2024-09-14T03:16:00.807 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-14T03:16:00.829 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-14T03:16:00.921 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-09-14_03:08:15-upgrade-main-distro-default-smithi/7904518 branch: main description: upgrade/reef-x/parallel/{0-random-distro$/{centos_9.stream} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} email: ceph-qa@ceph.com first_in_suite: false job_id: '7904518' kernel: kdb: 1 sha1: distro last_in_suite: false machine_type: smithi meta: - desc: 'run run randomized correctness test for rados operations on an erasure-coded pool ' - desc: 'object class functional tests ' - desc: 'generate read/write load with rados objects ranging from 1MB to 25MB ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'librbd python api tests ' name: teuthology-2024-09-14_03:08:15-upgrade-main-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 9.stream overrides: admin_socket: branch: main ceph: conf: global: mon election default strategy: 1 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true create_rbd_pool: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - mons down - mon down - MON_DOWN - out of quorum - PG_AVAILABILITY sha1: a2782315255a3e7d5f6cdc9eb35785187ff6ddf8 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: extra_system_packages: - python3-pytest flavor: default sha1: a2782315255a3e7d5f6cdc9eb35785187ff6ddf8 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 - scontext=system_u:system_r:getty_t:s0 workunit: branch: main sha1: 1c941a66c1b420259b8fc5ac19e792dbbf60aded owner: scheduled_teuthology@teuthology priority: 850 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mon.c - mgr.y - mds.a - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mds.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b seed: 8038 sha1: a2782315255a3e7d5f6cdc9eb35785187ff6ddf8 sleep_before_teardown: 0 subset: 31/32 suite: upgrade suite_branch: main suite_path: /home/teuthworker/src/git.ceph.com_ceph_1c941a66c1b420259b8fc5ac19e792dbbf60aded/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: 1c941a66c1b420259b8fc5ac19e792dbbf60aded targets: smithi002.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBBDy+ROs2Eg+OJKoTmJckkQyCLwmSwNATEdY2ZrNgjdN5E5CNGpNgRbGMuEjLTJO8Sl1fWHLFoUrIuzTZDXG5pA= smithi154.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBAnx+VqaPuD6hOgZ4ubNCfuLLnxJlIlm/4RzIKtO5feQGvx5DOa9kgXzkD9DSwRZH/v/4G7z4j0NtaxoxSkd4q4= tasks: - pexec: all: - sudo dnf remove nvme-cli -y - sudo dnf install nvmetcli nvme-cli -y - install: branch: reef exclude_packages: - ceph-volume - print: '**** done install task...' - print: '**** done start installing reef cephadm ...' - cephadm: compiled_cephadm_branch: reef conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: quay.ceph.io/ceph-ci/ceph:reef - print: '**** done end installing reef cephadm ...' - print: '**** done start cephadm.shell ceph config set mgr...' - cephadm.shell: mon.a: - ceph config set mgr mgr/cephadm/use_repo_digest true --force - print: '**** done cephadm.shell ceph config set mgr...' - print: '**** done start telemetry reef...' - workunit: clients: client.0: - test_telemetry_reef.sh - print: '**** done end telemetry reef...' - print: '**** done start parallel' - parallel: - workload - upgrade-sequence - print: '**** done end parallel' - print: '**** done start telemetry x...' - workunit: clients: client.0: - test_telemetry_reef_x.sh - print: '**** done end telemetry x...' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-14_03:08:15 tube: smithi upgrade-sequence: sequential: - print: '**** done start upgrade, wait' - cephadm.shell: env: - sha1 mon.a: - ceph config set global log_to_journald false --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - print: '**** done end upgrade, wait...' user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 workload: full_sequential: - print: '**** done start ec-rados-default.yaml' - rados: clients: - client.0 ec_pool: true objects: 50 op_weights: append: 100 copy_from: 50 delete: 50 read: 100 rmattr: 25 rollback: 50 setattr: 25 snap_create: 50 snap_remove: 50 write: 0 ops: 4000 write_append_excl: false - print: '**** done end ec-rados-default.yaml' - print: '**** done start rados_api.yaml' - workunit: branch: reef clients: client.0: - cls - print: '**** done end rados_api.yaml' - print: '**** done start rados_loadgenbig.yaml' - workunit: branch: reef clients: client.0: - rados/load-gen-big.sh - print: '**** done end rados_loadgenbig.yaml' - print: '**** done start rbd_import_export.yaml' - workunit: branch: reef clients: client.1: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done end rbd_import_export.yaml' - print: '**** done start test_rbd_api.yaml' - workunit: branch: reef clients: client.0: - rbd/test_librbd.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_api.yaml' - print: '**** done start test_rbd_python.yaml' - workunit: branch: reef clients: client.0: - rbd/test_librbd_python.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_python.yaml' 2024-09-14T03:16:00.922 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_1c941a66c1b420259b8fc5ac19e792dbbf60aded/qa; will attempt to use it 2024-09-14T03:16:00.922 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_1c941a66c1b420259b8fc5ac19e792dbbf60aded/qa/tasks 2024-09-14T03:16:00.923 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-14T03:16:00.924 INFO:teuthology.task.internal:Checking packages... 2024-09-14T03:16:00.948 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'a2782315255a3e7d5f6cdc9eb35785187ff6ddf8' 2024-09-14T03:16:00.949 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-14T03:16:00.949 INFO:teuthology.packaging:ref: None 2024-09-14T03:16:00.949 INFO:teuthology.packaging:tag: None 2024-09-14T03:16:00.949 INFO:teuthology.packaging:branch: main 2024-09-14T03:16:00.949 INFO:teuthology.packaging:sha1: a2782315255a3e7d5f6cdc9eb35785187ff6ddf8 2024-09-14T03:16:00.949 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=main 2024-09-14T03:16:01.199 INFO:teuthology.task.internal:Found packages for ceph version 19.3.0-4926.g1c941a66 2024-09-14T03:16:01.201 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-14T03:16:01.207 INFO:teuthology.task.internal:no buildpackages task found 2024-09-14T03:16:01.208 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-14T03:16:01.257 INFO:teuthology.task.internal:Saving configuration 2024-09-14T03:16:01.277 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-14T03:16:01.282 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-14T03:16:01.308 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi002.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-14_03:08:15-upgrade-main-distro-default-smithi/7904518', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-14 03:10:48.214630', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBBDy+ROs2Eg+OJKoTmJckkQyCLwmSwNATEdY2ZrNgjdN5E5CNGpNgRbGMuEjLTJO8Sl1fWHLFoUrIuzTZDXG5pA='} 2024-09-14T03:16:01.330 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi154.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-14_03:08:15-upgrade-main-distro-default-smithi/7904518', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-14 03:10:48.216520', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBAnx+VqaPuD6hOgZ4ubNCfuLLnxJlIlm/4RzIKtO5feQGvx5DOa9kgXzkD9DSwRZH/v/4G7z4j0NtaxoxSkd4q4='} 2024-09-14T03:16:01.331 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-14T03:16:01.339 INFO:teuthology.task.internal:roles: ubuntu@smithi002.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2024-09-14T03:16:01.339 INFO:teuthology.task.internal:roles: ubuntu@smithi154.front.sepia.ceph.com - ['mon.b', 'mds.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2024-09-14T03:16:01.339 INFO:teuthology.run_tasks:Running task console_log... 2024-09-14T03:16:01.413 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f2a2a5f3ac0>, signals=[15]) 2024-09-14T03:16:01.413 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-14T03:16:01.418 INFO:teuthology.task.internal:Opening connections... 2024-09-14T03:16:01.418 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi002.front.sepia.ceph.com 2024-09-14T03:16:01.420 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi002.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-14T03:16:01.508 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi154.front.sepia.ceph.com 2024-09-14T03:16:01.509 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi154.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-14T03:16:01.592 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-14T03:16:01.600 DEBUG:teuthology.orchestra.run.smithi002:> uname -m 2024-09-14T03:16:01.619 INFO:teuthology.orchestra.run.smithi002.stdout:x86_64 2024-09-14T03:16:01.619 DEBUG:teuthology.orchestra.run.smithi002:> cat /etc/os-release 2024-09-14T03:16:01.678 INFO:teuthology.orchestra.run.smithi002.stdout:NAME="CentOS Stream" 2024-09-14T03:16:01.678 INFO:teuthology.orchestra.run.smithi002.stdout:VERSION="9" 2024-09-14T03:16:01.678 INFO:teuthology.orchestra.run.smithi002.stdout:ID="centos" 2024-09-14T03:16:01.678 INFO:teuthology.orchestra.run.smithi002.stdout:ID_LIKE="rhel fedora" 2024-09-14T03:16:01.678 INFO:teuthology.orchestra.run.smithi002.stdout:VERSION_ID="9" 2024-09-14T03:16:01.678 INFO:teuthology.orchestra.run.smithi002.stdout:PLATFORM_ID="platform:el9" 2024-09-14T03:16:01.678 INFO:teuthology.orchestra.run.smithi002.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-14T03:16:01.679 INFO:teuthology.orchestra.run.smithi002.stdout:ANSI_COLOR="0;31" 2024-09-14T03:16:01.679 INFO:teuthology.orchestra.run.smithi002.stdout:LOGO="fedora-logo-icon" 2024-09-14T03:16:01.679 INFO:teuthology.orchestra.run.smithi002.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-14T03:16:01.679 INFO:teuthology.orchestra.run.smithi002.stdout:HOME_URL="https://centos.org/" 2024-09-14T03:16:01.679 INFO:teuthology.orchestra.run.smithi002.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-14T03:16:01.679 INFO:teuthology.orchestra.run.smithi002.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-14T03:16:01.679 INFO:teuthology.orchestra.run.smithi002.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-14T03:16:01.680 INFO:teuthology.lock.ops:Updating smithi002.front.sepia.ceph.com on lock server 2024-09-14T03:16:01.704 DEBUG:teuthology.orchestra.run.smithi154:> uname -m 2024-09-14T03:16:01.722 INFO:teuthology.orchestra.run.smithi154.stdout:x86_64 2024-09-14T03:16:01.723 DEBUG:teuthology.orchestra.run.smithi154:> cat /etc/os-release 2024-09-14T03:16:01.781 INFO:teuthology.orchestra.run.smithi154.stdout:NAME="CentOS Stream" 2024-09-14T03:16:01.782 INFO:teuthology.orchestra.run.smithi154.stdout:VERSION="9" 2024-09-14T03:16:01.782 INFO:teuthology.orchestra.run.smithi154.stdout:ID="centos" 2024-09-14T03:16:01.782 INFO:teuthology.orchestra.run.smithi154.stdout:ID_LIKE="rhel fedora" 2024-09-14T03:16:01.782 INFO:teuthology.orchestra.run.smithi154.stdout:VERSION_ID="9" 2024-09-14T03:16:01.782 INFO:teuthology.orchestra.run.smithi154.stdout:PLATFORM_ID="platform:el9" 2024-09-14T03:16:01.782 INFO:teuthology.orchestra.run.smithi154.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-14T03:16:01.782 INFO:teuthology.orchestra.run.smithi154.stdout:ANSI_COLOR="0;31" 2024-09-14T03:16:01.782 INFO:teuthology.orchestra.run.smithi154.stdout:LOGO="fedora-logo-icon" 2024-09-14T03:16:01.782 INFO:teuthology.orchestra.run.smithi154.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-14T03:16:01.782 INFO:teuthology.orchestra.run.smithi154.stdout:HOME_URL="https://centos.org/" 2024-09-14T03:16:01.782 INFO:teuthology.orchestra.run.smithi154.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-14T03:16:01.783 INFO:teuthology.orchestra.run.smithi154.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-14T03:16:01.783 INFO:teuthology.orchestra.run.smithi154.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-14T03:16:01.783 INFO:teuthology.lock.ops:Updating smithi154.front.sepia.ceph.com on lock server 2024-09-14T03:16:01.804 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-14T03:16:01.812 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-14T03:16:01.832 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-14T03:16:01.833 DEBUG:teuthology.orchestra.run.smithi002:> test '!' -e /home/ubuntu/cephtest 2024-09-14T03:16:01.835 DEBUG:teuthology.orchestra.run.smithi154:> test '!' -e /home/ubuntu/cephtest 2024-09-14T03:16:01.852 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-14T03:16:01.858 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-14T03:16:01.858 DEBUG:teuthology.orchestra.run.smithi002:> test -z $(ls -A /var/lib/ceph) 2024-09-14T03:16:01.893 DEBUG:teuthology.orchestra.run.smithi154:> test -z $(ls -A /var/lib/ceph) 2024-09-14T03:16:02.019 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-14T03:16:02.070 INFO:teuthology.run_tasks:Running task kernel... 2024-09-14T03:16:02.084 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-09-14T03:16:02.084 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-09-14T03:16:02.084 DEBUG:teuthology.orchestra.run.smithi002:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-14T03:16:02.085 DEBUG:teuthology.orchestra.run.smithi154:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-14T03:16:02.101 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-14T03:16:02.101 DEBUG:teuthology.orchestra.run.smithi002:> uname -r 2024-09-14T03:16:02.102 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-14T03:16:02.102 DEBUG:teuthology.orchestra.run.smithi154:> uname -r 2024-09-14T03:16:02.159 INFO:teuthology.orchestra.run.smithi002.stdout:5.14.0-503.el9.x86_64 2024-09-14T03:16:02.159 INFO:teuthology.task.kernel:Running kernel on smithi002: 5.14.0-503.el9.x86_64 2024-09-14T03:16:02.159 DEBUG:teuthology.orchestra.run.smithi002:> sudo yum install -y kernel 2024-09-14T03:16:02.160 INFO:teuthology.orchestra.run.smithi154.stdout:5.14.0-503.el9.x86_64 2024-09-14T03:16:02.160 INFO:teuthology.task.kernel:Running kernel on smithi154: 5.14.0-503.el9.x86_64 2024-09-14T03:16:02.161 DEBUG:teuthology.orchestra.run.smithi154:> sudo yum install -y kernel 2024-09-14T03:16:04.605 INFO:teuthology.orchestra.run.smithi154.stdout:CentOS Stream 9 - BaseOS 14 MB/s | 8.2 MB 00:00 2024-09-14T03:16:04.728 INFO:teuthology.orchestra.run.smithi002.stdout:CentOS Stream 9 - BaseOS 10 MB/s | 8.2 MB 00:00 2024-09-14T03:16:06.639 INFO:teuthology.orchestra.run.smithi154.stdout:CentOS Stream 9 - AppStream 23 MB/s | 20 MB 00:00 2024-09-14T03:16:09.787 INFO:teuthology.orchestra.run.smithi002.stdout:CentOS Stream 9 - AppStream 5.2 MB/s | 20 MB 00:03 2024-09-14T03:16:11.115 INFO:teuthology.orchestra.run.smithi154.stdout:CentOS Stream 9 - CRB 10 MB/s | 6.5 MB 00:00 2024-09-14T03:16:12.882 INFO:teuthology.orchestra.run.smithi154.stdout:CentOS Stream 9 - Extras packages 33 kB/s | 19 kB 00:00 2024-09-14T03:16:13.945 INFO:teuthology.orchestra.run.smithi154.stdout:Extra Packages for Enterprise Linux 24 MB/s | 23 MB 00:00 2024-09-14T03:16:14.237 INFO:teuthology.orchestra.run.smithi002.stdout:CentOS Stream 9 - CRB 12 MB/s | 6.5 MB 00:00 2024-09-14T03:16:15.905 INFO:teuthology.orchestra.run.smithi002.stdout:CentOS Stream 9 - Extras packages 47 kB/s | 19 kB 00:00 2024-09-14T03:16:16.784 INFO:teuthology.orchestra.run.smithi002.stdout:Extra Packages for Enterprise Linux 30 MB/s | 23 MB 00:00 2024-09-14T03:16:19.376 INFO:teuthology.orchestra.run.smithi154.stdout:lab-extras 30 kB/s | 1.7 kB 00:00 2024-09-14T03:16:21.399 INFO:teuthology.orchestra.run.smithi154.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-14T03:16:21.399 INFO:teuthology.orchestra.run.smithi154.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-14T03:16:21.493 INFO:teuthology.orchestra.run.smithi154.stdout:Dependencies resolved. 2024-09-14T03:16:21.505 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2024-09-14T03:16:21.505 INFO:teuthology.orchestra.run.smithi154.stdout: Package Architecture Version Repository Size 2024-09-14T03:16:21.505 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2024-09-14T03:16:21.505 INFO:teuthology.orchestra.run.smithi154.stdout:Installing: 2024-09-14T03:16:21.505 INFO:teuthology.orchestra.run.smithi154.stdout: kernel x86_64 5.14.0-505.el9 baseos 23 k 2024-09-14T03:16:21.506 INFO:teuthology.orchestra.run.smithi154.stdout:Installing dependencies: 2024-09-14T03:16:21.506 INFO:teuthology.orchestra.run.smithi154.stdout: kernel-core x86_64 5.14.0-505.el9 baseos 16 M 2024-09-14T03:16:21.506 INFO:teuthology.orchestra.run.smithi154.stdout: kernel-modules x86_64 5.14.0-505.el9 baseos 35 M 2024-09-14T03:16:21.506 INFO:teuthology.orchestra.run.smithi154.stdout: kernel-modules-core x86_64 5.14.0-505.el9 baseos 29 M 2024-09-14T03:16:21.506 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-14T03:16:21.506 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction Summary 2024-09-14T03:16:21.506 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2024-09-14T03:16:21.506 INFO:teuthology.orchestra.run.smithi154.stdout:Install 4 Packages 2024-09-14T03:16:21.506 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-14T03:16:21.507 INFO:teuthology.orchestra.run.smithi154.stdout:Total download size: 79 M 2024-09-14T03:16:21.507 INFO:teuthology.orchestra.run.smithi154.stdout:Installed size: 126 M 2024-09-14T03:16:21.507 INFO:teuthology.orchestra.run.smithi154.stdout:Downloading Packages: 2024-09-14T03:16:21.868 INFO:teuthology.orchestra.run.smithi154.stdout:(1/4): kernel-5.14.0-505.el9.x86_64.rpm 227 kB/s | 23 kB 00:00 2024-09-14T03:16:22.252 INFO:teuthology.orchestra.run.smithi154.stdout:(2/4): kernel-core-5.14.0-505.el9.x86_64.rpm 32 MB/s | 16 MB 00:00 2024-09-14T03:16:22.415 INFO:teuthology.orchestra.run.smithi002.stdout:lab-extras 32 kB/s | 1.7 kB 00:00 2024-09-14T03:16:22.644 INFO:teuthology.orchestra.run.smithi154.stdout:(3/4): kernel-modules-core-5.14.0-505.el9.x86_6 37 MB/s | 29 MB 00:00 2024-09-14T03:16:22.944 INFO:teuthology.orchestra.run.smithi154.stdout:(4/4): kernel-modules-5.14.0-505.el9.x86_64.rpm 29 MB/s | 35 MB 00:01 2024-09-14T03:16:22.944 INFO:teuthology.orchestra.run.smithi154.stdout:-------------------------------------------------------------------------------- 2024-09-14T03:16:22.944 INFO:teuthology.orchestra.run.smithi154.stdout:Total 55 MB/s | 79 MB 00:01 2024-09-14T03:16:23.625 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction check 2024-09-14T03:16:23.976 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction check succeeded. 2024-09-14T03:16:23.976 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction test 2024-09-14T03:16:24.521 INFO:teuthology.orchestra.run.smithi002.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-14T03:16:24.521 INFO:teuthology.orchestra.run.smithi002.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-14T03:16:24.612 INFO:teuthology.orchestra.run.smithi002.stdout:Dependencies resolved. 2024-09-14T03:16:24.619 INFO:teuthology.orchestra.run.smithi002.stdout:================================================================================ 2024-09-14T03:16:24.619 INFO:teuthology.orchestra.run.smithi002.stdout: Package Architecture Version Repository Size 2024-09-14T03:16:24.619 INFO:teuthology.orchestra.run.smithi002.stdout:================================================================================ 2024-09-14T03:16:24.619 INFO:teuthology.orchestra.run.smithi002.stdout:Installing: 2024-09-14T03:16:24.619 INFO:teuthology.orchestra.run.smithi002.stdout: kernel x86_64 5.14.0-505.el9 baseos 23 k 2024-09-14T03:16:24.619 INFO:teuthology.orchestra.run.smithi002.stdout:Installing dependencies: 2024-09-14T03:16:24.619 INFO:teuthology.orchestra.run.smithi002.stdout: kernel-core x86_64 5.14.0-505.el9 baseos 16 M 2024-09-14T03:16:24.619 INFO:teuthology.orchestra.run.smithi002.stdout: kernel-modules x86_64 5.14.0-505.el9 baseos 35 M 2024-09-14T03:16:24.619 INFO:teuthology.orchestra.run.smithi002.stdout: kernel-modules-core x86_64 5.14.0-505.el9 baseos 29 M 2024-09-14T03:16:24.619 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-14T03:16:24.620 INFO:teuthology.orchestra.run.smithi002.stdout:Transaction Summary 2024-09-14T03:16:24.620 INFO:teuthology.orchestra.run.smithi002.stdout:================================================================================ 2024-09-14T03:16:24.620 INFO:teuthology.orchestra.run.smithi002.stdout:Install 4 Packages 2024-09-14T03:16:24.620 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-14T03:16:24.620 INFO:teuthology.orchestra.run.smithi002.stdout:Total download size: 79 M 2024-09-14T03:16:24.620 INFO:teuthology.orchestra.run.smithi002.stdout:Installed size: 126 M 2024-09-14T03:16:24.620 INFO:teuthology.orchestra.run.smithi002.stdout:Downloading Packages: 2024-09-14T03:16:24.774 INFO:teuthology.orchestra.run.smithi002.stdout:(1/4): kernel-5.14.0-505.el9.x86_64.rpm 215 kB/s | 23 kB 00:00 2024-09-14T03:16:24.922 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction test succeeded. 2024-09-14T03:16:24.923 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction 2024-09-14T03:16:25.116 INFO:teuthology.orchestra.run.smithi002.stdout:(2/4): kernel-core-5.14.0-505.el9.x86_64.rpm 35 MB/s | 16 MB 00:00 2024-09-14T03:16:25.500 INFO:teuthology.orchestra.run.smithi002.stdout:(3/4): kernel-modules-5.14.0-505.el9.x86_64.rpm 42 MB/s | 35 MB 00:00 2024-09-14T03:16:25.858 INFO:teuthology.orchestra.run.smithi002.stdout:(4/4): kernel-modules-core-5.14.0-505.el9.x86_6 26 MB/s | 29 MB 00:01 2024-09-14T03:16:25.859 INFO:teuthology.orchestra.run.smithi002.stdout:-------------------------------------------------------------------------------- 2024-09-14T03:16:25.859 INFO:teuthology.orchestra.run.smithi002.stdout:Total 64 MB/s | 79 MB 00:01 2024-09-14T03:16:26.573 INFO:teuthology.orchestra.run.smithi002.stdout:Running transaction check 2024-09-14T03:16:26.963 INFO:teuthology.orchestra.run.smithi002.stdout:Transaction check succeeded. 2024-09-14T03:16:26.963 INFO:teuthology.orchestra.run.smithi002.stdout:Running transaction test 2024-09-14T03:16:27.364 INFO:teuthology.orchestra.run.smithi154.stdout: Preparing : 1/1 2024-09-14T03:16:27.977 INFO:teuthology.orchestra.run.smithi002.stdout:Transaction test succeeded. 2024-09-14T03:16:27.977 INFO:teuthology.orchestra.run.smithi002.stdout:Running transaction 2024-09-14T03:16:28.024 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : kernel-modules-core-5.14.0-505.el9.x86_64 1/4 2024-09-14T03:16:28.120 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-14T03:16:30.548 INFO:teuthology.orchestra.run.smithi002.stdout: Preparing : 1/1 2024-09-14T03:16:30.946 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-14T03:16:31.092 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-14T03:16:31.219 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : kernel-modules-core-5.14.0-505.el9.x86_64 1/4 2024-09-14T03:16:31.300 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-14T03:16:34.097 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-14T03:16:34.228 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-14T03:16:35.932 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-14T03:16:36.034 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : kernel-5.14.0-505.el9.x86_64 4/4 2024-09-14T03:16:39.354 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-14T03:16:39.396 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : kernel-5.14.0-505.el9.x86_64 4/4 2024-09-14T03:16:40.887 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-14T03:16:44.532 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-14T03:17:19.109 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 4/4 2024-09-14T03:17:19.156 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 4/4 2024-09-14T03:17:19.480 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: kernel-5.14.0-505.el9.x86_64 4/4 2024-09-14T03:17:19.480 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : kernel-5.14.0-505.el9.x86_64 1/4 2024-09-14T03:17:19.480 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-14T03:17:19.480 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-14T03:17:20.353 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-14T03:17:20.354 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-14T03:17:20.354 INFO:teuthology.orchestra.run.smithi154.stdout:Installed: 2024-09-14T03:17:20.354 INFO:teuthology.orchestra.run.smithi154.stdout: kernel-5.14.0-505.el9.x86_64 2024-09-14T03:17:20.354 INFO:teuthology.orchestra.run.smithi154.stdout: kernel-core-5.14.0-505.el9.x86_64 2024-09-14T03:17:20.354 INFO:teuthology.orchestra.run.smithi154.stdout: kernel-modules-5.14.0-505.el9.x86_64 2024-09-14T03:17:20.354 INFO:teuthology.orchestra.run.smithi154.stdout: kernel-modules-core-5.14.0-505.el9.x86_64 2024-09-14T03:17:20.354 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-14T03:17:20.354 INFO:teuthology.orchestra.run.smithi154.stdout:Complete! 2024-09-14T03:17:20.710 DEBUG:teuthology.orchestra.run.smithi154:> rpm -q kernel | sort -rV | head -n 1 2024-09-14T03:17:20.796 INFO:teuthology.orchestra.run.smithi154.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-14T03:17:20.796 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-14T03:17:20.796 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-505.el9.x86_64 2024-09-14T03:17:20.796 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-14T03:17:20.796 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-14T03:17:20.796 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-09-14T03:17:20.797 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi154.front.sepia.ceph.com, path=None, version=distro) 2024-09-14T03:17:20.797 DEBUG:teuthology.orchestra.run.smithi154:> rpm -q kernel | sort -rV | head -n 1 2024-09-14T03:17:20.855 INFO:teuthology.orchestra.run.smithi154.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-14T03:17:20.856 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-14T03:17:20.856 DEBUG:teuthology.orchestra.run.smithi154:> sudo rpm -qi grub2-tools 2024-09-14T03:17:20.887 INFO:teuthology.orchestra.run.smithi154.stdout:Name : grub2-tools 2024-09-14T03:17:20.888 INFO:teuthology.orchestra.run.smithi154.stdout:Epoch : 1 2024-09-14T03:17:20.888 INFO:teuthology.orchestra.run.smithi154.stdout:Version : 2.06 2024-09-14T03:17:20.888 INFO:teuthology.orchestra.run.smithi154.stdout:Release : 82.el9 2024-09-14T03:17:20.888 INFO:teuthology.orchestra.run.smithi154.stdout:Architecture: x86_64 2024-09-14T03:17:20.888 INFO:teuthology.orchestra.run.smithi154.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-14T03:17:20.888 INFO:teuthology.orchestra.run.smithi154.stdout:Group : Unspecified 2024-09-14T03:17:20.888 INFO:teuthology.orchestra.run.smithi154.stdout:Size : 8274670 2024-09-14T03:17:20.888 INFO:teuthology.orchestra.run.smithi154.stdout:License : GPLv3+ 2024-09-14T03:17:20.888 INFO:teuthology.orchestra.run.smithi154.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-14T03:17:20.888 INFO:teuthology.orchestra.run.smithi154.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-14T03:17:20.889 INFO:teuthology.orchestra.run.smithi154.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-14T03:17:20.889 INFO:teuthology.orchestra.run.smithi154.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-14T03:17:20.889 INFO:teuthology.orchestra.run.smithi154.stdout:Packager : builder@centos.org 2024-09-14T03:17:20.889 INFO:teuthology.orchestra.run.smithi154.stdout:Vendor : CentOS 2024-09-14T03:17:20.889 INFO:teuthology.orchestra.run.smithi154.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-14T03:17:20.889 INFO:teuthology.orchestra.run.smithi154.stdout:Summary : Support tools for GRUB. 2024-09-14T03:17:20.889 INFO:teuthology.orchestra.run.smithi154.stdout:Description : 2024-09-14T03:17:20.889 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-14T03:17:20.889 INFO:teuthology.orchestra.run.smithi154.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-14T03:17:20.889 INFO:teuthology.orchestra.run.smithi154.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-14T03:17:20.889 INFO:teuthology.orchestra.run.smithi154.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-14T03:17:20.889 INFO:teuthology.orchestra.run.smithi154.stdout:hardware devices. 2024-09-14T03:17:20.889 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-14T03:17:20.889 INFO:teuthology.orchestra.run.smithi154.stdout:This subpackage provides tools for support of all platforms. 2024-09-14T03:17:20.890 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-14T03:17:20.890 INFO:teuthology.task.kernel:Updating grub on smithi154 to boot 5.14.0-505.el9.x86_64 2024-09-14T03:17:20.890 DEBUG:teuthology.orchestra.run.smithi154:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-14T03:17:21.499 INFO:teuthology.orchestra.run.smithi154.stderr:Generating grub configuration file ... 2024-09-14T03:17:22.867 INFO:teuthology.orchestra.run.smithi154.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-14T03:17:22.899 INFO:teuthology.orchestra.run.smithi154.stderr:done 2024-09-14T03:17:22.902 DEBUG:teuthology.orchestra.run.smithi154:> mktemp 2024-09-14T03:17:22.917 INFO:teuthology.orchestra.run.smithi154.stdout:/tmp/tmp.Dj45mrlfUC 2024-09-14T03:17:22.918 DEBUG:teuthology.orchestra.run.smithi154:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.Dj45mrlfUC 2024-09-14T03:17:22.986 DEBUG:teuthology.orchestra.run.smithi154:> sudo chmod 0666 /tmp/tmp.Dj45mrlfUC 2024-09-14T03:17:23.137 DEBUG:teuthology.orchestra.remote:smithi154:/tmp/tmp.Dj45mrlfUC is 6KB 2024-09-14T03:17:23.191 DEBUG:teuthology.orchestra.run.smithi154:> rm -fr /tmp/tmp.Dj45mrlfUC 2024-09-14T03:17:23.206 DEBUG:teuthology.orchestra.run.smithi154:> sudo /bin/ls /boot/loader/entries || true 2024-09-14T03:17:23.268 INFO:teuthology.orchestra.run.smithi154.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-14T03:17:23.269 INFO:teuthology.orchestra.run.smithi154.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-14T03:17:23.269 INFO:teuthology.orchestra.run.smithi154.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-14T03:17:23.269 INFO:teuthology.orchestra.run.smithi154.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64.conf 2024-09-14T03:17:23.270 DEBUG:teuthology.orchestra.run.smithi154:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64 2024-09-14T03:17:23.427 DEBUG:teuthology.orchestra.run.smithi154:> sudo shutdown -r now 2024-09-14T03:17:23.597 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 4/4 2024-09-14T03:17:23.634 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 4/4 2024-09-14T03:17:23.961 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: kernel-5.14.0-505.el9.x86_64 4/4 2024-09-14T03:17:23.961 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : kernel-5.14.0-505.el9.x86_64 1/4 2024-09-14T03:17:23.961 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-14T03:17:23.962 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-14T03:17:24.785 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-14T03:17:24.785 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-14T03:17:24.785 INFO:teuthology.orchestra.run.smithi002.stdout:Installed: 2024-09-14T03:17:24.785 INFO:teuthology.orchestra.run.smithi002.stdout: kernel-5.14.0-505.el9.x86_64 2024-09-14T03:17:24.785 INFO:teuthology.orchestra.run.smithi002.stdout: kernel-core-5.14.0-505.el9.x86_64 2024-09-14T03:17:24.785 INFO:teuthology.orchestra.run.smithi002.stdout: kernel-modules-5.14.0-505.el9.x86_64 2024-09-14T03:17:24.786 INFO:teuthology.orchestra.run.smithi002.stdout: kernel-modules-core-5.14.0-505.el9.x86_64 2024-09-14T03:17:24.786 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-14T03:17:24.786 INFO:teuthology.orchestra.run.smithi002.stdout:Complete! 2024-09-14T03:17:25.128 DEBUG:teuthology.orchestra.run.smithi002:> rpm -q kernel | sort -rV | head -n 1 2024-09-14T03:17:25.262 INFO:teuthology.orchestra.run.smithi002.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-14T03:17:25.262 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-14T03:17:25.262 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-505.el9.x86_64 2024-09-14T03:17:25.262 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-14T03:17:25.263 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-14T03:17:25.263 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-09-14T03:17:25.263 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi002.front.sepia.ceph.com, path=None, version=distro) 2024-09-14T03:17:25.263 DEBUG:teuthology.orchestra.run.smithi002:> rpm -q kernel | sort -rV | head -n 1 2024-09-14T03:17:25.321 INFO:teuthology.orchestra.run.smithi002.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-14T03:17:25.321 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-14T03:17:25.321 DEBUG:teuthology.orchestra.run.smithi002:> sudo rpm -qi grub2-tools 2024-09-14T03:17:25.353 INFO:teuthology.orchestra.run.smithi002.stdout:Name : grub2-tools 2024-09-14T03:17:25.353 INFO:teuthology.orchestra.run.smithi002.stdout:Epoch : 1 2024-09-14T03:17:25.353 INFO:teuthology.orchestra.run.smithi002.stdout:Version : 2.06 2024-09-14T03:17:25.353 INFO:teuthology.orchestra.run.smithi002.stdout:Release : 82.el9 2024-09-14T03:17:25.353 INFO:teuthology.orchestra.run.smithi002.stdout:Architecture: x86_64 2024-09-14T03:17:25.353 INFO:teuthology.orchestra.run.smithi002.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-14T03:17:25.353 INFO:teuthology.orchestra.run.smithi002.stdout:Group : Unspecified 2024-09-14T03:17:25.353 INFO:teuthology.orchestra.run.smithi002.stdout:Size : 8274670 2024-09-14T03:17:25.353 INFO:teuthology.orchestra.run.smithi002.stdout:License : GPLv3+ 2024-09-14T03:17:25.353 INFO:teuthology.orchestra.run.smithi002.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-14T03:17:25.353 INFO:teuthology.orchestra.run.smithi002.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-14T03:17:25.354 INFO:teuthology.orchestra.run.smithi002.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-14T03:17:25.354 INFO:teuthology.orchestra.run.smithi002.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-14T03:17:25.354 INFO:teuthology.orchestra.run.smithi002.stdout:Packager : builder@centos.org 2024-09-14T03:17:25.354 INFO:teuthology.orchestra.run.smithi002.stdout:Vendor : CentOS 2024-09-14T03:17:25.354 INFO:teuthology.orchestra.run.smithi002.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-14T03:17:25.354 INFO:teuthology.orchestra.run.smithi002.stdout:Summary : Support tools for GRUB. 2024-09-14T03:17:25.354 INFO:teuthology.orchestra.run.smithi002.stdout:Description : 2024-09-14T03:17:25.354 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-14T03:17:25.354 INFO:teuthology.orchestra.run.smithi002.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-14T03:17:25.354 INFO:teuthology.orchestra.run.smithi002.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-14T03:17:25.354 INFO:teuthology.orchestra.run.smithi002.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-14T03:17:25.354 INFO:teuthology.orchestra.run.smithi002.stdout:hardware devices. 2024-09-14T03:17:25.354 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-14T03:17:25.354 INFO:teuthology.orchestra.run.smithi002.stdout:This subpackage provides tools for support of all platforms. 2024-09-14T03:17:25.355 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-14T03:17:25.355 INFO:teuthology.task.kernel:Updating grub on smithi002 to boot 5.14.0-505.el9.x86_64 2024-09-14T03:17:25.355 DEBUG:teuthology.orchestra.run.smithi002:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-14T03:17:26.018 INFO:teuthology.orchestra.run.smithi002.stderr:Generating grub configuration file ... 2024-09-14T03:17:27.343 INFO:teuthology.orchestra.run.smithi002.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-14T03:17:27.384 INFO:teuthology.orchestra.run.smithi002.stderr:done 2024-09-14T03:17:27.387 DEBUG:teuthology.orchestra.run.smithi002:> mktemp 2024-09-14T03:17:27.401 INFO:teuthology.orchestra.run.smithi002.stdout:/tmp/tmp.AeC9b4K55S 2024-09-14T03:17:27.402 DEBUG:teuthology.orchestra.run.smithi002:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.AeC9b4K55S 2024-09-14T03:17:27.468 DEBUG:teuthology.orchestra.run.smithi002:> sudo chmod 0666 /tmp/tmp.AeC9b4K55S 2024-09-14T03:17:27.610 DEBUG:teuthology.orchestra.remote:smithi002:/tmp/tmp.AeC9b4K55S is 6KB 2024-09-14T03:17:27.658 DEBUG:teuthology.orchestra.run.smithi002:> rm -fr /tmp/tmp.AeC9b4K55S 2024-09-14T03:17:27.673 DEBUG:teuthology.orchestra.run.smithi002:> sudo /bin/ls /boot/loader/entries || true 2024-09-14T03:17:27.735 INFO:teuthology.orchestra.run.smithi002.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-14T03:17:27.735 INFO:teuthology.orchestra.run.smithi002.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-14T03:17:27.735 INFO:teuthology.orchestra.run.smithi002.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-14T03:17:27.736 INFO:teuthology.orchestra.run.smithi002.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64.conf 2024-09-14T03:17:27.737 DEBUG:teuthology.orchestra.run.smithi002:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64 2024-09-14T03:17:27.878 DEBUG:teuthology.orchestra.run.smithi002:> sudo shutdown -r now 2024-09-14T03:17:53.455 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-09-14T03:17:53.456 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi154.front.sepia.ceph.com' 2024-09-14T03:17:53.457 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi154.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-14T03:17:57.885 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-09-14T03:17:57.886 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi002.front.sepia.ceph.com' 2024-09-14T03:17:57.886 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi002.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-14T03:18:11.773 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.154 2024-09-14T03:18:16.381 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.2 2024-09-14T03:18:20.777 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi154.front.sepia.ceph.com' 2024-09-14T03:18:20.778 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi154.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-14T03:18:23.837 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.154 2024-09-14T03:18:25.384 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi002.front.sepia.ceph.com' 2024-09-14T03:18:25.384 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi002.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-14T03:18:35.849 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi154.front.sepia.ceph.com' 2024-09-14T03:18:35.849 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi154.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-14T03:19:25.434 DEBUG:teuthology.orchestra.remote:timed out 2024-09-14T03:19:35.861 DEBUG:teuthology.orchestra.remote:timed out 2024-09-14T03:19:37.436 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi002.front.sepia.ceph.com' 2024-09-14T03:19:37.438 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi002.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-14T03:19:37.699 DEBUG:teuthology.orchestra.run.smithi002:> true 2024-09-14T03:19:38.028 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi002.front.sepia.ceph.com' 2024-09-14T03:19:38.028 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-505.el9.x86_64"... 2024-09-14T03:19:38.028 DEBUG:teuthology.orchestra.run.smithi002:> uname -r 2024-09-14T03:19:38.046 INFO:teuthology.orchestra.run.smithi002.stdout:5.14.0-505.el9.x86_64 2024-09-14T03:19:38.046 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-505.el9.x86_64 vs 5.14.0-505.el9.x86_64 2024-09-14T03:19:38.046 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-14T03:19:38.046 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-14T03:19:39.048 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-09-14T03:19:39.048 DEBUG:teuthology.orchestra.run.smithi002:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-14T03:19:39.139 INFO:teuthology.orchestra.run.smithi002.stdout:ttyS1 2024-09-14T03:19:39.164 DEBUG:teuthology.parallel:result is None 2024-09-14T03:19:50.862 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi154.front.sepia.ceph.com' 2024-09-14T03:19:50.863 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi154.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-14T03:19:51.139 DEBUG:teuthology.orchestra.run.smithi154:> true 2024-09-14T03:19:51.487 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi154.front.sepia.ceph.com' 2024-09-14T03:19:51.487 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-505.el9.x86_64"... 2024-09-14T03:19:51.488 DEBUG:teuthology.orchestra.run.smithi154:> uname -r 2024-09-14T03:19:51.503 INFO:teuthology.orchestra.run.smithi154.stdout:5.14.0-505.el9.x86_64 2024-09-14T03:19:51.503 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-505.el9.x86_64 vs 5.14.0-505.el9.x86_64 2024-09-14T03:19:51.503 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-14T03:19:51.503 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-14T03:19:52.504 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-09-14T03:19:52.504 DEBUG:teuthology.orchestra.run.smithi154:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-14T03:19:52.589 INFO:teuthology.orchestra.run.smithi154.stdout:ttyS1 2024-09-14T03:19:52.611 DEBUG:teuthology.parallel:result is None 2024-09-14T03:19:52.611 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-14T03:19:52.619 INFO:teuthology.task.internal:Creating test directory... 2024-09-14T03:19:52.619 DEBUG:teuthology.orchestra.run.smithi002:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-14T03:19:52.622 DEBUG:teuthology.orchestra.run.smithi154:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-14T03:19:52.640 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-14T03:19:52.662 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-14T03:19:52.695 INFO:teuthology.task.internal:Creating archive directory... 2024-09-14T03:19:52.696 DEBUG:teuthology.orchestra.run.smithi002:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-14T03:19:52.698 DEBUG:teuthology.orchestra.run.smithi154:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-14T03:19:52.730 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-14T03:19:52.737 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-14T03:19:52.738 DEBUG:teuthology.orchestra.run.smithi002:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-14T03:19:52.765 DEBUG:teuthology.orchestra.run.smithi154:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-14T03:19:52.796 INFO:teuthology.orchestra.run.smithi002.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-14T03:19:52.808 INFO:teuthology.orchestra.run.smithi154.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-14T03:19:52.809 INFO:teuthology.orchestra.run.smithi002.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-14T03:19:52.819 INFO:teuthology.orchestra.run.smithi154.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-14T03:19:52.820 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-14T03:19:52.827 INFO:teuthology.task.internal:Configuring sudo... 2024-09-14T03:19:52.828 DEBUG:teuthology.orchestra.run.smithi002:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-14T03:19:52.854 DEBUG:teuthology.orchestra.run.smithi154:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-14T03:19:52.887 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-14T03:19:52.897 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-14T03:19:52.897 DEBUG:teuthology.orchestra.run.smithi002:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-14T03:19:52.924 DEBUG:teuthology.orchestra.run.smithi154:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-14T03:19:52.944 DEBUG:teuthology.orchestra.run.smithi002:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-14T03:19:53.024 DEBUG:teuthology.orchestra.run.smithi002:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-14T03:19:53.072 DEBUG:teuthology.orchestra.run.smithi002:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-14T03:19:53.151 DEBUG:teuthology.orchestra.run.smithi002:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-14T03:19:53.199 DEBUG:teuthology.orchestra.run.smithi002:> set -ex 2024-09-14T03:19:53.199 DEBUG:teuthology.orchestra.run.smithi002:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-14T03:19:53.266 DEBUG:teuthology.orchestra.run.smithi154:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-14T03:19:53.309 DEBUG:teuthology.orchestra.run.smithi154:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-14T03:19:53.356 DEBUG:teuthology.orchestra.run.smithi154:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-14T03:19:53.439 DEBUG:teuthology.orchestra.run.smithi154:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-14T03:19:53.480 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-09-14T03:19:53.480 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-14T03:19:53.546 DEBUG:teuthology.orchestra.run.smithi002:> sudo service rsyslog restart 2024-09-14T03:19:53.548 DEBUG:teuthology.orchestra.run.smithi154:> sudo service rsyslog restart 2024-09-14T03:19:53.598 INFO:teuthology.orchestra.run.smithi002.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-14T03:19:53.627 INFO:teuthology.orchestra.run.smithi154.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-14T03:19:54.013 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-14T03:19:54.020 INFO:teuthology.task.internal:Starting timer... 2024-09-14T03:19:54.021 INFO:teuthology.run_tasks:Running task pcp... 2024-09-14T03:19:54.058 INFO:teuthology.run_tasks:Running task selinux... 2024-09-14T03:19:54.090 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0', 'scontext=system_u:system_r:getty_t:s0']} 2024-09-14T03:19:54.090 DEBUG:teuthology.orchestra.run.smithi002:> sudo service auditd rotate 2024-09-14T03:19:54.144 INFO:teuthology.orchestra.run.smithi002.stdout:Rotating logs: 2024-09-14T03:19:54.146 DEBUG:teuthology.orchestra.run.smithi154:> sudo service auditd rotate 2024-09-14T03:19:54.198 INFO:teuthology.orchestra.run.smithi154.stdout:Rotating logs: 2024-09-14T03:19:54.200 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-14T03:19:54.200 DEBUG:teuthology.orchestra.run.smithi002:> /usr/sbin/getenforce 2024-09-14T03:19:54.222 INFO:teuthology.orchestra.run.smithi002.stdout:Permissive 2024-09-14T03:19:54.222 DEBUG:teuthology.orchestra.run.smithi154:> /usr/sbin/getenforce 2024-09-14T03:19:54.241 INFO:teuthology.orchestra.run.smithi154.stdout:Permissive 2024-09-14T03:19:54.241 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi002.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi154.front.sepia.ceph.com': 'permissive'} 2024-09-14T03:19:54.242 DEBUG:teuthology.orchestra.run.smithi002:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-14T03:19:54.291 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-14T03:19:54.291 DEBUG:teuthology.orchestra.run.smithi154:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-14T03:19:54.316 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-14T03:19:54.317 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-14T03:19:54.317 DEBUG:teuthology.orchestra.run.smithi002:> sudo /usr/sbin/setenforce permissive 2024-09-14T03:19:54.369 DEBUG:teuthology.orchestra.run.smithi154:> sudo /usr/sbin/setenforce permissive 2024-09-14T03:19:54.405 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-14T03:19:54.414 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-09-14T03:19:54.417 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-09-14T03:19:54.544 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-14T03:19:54.554 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-14T03:19:54.555 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi002.front.sepia.ceph.com,smithi154.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-14T03:23:39.595 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi002.front.sepia.ceph.com'), Remote(name='ubuntu@smithi154.front.sepia.ceph.com')] 2024-09-14T03:23:39.597 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi002.front.sepia.ceph.com' 2024-09-14T03:23:39.598 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi002.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-14T03:23:39.678 DEBUG:teuthology.orchestra.run.smithi002:> true 2024-09-14T03:23:39.769 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi002.front.sepia.ceph.com' 2024-09-14T03:23:39.769 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi154.front.sepia.ceph.com' 2024-09-14T03:23:39.770 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi154.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-14T03:23:39.845 DEBUG:teuthology.orchestra.run.smithi154:> true 2024-09-14T03:23:39.932 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi154.front.sepia.ceph.com' 2024-09-14T03:23:39.933 INFO:teuthology.run_tasks:Running task clock... 2024-09-14T03:23:39.943 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-14T03:23:39.943 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-14T03:23:39.943 DEBUG:teuthology.orchestra.run.smithi002:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-14T03:23:39.945 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-14T03:23:39.946 DEBUG:teuthology.orchestra.run.smithi154:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-14T03:23:39.974 INFO:teuthology.orchestra.run.smithi002.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-14T03:23:39.990 INFO:teuthology.orchestra.run.smithi002.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-14T03:23:40.002 INFO:teuthology.orchestra.run.smithi154.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-14T03:23:40.016 INFO:teuthology.orchestra.run.smithi002.stderr:sudo: ntpd: command not found 2024-09-14T03:23:40.017 INFO:teuthology.orchestra.run.smithi154.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-14T03:23:40.028 INFO:teuthology.orchestra.run.smithi002.stdout:506 Cannot talk to daemon 2024-09-14T03:23:40.042 INFO:teuthology.orchestra.run.smithi154.stderr:sudo: ntpd: command not found 2024-09-14T03:23:40.043 INFO:teuthology.orchestra.run.smithi002.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-14T03:23:40.053 INFO:teuthology.orchestra.run.smithi154.stdout:506 Cannot talk to daemon 2024-09-14T03:23:40.058 INFO:teuthology.orchestra.run.smithi002.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-14T03:23:40.067 INFO:teuthology.orchestra.run.smithi154.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-14T03:23:40.081 INFO:teuthology.orchestra.run.smithi154.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-14T03:23:40.119 INFO:teuthology.orchestra.run.smithi002.stderr:bash: line 1: ntpq: command not found 2024-09-14T03:23:40.122 INFO:teuthology.orchestra.run.smithi002.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-14T03:23:40.122 INFO:teuthology.orchestra.run.smithi002.stdout:=============================================================================== 2024-09-14T03:23:40.122 INFO:teuthology.orchestra.run.smithi002.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-14T03:23:40.123 INFO:teuthology.orchestra.run.smithi002.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-14T03:23:40.123 INFO:teuthology.orchestra.run.smithi002.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-14T03:23:40.123 INFO:teuthology.orchestra.run.smithi002.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-14T03:23:40.136 INFO:teuthology.orchestra.run.smithi154.stderr:bash: line 1: ntpq: command not found 2024-09-14T03:23:40.139 INFO:teuthology.orchestra.run.smithi154.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-14T03:23:40.139 INFO:teuthology.orchestra.run.smithi154.stdout:=============================================================================== 2024-09-14T03:23:40.139 INFO:teuthology.orchestra.run.smithi154.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-14T03:23:40.139 INFO:teuthology.orchestra.run.smithi154.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-14T03:23:40.139 INFO:teuthology.orchestra.run.smithi154.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-14T03:23:40.139 INFO:teuthology.orchestra.run.smithi154.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-14T03:23:40.140 INFO:teuthology.run_tasks:Running task pexec... 2024-09-14T03:23:40.149 INFO:teuthology.task.pexec:Executing custom commands... 2024-09-14T03:23:40.150 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi002.front.sepia.ceph.com 2024-09-14T03:23:40.150 DEBUG:teuthology.orchestra.run.smithi002:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-09-14T03:23:40.150 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi154.front.sepia.ceph.com 2024-09-14T03:23:40.150 DEBUG:teuthology.orchestra.run.smithi154:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-09-14T03:23:40.532 INFO:teuthology.orchestra.run.smithi002.stdout:Dependencies resolved. 2024-09-14T03:23:40.534 INFO:teuthology.orchestra.run.smithi002.stdout:================================================================================ 2024-09-14T03:23:40.534 INFO:teuthology.orchestra.run.smithi002.stdout: Package Architecture Version Repository Size 2024-09-14T03:23:40.534 INFO:teuthology.orchestra.run.smithi002.stdout:================================================================================ 2024-09-14T03:23:40.534 INFO:teuthology.orchestra.run.smithi002.stdout:Removing: 2024-09-14T03:23:40.534 INFO:teuthology.orchestra.run.smithi002.stdout: nvme-cli x86_64 2.9.1-6.el9 @baseos 5.3 M 2024-09-14T03:23:40.534 INFO:teuthology.orchestra.run.smithi002.stdout:Removing unused dependencies: 2024-09-14T03:23:40.535 INFO:teuthology.orchestra.run.smithi002.stdout: libnvme x86_64 1.9-3.el9 @baseos 273 k 2024-09-14T03:23:40.535 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-14T03:23:40.535 INFO:teuthology.orchestra.run.smithi002.stdout:Transaction Summary 2024-09-14T03:23:40.535 INFO:teuthology.orchestra.run.smithi002.stdout:================================================================================ 2024-09-14T03:23:40.535 INFO:teuthology.orchestra.run.smithi002.stdout:Remove 2 Packages 2024-09-14T03:23:40.535 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-14T03:23:40.536 INFO:teuthology.orchestra.run.smithi002.stdout:Freed space: 5.5 M 2024-09-14T03:23:40.536 INFO:teuthology.orchestra.run.smithi002.stdout:Running transaction check 2024-09-14T03:23:40.536 INFO:teuthology.orchestra.run.smithi154.stdout:Dependencies resolved. 2024-09-14T03:23:40.539 INFO:teuthology.orchestra.run.smithi002.stdout:Transaction check succeeded. 2024-09-14T03:23:40.539 INFO:teuthology.orchestra.run.smithi002.stdout:Running transaction test 2024-09-14T03:23:40.546 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2024-09-14T03:23:40.546 INFO:teuthology.orchestra.run.smithi154.stdout: Package Architecture Version Repository Size 2024-09-14T03:23:40.546 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2024-09-14T03:23:40.546 INFO:teuthology.orchestra.run.smithi154.stdout:Removing: 2024-09-14T03:23:40.546 INFO:teuthology.orchestra.run.smithi154.stdout: nvme-cli x86_64 2.9.1-6.el9 @baseos 5.3 M 2024-09-14T03:23:40.546 INFO:teuthology.orchestra.run.smithi154.stdout:Removing unused dependencies: 2024-09-14T03:23:40.546 INFO:teuthology.orchestra.run.smithi154.stdout: libnvme x86_64 1.9-3.el9 @baseos 273 k 2024-09-14T03:23:40.546 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-14T03:23:40.546 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction Summary 2024-09-14T03:23:40.546 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2024-09-14T03:23:40.546 INFO:teuthology.orchestra.run.smithi154.stdout:Remove 2 Packages 2024-09-14T03:23:40.547 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-14T03:23:40.547 INFO:teuthology.orchestra.run.smithi154.stdout:Freed space: 5.5 M 2024-09-14T03:23:40.547 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction check 2024-09-14T03:23:40.550 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction check succeeded. 2024-09-14T03:23:40.550 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction test 2024-09-14T03:23:40.603 INFO:teuthology.orchestra.run.smithi002.stdout:Transaction test succeeded. 2024-09-14T03:23:40.603 INFO:teuthology.orchestra.run.smithi002.stdout:Running transaction 2024-09-14T03:23:40.608 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction test succeeded. 2024-09-14T03:23:40.608 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction 2024-09-14T03:23:40.755 INFO:teuthology.orchestra.run.smithi154.stdout: Preparing : 1/1 2024-09-14T03:23:40.758 INFO:teuthology.orchestra.run.smithi002.stdout: Preparing : 1/1 2024-09-14T03:23:40.840 INFO:teuthology.orchestra.run.smithi154.stdout: Erasing : nvme-cli-2.9.1-6.el9.x86_64 1/2 2024-09-14T03:23:40.841 INFO:teuthology.orchestra.run.smithi002.stdout: Erasing : nvme-cli-2.9.1-6.el9.x86_64 1/2 2024-09-14T03:23:40.905 INFO:teuthology.orchestra.run.smithi154.stdout: Erasing : libnvme-1.9-3.el9.x86_64 2/2 2024-09-14T03:23:40.910 INFO:teuthology.orchestra.run.smithi002.stdout: Erasing : libnvme-1.9-3.el9.x86_64 2/2 2024-09-14T03:23:41.431 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: libnvme-1.9-3.el9.x86_64 2/2 2024-09-14T03:23:41.431 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : libnvme-1.9-3.el9.x86_64 1/2 2024-09-14T03:23:41.462 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: libnvme-1.9-3.el9.x86_64 2/2 2024-09-14T03:23:41.462 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : libnvme-1.9-3.el9.x86_64 1/2 2024-09-14T03:23:41.683 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : nvme-cli-2.9.1-6.el9.x86_64 2/2 2024-09-14T03:23:41.683 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-14T03:23:41.683 INFO:teuthology.orchestra.run.smithi154.stdout:Removed: 2024-09-14T03:23:41.683 INFO:teuthology.orchestra.run.smithi154.stdout: libnvme-1.9-3.el9.x86_64 nvme-cli-2.9.1-6.el9.x86_64 2024-09-14T03:23:41.683 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-14T03:23:41.683 INFO:teuthology.orchestra.run.smithi154.stdout:Complete! 2024-09-14T03:23:41.759 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : nvme-cli-2.9.1-6.el9.x86_64 2/2 2024-09-14T03:23:41.759 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-14T03:23:41.759 INFO:teuthology.orchestra.run.smithi002.stdout:Removed: 2024-09-14T03:23:41.759 INFO:teuthology.orchestra.run.smithi002.stdout: libnvme-1.9-3.el9.x86_64 nvme-cli-2.9.1-6.el9.x86_64 2024-09-14T03:23:41.759 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-14T03:23:41.759 INFO:teuthology.orchestra.run.smithi002.stdout:Complete! 2024-09-14T03:23:42.477 INFO:teuthology.orchestra.run.smithi154.stdout:Last metadata expiration check: 0:00:47 ago on Sat 14 Sep 2024 03:22:55 AM UTC. 2024-09-14T03:23:42.619 INFO:teuthology.orchestra.run.smithi154.stdout:Dependencies resolved. 2024-09-14T03:23:42.620 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2024-09-14T03:23:42.620 INFO:teuthology.orchestra.run.smithi154.stdout: Package Architecture Version Repository Size 2024-09-14T03:23:42.620 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2024-09-14T03:23:42.620 INFO:teuthology.orchestra.run.smithi154.stdout:Installing: 2024-09-14T03:23:42.620 INFO:teuthology.orchestra.run.smithi154.stdout: nvme-cli x86_64 2.9.1-6.el9 baseos 906 k 2024-09-14T03:23:42.620 INFO:teuthology.orchestra.run.smithi154.stdout: nvmetcli noarch 0.7-3.el9 baseos 44 k 2024-09-14T03:23:42.620 INFO:teuthology.orchestra.run.smithi154.stdout:Installing dependencies: 2024-09-14T03:23:42.620 INFO:teuthology.orchestra.run.smithi154.stdout: libnvme x86_64 1.9-3.el9 baseos 106 k 2024-09-14T03:23:42.620 INFO:teuthology.orchestra.run.smithi154.stdout: python3-configshell noarch 1:1.1.30-1.el9 baseos 72 k 2024-09-14T03:23:42.620 INFO:teuthology.orchestra.run.smithi154.stdout: python3-kmod x86_64 0.9-32.el9 baseos 84 k 2024-09-14T03:23:42.620 INFO:teuthology.orchestra.run.smithi154.stdout: python3-urwid x86_64 2.1.2-4.el9 baseos 837 k 2024-09-14T03:23:42.620 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-14T03:23:42.621 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction Summary 2024-09-14T03:23:42.621 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2024-09-14T03:23:42.621 INFO:teuthology.orchestra.run.smithi154.stdout:Install 6 Packages 2024-09-14T03:23:42.621 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-14T03:23:42.631 INFO:teuthology.orchestra.run.smithi154.stdout:Total download size: 2.0 M 2024-09-14T03:23:42.631 INFO:teuthology.orchestra.run.smithi154.stdout:Installed size: 9.2 M 2024-09-14T03:23:42.631 INFO:teuthology.orchestra.run.smithi154.stdout:Downloading Packages: 2024-09-14T03:23:42.668 INFO:teuthology.orchestra.run.smithi002.stdout:Last metadata expiration check: 0:00:46 ago on Sat 14 Sep 2024 03:22:56 AM UTC. 2024-09-14T03:23:42.806 INFO:teuthology.orchestra.run.smithi002.stdout:Dependencies resolved. 2024-09-14T03:23:42.806 INFO:teuthology.orchestra.run.smithi002.stdout:================================================================================ 2024-09-14T03:23:42.806 INFO:teuthology.orchestra.run.smithi002.stdout: Package Architecture Version Repository Size 2024-09-14T03:23:42.806 INFO:teuthology.orchestra.run.smithi002.stdout:================================================================================ 2024-09-14T03:23:42.806 INFO:teuthology.orchestra.run.smithi002.stdout:Installing: 2024-09-14T03:23:42.807 INFO:teuthology.orchestra.run.smithi002.stdout: nvme-cli x86_64 2.9.1-6.el9 baseos 906 k 2024-09-14T03:23:42.807 INFO:teuthology.orchestra.run.smithi002.stdout: nvmetcli noarch 0.7-3.el9 baseos 44 k 2024-09-14T03:23:42.807 INFO:teuthology.orchestra.run.smithi002.stdout:Installing dependencies: 2024-09-14T03:23:42.807 INFO:teuthology.orchestra.run.smithi002.stdout: libnvme x86_64 1.9-3.el9 baseos 106 k 2024-09-14T03:23:42.807 INFO:teuthology.orchestra.run.smithi002.stdout: python3-configshell noarch 1:1.1.30-1.el9 baseos 72 k 2024-09-14T03:23:42.807 INFO:teuthology.orchestra.run.smithi002.stdout: python3-kmod x86_64 0.9-32.el9 baseos 84 k 2024-09-14T03:23:42.807 INFO:teuthology.orchestra.run.smithi002.stdout: python3-urwid x86_64 2.1.2-4.el9 baseos 837 k 2024-09-14T03:23:42.807 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-14T03:23:42.807 INFO:teuthology.orchestra.run.smithi002.stdout:Transaction Summary 2024-09-14T03:23:42.807 INFO:teuthology.orchestra.run.smithi002.stdout:================================================================================ 2024-09-14T03:23:42.807 INFO:teuthology.orchestra.run.smithi002.stdout:Install 6 Packages 2024-09-14T03:23:42.807 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-14T03:23:42.818 INFO:teuthology.orchestra.run.smithi002.stdout:Total download size: 2.0 M 2024-09-14T03:23:42.818 INFO:teuthology.orchestra.run.smithi002.stdout:Installed size: 9.2 M 2024-09-14T03:23:42.818 INFO:teuthology.orchestra.run.smithi002.stdout:Downloading Packages: 2024-09-14T03:23:43.238 INFO:teuthology.orchestra.run.smithi002.stdout:(1/6): nvmetcli-0.7-3.el9.noarch.rpm 314 kB/s | 44 kB 00:00 2024-09-14T03:23:43.263 INFO:teuthology.orchestra.run.smithi002.stdout:(2/6): libnvme-1.9-3.el9.x86_64.rpm 636 kB/s | 106 kB 00:00 2024-09-14T03:23:43.314 INFO:teuthology.orchestra.run.smithi002.stdout:(3/6): python3-kmod-0.9-32.el9.x86_64.rpm 1.6 MB/s | 84 kB 00:00 2024-09-14T03:23:43.339 INFO:teuthology.orchestra.run.smithi002.stdout:(4/6): python3-configshell-1.1.30-1.el9.noarch. 714 kB/s | 72 kB 00:00 2024-09-14T03:23:43.406 INFO:teuthology.orchestra.run.smithi002.stdout:(5/6): nvme-cli-2.9.1-6.el9.x86_64.rpm 2.9 MB/s | 906 kB 00:00 2024-09-14T03:23:43.509 INFO:teuthology.orchestra.run.smithi002.stdout:(6/6): python3-urwid-2.1.2-4.el9.x86_64.rpm 4.2 MB/s | 837 kB 00:00 2024-09-14T03:23:43.509 INFO:teuthology.orchestra.run.smithi002.stdout:-------------------------------------------------------------------------------- 2024-09-14T03:23:43.509 INFO:teuthology.orchestra.run.smithi002.stdout:Total 2.9 MB/s | 2.0 MB 00:00 2024-09-14T03:23:43.518 INFO:teuthology.orchestra.run.smithi154.stdout:(1/6): nvmetcli-0.7-3.el9.noarch.rpm 71 kB/s | 44 kB 00:00 2024-09-14T03:23:43.552 INFO:teuthology.orchestra.run.smithi154.stdout:(2/6): libnvme-1.9-3.el9.x86_64.rpm 160 kB/s | 106 kB 00:00 2024-09-14T03:23:43.586 INFO:teuthology.orchestra.run.smithi002.stdout:Running transaction check 2024-09-14T03:23:43.601 INFO:teuthology.orchestra.run.smithi002.stdout:Transaction check succeeded. 2024-09-14T03:23:43.601 INFO:teuthology.orchestra.run.smithi002.stdout:Running transaction test 2024-09-14T03:23:43.911 INFO:teuthology.orchestra.run.smithi002.stdout:Transaction test succeeded. 2024-09-14T03:23:43.911 INFO:teuthology.orchestra.run.smithi002.stdout:Running transaction 2024-09-14T03:23:44.161 INFO:teuthology.orchestra.run.smithi154.stdout:(3/6): python3-configshell-1.1.30-1.el9.noarch. 112 kB/s | 72 kB 00:00 2024-09-14T03:23:44.202 INFO:teuthology.orchestra.run.smithi154.stdout:(4/6): python3-kmod-0.9-32.el9.x86_64.rpm 129 kB/s | 84 kB 00:00 2024-09-14T03:23:44.348 INFO:teuthology.orchestra.run.smithi002.stdout: Preparing : 1/1 2024-09-14T03:23:44.437 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-urwid-2.1.2-4.el9.x86_64 1/6 2024-09-14T03:23:44.479 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-configshell-1:1.1.30-1.el9.noarch 2/6 2024-09-14T03:23:44.494 INFO:teuthology.orchestra.run.smithi154.stdout:(5/6): nvme-cli-2.9.1-6.el9.x86_64.rpm 565 kB/s | 906 kB 00:01 2024-09-14T03:23:44.508 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-kmod-0.9-32.el9.x86_64 3/6 2024-09-14T03:23:44.728 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : libnvme-1.9-3.el9.x86_64 4/6 2024-09-14T03:23:44.763 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : nvme-cli-2.9.1-6.el9.x86_64 5/6 2024-09-14T03:23:45.244 INFO:teuthology.orchestra.run.smithi154.stdout:(6/6): python3-urwid-2.1.2-4.el9.x86_64.rpm 773 kB/s | 837 kB 00:01 2024-09-14T03:23:45.245 INFO:teuthology.orchestra.run.smithi154.stdout:-------------------------------------------------------------------------------- 2024-09-14T03:23:45.245 INFO:teuthology.orchestra.run.smithi154.stdout:Total 784 kB/s | 2.0 MB 00:02 2024-09-14T03:23:45.245 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: nvme-cli-2.9.1-6.el9.x86_64 5/6 2024-09-14T03:23:45.274 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : nvmetcli-0.7-3.el9.noarch 6/6 2024-09-14T03:23:45.326 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction check 2024-09-14T03:23:45.341 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction check succeeded. 2024-09-14T03:23:45.341 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction test 2024-09-14T03:23:45.624 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction test succeeded. 2024-09-14T03:23:45.625 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction 2024-09-14T03:23:46.033 INFO:teuthology.orchestra.run.smithi154.stdout: Preparing : 1/1 2024-09-14T03:23:46.113 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-urwid-2.1.2-4.el9.x86_64 1/6 2024-09-14T03:23:46.148 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-configshell-1:1.1.30-1.el9.noarch 2/6 2024-09-14T03:23:46.176 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-kmod-0.9-32.el9.x86_64 3/6 2024-09-14T03:23:46.280 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: nvmetcli-0.7-3.el9.noarch 6/6 2024-09-14T03:23:46.280 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : libnvme-1.9-3.el9.x86_64 1/6 2024-09-14T03:23:46.280 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : nvme-cli-2.9.1-6.el9.x86_64 2/6 2024-09-14T03:23:46.281 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : nvmetcli-0.7-3.el9.noarch 3/6 2024-09-14T03:23:46.281 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-configshell-1:1.1.30-1.el9.noarch 4/6 2024-09-14T03:23:46.281 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-kmod-0.9-32.el9.x86_64 5/6 2024-09-14T03:23:46.385 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : libnvme-1.9-3.el9.x86_64 4/6 2024-09-14T03:23:46.416 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : nvme-cli-2.9.1-6.el9.x86_64 5/6 2024-09-14T03:23:46.635 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-urwid-2.1.2-4.el9.x86_64 6/6 2024-09-14T03:23:46.635 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-14T03:23:46.635 INFO:teuthology.orchestra.run.smithi002.stdout:Installed: 2024-09-14T03:23:46.635 INFO:teuthology.orchestra.run.smithi002.stdout: libnvme-1.9-3.el9.x86_64 nvme-cli-2.9.1-6.el9.x86_64 2024-09-14T03:23:46.635 INFO:teuthology.orchestra.run.smithi002.stdout: nvmetcli-0.7-3.el9.noarch python3-configshell-1:1.1.30-1.el9.noarch 2024-09-14T03:23:46.635 INFO:teuthology.orchestra.run.smithi002.stdout: python3-kmod-0.9-32.el9.x86_64 python3-urwid-2.1.2-4.el9.x86_64 2024-09-14T03:23:46.635 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-14T03:23:46.635 INFO:teuthology.orchestra.run.smithi002.stdout:Complete! 2024-09-14T03:23:46.855 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: nvme-cli-2.9.1-6.el9.x86_64 5/6 2024-09-14T03:23:46.891 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : nvmetcli-0.7-3.el9.noarch 6/6 2024-09-14T03:23:46.932 DEBUG:teuthology.parallel:result is None 2024-09-14T03:23:47.859 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: nvmetcli-0.7-3.el9.noarch 6/6 2024-09-14T03:23:47.860 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : libnvme-1.9-3.el9.x86_64 1/6 2024-09-14T03:23:47.860 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : nvme-cli-2.9.1-6.el9.x86_64 2/6 2024-09-14T03:23:47.860 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : nvmetcli-0.7-3.el9.noarch 3/6 2024-09-14T03:23:47.860 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-configshell-1:1.1.30-1.el9.noarch 4/6 2024-09-14T03:23:47.860 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-kmod-0.9-32.el9.x86_64 5/6 2024-09-14T03:23:48.200 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-urwid-2.1.2-4.el9.x86_64 6/6 2024-09-14T03:23:48.201 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-14T03:23:48.201 INFO:teuthology.orchestra.run.smithi154.stdout:Installed: 2024-09-14T03:23:48.201 INFO:teuthology.orchestra.run.smithi154.stdout: libnvme-1.9-3.el9.x86_64 nvme-cli-2.9.1-6.el9.x86_64 2024-09-14T03:23:48.201 INFO:teuthology.orchestra.run.smithi154.stdout: nvmetcli-0.7-3.el9.noarch python3-configshell-1:1.1.30-1.el9.noarch 2024-09-14T03:23:48.201 INFO:teuthology.orchestra.run.smithi154.stdout: python3-kmod-0.9-32.el9.x86_64 python3-urwid-2.1.2-4.el9.x86_64 2024-09-14T03:23:48.201 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-14T03:23:48.201 INFO:teuthology.orchestra.run.smithi154.stdout:Complete! 2024-09-14T03:23:48.531 DEBUG:teuthology.parallel:result is None 2024-09-14T03:23:48.531 INFO:teuthology.run_tasks:Running task install... 2024-09-14T03:23:48.540 DEBUG:teuthology.task.install:project ceph 2024-09-14T03:23:48.540 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': 'a2782315255a3e7d5f6cdc9eb35785187ff6ddf8'}} 2024-09-14T03:23:48.540 DEBUG:teuthology.task.install:config {'branch': 'reef', 'exclude_packages': ['ceph-volume'], 'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': 'a2782315255a3e7d5f6cdc9eb35785187ff6ddf8'} 2024-09-14T03:23:48.540 INFO:teuthology.task.install:Using flavor: default 2024-09-14T03:23:48.546 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-14T03:23:48.546 INFO:teuthology.task.install:extra packages: [] 2024-09-14T03:23:48.546 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'reef', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'a2782315255a3e7d5f6cdc9eb35785187ff6ddf8', 'tag': None, 'wait_for_package': False} 2024-09-14T03:23:48.547 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-14T03:23:48.547 INFO:teuthology.packaging:ref: None 2024-09-14T03:23:48.547 INFO:teuthology.packaging:tag: None 2024-09-14T03:23:48.547 INFO:teuthology.packaging:branch: reef 2024-09-14T03:23:48.547 INFO:teuthology.packaging:sha1: a2782315255a3e7d5f6cdc9eb35785187ff6ddf8 2024-09-14T03:23:48.547 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-09-14T03:23:48.549 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'reef', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'a2782315255a3e7d5f6cdc9eb35785187ff6ddf8', 'tag': None, 'wait_for_package': False} 2024-09-14T03:23:48.549 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-14T03:23:48.549 INFO:teuthology.packaging:ref: None 2024-09-14T03:23:48.550 INFO:teuthology.packaging:tag: None 2024-09-14T03:23:48.550 INFO:teuthology.packaging:branch: reef 2024-09-14T03:23:48.550 INFO:teuthology.packaging:sha1: a2782315255a3e7d5f6cdc9eb35785187ff6ddf8 2024-09-14T03:23:48.550 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-09-14T03:23:48.782 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/reef/e4e227b37858f5109138494e01e5ba1ba7b8ffe8/centos/9/flavors/default/ 2024-09-14T03:23:48.783 INFO:teuthology.task.install.rpm:Package version is 18.2.4-845.ge4e227b3 2024-09-14T03:23:48.836 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/reef/e4e227b37858f5109138494e01e5ba1ba7b8ffe8/centos/9/flavors/default/ 2024-09-14T03:23:48.837 INFO:teuthology.task.install.rpm:Package version is 18.2.4-845.ge4e227b3 2024-09-14T03:23:48.903 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/reef/e4e227b37858f5109138494e01e5ba1ba7b8ffe8/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/reef/e4e227b37858f5109138494e01e5ba1ba7b8ffe8/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/reef/e4e227b37858f5109138494e01e5ba1ba7b8ffe8/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-14T03:23:48.904 DEBUG:teuthology.orchestra.run.smithi002:> set -ex 2024-09-14T03:23:48.904 DEBUG:teuthology.orchestra.run.smithi002:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-14T03:23:48.939 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-09-14T03:23:48.939 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-14T03:23:48.939 INFO:teuthology.packaging:ref: None 2024-09-14T03:23:48.939 INFO:teuthology.packaging:tag: None 2024-09-14T03:23:48.939 INFO:teuthology.packaging:branch: reef 2024-09-14T03:23:48.939 INFO:teuthology.packaging:sha1: a2782315255a3e7d5f6cdc9eb35785187ff6ddf8 2024-09-14T03:23:48.940 DEBUG:teuthology.orchestra.run.smithi002:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/reef/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-14T03:23:48.946 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/reef/e4e227b37858f5109138494e01e5ba1ba7b8ffe8/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/reef/e4e227b37858f5109138494e01e5ba1ba7b8ffe8/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/reef/e4e227b37858f5109138494e01e5ba1ba7b8ffe8/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-14T03:23:48.946 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-09-14T03:23:48.946 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-14T03:23:48.976 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-09-14T03:23:48.976 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-14T03:23:48.976 INFO:teuthology.packaging:ref: None 2024-09-14T03:23:48.976 INFO:teuthology.packaging:tag: None 2024-09-14T03:23:48.976 INFO:teuthology.packaging:branch: reef 2024-09-14T03:23:48.976 INFO:teuthology.packaging:sha1: a2782315255a3e7d5f6cdc9eb35785187ff6ddf8 2024-09-14T03:23:48.977 DEBUG:teuthology.orchestra.run.smithi154:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/reef/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-14T03:23:49.010 DEBUG:teuthology.orchestra.run.smithi002:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-14T03:23:49.052 DEBUG:teuthology.orchestra.run.smithi154:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-14T03:23:49.091 DEBUG:teuthology.orchestra.run.smithi002:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-14T03:23:49.129 DEBUG:teuthology.orchestra.run.smithi154:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-14T03:23:49.159 INFO:teuthology.orchestra.run.smithi002.stdout:check_obsoletes = 1 2024-09-14T03:23:49.161 DEBUG:teuthology.orchestra.run.smithi002:> sudo yum clean all 2024-09-14T03:23:49.193 INFO:teuthology.orchestra.run.smithi154.stdout:check_obsoletes = 1 2024-09-14T03:23:49.195 DEBUG:teuthology.orchestra.run.smithi154:> sudo yum clean all 2024-09-14T03:23:49.403 INFO:teuthology.orchestra.run.smithi002.stdout:45 files removed 2024-09-14T03:23:49.412 INFO:teuthology.orchestra.run.smithi154.stdout:45 files removed 2024-09-14T03:23:49.430 DEBUG:teuthology.orchestra.run.smithi002:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-09-14T03:23:49.440 DEBUG:teuthology.orchestra.run.smithi154:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-09-14T03:23:49.999 INFO:teuthology.orchestra.run.smithi154.stdout:ceph packages for x86_64 283 kB/s | 77 kB 00:00 2024-09-14T03:23:50.022 INFO:teuthology.orchestra.run.smithi002.stdout:ceph packages for x86_64 265 kB/s | 77 kB 00:00 2024-09-14T03:23:50.424 INFO:teuthology.orchestra.run.smithi154.stdout:ceph noarch packages 30 kB/s | 11 kB 00:00 2024-09-14T03:23:50.456 INFO:teuthology.orchestra.run.smithi002.stdout:ceph noarch packages 29 kB/s | 11 kB 00:00 2024-09-14T03:23:50.859 INFO:teuthology.orchestra.run.smithi154.stdout:ceph source packages 4.7 kB/s | 1.9 kB 00:00 2024-09-14T03:23:50.890 INFO:teuthology.orchestra.run.smithi002.stdout:ceph source packages 4.7 kB/s | 1.9 kB 00:00 2024-09-14T03:23:52.715 INFO:teuthology.orchestra.run.smithi002.stdout:CentOS Stream 9 - BaseOS 4.6 MB/s | 8.2 MB 00:01 2024-09-14T03:23:53.275 INFO:teuthology.orchestra.run.smithi154.stdout:CentOS Stream 9 - BaseOS 3.5 MB/s | 8.2 MB 00:02 2024-09-14T03:23:54.658 INFO:teuthology.orchestra.run.smithi002.stdout:CentOS Stream 9 - AppStream 26 MB/s | 20 MB 00:00 2024-09-14T03:23:55.267 INFO:teuthology.orchestra.run.smithi154.stdout:CentOS Stream 9 - AppStream 23 MB/s | 20 MB 00:00 2024-09-14T03:23:59.201 INFO:teuthology.orchestra.run.smithi002.stdout:CentOS Stream 9 - CRB 12 MB/s | 6.5 MB 00:00 2024-09-14T03:23:59.602 INFO:teuthology.orchestra.run.smithi154.stdout:CentOS Stream 9 - CRB 12 MB/s | 6.5 MB 00:00 2024-09-14T03:24:00.768 INFO:teuthology.orchestra.run.smithi002.stdout:CentOS Stream 9 - Extras packages 75 kB/s | 19 kB 00:00 2024-09-14T03:24:01.219 INFO:teuthology.orchestra.run.smithi154.stdout:CentOS Stream 9 - Extras packages 117 kB/s | 19 kB 00:00 2024-09-14T03:24:01.630 INFO:teuthology.orchestra.run.smithi002.stdout:Extra Packages for Enterprise Linux 31 MB/s | 23 MB 00:00 2024-09-14T03:24:02.082 INFO:teuthology.orchestra.run.smithi154.stdout:Extra Packages for Enterprise Linux 31 MB/s | 23 MB 00:00 2024-09-14T03:24:07.236 INFO:teuthology.orchestra.run.smithi002.stdout:lab-extras 29 kB/s | 1.7 kB 00:00 2024-09-14T03:24:07.562 INFO:teuthology.orchestra.run.smithi154.stdout:lab-extras 25 kB/s | 1.7 kB 00:00 2024-09-14T03:24:09.690 INFO:teuthology.orchestra.run.smithi002.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-14T03:24:09.691 INFO:teuthology.orchestra.run.smithi002.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-14T03:24:09.766 INFO:teuthology.orchestra.run.smithi002.stdout:Dependencies resolved. 2024-09-14T03:24:09.773 INFO:teuthology.orchestra.run.smithi002.stdout:====================================================================================== 2024-09-14T03:24:09.773 INFO:teuthology.orchestra.run.smithi002.stdout: Package Arch Version Repository Size 2024-09-14T03:24:09.774 INFO:teuthology.orchestra.run.smithi002.stdout:====================================================================================== 2024-09-14T03:24:09.774 INFO:teuthology.orchestra.run.smithi002.stdout:Installing: 2024-09-14T03:24:09.774 INFO:teuthology.orchestra.run.smithi002.stdout: ceph x86_64 2:18.2.4-845.ge4e227b3.el9 ceph 6.5 k 2024-09-14T03:24:09.774 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-base x86_64 2:18.2.4-845.ge4e227b3.el9 ceph 5.1 M 2024-09-14T03:24:09.774 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-fuse x86_64 2:18.2.4-845.ge4e227b3.el9 ceph 852 k 2024-09-14T03:24:09.774 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-immutable-object-cache x86_64 2:18.2.4-845.ge4e227b3.el9 ceph 143 k 2024-09-14T03:24:09.774 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-mgr x86_64 2:18.2.4-845.ge4e227b3.el9 ceph 1.5 M 2024-09-14T03:24:09.774 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-mgr-cephadm noarch 2:18.2.4-845.ge4e227b3.el9 ceph-noarch 139 k 2024-09-14T03:24:09.774 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-mgr-dashboard noarch 2:18.2.4-845.ge4e227b3.el9 ceph-noarch 3.5 M 2024-09-14T03:24:09.774 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.4-845.ge4e227b3.el9 ceph-noarch 7.4 M 2024-09-14T03:24:09.774 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-mgr-rook noarch 2:18.2.4-845.ge4e227b3.el9 ceph-noarch 49 k 2024-09-14T03:24:09.774 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-radosgw x86_64 2:18.2.4-845.ge4e227b3.el9 ceph 7.7 M 2024-09-14T03:24:09.774 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-test x86_64 2:18.2.4-845.ge4e227b3.el9 ceph 40 M 2024-09-14T03:24:09.774 INFO:teuthology.orchestra.run.smithi002.stdout: cephadm noarch 2:18.2.4-845.ge4e227b3.el9 ceph-noarch 226 k 2024-09-14T03:24:09.775 INFO:teuthology.orchestra.run.smithi002.stdout: libcephfs-devel x86_64 2:18.2.4-845.ge4e227b3.el9 ceph 31 k 2024-09-14T03:24:09.775 INFO:teuthology.orchestra.run.smithi002.stdout: libcephfs2 x86_64 2:18.2.4-845.ge4e227b3.el9 ceph 712 k 2024-09-14T03:24:09.775 INFO:teuthology.orchestra.run.smithi002.stdout: librados-devel x86_64 2:18.2.4-845.ge4e227b3.el9 ceph 127 k 2024-09-14T03:24:09.775 INFO:teuthology.orchestra.run.smithi002.stdout: python3-cephfs x86_64 2:18.2.4-845.ge4e227b3.el9 ceph 162 k 2024-09-14T03:24:09.775 INFO:teuthology.orchestra.run.smithi002.stdout: python3-pytest noarch 6.2.2-7.el9 appstream 519 k 2024-09-14T03:24:09.775 INFO:teuthology.orchestra.run.smithi002.stdout: python3-rados x86_64 2:18.2.4-845.ge4e227b3.el9 ceph 321 k 2024-09-14T03:24:09.775 INFO:teuthology.orchestra.run.smithi002.stdout: python3-rbd x86_64 2:18.2.4-845.ge4e227b3.el9 ceph 300 k 2024-09-14T03:24:09.775 INFO:teuthology.orchestra.run.smithi002.stdout: python3-rgw x86_64 2:18.2.4-845.ge4e227b3.el9 ceph 99 k 2024-09-14T03:24:09.775 INFO:teuthology.orchestra.run.smithi002.stdout: rbd-fuse x86_64 2:18.2.4-845.ge4e227b3.el9 ceph 87 k 2024-09-14T03:24:09.775 INFO:teuthology.orchestra.run.smithi002.stdout: rbd-mirror x86_64 2:18.2.4-845.ge4e227b3.el9 ceph 3.0 M 2024-09-14T03:24:09.775 INFO:teuthology.orchestra.run.smithi002.stdout: rbd-nbd x86_64 2:18.2.4-845.ge4e227b3.el9 ceph 172 k 2024-09-14T03:24:09.775 INFO:teuthology.orchestra.run.smithi002.stdout:Upgrading: 2024-09-14T03:24:09.775 INFO:teuthology.orchestra.run.smithi002.stdout: librados2 x86_64 2:18.2.4-845.ge4e227b3.el9 ceph 3.3 M 2024-09-14T03:24:09.775 INFO:teuthology.orchestra.run.smithi002.stdout: librbd1 x86_64 2:18.2.4-845.ge4e227b3.el9 ceph 3.0 M 2024-09-14T03:24:09.775 INFO:teuthology.orchestra.run.smithi002.stdout:Installing dependencies: 2024-09-14T03:24:09.776 INFO:teuthology.orchestra.run.smithi002.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-14T03:24:09.776 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-common x86_64 2:18.2.4-845.ge4e227b3.el9 ceph 18 M 2024-09-14T03:24:09.776 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-grafana-dashboards noarch 2:18.2.4-845.ge4e227b3.el9 ceph-noarch 24 k 2024-09-14T03:24:09.776 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-mds x86_64 2:18.2.4-845.ge4e227b3.el9 ceph 2.1 M 2024-09-14T03:24:09.776 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-mgr-modules-core noarch 2:18.2.4-845.ge4e227b3.el9 ceph-noarch 246 k 2024-09-14T03:24:09.776 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-mon x86_64 2:18.2.4-845.ge4e227b3.el9 ceph 4.7 M 2024-09-14T03:24:09.776 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-osd x86_64 2:18.2.4-845.ge4e227b3.el9 ceph 17 M 2024-09-14T03:24:09.776 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-prometheus-alerts noarch 2:18.2.4-845.ge4e227b3.el9 ceph-noarch 16 k 2024-09-14T03:24:09.776 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-selinux x86_64 2:18.2.4-845.ge4e227b3.el9 ceph 25 k 2024-09-14T03:24:09.776 INFO:teuthology.orchestra.run.smithi002.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-14T03:24:09.776 INFO:teuthology.orchestra.run.smithi002.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-14T03:24:09.776 INFO:teuthology.orchestra.run.smithi002.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-14T03:24:09.776 INFO:teuthology.orchestra.run.smithi002.stdout: fmt x86_64 8.1.1-5.el9 epel 111 k 2024-09-14T03:24:09.777 INFO:teuthology.orchestra.run.smithi002.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-14T03:24:09.777 INFO:teuthology.orchestra.run.smithi002.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-14T03:24:09.777 INFO:teuthology.orchestra.run.smithi002.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-14T03:24:09.777 INFO:teuthology.orchestra.run.smithi002.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-14T03:24:09.777 INFO:teuthology.orchestra.run.smithi002.stdout: libcephsqlite x86_64 2:18.2.4-845.ge4e227b3.el9 ceph 166 k 2024-09-14T03:24:09.777 INFO:teuthology.orchestra.run.smithi002.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-14T03:24:09.777 INFO:teuthology.orchestra.run.smithi002.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-14T03:24:09.777 INFO:teuthology.orchestra.run.smithi002.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-14T03:24:09.777 INFO:teuthology.orchestra.run.smithi002.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-14T03:24:09.777 INFO:teuthology.orchestra.run.smithi002.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-14T03:24:09.777 INFO:teuthology.orchestra.run.smithi002.stdout: libradosstriper1 x86_64 2:18.2.4-845.ge4e227b3.el9 ceph 478 k 2024-09-14T03:24:09.777 INFO:teuthology.orchestra.run.smithi002.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-14T03:24:09.777 INFO:teuthology.orchestra.run.smithi002.stdout: librgw2 x86_64 2:18.2.4-845.ge4e227b3.el9 ceph 4.5 M 2024-09-14T03:24:09.777 INFO:teuthology.orchestra.run.smithi002.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-14T03:24:09.778 INFO:teuthology.orchestra.run.smithi002.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-14T03:24:09.778 INFO:teuthology.orchestra.run.smithi002.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-14T03:24:09.778 INFO:teuthology.orchestra.run.smithi002.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-14T03:24:09.778 INFO:teuthology.orchestra.run.smithi002.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-14T03:24:09.778 INFO:teuthology.orchestra.run.smithi002.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-14T03:24:09.778 INFO:teuthology.orchestra.run.smithi002.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-14T03:24:09.778 INFO:teuthology.orchestra.run.smithi002.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-14T03:24:09.778 INFO:teuthology.orchestra.run.smithi002.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-14T03:24:09.778 INFO:teuthology.orchestra.run.smithi002.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-14T03:24:09.778 INFO:teuthology.orchestra.run.smithi002.stdout: python3-ceph-argparse x86_64 2:18.2.4-845.ge4e227b3.el9 ceph 45 k 2024-09-14T03:24:09.778 INFO:teuthology.orchestra.run.smithi002.stdout: python3-ceph-common x86_64 2:18.2.4-845.ge4e227b3.el9 ceph 129 k 2024-09-14T03:24:09.778 INFO:teuthology.orchestra.run.smithi002.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-14T03:24:09.778 INFO:teuthology.orchestra.run.smithi002.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-14T03:24:09.778 INFO:teuthology.orchestra.run.smithi002.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-14T03:24:09.779 INFO:teuthology.orchestra.run.smithi002.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-14T03:24:09.779 INFO:teuthology.orchestra.run.smithi002.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-14T03:24:09.779 INFO:teuthology.orchestra.run.smithi002.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-14T03:24:09.779 INFO:teuthology.orchestra.run.smithi002.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-14T03:24:09.779 INFO:teuthology.orchestra.run.smithi002.stdout: python3-iniconfig noarch 1.1.1-7.el9 appstream 17 k 2024-09-14T03:24:09.779 INFO:teuthology.orchestra.run.smithi002.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-14T03:24:09.779 INFO:teuthology.orchestra.run.smithi002.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-14T03:24:09.779 INFO:teuthology.orchestra.run.smithi002.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-14T03:24:09.779 INFO:teuthology.orchestra.run.smithi002.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-14T03:24:09.779 INFO:teuthology.orchestra.run.smithi002.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-14T03:24:09.779 INFO:teuthology.orchestra.run.smithi002.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-14T03:24:09.779 INFO:teuthology.orchestra.run.smithi002.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-14T03:24:09.779 INFO:teuthology.orchestra.run.smithi002.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-14T03:24:09.779 INFO:teuthology.orchestra.run.smithi002.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-14T03:24:09.780 INFO:teuthology.orchestra.run.smithi002.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-14T03:24:09.780 INFO:teuthology.orchestra.run.smithi002.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-14T03:24:09.780 INFO:teuthology.orchestra.run.smithi002.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-14T03:24:09.780 INFO:teuthology.orchestra.run.smithi002.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-14T03:24:09.780 INFO:teuthology.orchestra.run.smithi002.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-14T03:24:09.780 INFO:teuthology.orchestra.run.smithi002.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-14T03:24:09.780 INFO:teuthology.orchestra.run.smithi002.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-14T03:24:09.780 INFO:teuthology.orchestra.run.smithi002.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-14T03:24:09.780 INFO:teuthology.orchestra.run.smithi002.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-14T03:24:09.780 INFO:teuthology.orchestra.run.smithi002.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-14T03:24:09.780 INFO:teuthology.orchestra.run.smithi002.stdout: python3-pluggy noarch 0.13.1-7.el9 appstream 41 k 2024-09-14T03:24:09.780 INFO:teuthology.orchestra.run.smithi002.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-14T03:24:09.780 INFO:teuthology.orchestra.run.smithi002.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-14T03:24:09.780 INFO:teuthology.orchestra.run.smithi002.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-14T03:24:09.780 INFO:teuthology.orchestra.run.smithi002.stdout: python3-py noarch 1.10.0-6.el9 appstream 477 k 2024-09-14T03:24:09.781 INFO:teuthology.orchestra.run.smithi002.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-14T03:24:09.781 INFO:teuthology.orchestra.run.smithi002.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-14T03:24:09.781 INFO:teuthology.orchestra.run.smithi002.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-14T03:24:09.781 INFO:teuthology.orchestra.run.smithi002.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-14T03:24:09.781 INFO:teuthology.orchestra.run.smithi002.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-14T03:24:09.781 INFO:teuthology.orchestra.run.smithi002.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-14T03:24:09.781 INFO:teuthology.orchestra.run.smithi002.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-14T03:24:09.781 INFO:teuthology.orchestra.run.smithi002.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-14T03:24:09.781 INFO:teuthology.orchestra.run.smithi002.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-14T03:24:09.781 INFO:teuthology.orchestra.run.smithi002.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-14T03:24:09.781 INFO:teuthology.orchestra.run.smithi002.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-14T03:24:09.781 INFO:teuthology.orchestra.run.smithi002.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-14T03:24:09.781 INFO:teuthology.orchestra.run.smithi002.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-14T03:24:09.781 INFO:teuthology.orchestra.run.smithi002.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-14T03:24:09.782 INFO:teuthology.orchestra.run.smithi002.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-14T03:24:09.782 INFO:teuthology.orchestra.run.smithi002.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-14T03:24:09.782 INFO:teuthology.orchestra.run.smithi002.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-14T03:24:09.782 INFO:teuthology.orchestra.run.smithi002.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-14T03:24:09.782 INFO:teuthology.orchestra.run.smithi002.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-14T03:24:09.782 INFO:teuthology.orchestra.run.smithi002.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-14T03:24:09.782 INFO:teuthology.orchestra.run.smithi002.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-14T03:24:09.782 INFO:teuthology.orchestra.run.smithi002.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-14T03:24:09.782 INFO:teuthology.orchestra.run.smithi002.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-14T03:24:09.782 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-14T03:24:09.782 INFO:teuthology.orchestra.run.smithi002.stdout:Transaction Summary 2024-09-14T03:24:09.782 INFO:teuthology.orchestra.run.smithi002.stdout:====================================================================================== 2024-09-14T03:24:09.782 INFO:teuthology.orchestra.run.smithi002.stdout:Install 116 Packages 2024-09-14T03:24:09.782 INFO:teuthology.orchestra.run.smithi002.stdout:Upgrade 2 Packages 2024-09-14T03:24:09.783 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-14T03:24:09.783 INFO:teuthology.orchestra.run.smithi002.stdout:Total download size: 179 M 2024-09-14T03:24:09.783 INFO:teuthology.orchestra.run.smithi002.stdout:Downloading Packages: 2024-09-14T03:24:09.941 INFO:teuthology.orchestra.run.smithi154.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-14T03:24:09.942 INFO:teuthology.orchestra.run.smithi154.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-14T03:24:10.018 INFO:teuthology.orchestra.run.smithi154.stdout:Dependencies resolved. 2024-09-14T03:24:10.025 INFO:teuthology.orchestra.run.smithi154.stdout:====================================================================================== 2024-09-14T03:24:10.025 INFO:teuthology.orchestra.run.smithi154.stdout: Package Arch Version Repository Size 2024-09-14T03:24:10.025 INFO:teuthology.orchestra.run.smithi154.stdout:====================================================================================== 2024-09-14T03:24:10.025 INFO:teuthology.orchestra.run.smithi154.stdout:Installing: 2024-09-14T03:24:10.026 INFO:teuthology.orchestra.run.smithi154.stdout: ceph x86_64 2:18.2.4-845.ge4e227b3.el9 ceph 6.5 k 2024-09-14T03:24:10.026 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-base x86_64 2:18.2.4-845.ge4e227b3.el9 ceph 5.1 M 2024-09-14T03:24:10.026 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-fuse x86_64 2:18.2.4-845.ge4e227b3.el9 ceph 852 k 2024-09-14T03:24:10.026 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-immutable-object-cache x86_64 2:18.2.4-845.ge4e227b3.el9 ceph 143 k 2024-09-14T03:24:10.026 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mgr x86_64 2:18.2.4-845.ge4e227b3.el9 ceph 1.5 M 2024-09-14T03:24:10.026 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mgr-cephadm noarch 2:18.2.4-845.ge4e227b3.el9 ceph-noarch 139 k 2024-09-14T03:24:10.026 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mgr-dashboard noarch 2:18.2.4-845.ge4e227b3.el9 ceph-noarch 3.5 M 2024-09-14T03:24:10.026 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.4-845.ge4e227b3.el9 ceph-noarch 7.4 M 2024-09-14T03:24:10.026 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mgr-rook noarch 2:18.2.4-845.ge4e227b3.el9 ceph-noarch 49 k 2024-09-14T03:24:10.026 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-radosgw x86_64 2:18.2.4-845.ge4e227b3.el9 ceph 7.7 M 2024-09-14T03:24:10.026 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-test x86_64 2:18.2.4-845.ge4e227b3.el9 ceph 40 M 2024-09-14T03:24:10.026 INFO:teuthology.orchestra.run.smithi154.stdout: cephadm noarch 2:18.2.4-845.ge4e227b3.el9 ceph-noarch 226 k 2024-09-14T03:24:10.027 INFO:teuthology.orchestra.run.smithi154.stdout: libcephfs-devel x86_64 2:18.2.4-845.ge4e227b3.el9 ceph 31 k 2024-09-14T03:24:10.027 INFO:teuthology.orchestra.run.smithi154.stdout: libcephfs2 x86_64 2:18.2.4-845.ge4e227b3.el9 ceph 712 k 2024-09-14T03:24:10.027 INFO:teuthology.orchestra.run.smithi154.stdout: librados-devel x86_64 2:18.2.4-845.ge4e227b3.el9 ceph 127 k 2024-09-14T03:24:10.027 INFO:teuthology.orchestra.run.smithi154.stdout: python3-cephfs x86_64 2:18.2.4-845.ge4e227b3.el9 ceph 162 k 2024-09-14T03:24:10.027 INFO:teuthology.orchestra.run.smithi154.stdout: python3-pytest noarch 6.2.2-7.el9 appstream 519 k 2024-09-14T03:24:10.027 INFO:teuthology.orchestra.run.smithi154.stdout: python3-rados x86_64 2:18.2.4-845.ge4e227b3.el9 ceph 321 k 2024-09-14T03:24:10.027 INFO:teuthology.orchestra.run.smithi154.stdout: python3-rbd x86_64 2:18.2.4-845.ge4e227b3.el9 ceph 300 k 2024-09-14T03:24:10.027 INFO:teuthology.orchestra.run.smithi154.stdout: python3-rgw x86_64 2:18.2.4-845.ge4e227b3.el9 ceph 99 k 2024-09-14T03:24:10.027 INFO:teuthology.orchestra.run.smithi154.stdout: rbd-fuse x86_64 2:18.2.4-845.ge4e227b3.el9 ceph 87 k 2024-09-14T03:24:10.027 INFO:teuthology.orchestra.run.smithi154.stdout: rbd-mirror x86_64 2:18.2.4-845.ge4e227b3.el9 ceph 3.0 M 2024-09-14T03:24:10.028 INFO:teuthology.orchestra.run.smithi154.stdout: rbd-nbd x86_64 2:18.2.4-845.ge4e227b3.el9 ceph 172 k 2024-09-14T03:24:10.028 INFO:teuthology.orchestra.run.smithi154.stdout:Upgrading: 2024-09-14T03:24:10.028 INFO:teuthology.orchestra.run.smithi154.stdout: librados2 x86_64 2:18.2.4-845.ge4e227b3.el9 ceph 3.3 M 2024-09-14T03:24:10.028 INFO:teuthology.orchestra.run.smithi154.stdout: librbd1 x86_64 2:18.2.4-845.ge4e227b3.el9 ceph 3.0 M 2024-09-14T03:24:10.028 INFO:teuthology.orchestra.run.smithi154.stdout:Installing dependencies: 2024-09-14T03:24:10.028 INFO:teuthology.orchestra.run.smithi154.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-14T03:24:10.028 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-common x86_64 2:18.2.4-845.ge4e227b3.el9 ceph 18 M 2024-09-14T03:24:10.028 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-grafana-dashboards noarch 2:18.2.4-845.ge4e227b3.el9 ceph-noarch 24 k 2024-09-14T03:24:10.028 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mds x86_64 2:18.2.4-845.ge4e227b3.el9 ceph 2.1 M 2024-09-14T03:24:10.028 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mgr-modules-core noarch 2:18.2.4-845.ge4e227b3.el9 ceph-noarch 246 k 2024-09-14T03:24:10.028 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mon x86_64 2:18.2.4-845.ge4e227b3.el9 ceph 4.7 M 2024-09-14T03:24:10.028 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-osd x86_64 2:18.2.4-845.ge4e227b3.el9 ceph 17 M 2024-09-14T03:24:10.029 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-prometheus-alerts noarch 2:18.2.4-845.ge4e227b3.el9 ceph-noarch 16 k 2024-09-14T03:24:10.029 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-selinux x86_64 2:18.2.4-845.ge4e227b3.el9 ceph 25 k 2024-09-14T03:24:10.029 INFO:teuthology.orchestra.run.smithi154.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-14T03:24:10.029 INFO:teuthology.orchestra.run.smithi154.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-14T03:24:10.029 INFO:teuthology.orchestra.run.smithi154.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-14T03:24:10.029 INFO:teuthology.orchestra.run.smithi154.stdout: fmt x86_64 8.1.1-5.el9 epel 111 k 2024-09-14T03:24:10.029 INFO:teuthology.orchestra.run.smithi154.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-14T03:24:10.029 INFO:teuthology.orchestra.run.smithi154.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-14T03:24:10.029 INFO:teuthology.orchestra.run.smithi154.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-14T03:24:10.029 INFO:teuthology.orchestra.run.smithi154.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-14T03:24:10.029 INFO:teuthology.orchestra.run.smithi154.stdout: libcephsqlite x86_64 2:18.2.4-845.ge4e227b3.el9 ceph 166 k 2024-09-14T03:24:10.029 INFO:teuthology.orchestra.run.smithi154.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-14T03:24:10.029 INFO:teuthology.orchestra.run.smithi154.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-14T03:24:10.030 INFO:teuthology.orchestra.run.smithi154.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-14T03:24:10.030 INFO:teuthology.orchestra.run.smithi154.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-14T03:24:10.030 INFO:teuthology.orchestra.run.smithi154.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-14T03:24:10.030 INFO:teuthology.orchestra.run.smithi154.stdout: libradosstriper1 x86_64 2:18.2.4-845.ge4e227b3.el9 ceph 478 k 2024-09-14T03:24:10.030 INFO:teuthology.orchestra.run.smithi154.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-14T03:24:10.030 INFO:teuthology.orchestra.run.smithi154.stdout: librgw2 x86_64 2:18.2.4-845.ge4e227b3.el9 ceph 4.5 M 2024-09-14T03:24:10.030 INFO:teuthology.orchestra.run.smithi154.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-14T03:24:10.030 INFO:teuthology.orchestra.run.smithi154.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-14T03:24:10.030 INFO:teuthology.orchestra.run.smithi154.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-14T03:24:10.030 INFO:teuthology.orchestra.run.smithi154.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-14T03:24:10.030 INFO:teuthology.orchestra.run.smithi154.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-14T03:24:10.030 INFO:teuthology.orchestra.run.smithi154.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-14T03:24:10.030 INFO:teuthology.orchestra.run.smithi154.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-14T03:24:10.031 INFO:teuthology.orchestra.run.smithi154.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-14T03:24:10.031 INFO:teuthology.orchestra.run.smithi154.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-14T03:24:10.031 INFO:teuthology.orchestra.run.smithi154.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-14T03:24:10.031 INFO:teuthology.orchestra.run.smithi154.stdout: python3-ceph-argparse x86_64 2:18.2.4-845.ge4e227b3.el9 ceph 45 k 2024-09-14T03:24:10.031 INFO:teuthology.orchestra.run.smithi154.stdout: python3-ceph-common x86_64 2:18.2.4-845.ge4e227b3.el9 ceph 129 k 2024-09-14T03:24:10.031 INFO:teuthology.orchestra.run.smithi154.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-14T03:24:10.031 INFO:teuthology.orchestra.run.smithi154.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-14T03:24:10.031 INFO:teuthology.orchestra.run.smithi154.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-14T03:24:10.031 INFO:teuthology.orchestra.run.smithi154.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-14T03:24:10.031 INFO:teuthology.orchestra.run.smithi154.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-14T03:24:10.031 INFO:teuthology.orchestra.run.smithi154.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-14T03:24:10.031 INFO:teuthology.orchestra.run.smithi154.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-14T03:24:10.032 INFO:teuthology.orchestra.run.smithi154.stdout: python3-iniconfig noarch 1.1.1-7.el9 appstream 17 k 2024-09-14T03:24:10.032 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-14T03:24:10.032 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-14T03:24:10.032 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-14T03:24:10.032 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-14T03:24:10.032 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-14T03:24:10.032 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-14T03:24:10.032 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-14T03:24:10.032 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-14T03:24:10.032 INFO:teuthology.orchestra.run.smithi154.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-14T03:24:10.032 INFO:teuthology.orchestra.run.smithi154.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-14T03:24:10.033 INFO:teuthology.orchestra.run.smithi154.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-14T03:24:10.033 INFO:teuthology.orchestra.run.smithi154.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-14T03:24:10.033 INFO:teuthology.orchestra.run.smithi154.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-14T03:24:10.033 INFO:teuthology.orchestra.run.smithi154.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-14T03:24:10.033 INFO:teuthology.orchestra.run.smithi154.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-14T03:24:10.033 INFO:teuthology.orchestra.run.smithi154.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-14T03:24:10.033 INFO:teuthology.orchestra.run.smithi154.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-14T03:24:10.033 INFO:teuthology.orchestra.run.smithi154.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-14T03:24:10.033 INFO:teuthology.orchestra.run.smithi154.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-14T03:24:10.033 INFO:teuthology.orchestra.run.smithi154.stdout: python3-pluggy noarch 0.13.1-7.el9 appstream 41 k 2024-09-14T03:24:10.033 INFO:teuthology.orchestra.run.smithi154.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-14T03:24:10.033 INFO:teuthology.orchestra.run.smithi154.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-14T03:24:10.033 INFO:teuthology.orchestra.run.smithi154.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-14T03:24:10.034 INFO:teuthology.orchestra.run.smithi154.stdout: python3-py noarch 1.10.0-6.el9 appstream 477 k 2024-09-14T03:24:10.034 INFO:teuthology.orchestra.run.smithi154.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-14T03:24:10.034 INFO:teuthology.orchestra.run.smithi154.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-14T03:24:10.034 INFO:teuthology.orchestra.run.smithi154.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-14T03:24:10.034 INFO:teuthology.orchestra.run.smithi154.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-14T03:24:10.034 INFO:teuthology.orchestra.run.smithi154.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-14T03:24:10.034 INFO:teuthology.orchestra.run.smithi154.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-14T03:24:10.034 INFO:teuthology.orchestra.run.smithi154.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-14T03:24:10.034 INFO:teuthology.orchestra.run.smithi154.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-14T03:24:10.034 INFO:teuthology.orchestra.run.smithi154.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-14T03:24:10.034 INFO:teuthology.orchestra.run.smithi154.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-14T03:24:10.034 INFO:teuthology.orchestra.run.smithi154.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-14T03:24:10.034 INFO:teuthology.orchestra.run.smithi154.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-14T03:24:10.034 INFO:teuthology.orchestra.run.smithi154.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-14T03:24:10.035 INFO:teuthology.orchestra.run.smithi154.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-14T03:24:10.035 INFO:teuthology.orchestra.run.smithi154.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-14T03:24:10.035 INFO:teuthology.orchestra.run.smithi154.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-14T03:24:10.035 INFO:teuthology.orchestra.run.smithi154.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-14T03:24:10.035 INFO:teuthology.orchestra.run.smithi154.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-14T03:24:10.035 INFO:teuthology.orchestra.run.smithi154.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-14T03:24:10.035 INFO:teuthology.orchestra.run.smithi154.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-14T03:24:10.035 INFO:teuthology.orchestra.run.smithi154.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-14T03:24:10.035 INFO:teuthology.orchestra.run.smithi154.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-14T03:24:10.035 INFO:teuthology.orchestra.run.smithi154.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-14T03:24:10.035 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-14T03:24:10.035 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction Summary 2024-09-14T03:24:10.035 INFO:teuthology.orchestra.run.smithi154.stdout:====================================================================================== 2024-09-14T03:24:10.036 INFO:teuthology.orchestra.run.smithi154.stdout:Install 116 Packages 2024-09-14T03:24:10.036 INFO:teuthology.orchestra.run.smithi154.stdout:Upgrade 2 Packages 2024-09-14T03:24:10.036 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-14T03:24:10.036 INFO:teuthology.orchestra.run.smithi154.stdout:Total download size: 179 M 2024-09-14T03:24:10.036 INFO:teuthology.orchestra.run.smithi154.stdout:Downloading Packages: 2024-09-14T03:24:10.254 INFO:teuthology.orchestra.run.smithi002.stdout:(1/118): ceph-18.2.4-845.ge4e227b3.el9.x86_64.r 44 kB/s | 6.5 kB 00:00 2024-09-14T03:24:10.355 INFO:teuthology.orchestra.run.smithi154.stdout:(1/118): ceph-18.2.4-845.ge4e227b3.el9.x86_64.r 49 kB/s | 6.5 kB 00:00 2024-09-14T03:24:10.513 INFO:teuthology.orchestra.run.smithi002.stdout:(2/118): ceph-fuse-18.2.4-845.ge4e227b3.el9.x86 3.2 MB/s | 852 kB 00:00 2024-09-14T03:24:10.580 INFO:teuthology.orchestra.run.smithi002.stdout:(3/118): ceph-base-18.2.4-845.ge4e227b3.el9.x86 11 MB/s | 5.1 MB 00:00 2024-09-14T03:24:10.605 INFO:teuthology.orchestra.run.smithi002.stdout:(4/118): ceph-immutable-object-cache-18.2.4-845 1.5 MB/s | 143 kB 00:00 2024-09-14T03:24:10.681 INFO:teuthology.orchestra.run.smithi002.stdout:(5/118): ceph-mds-18.2.4-845.ge4e227b3.el9.x86_ 21 MB/s | 2.1 MB 00:00 2024-09-14T03:24:10.889 INFO:teuthology.orchestra.run.smithi002.stdout:(6/118): ceph-mgr-18.2.4-845.ge4e227b3.el9.x86_ 5.1 MB/s | 1.5 MB 00:00 2024-09-14T03:24:10.922 INFO:teuthology.orchestra.run.smithi154.stdout:(2/118): ceph-fuse-18.2.4-845.ge4e227b3.el9.x86 1.5 MB/s | 852 kB 00:00 2024-09-14T03:24:10.981 INFO:teuthology.orchestra.run.smithi002.stdout:(7/118): ceph-mon-18.2.4-845.ge4e227b3.el9.x86_ 16 MB/s | 4.7 MB 00:00 2024-09-14T03:24:11.005 INFO:teuthology.orchestra.run.smithi154.stdout:(3/118): ceph-immutable-object-cache-18.2.4-845 1.7 MB/s | 143 kB 00:00 2024-09-14T03:24:11.181 INFO:teuthology.orchestra.run.smithi002.stdout:(8/118): ceph-common-18.2.4-845.ge4e227b3.el9.x 17 MB/s | 18 MB 00:01 2024-09-14T03:24:11.223 INFO:teuthology.orchestra.run.smithi002.stdout:(9/118): ceph-selinux-18.2.4-845.ge4e227b3.el9. 614 kB/s | 25 kB 00:00 2024-09-14T03:24:11.457 INFO:teuthology.orchestra.run.smithi002.stdout:(10/118): ceph-radosgw-18.2.4-845.ge4e227b3.el9 16 MB/s | 7.7 MB 00:00 2024-09-14T03:24:11.540 INFO:teuthology.orchestra.run.smithi002.stdout:(11/118): libcephfs-devel-18.2.4-845.ge4e227b3. 373 kB/s | 31 kB 00:00 2024-09-14T03:24:11.581 INFO:teuthology.orchestra.run.smithi154.stdout:(4/118): ceph-mds-18.2.4-845.ge4e227b3.el9.x86_ 3.6 MB/s | 2.1 MB 00:00 2024-09-14T03:24:11.641 INFO:teuthology.orchestra.run.smithi002.stdout:(12/118): libcephfs2-18.2.4-845.ge4e227b3.el9.x 7.0 MB/s | 712 kB 00:00 2024-09-14T03:24:11.741 INFO:teuthology.orchestra.run.smithi002.stdout:(13/118): libcephsqlite-18.2.4-845.ge4e227b3.el 1.6 MB/s | 166 kB 00:00 2024-09-14T03:24:11.833 INFO:teuthology.orchestra.run.smithi002.stdout:(14/118): librados-devel-18.2.4-845.ge4e227b3.e 1.4 MB/s | 127 kB 00:00 2024-09-14T03:24:11.933 INFO:teuthology.orchestra.run.smithi002.stdout:(15/118): libradosstriper1-18.2.4-845.ge4e227b3 4.7 MB/s | 478 kB 00:00 2024-09-14T03:24:12.014 INFO:teuthology.orchestra.run.smithi154.stdout:(5/118): ceph-mgr-18.2.4-845.ge4e227b3.el9.x86_ 3.4 MB/s | 1.5 MB 00:00 2024-09-14T03:24:12.215 INFO:teuthology.orchestra.run.smithi154.stdout:(6/118): ceph-base-18.2.4-845.ge4e227b3.el9.x86 2.6 MB/s | 5.1 MB 00:01 2024-09-14T03:24:12.283 INFO:teuthology.orchestra.run.smithi002.stdout:(16/118): ceph-osd-18.2.4-845.ge4e227b3.el9.x86 12 MB/s | 17 MB 00:01 2024-09-14T03:24:12.384 INFO:teuthology.orchestra.run.smithi002.stdout:(17/118): librgw2-18.2.4-845.ge4e227b3.el9.x86_ 9.9 MB/s | 4.5 MB 00:00 2024-09-14T03:24:12.409 INFO:teuthology.orchestra.run.smithi002.stdout:(18/118): python3-ceph-argparse-18.2.4-845.ge4e 360 kB/s | 45 kB 00:00 2024-09-14T03:24:12.459 INFO:teuthology.orchestra.run.smithi002.stdout:(19/118): python3-ceph-common-18.2.4-845.ge4e22 1.7 MB/s | 129 kB 00:00 2024-09-14T03:24:12.484 INFO:teuthology.orchestra.run.smithi002.stdout:(20/118): python3-cephfs-18.2.4-845.ge4e227b3.e 2.1 MB/s | 162 kB 00:00 2024-09-14T03:24:12.518 INFO:teuthology.orchestra.run.smithi002.stdout:(21/118): python3-rados-18.2.4-845.ge4e227b3.el 5.4 MB/s | 321 kB 00:00 2024-09-14T03:24:12.552 INFO:teuthology.orchestra.run.smithi002.stdout:(22/118): python3-rbd-18.2.4-845.ge4e227b3.el9. 4.4 MB/s | 300 kB 00:00 2024-09-14T03:24:12.586 INFO:teuthology.orchestra.run.smithi002.stdout:(23/118): python3-rgw-18.2.4-845.ge4e227b3.el9. 1.4 MB/s | 99 kB 00:00 2024-09-14T03:24:12.606 INFO:teuthology.orchestra.run.smithi154.stdout:(7/118): ceph-common-18.2.4-845.ge4e227b3.el9.x 7.7 MB/s | 18 MB 00:02 2024-09-14T03:24:12.611 INFO:teuthology.orchestra.run.smithi002.stdout:(24/118): rbd-fuse-18.2.4-845.ge4e227b3.el9.x86 1.4 MB/s | 87 kB 00:00 2024-09-14T03:24:12.711 INFO:teuthology.orchestra.run.smithi002.stdout:(25/118): rbd-nbd-18.2.4-845.ge4e227b3.el9.x86_ 1.7 MB/s | 172 kB 00:00 2024-09-14T03:24:12.773 INFO:teuthology.orchestra.run.smithi154.stdout:(8/118): ceph-mon-18.2.4-845.ge4e227b3.el9.x86_ 6.2 MB/s | 4.7 MB 00:00 2024-09-14T03:24:12.823 INFO:teuthology.orchestra.run.smithi154.stdout:(9/118): ceph-selinux-18.2.4-845.ge4e227b3.el9. 504 kB/s | 25 kB 00:00 2024-09-14T03:24:12.828 INFO:teuthology.orchestra.run.smithi002.stdout:(26/118): rbd-mirror-18.2.4-845.ge4e227b3.el9.x 12 MB/s | 3.0 MB 00:00 2024-09-14T03:24:12.854 INFO:teuthology.orchestra.run.smithi002.stdout:(27/118): ceph-grafana-dashboards-18.2.4-845.ge 172 kB/s | 24 kB 00:00 2024-09-14T03:24:12.921 INFO:teuthology.orchestra.run.smithi002.stdout:(28/118): ceph-mgr-cephadm-18.2.4-845.ge4e227b3 1.5 MB/s | 139 kB 00:00 2024-09-14T03:24:13.082 INFO:teuthology.orchestra.run.smithi154.stdout:(10/118): ceph-radosgw-18.2.4-845.ge4e227b3.el9 16 MB/s | 7.7 MB 00:00 2024-09-14T03:24:13.141 INFO:teuthology.orchestra.run.smithi154.stdout:(11/118): libcephfs-devel-18.2.4-845.ge4e227b3. 532 kB/s | 31 kB 00:00 2024-09-14T03:24:13.208 INFO:teuthology.orchestra.run.smithi154.stdout:(12/118): libcephfs2-18.2.4-845.ge4e227b3.el9.x 10 MB/s | 712 kB 00:00 2024-09-14T03:24:13.258 INFO:teuthology.orchestra.run.smithi154.stdout:(13/118): libcephsqlite-18.2.4-845.ge4e227b3.el 3.3 MB/s | 166 kB 00:00 2024-09-14T03:24:13.304 INFO:teuthology.orchestra.run.smithi002.stdout:(29/118): ceph-test-18.2.4-845.ge4e227b3.el9.x8 19 MB/s | 40 MB 00:02 2024-09-14T03:24:13.308 INFO:teuthology.orchestra.run.smithi154.stdout:(14/118): librados-devel-18.2.4-845.ge4e227b3.e 2.5 MB/s | 127 kB 00:00 2024-09-14T03:24:13.380 INFO:teuthology.orchestra.run.smithi002.stdout:(30/118): ceph-mgr-dashboard-18.2.4-845.ge4e227 6.7 MB/s | 3.5 MB 00:00 2024-09-14T03:24:13.383 INFO:teuthology.orchestra.run.smithi154.stdout:(15/118): libradosstriper1-18.2.4-845.ge4e227b3 6.2 MB/s | 478 kB 00:00 2024-09-14T03:24:13.413 INFO:teuthology.orchestra.run.smithi002.stdout:(31/118): ceph-mgr-modules-core-18.2.4-845.ge4e 2.2 MB/s | 246 kB 00:00 2024-09-14T03:24:13.446 INFO:teuthology.orchestra.run.smithi002.stdout:(32/118): ceph-mgr-rook-18.2.4-845.ge4e227b3.el 740 kB/s | 49 kB 00:00 2024-09-14T03:24:13.497 INFO:teuthology.orchestra.run.smithi002.stdout:(33/118): ceph-prometheus-alerts-18.2.4-845.ge4 197 kB/s | 16 kB 00:00 2024-09-14T03:24:13.531 INFO:teuthology.orchestra.run.smithi002.stdout:(34/118): cephadm-18.2.4-845.ge4e227b3.el9.noar 2.6 MB/s | 226 kB 00:00 2024-09-14T03:24:13.623 INFO:teuthology.orchestra.run.smithi002.stdout:(35/118): ceph-mgr-diskprediction-local-18.2.4- 11 MB/s | 7.4 MB 00:00 2024-09-14T03:24:13.633 INFO:teuthology.orchestra.run.smithi154.stdout:(16/118): librgw2-18.2.4-845.ge4e227b3.el9.x86_ 18 MB/s | 4.5 MB 00:00 2024-09-14T03:24:13.673 INFO:teuthology.orchestra.run.smithi002.stdout:(36/118): fuse-2.9.9-16.el9.x86_64.rpm 455 kB/s | 80 kB 00:00 2024-09-14T03:24:13.684 INFO:teuthology.orchestra.run.smithi154.stdout:(17/118): python3-ceph-argparse-18.2.4-845.ge4e 901 kB/s | 45 kB 00:00 2024-09-14T03:24:13.742 INFO:teuthology.orchestra.run.smithi154.stdout:(18/118): python3-ceph-common-18.2.4-845.ge4e22 2.2 MB/s | 129 kB 00:00 2024-09-14T03:24:13.801 INFO:teuthology.orchestra.run.smithi154.stdout:(19/118): python3-cephfs-18.2.4-845.ge4e227b3.e 2.7 MB/s | 162 kB 00:00 2024-09-14T03:24:13.823 INFO:teuthology.orchestra.run.smithi002.stdout:(37/118): python3-cffi-1.14.5-5.el9.x86_64.rpm 1.6 MB/s | 253 kB 00:00 2024-09-14T03:24:13.849 INFO:teuthology.orchestra.run.smithi002.stdout:(38/118): libquadmath-11.5.0-2.el9.x86_64.rpm 847 kB/s | 191 kB 00:00 2024-09-14T03:24:13.868 INFO:teuthology.orchestra.run.smithi154.stdout:(20/118): python3-rados-18.2.4-845.ge4e227b3.el 4.7 MB/s | 321 kB 00:00 2024-09-14T03:24:13.874 INFO:teuthology.orchestra.run.smithi002.stdout:(39/118): libgfortran-11.5.0-2.el9.x86_64.rpm 2.3 MB/s | 801 kB 00:00 2024-09-14T03:24:13.899 INFO:teuthology.orchestra.run.smithi002.stdout:(40/118): python3-ply-3.11-14.el9.noarch.rpm 2.1 MB/s | 106 kB 00:00 2024-09-14T03:24:13.924 INFO:teuthology.orchestra.run.smithi002.stdout:(41/118): python3-pycparser-2.20-6.el9.noarch.r 2.6 MB/s | 135 kB 00:00 2024-09-14T03:24:13.935 INFO:teuthology.orchestra.run.smithi154.stdout:(21/118): python3-rbd-18.2.4-845.ge4e227b3.el9. 4.4 MB/s | 300 kB 00:00 2024-09-14T03:24:13.966 INFO:teuthology.orchestra.run.smithi002.stdout:(42/118): python3-cryptography-36.0.1-4.el9.x86 8.6 MB/s | 1.2 MB 00:00 2024-09-14T03:24:13.992 INFO:teuthology.orchestra.run.smithi002.stdout:(43/118): python3-requests-2.25.1-8.el9.noarch. 1.3 MB/s | 125 kB 00:00 2024-09-14T03:24:13.993 INFO:teuthology.orchestra.run.smithi154.stdout:(22/118): python3-rgw-18.2.4-845.ge4e227b3.el9. 1.7 MB/s | 99 kB 00:00 2024-09-14T03:24:14.017 INFO:teuthology.orchestra.run.smithi002.stdout:(44/118): python3-urllib3-1.26.5-6.el9.noarch.r 2.3 MB/s | 215 kB 00:00 2024-09-14T03:24:14.060 INFO:teuthology.orchestra.run.smithi154.stdout:(23/118): rbd-fuse-18.2.4-845.ge4e227b3.el9.x86 1.3 MB/s | 87 kB 00:00 2024-09-14T03:24:14.067 INFO:teuthology.orchestra.run.smithi002.stdout:(45/118): flexiblas-3.0.4-8.el9.x86_64.rpm 435 kB/s | 33 kB 00:00 2024-09-14T03:24:14.109 INFO:teuthology.orchestra.run.smithi002.stdout:(46/118): flexiblas-openblas-openmp-3.0.4-8.el9 436 kB/s | 18 kB 00:00 2024-09-14T03:24:14.134 INFO:teuthology.orchestra.run.smithi002.stdout:(47/118): boost-program-options-1.75.0-8.el9.x8 637 kB/s | 107 kB 00:00 2024-09-14T03:24:14.168 INFO:teuthology.orchestra.run.smithi002.stdout:(48/118): libpmemobj-1.12.1-1.el9.x86_64.rpm 2.7 MB/s | 160 kB 00:00 2024-09-14T03:24:14.193 INFO:teuthology.orchestra.run.smithi002.stdout:(49/118): librabbitmq-0.11.0-7.el9.x86_64.rpm 775 kB/s | 45 kB 00:00 2024-09-14T03:24:14.285 INFO:teuthology.orchestra.run.smithi002.stdout:(50/118): librdkafka-1.6.1-102.el9.x86_64.rpm 5.6 MB/s | 662 kB 00:00 2024-09-14T03:24:14.311 INFO:teuthology.orchestra.run.smithi002.stdout:(51/118): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.4 MB/s | 292 kB 00:00 2024-09-14T03:24:14.336 INFO:teuthology.orchestra.run.smithi002.stdout:(52/118): openblas-0.3.26-2.el9.x86_64.rpm 765 kB/s | 38 kB 00:00 2024-09-14T03:24:14.419 INFO:teuthology.orchestra.run.smithi002.stdout:(53/118): flexiblas-netlib-3.0.4-8.el9.x86_64.r 7.4 MB/s | 3.0 MB 00:00 2024-09-14T03:24:14.445 INFO:teuthology.orchestra.run.smithi002.stdout:(54/118): python3-attrs-20.3.0-7.el9.noarch.rpm 806 kB/s | 87 kB 00:00 2024-09-14T03:24:14.487 INFO:teuthology.orchestra.run.smithi002.stdout:(55/118): python3-devel-3.9.19-8.el9.x86_64.rpm 5.7 MB/s | 245 kB 00:00 2024-09-14T03:24:14.502 INFO:teuthology.orchestra.run.smithi154.stdout:(24/118): ceph-test-18.2.4-845.ge4e227b3.el9.x8 24 MB/s | 40 MB 00:01 2024-09-14T03:24:14.529 INFO:teuthology.orchestra.run.smithi002.stdout:(56/118): python3-iniconfig-1.1.1-7.el9.noarch. 422 kB/s | 17 kB 00:00 2024-09-14T03:24:14.569 INFO:teuthology.orchestra.run.smithi154.stdout:(25/118): rbd-mirror-18.2.4-845.ge4e227b3.el9.x 5.9 MB/s | 3.0 MB 00:00 2024-09-14T03:24:14.594 INFO:teuthology.orchestra.run.smithi154.stdout:(26/118): rbd-nbd-18.2.4-845.ge4e227b3.el9.x86_ 1.8 MB/s | 172 kB 00:00 2024-09-14T03:24:14.620 INFO:teuthology.orchestra.run.smithi154.stdout:(27/118): ceph-grafana-dashboards-18.2.4-845.ge 487 kB/s | 24 kB 00:00 2024-09-14T03:24:14.621 INFO:teuthology.orchestra.run.smithi002.stdout:(57/118): python3-jinja2-2.11.3-6.el9.noarch.rp 2.6 MB/s | 248 kB 00:00 2024-09-14T03:24:14.645 INFO:teuthology.orchestra.run.smithi154.stdout:(28/118): ceph-mgr-cephadm-18.2.4-845.ge4e227b3 2.7 MB/s | 139 kB 00:00 2024-09-14T03:24:14.662 INFO:teuthology.orchestra.run.smithi002.stdout:(58/118): python3-jsonpatch-1.21-16.el9.noarch. 619 kB/s | 26 kB 00:00 2024-09-14T03:24:14.704 INFO:teuthology.orchestra.run.smithi002.stdout:(59/118): python3-jsonpointer-2.0-4.el9.noarch. 459 kB/s | 19 kB 00:00 2024-09-14T03:24:14.779 INFO:teuthology.orchestra.run.smithi154.stdout:(29/118): ceph-mgr-dashboard-18.2.4-845.ge4e227 22 MB/s | 3.5 MB 00:00 2024-09-14T03:24:14.779 INFO:teuthology.orchestra.run.smithi002.stdout:(60/118): python3-mako-1.1.4-6.el9.noarch.rpm 2.2 MB/s | 172 kB 00:00 2024-09-14T03:24:14.829 INFO:teuthology.orchestra.run.smithi154.stdout:(30/118): ceph-mgr-modules-core-18.2.4-845.ge4e 4.8 MB/s | 246 kB 00:00 2024-09-14T03:24:14.830 INFO:teuthology.orchestra.run.smithi002.stdout:(61/118): python3-markupsafe-1.1.1-12.el9.x86_6 696 kB/s | 35 kB 00:00 2024-09-14T03:24:14.879 INFO:teuthology.orchestra.run.smithi154.stdout:(31/118): ceph-mgr-rook-18.2.4-845.ge4e227b3.el 989 kB/s | 49 kB 00:00 2024-09-14T03:24:14.914 INFO:teuthology.orchestra.run.smithi002.stdout:(62/118): python3-babel-2.9.1-2.el9.noarch.rpm 12 MB/s | 6.0 MB 00:00 2024-09-14T03:24:14.971 INFO:teuthology.orchestra.run.smithi154.stdout:(32/118): ceph-mgr-diskprediction-local-18.2.4- 23 MB/s | 7.4 MB 00:00 2024-09-14T03:24:14.989 INFO:teuthology.orchestra.run.smithi002.stdout:(63/118): openblas-openmp-0.3.26-2.el9.x86_64.r 7.3 MB/s | 4.9 MB 00:00 2024-09-14T03:24:14.997 INFO:teuthology.orchestra.run.smithi154.stdout:(33/118): ceph-prometheus-alerts-18.2.4-845.ge4 141 kB/s | 16 kB 00:00 2024-09-14T03:24:15.014 INFO:teuthology.orchestra.run.smithi002.stdout:(64/118): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.4 MB/s | 250 kB 00:00 2024-09-14T03:24:15.024 INFO:teuthology.orchestra.run.smithi154.stdout:(34/118): cephadm-18.2.4-845.ge4e227b3.el9.noar 4.4 MB/s | 226 kB 00:00 2024-09-14T03:24:15.039 INFO:teuthology.orchestra.run.smithi002.stdout:(65/118): python3-oauthlib-3.1.1-5.el9.noarch.r 4.3 MB/s | 222 kB 00:00 2024-09-14T03:24:15.065 INFO:teuthology.orchestra.run.smithi002.stdout:(66/118): python3-packaging-20.9-5.el9.noarch.r 1.5 MB/s | 77 kB 00:00 2024-09-14T03:24:15.090 INFO:teuthology.orchestra.run.smithi002.stdout:(67/118): python3-pluggy-0.13.1-7.el9.noarch.rp 823 kB/s | 41 kB 00:00 2024-09-14T03:24:15.116 INFO:teuthology.orchestra.run.smithi002.stdout:(68/118): python3-prettytable-0.7.2-27.el9.noar 838 kB/s | 42 kB 00:00 2024-09-14T03:24:15.158 INFO:teuthology.orchestra.run.smithi002.stdout:(69/118): python3-py-1.10.0-6.el9.noarch.rpm 7.0 MB/s | 477 kB 00:00 2024-09-14T03:24:15.183 INFO:teuthology.orchestra.run.smithi002.stdout:(70/118): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.3 MB/s | 159 kB 00:00 2024-09-14T03:24:15.208 INFO:teuthology.orchestra.run.smithi002.stdout:(71/118): python3-pyasn1-modules-0.4.8-6.el9.no 5.5 MB/s | 279 kB 00:00 2024-09-14T03:24:15.250 INFO:teuthology.orchestra.run.smithi002.stdout:(72/118): python3-pytest-6.2.2-7.el9.noarch.rpm 7.6 MB/s | 519 kB 00:00 2024-09-14T03:24:15.275 INFO:teuthology.orchestra.run.smithi002.stdout:(73/118): python3-pytz-2021.1-5.el9.noarch.rpm 761 kB/s | 51 kB 00:00 2024-09-14T03:24:15.300 INFO:teuthology.orchestra.run.smithi002.stdout:(74/118): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-09-14T03:24:15.359 INFO:teuthology.orchestra.run.smithi002.stdout:(75/118): python3-toml-0.10.2-6.el9.noarch.rpm 713 kB/s | 42 kB 00:00 2024-09-14T03:24:15.426 INFO:teuthology.orchestra.run.smithi002.stdout:(76/118): python3-numpy-1.20.1-5.el9.x86_64.rpm 8.6 MB/s | 5.1 MB 00:00 2024-09-14T03:24:15.451 INFO:teuthology.orchestra.run.smithi002.stdout:(77/118): socat-1.7.4.1-6.el9.x86_64.rpm 3.2 MB/s | 304 kB 00:00 2024-09-14T03:24:15.477 INFO:teuthology.orchestra.run.smithi002.stdout:(78/118): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.2 MB/s | 64 kB 00:00 2024-09-14T03:24:15.519 INFO:teuthology.orchestra.run.smithi002.stdout:(79/118): fmt-8.1.1-5.el9.x86_64.rpm 1.6 MB/s | 111 kB 00:00 2024-09-14T03:24:15.561 INFO:teuthology.orchestra.run.smithi002.stdout:(80/118): gperftools-libs-2.9.1-3.el9.x86_64.rp 3.6 MB/s | 308 kB 00:00 2024-09-14T03:24:15.586 INFO:teuthology.orchestra.run.smithi002.stdout:(81/118): libarrow-doc-9.0.0-11.el9.noarch.rpm 1.0 MB/s | 26 kB 00:00 2024-09-14T03:24:15.611 INFO:teuthology.orchestra.run.smithi002.stdout:(82/118): liboath-2.6.7-2.el9.x86_64.rpm 1.9 MB/s | 49 kB 00:00 2024-09-14T03:24:15.637 INFO:teuthology.orchestra.run.smithi002.stdout:(83/118): libunwind-1.6.2-1.el9.x86_64.rpm 2.6 MB/s | 67 kB 00:00 2024-09-14T03:24:15.647 INFO:teuthology.orchestra.run.smithi154.stdout:(35/118): fuse-2.9.9-16.el9.x86_64.rpm 123 kB/s | 80 kB 00:00 2024-09-14T03:24:15.695 INFO:teuthology.orchestra.run.smithi002.stdout:(84/118): parquet-libs-9.0.0-11.el9.x86_64.rpm 14 MB/s | 839 kB 00:00 2024-09-14T03:24:15.745 INFO:teuthology.orchestra.run.smithi002.stdout:(85/118): python3-asyncssh-2.13.2-5.el9.noarch. 11 MB/s | 548 kB 00:00 2024-09-14T03:24:15.771 INFO:teuthology.orchestra.run.smithi002.stdout:(86/118): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 1.7 MB/s | 43 kB 00:00 2024-09-14T03:24:15.796 INFO:teuthology.orchestra.run.smithi002.stdout:(87/118): python3-cachetools-4.2.4-1.el9.noarch 1.3 MB/s | 32 kB 00:00 2024-09-14T03:24:15.821 INFO:teuthology.orchestra.run.smithi002.stdout:(88/118): python3-certifi-2023.05.07-4.el9.noar 566 kB/s | 14 kB 00:00 2024-09-14T03:24:15.888 INFO:teuthology.orchestra.run.smithi002.stdout:(89/118): libarrow-9.0.0-11.el9.x86_64.rpm 12 MB/s | 4.4 MB 00:00 2024-09-14T03:24:15.906 INFO:teuthology.orchestra.run.smithi154.stdout:(36/118): libgfortran-11.5.0-2.el9.x86_64.rpm 907 kB/s | 801 kB 00:00 2024-09-14T03:24:15.914 INFO:teuthology.orchestra.run.smithi002.stdout:(90/118): python3-cheroot-8.6.0-4.el9.noarch.rp 1.8 MB/s | 172 kB 00:00 2024-09-14T03:24:15.939 INFO:teuthology.orchestra.run.smithi002.stdout:(91/118): python3-cherrypy-18.6.1-2.el9.noarch. 7.0 MB/s | 358 kB 00:00 2024-09-14T03:24:15.973 INFO:teuthology.orchestra.run.smithi002.stdout:(92/118): python3-google-auth-2.34.0-1.el9.noar 3.7 MB/s | 220 kB 00:00 2024-09-14T03:24:16.006 INFO:teuthology.orchestra.run.smithi002.stdout:(93/118): python3-jaraco-8.2.1-3.el9.noarch.rpm 159 kB/s | 11 kB 00:00 2024-09-14T03:24:16.032 INFO:teuthology.orchestra.run.smithi002.stdout:(94/118): python3-jaraco-classes-3.2.1-5.el9.no 301 kB/s | 18 kB 00:00 2024-09-14T03:24:16.057 INFO:teuthology.orchestra.run.smithi002.stdout:(95/118): python3-jaraco-collections-3.0.0-8.el 458 kB/s | 23 kB 00:00 2024-09-14T03:24:16.082 INFO:teuthology.orchestra.run.smithi002.stdout:(96/118): python3-jaraco-functools-3.5.0-2.el9. 387 kB/s | 19 kB 00:00 2024-09-14T03:24:16.107 INFO:teuthology.orchestra.run.smithi002.stdout:(97/118): python3-jaraco-text-3.2.0-6.el9.noarc 393 kB/s | 20 kB 00:00 2024-09-14T03:24:16.133 INFO:teuthology.orchestra.run.smithi002.stdout:(98/118): python3-logutils-0.3.5-21.el9.noarch. 1.8 MB/s | 46 kB 00:00 2024-09-14T03:24:16.256 INFO:teuthology.orchestra.run.smithi154.stdout:(37/118): ceph-osd-18.2.4-845.ge4e227b3.el9.x86 4.1 MB/s | 17 MB 00:04 2024-09-14T03:24:16.292 INFO:teuthology.orchestra.run.smithi002.stdout:(99/118): python3-scipy-1.6.2-8.el9.x86_64.rpm 16 MB/s | 16 MB 00:01 2024-09-14T03:24:16.325 INFO:teuthology.orchestra.run.smithi002.stdout:(100/118): python3-more-itertools-8.12.0-2.el9. 411 kB/s | 79 kB 00:00 2024-09-14T03:24:16.359 INFO:teuthology.orchestra.run.smithi002.stdout:(101/118): python3-natsort-7.1.1-5.el9.noarch.r 867 kB/s | 58 kB 00:00 2024-09-14T03:24:16.392 INFO:teuthology.orchestra.run.smithi002.stdout:(102/118): python3-pecan-1.4.2-3.el9.noarch.rpm 4.1 MB/s | 272 kB 00:00 2024-09-14T03:24:16.417 INFO:teuthology.orchestra.run.smithi002.stdout:(103/118): python3-portend-3.1.0-2.el9.noarch.r 281 kB/s | 16 kB 00:00 2024-09-14T03:24:16.443 INFO:teuthology.orchestra.run.smithi002.stdout:(104/118): python3-repoze-lru-0.7-16.el9.noarch 1.2 MB/s | 31 kB 00:00 2024-09-14T03:24:16.468 INFO:teuthology.orchestra.run.smithi002.stdout:(105/118): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.2 MB/s | 90 kB 00:00 2024-09-14T03:24:16.489 INFO:teuthology.orchestra.run.smithi154.stdout:(38/118): libquadmath-11.5.0-2.el9.x86_64.rpm 227 kB/s | 191 kB 00:00 2024-09-14T03:24:16.493 INFO:teuthology.orchestra.run.smithi002.stdout:(106/118): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-09-14T03:24:16.518 INFO:teuthology.orchestra.run.smithi002.stdout:(107/118): python3-tempora-5.0.0-2.el9.noarch.r 1.4 MB/s | 36 kB 00:00 2024-09-14T03:24:16.544 INFO:teuthology.orchestra.run.smithi002.stdout:(108/118): python3-routes-2.5.1-5.el9.noarch.rp 1.8 MB/s | 188 kB 00:00 2024-09-14T03:24:16.577 INFO:teuthology.orchestra.run.smithi002.stdout:(109/118): python3-kubernetes-26.1.0-2.el9.noar 2.1 MB/s | 1.0 MB 00:00 2024-09-14T03:24:16.603 INFO:teuthology.orchestra.run.smithi002.stdout:(110/118): python3-typing-extensions-4.12.2-2.e 889 kB/s | 74 kB 00:00 2024-09-14T03:24:16.640 INFO:teuthology.orchestra.run.smithi002.stdout:(111/118): python3-websocket-client-1.2.3-2.el9 1.4 MB/s | 90 kB 00:00 2024-09-14T03:24:16.737 INFO:teuthology.orchestra.run.smithi002.stdout:(112/118): python3-zc-lockfile-2.0-10.el9.noarc 207 kB/s | 20 kB 00:00 2024-09-14T03:24:16.770 INFO:teuthology.orchestra.run.smithi002.stdout:(113/118): python3-webob-1.8.8-2.el9.noarch.rpm 1.0 MB/s | 230 kB 00:00 2024-09-14T03:24:16.795 INFO:teuthology.orchestra.run.smithi002.stdout:(114/118): re2-20211101-20.el9.x86_64.rpm 3.2 MB/s | 191 kB 00:00 2024-09-14T03:24:16.821 INFO:teuthology.orchestra.run.smithi002.stdout:(115/118): python3-werkzeug-2.0.3-3.el9.1.noarc 1.9 MB/s | 427 kB 00:00 2024-09-14T03:24:16.872 INFO:teuthology.orchestra.run.smithi002.stdout:(116/118): thrift-0.15.0-2.el9.x86_64.rpm 16 MB/s | 1.6 MB 00:00 2024-09-14T03:24:16.881 INFO:teuthology.orchestra.run.smithi154.stdout:(39/118): python3-cffi-1.14.5-5.el9.x86_64.rpm 260 kB/s | 253 kB 00:00 2024-09-14T03:24:17.046 INFO:teuthology.orchestra.run.smithi002.stdout:(117/118): librados2-18.2.4-845.ge4e227b3.el9.x 13 MB/s | 3.3 MB 00:00 2024-09-14T03:24:17.113 INFO:teuthology.orchestra.run.smithi002.stdout:(118/118): librbd1-18.2.4-845.ge4e227b3.el9.x86 10 MB/s | 3.0 MB 00:00 2024-09-14T03:24:17.119 INFO:teuthology.orchestra.run.smithi002.stdout:-------------------------------------------------------------------------------- 2024-09-14T03:24:17.119 INFO:teuthology.orchestra.run.smithi002.stdout:Total 24 MB/s | 179 MB 00:07 2024-09-14T03:24:17.148 INFO:teuthology.orchestra.run.smithi154.stdout:(40/118): python3-ply-3.11-14.el9.noarch.rpm 162 kB/s | 106 kB 00:00 2024-09-14T03:24:17.207 INFO:teuthology.orchestra.run.smithi154.stdout:(41/118): python3-cryptography-36.0.1-4.el9.x86 1.3 MB/s | 1.2 MB 00:00 2024-09-14T03:24:17.582 INFO:teuthology.orchestra.run.smithi154.stdout:(42/118): python3-pycparser-2.20-6.el9.noarch.r 193 kB/s | 135 kB 00:00 2024-09-14T03:24:17.732 INFO:teuthology.orchestra.run.smithi154.stdout:(43/118): boost-program-options-1.75.0-8.el9.x8 715 kB/s | 107 kB 00:00 2024-09-14T03:24:17.782 INFO:teuthology.orchestra.run.smithi154.stdout:(44/118): flexiblas-3.0.4-8.el9.x86_64.rpm 654 kB/s | 33 kB 00:00 2024-09-14T03:24:17.883 INFO:teuthology.orchestra.run.smithi154.stdout:(45/118): python3-requests-2.25.1-8.el9.noarch. 170 kB/s | 125 kB 00:00 2024-09-14T03:24:17.892 INFO:teuthology.orchestra.run.smithi002.stdout:Running transaction check 2024-09-14T03:24:17.966 INFO:teuthology.orchestra.run.smithi154.stdout:(46/118): flexiblas-netlib-3.0.4-8.el9.x86_64.r 16 MB/s | 3.0 MB 00:00 2024-09-14T03:24:17.992 INFO:teuthology.orchestra.run.smithi154.stdout:(47/118): flexiblas-openblas-openmp-3.0.4-8.el9 168 kB/s | 18 kB 00:00 2024-09-14T03:24:18.001 INFO:teuthology.orchestra.run.smithi002.stdout:Transaction check succeeded. 2024-09-14T03:24:18.001 INFO:teuthology.orchestra.run.smithi002.stdout:Running transaction test 2024-09-14T03:24:18.025 INFO:teuthology.orchestra.run.smithi154.stdout:(48/118): python3-urllib3-1.26.5-6.el9.noarch.r 262 kB/s | 215 kB 00:00 2024-09-14T03:24:18.050 INFO:teuthology.orchestra.run.smithi154.stdout:(49/118): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.9 MB/s | 160 kB 00:00 2024-09-14T03:24:18.076 INFO:teuthology.orchestra.run.smithi154.stdout:(50/118): librabbitmq-0.11.0-7.el9.x86_64.rpm 549 kB/s | 45 kB 00:00 2024-09-14T03:24:18.101 INFO:teuthology.orchestra.run.smithi154.stdout:(51/118): lttng-ust-2.12.0-6.el9.x86_64.rpm 5.7 MB/s | 292 kB 00:00 2024-09-14T03:24:18.152 INFO:teuthology.orchestra.run.smithi154.stdout:(52/118): openblas-0.3.26-2.el9.x86_64.rpm 510 kB/s | 38 kB 00:00 2024-09-14T03:24:18.243 INFO:teuthology.orchestra.run.smithi154.stdout:(53/118): openblas-openmp-0.3.26-2.el9.x86_64.r 35 MB/s | 4.9 MB 00:00 2024-09-14T03:24:18.269 INFO:teuthology.orchestra.run.smithi154.stdout:(54/118): python3-attrs-20.3.0-7.el9.noarch.rpm 748 kB/s | 87 kB 00:00 2024-09-14T03:24:18.294 INFO:teuthology.orchestra.run.smithi154.stdout:(55/118): librdkafka-1.6.1-102.el9.x86_64.rpm 2.4 MB/s | 662 kB 00:00 2024-09-14T03:24:18.344 INFO:teuthology.orchestra.run.smithi154.stdout:(56/118): python3-iniconfig-1.1.1-7.el9.noarch. 350 kB/s | 17 kB 00:00 2024-09-14T03:24:18.369 INFO:teuthology.orchestra.run.smithi154.stdout:(57/118): python3-devel-3.9.19-8.el9.x86_64.rpm 2.4 MB/s | 245 kB 00:00 2024-09-14T03:24:18.395 INFO:teuthology.orchestra.run.smithi154.stdout:(58/118): python3-jinja2-2.11.3-6.el9.noarch.rp 4.9 MB/s | 248 kB 00:00 2024-09-14T03:24:18.420 INFO:teuthology.orchestra.run.smithi154.stdout:(59/118): python3-jsonpatch-1.21-16.el9.noarch. 510 kB/s | 26 kB 00:00 2024-09-14T03:24:18.445 INFO:teuthology.orchestra.run.smithi154.stdout:(60/118): python3-jsonpointer-2.0-4.el9.noarch. 381 kB/s | 19 kB 00:00 2024-09-14T03:24:18.521 INFO:teuthology.orchestra.run.smithi154.stdout:(61/118): python3-babel-2.9.1-2.el9.noarch.rpm 22 MB/s | 6.0 MB 00:00 2024-09-14T03:24:18.546 INFO:teuthology.orchestra.run.smithi154.stdout:(62/118): python3-mako-1.1.4-6.el9.noarch.rpm 1.3 MB/s | 172 kB 00:00 2024-09-14T03:24:18.579 INFO:teuthology.orchestra.run.smithi154.stdout:(63/118): python3-markupsafe-1.1.1-12.el9.x86_6 259 kB/s | 35 kB 00:00 2024-09-14T03:24:18.605 INFO:teuthology.orchestra.run.smithi154.stdout:(64/118): python3-numpy-f2py-1.20.1-5.el9.x86_6 4.2 MB/s | 250 kB 00:00 2024-09-14T03:24:18.638 INFO:teuthology.orchestra.run.smithi154.stdout:(65/118): python3-oauthlib-3.1.1-5.el9.noarch.r 3.7 MB/s | 222 kB 00:00 2024-09-14T03:24:18.664 INFO:teuthology.orchestra.run.smithi154.stdout:(66/118): python3-packaging-20.9-5.el9.noarch.r 1.3 MB/s | 77 kB 00:00 2024-09-14T03:24:18.689 INFO:teuthology.orchestra.run.smithi154.stdout:(67/118): python3-pluggy-0.13.1-7.el9.noarch.rp 826 kB/s | 41 kB 00:00 2024-09-14T03:24:18.714 INFO:teuthology.orchestra.run.smithi154.stdout:(68/118): python3-prettytable-0.7.2-27.el9.noar 844 kB/s | 42 kB 00:00 2024-09-14T03:24:18.748 INFO:teuthology.orchestra.run.smithi154.stdout:(69/118): python3-py-1.10.0-6.el9.noarch.rpm 8.0 MB/s | 477 kB 00:00 2024-09-14T03:24:18.773 INFO:teuthology.orchestra.run.smithi154.stdout:(70/118): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.7 MB/s | 159 kB 00:00 2024-09-14T03:24:18.807 INFO:teuthology.orchestra.run.smithi154.stdout:(71/118): python3-pyasn1-modules-0.4.8-6.el9.no 4.7 MB/s | 279 kB 00:00 2024-09-14T03:24:18.874 INFO:teuthology.orchestra.run.smithi154.stdout:(72/118): python3-numpy-1.20.1-5.el9.x86_64.rpm 14 MB/s | 5.1 MB 00:00 2024-09-14T03:24:18.915 INFO:teuthology.orchestra.run.smithi154.stdout:(73/118): python3-pytz-2021.1-5.el9.noarch.rpm 473 kB/s | 51 kB 00:00 2024-09-14T03:24:18.941 INFO:teuthology.orchestra.run.smithi154.stdout:(74/118): python3-pytest-6.2.2-7.el9.noarch.rpm 3.0 MB/s | 519 kB 00:00 2024-09-14T03:24:18.958 INFO:teuthology.orchestra.run.smithi154.stdout:(75/118): python3-requests-oauthlib-1.3.0-12.el 642 kB/s | 54 kB 00:00 2024-09-14T03:24:18.975 INFO:teuthology.orchestra.run.smithi154.stdout:(76/118): python3-toml-0.10.2-6.el9.noarch.rpm 1.2 MB/s | 42 kB 00:00 2024-09-14T03:24:19.008 INFO:teuthology.orchestra.run.smithi154.stdout:(77/118): socat-1.7.4.1-6.el9.x86_64.rpm 5.9 MB/s | 304 kB 00:00 2024-09-14T03:24:19.025 INFO:teuthology.orchestra.run.smithi154.stdout:(78/118): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.2 MB/s | 64 kB 00:00 2024-09-14T03:24:19.067 INFO:teuthology.orchestra.run.smithi154.stdout:(79/118): fmt-8.1.1-5.el9.x86_64.rpm 1.8 MB/s | 111 kB 00:00 2024-09-14T03:24:19.101 INFO:teuthology.orchestra.run.smithi154.stdout:(80/118): gperftools-libs-2.9.1-3.el9.x86_64.rp 4.0 MB/s | 308 kB 00:00 2024-09-14T03:24:19.126 INFO:teuthology.orchestra.run.smithi154.stdout:(81/118): libarrow-doc-9.0.0-11.el9.noarch.rpm 1.0 MB/s | 26 kB 00:00 2024-09-14T03:24:19.176 INFO:teuthology.orchestra.run.smithi154.stdout:(82/118): liboath-2.6.7-2.el9.x86_64.rpm 974 kB/s | 49 kB 00:00 2024-09-14T03:24:19.193 INFO:teuthology.orchestra.run.smithi154.stdout:(83/118): libunwind-1.6.2-1.el9.x86_64.rpm 4.0 MB/s | 67 kB 00:00 2024-09-14T03:24:19.252 INFO:teuthology.orchestra.run.smithi154.stdout:(84/118): parquet-libs-9.0.0-11.el9.x86_64.rpm 14 MB/s | 839 kB 00:00 2024-09-14T03:24:19.294 INFO:teuthology.orchestra.run.smithi154.stdout:(85/118): python3-asyncssh-2.13.2-5.el9.noarch. 13 MB/s | 548 kB 00:00 2024-09-14T03:24:19.319 INFO:teuthology.orchestra.run.smithi154.stdout:(86/118): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 1.7 MB/s | 43 kB 00:00 2024-09-14T03:24:19.344 INFO:teuthology.orchestra.run.smithi154.stdout:(87/118): python3-cachetools-4.2.4-1.el9.noarch 1.3 MB/s | 32 kB 00:00 2024-09-14T03:24:19.370 INFO:teuthology.orchestra.run.smithi154.stdout:(88/118): python3-certifi-2023.05.07-4.el9.noar 564 kB/s | 14 kB 00:00 2024-09-14T03:24:19.395 INFO:teuthology.orchestra.run.smithi154.stdout:(89/118): python3-cheroot-8.6.0-4.el9.noarch.rp 6.7 MB/s | 172 kB 00:00 2024-09-14T03:24:19.462 INFO:teuthology.orchestra.run.smithi154.stdout:(90/118): libarrow-9.0.0-11.el9.x86_64.rpm 11 MB/s | 4.4 MB 00:00 2024-09-14T03:24:19.487 INFO:teuthology.orchestra.run.smithi154.stdout:(91/118): python3-cherrypy-18.6.1-2.el9.noarch. 3.8 MB/s | 358 kB 00:00 2024-09-14T03:24:19.512 INFO:teuthology.orchestra.run.smithi154.stdout:(92/118): python3-jaraco-8.2.1-3.el9.noarch.rpm 432 kB/s | 11 kB 00:00 2024-09-14T03:24:19.537 INFO:teuthology.orchestra.run.smithi154.stdout:(93/118): python3-jaraco-classes-3.2.1-5.el9.no 707 kB/s | 18 kB 00:00 2024-09-14T03:24:19.563 INFO:teuthology.orchestra.run.smithi154.stdout:(94/118): python3-google-auth-2.34.0-1.el9.noar 2.1 MB/s | 220 kB 00:00 2024-09-14T03:24:19.588 INFO:teuthology.orchestra.run.smithi154.stdout:(95/118): python3-jaraco-collections-3.0.0-8.el 461 kB/s | 23 kB 00:00 2024-09-14T03:24:19.605 INFO:teuthology.orchestra.run.smithi154.stdout:(96/118): python3-jaraco-text-3.2.0-6.el9.noarc 1.2 MB/s | 20 kB 00:00 2024-09-14T03:24:19.622 INFO:teuthology.orchestra.run.smithi154.stdout:(97/118): python3-jaraco-functools-3.5.0-2.el9. 582 kB/s | 19 kB 00:00 2024-09-14T03:24:19.639 INFO:teuthology.orchestra.run.smithi154.stdout:(98/118): python3-logutils-0.3.5-21.el9.noarch. 2.7 MB/s | 46 kB 00:00 2024-09-14T03:24:19.664 INFO:teuthology.orchestra.run.smithi154.stdout:(99/118): python3-more-itertools-8.12.0-2.el9.n 3.1 MB/s | 79 kB 00:00 2024-09-14T03:24:19.681 INFO:teuthology.orchestra.run.smithi154.stdout:(100/118): python3-natsort-7.1.1-5.el9.noarch.r 3.4 MB/s | 58 kB 00:00 2024-09-14T03:24:19.712 INFO:teuthology.orchestra.run.smithi002.stdout:Transaction test succeeded. 2024-09-14T03:24:19.713 INFO:teuthology.orchestra.run.smithi002.stdout:Running transaction 2024-09-14T03:24:19.715 INFO:teuthology.orchestra.run.smithi154.stdout:(101/118): python3-pecan-1.4.2-3.el9.noarch.rpm 8.0 MB/s | 272 kB 00:00 2024-09-14T03:24:19.740 INFO:teuthology.orchestra.run.smithi154.stdout:(102/118): python3-portend-3.1.0-2.el9.noarch.r 659 kB/s | 16 kB 00:00 2024-09-14T03:24:19.765 INFO:teuthology.orchestra.run.smithi154.stdout:(103/118): python3-pyOpenSSL-21.0.0-1.el9.noarc 3.5 MB/s | 90 kB 00:00 2024-09-14T03:24:19.799 INFO:teuthology.orchestra.run.smithi154.stdout:(104/118): python3-kubernetes-26.1.0-2.el9.noar 5.3 MB/s | 1.0 MB 00:00 2024-09-14T03:24:19.833 INFO:teuthology.orchestra.run.smithi154.stdout:(105/118): python3-repoze-lru-0.7-16.el9.noarch 461 kB/s | 31 kB 00:00 2024-09-14T03:24:19.858 INFO:teuthology.orchestra.run.smithi154.stdout:(106/118): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-09-14T03:24:19.883 INFO:teuthology.orchestra.run.smithi154.stdout:(107/118): python3-routes-2.5.1-5.el9.noarch.rp 2.2 MB/s | 188 kB 00:00 2024-09-14T03:24:19.909 INFO:teuthology.orchestra.run.smithi154.stdout:(108/118): python3-tempora-5.0.0-2.el9.noarch.r 712 kB/s | 36 kB 00:00 2024-09-14T03:24:19.934 INFO:teuthology.orchestra.run.smithi154.stdout:(109/118): python3-typing-extensions-4.12.2-2.e 1.5 MB/s | 74 kB 00:00 2024-09-14T03:24:19.959 INFO:teuthology.orchestra.run.smithi154.stdout:(110/118): python3-websocket-client-1.2.3-2.el9 3.5 MB/s | 90 kB 00:00 2024-09-14T03:24:19.993 INFO:teuthology.orchestra.run.smithi154.stdout:(111/118): python3-webob-1.8.8-2.el9.noarch.rpm 2.7 MB/s | 230 kB 00:00 2024-09-14T03:24:20.018 INFO:teuthology.orchestra.run.smithi154.stdout:(112/118): python3-zc-lockfile-2.0-10.el9.noarc 805 kB/s | 20 kB 00:00 2024-09-14T03:24:20.043 INFO:teuthology.orchestra.run.smithi154.stdout:(113/118): re2-20211101-20.el9.x86_64.rpm 7.5 MB/s | 191 kB 00:00 2024-09-14T03:24:20.068 INFO:teuthology.orchestra.run.smithi154.stdout:(114/118): python3-werkzeug-2.0.3-3.el9.1.noarc 3.8 MB/s | 427 kB 00:00 2024-09-14T03:24:20.227 INFO:teuthology.orchestra.run.smithi154.stdout:(115/118): python3-scipy-1.6.2-8.el9.x86_64.rpm 12 MB/s | 16 MB 00:01 2024-09-14T03:24:20.278 INFO:teuthology.orchestra.run.smithi154.stdout:(116/118): thrift-0.15.0-2.el9.x86_64.rpm 6.8 MB/s | 1.6 MB 00:00 2024-09-14T03:24:20.411 INFO:teuthology.orchestra.run.smithi154.stdout:(117/118): librados2-18.2.4-845.ge4e227b3.el9.x 9.7 MB/s | 3.3 MB 00:00 2024-09-14T03:24:20.736 INFO:teuthology.orchestra.run.smithi154.stdout:(118/118): librbd1-18.2.4-845.ge4e227b3.el9.x86 5.9 MB/s | 3.0 MB 00:00 2024-09-14T03:24:20.741 INFO:teuthology.orchestra.run.smithi154.stdout:-------------------------------------------------------------------------------- 2024-09-14T03:24:20.741 INFO:teuthology.orchestra.run.smithi154.stdout:Total 17 MB/s | 179 MB 00:10 2024-09-14T03:24:21.516 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction check 2024-09-14T03:24:21.613 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction check succeeded. 2024-09-14T03:24:21.613 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction test 2024-09-14T03:24:23.228 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction test succeeded. 2024-09-14T03:24:23.228 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction 2024-09-14T03:24:24.579 INFO:teuthology.orchestra.run.smithi002.stdout: Preparing : 1/1 2024-09-14T03:24:24.658 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/120 2024-09-14T03:24:24.682 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/120 2024-09-14T03:24:24.741 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/120 2024-09-14T03:24:25.090 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/120 2024-09-14T03:24:25.200 INFO:teuthology.orchestra.run.smithi002.stdout: Upgrading : librados2-2:18.2.4-845.ge4e227b3.el9.x86_64 5/120 2024-09-14T03:24:25.322 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: librados2-2:18.2.4-845.ge4e227b3.el9.x86_64 5/120 2024-09-14T03:24:25.351 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : libcephfs2-2:18.2.4-845.ge4e227b3.el9.x86_64 6/120 2024-09-14T03:24:25.444 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: libcephfs2-2:18.2.4-845.ge4e227b3.el9.x86_64 6/120 2024-09-14T03:24:25.499 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-rados-2:18.2.4-845.ge4e227b3.el9.x86_64 7/120 2024-09-14T03:24:25.531 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/120 2024-09-14T03:24:25.576 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/120 2024-09-14T03:24:25.603 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : libcephsqlite-2:18.2.4-845.ge4e227b3.el9.x86_64 10/120 2024-09-14T03:24:25.707 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: libcephsqlite-2:18.2.4-845.ge4e227b3.el9.x86_64 10/120 2024-09-14T03:24:25.729 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : libradosstriper1-2:18.2.4-845.ge4e227b3.el9.x86_ 11/120 2024-09-14T03:24:25.861 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: libradosstriper1-2:18.2.4-845.ge4e227b3.el9.x86_ 11/120 2024-09-14T03:24:25.892 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 12/120 2024-09-14T03:24:25.925 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : liboath-2.6.7-2.el9.x86_64 13/120 2024-09-14T03:24:25.955 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 14/120 2024-09-14T03:24:26.004 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 15/120 2024-09-14T03:24:26.088 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 16/120 2024-09-14T03:24:26.137 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 17/120 2024-09-14T03:24:26.163 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 18/120 2024-09-14T03:24:26.245 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 19/120 2024-09-14T03:24:26.295 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 20/120 2024-09-14T03:24:26.331 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 21/120 2024-09-14T03:24:26.377 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 22/120 2024-09-14T03:24:26.412 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 23/120 2024-09-14T03:24:26.455 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-ceph-argparse-2:18.2.4-845.ge4e227b3.el9 24/120 2024-09-14T03:24:26.541 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-cephfs-2:18.2.4-845.ge4e227b3.el9.x86_64 25/120 2024-09-14T03:24:26.696 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 26/120 2024-09-14T03:24:26.750 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 27/120 2024-09-14T03:24:27.339 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-rsa-4.9-2.el9.noarch 28/120 2024-09-14T03:24:27.431 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 29/120 2024-09-14T03:24:27.483 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 30/120 2024-09-14T03:24:27.516 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 31/120 2024-09-14T03:24:27.552 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 32/120 2024-09-14T03:24:27.602 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 33/120 2024-09-14T03:24:27.639 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : librados-devel-2:18.2.4-845.ge4e227b3.el9.x86_64 34/120 2024-09-14T03:24:27.669 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 35/120 2024-09-14T03:24:27.704 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 36/120 2024-09-14T03:24:27.815 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : re2-1:20211101-20.el9.x86_64 37/120 2024-09-14T03:24:27.845 INFO:teuthology.orchestra.run.smithi154.stdout: Preparing : 1/1 2024-09-14T03:24:27.849 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 38/120 2024-09-14T03:24:27.908 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 39/120 2024-09-14T03:24:27.913 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/120 2024-09-14T03:24:27.938 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/120 2024-09-14T03:24:27.988 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 40/120 2024-09-14T03:24:28.003 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/120 2024-09-14T03:24:28.033 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 41/120 2024-09-14T03:24:28.069 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 42/120 2024-09-14T03:24:28.117 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 43/120 2024-09-14T03:24:28.162 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 44/120 2024-09-14T03:24:28.204 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 45/120 2024-09-14T03:24:28.334 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/120 2024-09-14T03:24:28.354 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 46/120 2024-09-14T03:24:28.400 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 47/120 2024-09-14T03:24:28.442 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 48/120 2024-09-14T03:24:28.448 INFO:teuthology.orchestra.run.smithi154.stdout: Upgrading : librados2-2:18.2.4-845.ge4e227b3.el9.x86_64 5/120 2024-09-14T03:24:28.550 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 49/120 2024-09-14T03:24:28.567 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: librados2-2:18.2.4-845.ge4e227b3.el9.x86_64 5/120 2024-09-14T03:24:28.584 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 50/120 2024-09-14T03:24:28.599 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : libcephfs2-2:18.2.4-845.ge4e227b3.el9.x86_64 6/120 2024-09-14T03:24:28.624 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 51/120 2024-09-14T03:24:28.665 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 52/120 2024-09-14T03:24:28.692 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 53/120 2024-09-14T03:24:28.696 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: libcephfs2-2:18.2.4-845.ge4e227b3.el9.x86_64 6/120 2024-09-14T03:24:28.729 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : fmt-8.1.1-5.el9.x86_64 54/120 2024-09-14T03:24:28.741 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-rados-2:18.2.4-845.ge4e227b3.el9.x86_64 7/120 2024-09-14T03:24:28.770 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/120 2024-09-14T03:24:28.774 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 55/120 2024-09-14T03:24:28.807 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/120 2024-09-14T03:24:28.835 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : libcephsqlite-2:18.2.4-845.ge4e227b3.el9.x86_64 10/120 2024-09-14T03:24:28.913 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 56/120 2024-09-14T03:24:28.936 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: libcephsqlite-2:18.2.4-845.ge4e227b3.el9.x86_64 10/120 2024-09-14T03:24:28.948 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-py-1.10.0-6.el9.noarch 57/120 2024-09-14T03:24:28.960 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : libradosstriper1-2:18.2.4-845.ge4e227b3.el9.x86_ 11/120 2024-09-14T03:24:28.988 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 58/120 2024-09-14T03:24:29.038 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 59/120 2024-09-14T03:24:29.088 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: libradosstriper1-2:18.2.4-845.ge4e227b3.el9.x86_ 11/120 2024-09-14T03:24:29.123 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 12/120 2024-09-14T03:24:29.155 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : liboath-2.6.7-2.el9.x86_64 13/120 2024-09-14T03:24:29.159 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-packaging-20.9-5.el9.noarch 60/120 2024-09-14T03:24:29.194 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 14/120 2024-09-14T03:24:29.218 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 61/120 2024-09-14T03:24:29.234 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 15/120 2024-09-14T03:24:29.300 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 16/120 2024-09-14T03:24:29.334 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 17/120 2024-09-14T03:24:29.360 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 18/120 2024-09-14T03:24:29.431 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 19/120 2024-09-14T03:24:29.483 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 20/120 2024-09-14T03:24:29.515 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 21/120 2024-09-14T03:24:29.557 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 22/120 2024-09-14T03:24:29.592 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 23/120 2024-09-14T03:24:29.635 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-ceph-argparse-2:18.2.4-845.ge4e227b3.el9 24/120 2024-09-14T03:24:29.710 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-cephfs-2:18.2.4-845.ge4e227b3.el9.x86_64 25/120 2024-09-14T03:24:29.846 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 26/120 2024-09-14T03:24:29.905 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 27/120 2024-09-14T03:24:29.993 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 62/120 2024-09-14T03:24:30.240 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 63/120 2024-09-14T03:24:30.274 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 64/120 2024-09-14T03:24:30.307 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 65/120 2024-09-14T03:24:30.418 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 66/120 2024-09-14T03:24:30.446 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-rsa-4.9-2.el9.noarch 28/120 2024-09-14T03:24:30.483 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 67/120 2024-09-14T03:24:30.516 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 68/120 2024-09-14T03:24:30.526 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 29/120 2024-09-14T03:24:30.571 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 30/120 2024-09-14T03:24:30.605 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 31/120 2024-09-14T03:24:30.649 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 32/120 2024-09-14T03:24:30.690 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 33/120 2024-09-14T03:24:30.710 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : openblas-0.3.26-2.el9.x86_64 69/120 2024-09-14T03:24:30.727 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : librados-devel-2:18.2.4-845.ge4e227b3.el9.x86_64 34/120 2024-09-14T03:24:30.739 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 70/120 2024-09-14T03:24:30.758 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 35/120 2024-09-14T03:24:30.792 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 36/120 2024-09-14T03:24:30.819 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 71/120 2024-09-14T03:24:30.906 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : re2-1:20211101-20.el9.x86_64 37/120 2024-09-14T03:24:30.954 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 38/120 2024-09-14T03:24:31.009 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 39/120 2024-09-14T03:24:31.090 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 40/120 2024-09-14T03:24:31.122 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 41/120 2024-09-14T03:24:31.158 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 42/120 2024-09-14T03:24:31.205 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 43/120 2024-09-14T03:24:31.250 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 44/120 2024-09-14T03:24:31.518 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 45/120 2024-09-14T03:24:31.526 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 72/120 2024-09-14T03:24:31.642 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 73/120 2024-09-14T03:24:31.699 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 46/120 2024-09-14T03:24:31.743 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 47/120 2024-09-14T03:24:31.785 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 48/120 2024-09-14T03:24:31.889 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 49/120 2024-09-14T03:24:31.928 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 50/120 2024-09-14T03:24:31.968 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 51/120 2024-09-14T03:24:32.000 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 52/120 2024-09-14T03:24:32.027 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 53/120 2024-09-14T03:24:32.064 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : fmt-8.1.1-5.el9.x86_64 54/120 2024-09-14T03:24:32.109 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 55/120 2024-09-14T03:24:32.233 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 56/120 2024-09-14T03:24:32.266 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-py-1.10.0-6.el9.noarch 57/120 2024-09-14T03:24:32.305 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 58/120 2024-09-14T03:24:32.360 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 59/120 2024-09-14T03:24:32.468 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-packaging-20.9-5.el9.noarch 60/120 2024-09-14T03:24:32.530 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 61/120 2024-09-14T03:24:32.997 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 74/120 2024-09-14T03:24:33.069 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 75/120 2024-09-14T03:24:33.275 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 62/120 2024-09-14T03:24:33.318 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 63/120 2024-09-14T03:24:33.352 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 64/120 2024-09-14T03:24:33.386 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 65/120 2024-09-14T03:24:33.392 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 76/120 2024-09-14T03:24:33.439 INFO:teuthology.orchestra.run.smithi002.stdout: Upgrading : librbd1-2:18.2.4-845.ge4e227b3.el9.x86_64 77/120 2024-09-14T03:24:33.488 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 66/120 2024-09-14T03:24:33.531 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: librbd1-2:18.2.4-845.ge4e227b3.el9.x86_64 77/120 2024-09-14T03:24:33.544 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 67/120 2024-09-14T03:24:33.561 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-rbd-2:18.2.4-845.ge4e227b3.el9.x86_64 78/120 2024-09-14T03:24:33.578 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 68/120 2024-09-14T03:24:33.600 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 79/120 2024-09-14T03:24:33.765 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : openblas-0.3.26-2.el9.x86_64 69/120 2024-09-14T03:24:33.802 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 70/120 2024-09-14T03:24:33.879 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 71/120 2024-09-14T03:24:34.035 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 80/120 2024-09-14T03:24:34.067 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : librgw2-2:18.2.4-845.ge4e227b3.el9.x86_64 81/120 2024-09-14T03:24:34.139 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: librgw2-2:18.2.4-845.ge4e227b3.el9.x86_64 81/120 2024-09-14T03:24:34.181 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-rgw-2:18.2.4-845.ge4e227b3.el9.x86_64 82/120 2024-09-14T03:24:34.240 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-ply-3.11-14.el9.noarch 83/120 2024-09-14T03:24:34.303 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 84/120 2024-09-14T03:24:34.508 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 85/120 2024-09-14T03:24:34.548 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 72/120 2024-09-14T03:24:34.552 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 86/120 2024-09-14T03:24:34.633 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 87/120 2024-09-14T03:24:34.660 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 73/120 2024-09-14T03:24:34.723 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 88/120 2024-09-14T03:24:34.868 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 89/120 2024-09-14T03:24:34.918 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 90/120 2024-09-14T03:24:34.950 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 91/120 2024-09-14T03:24:34.977 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : fuse-2.9.9-16.el9.x86_64 92/120 2024-09-14T03:24:35.436 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: cephadm-2:18.2.4-845.ge4e227b3.el9.noarch 93/120 2024-09-14T03:24:35.466 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : cephadm-2:18.2.4-845.ge4e227b3.el9.noarch 93/120 2024-09-14T03:24:35.497 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : ceph-prometheus-alerts-2:18.2.4-845.ge4e227b3.el 94/120 2024-09-14T03:24:35.575 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : ceph-grafana-dashboards-2:18.2.4-845.ge4e227b3.e 95/120 2024-09-14T03:24:35.664 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-ceph-common-2:18.2.4-845.ge4e227b3.el9.x 96/120 2024-09-14T03:24:35.951 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 74/120 2024-09-14T03:24:36.032 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 75/120 2024-09-14T03:24:36.339 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 76/120 2024-09-14T03:24:36.386 INFO:teuthology.orchestra.run.smithi154.stdout: Upgrading : librbd1-2:18.2.4-845.ge4e227b3.el9.x86_64 77/120 2024-09-14T03:24:36.477 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: librbd1-2:18.2.4-845.ge4e227b3.el9.x86_64 77/120 2024-09-14T03:24:36.507 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-rbd-2:18.2.4-845.ge4e227b3.el9.x86_64 78/120 2024-09-14T03:24:36.553 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 79/120 2024-09-14T03:24:36.959 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 80/120 2024-09-14T03:24:37.055 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : librgw2-2:18.2.4-845.ge4e227b3.el9.x86_64 81/120 2024-09-14T03:24:37.126 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: librgw2-2:18.2.4-845.ge4e227b3.el9.x86_64 81/120 2024-09-14T03:24:37.177 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-rgw-2:18.2.4-845.ge4e227b3.el9.x86_64 82/120 2024-09-14T03:24:37.235 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-ply-3.11-14.el9.noarch 83/120 2024-09-14T03:24:37.290 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 84/120 2024-09-14T03:24:37.485 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 85/120 2024-09-14T03:24:37.539 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 86/120 2024-09-14T03:24:37.618 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 87/120 2024-09-14T03:24:37.707 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 88/120 2024-09-14T03:24:37.847 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 89/120 2024-09-14T03:24:37.889 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 90/120 2024-09-14T03:24:37.920 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 91/120 2024-09-14T03:24:37.950 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : fuse-2.9.9-16.el9.x86_64 92/120 2024-09-14T03:24:38.006 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: ceph-common-2:18.2.4-845.ge4e227b3.el9.x86_64 97/120 2024-09-14T03:24:38.047 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : ceph-common-2:18.2.4-845.ge4e227b3.el9.x86_64 97/120 2024-09-14T03:24:38.417 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: cephadm-2:18.2.4-845.ge4e227b3.el9.noarch 93/120 2024-09-14T03:24:38.439 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : cephadm-2:18.2.4-845.ge4e227b3.el9.noarch 93/120 2024-09-14T03:24:38.469 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-prometheus-alerts-2:18.2.4-845.ge4e227b3.el 94/120 2024-09-14T03:24:38.554 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-grafana-dashboards-2:18.2.4-845.ge4e227b3.e 95/120 2024-09-14T03:24:38.590 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-ceph-common-2:18.2.4-845.ge4e227b3.el9.x 96/120 2024-09-14T03:24:38.613 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: ceph-common-2:18.2.4-845.ge4e227b3.el9.x86_64 97/120 2024-09-14T03:24:38.653 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : ceph-base-2:18.2.4-845.ge4e227b3.el9.x86_64 98/120 2024-09-14T03:24:38.751 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: ceph-base-2:18.2.4-845.ge4e227b3.el9.x86_64 98/120 2024-09-14T03:24:38.751 INFO:teuthology.orchestra.run.smithi002.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-14T03:24:38.751 INFO:teuthology.orchestra.run.smithi002.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-14T03:24:38.751 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-14T03:24:38.795 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : ceph-selinux-2:18.2.4-845.ge4e227b3.el9.x86_64 99/120 2024-09-14T03:24:40.706 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-common-2:18.2.4-845.ge4e227b3.el9.x86_64 97/120 2024-09-14T03:24:40.736 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-common-2:18.2.4-845.ge4e227b3.el9.x86_64 97/120 2024-09-14T03:24:41.275 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-common-2:18.2.4-845.ge4e227b3.el9.x86_64 97/120 2024-09-14T03:24:41.314 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-base-2:18.2.4-845.ge4e227b3.el9.x86_64 98/120 2024-09-14T03:24:41.416 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-base-2:18.2.4-845.ge4e227b3.el9.x86_64 98/120 2024-09-14T03:24:41.416 INFO:teuthology.orchestra.run.smithi154.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-14T03:24:41.416 INFO:teuthology.orchestra.run.smithi154.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-14T03:24:41.417 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-14T03:24:41.457 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-selinux-2:18.2.4-845.ge4e227b3.el9.x86_64 99/120 2024-09-14T03:24:50.549 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: ceph-selinux-2:18.2.4-845.ge4e227b3.el9.x86_64 99/120 2024-09-14T03:24:50.550 INFO:teuthology.orchestra.run.smithi002.stdout:skipping the directory /sys 2024-09-14T03:24:50.550 INFO:teuthology.orchestra.run.smithi002.stdout:skipping the directory /proc 2024-09-14T03:24:50.550 INFO:teuthology.orchestra.run.smithi002.stdout:skipping the directory /mnt 2024-09-14T03:24:50.550 INFO:teuthology.orchestra.run.smithi002.stdout:skipping the directory /var/tmp 2024-09-14T03:24:50.550 INFO:teuthology.orchestra.run.smithi002.stdout:skipping the directory /home 2024-09-14T03:24:50.550 INFO:teuthology.orchestra.run.smithi002.stdout:skipping the directory /root 2024-09-14T03:24:50.550 INFO:teuthology.orchestra.run.smithi002.stdout:skipping the directory /tmp 2024-09-14T03:24:50.550 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-14T03:24:50.630 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : ceph-mgr-cephadm-2:18.2.4-845.ge4e227b3.el9.noar 100/120 2024-09-14T03:24:51.737 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.2.4-845.ge4e227b3.el9.noar 100/120 2024-09-14T03:24:51.776 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : ceph-mgr-dashboard-2:18.2.4-845.ge4e227b3.el9.no 101/120 2024-09-14T03:24:52.797 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.4-845.ge4e227b3.el9.no 101/120 2024-09-14T03:24:52.826 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : ceph-mgr-diskprediction-local-2:18.2.4-845.ge4e2 102/120 2024-09-14T03:24:52.933 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.4-845.ge4e2 102/120 2024-09-14T03:24:53.101 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : ceph-mgr-modules-core-2:18.2.4-845.ge4e227b3.el9 103/120 2024-09-14T03:24:53.106 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-selinux-2:18.2.4-845.ge4e227b3.el9.x86_64 99/120 2024-09-14T03:24:53.106 INFO:teuthology.orchestra.run.smithi154.stdout:skipping the directory /sys 2024-09-14T03:24:53.106 INFO:teuthology.orchestra.run.smithi154.stdout:skipping the directory /proc 2024-09-14T03:24:53.107 INFO:teuthology.orchestra.run.smithi154.stdout:skipping the directory /mnt 2024-09-14T03:24:53.107 INFO:teuthology.orchestra.run.smithi154.stdout:skipping the directory /var/tmp 2024-09-14T03:24:53.107 INFO:teuthology.orchestra.run.smithi154.stdout:skipping the directory /home 2024-09-14T03:24:53.107 INFO:teuthology.orchestra.run.smithi154.stdout:skipping the directory /root 2024-09-14T03:24:53.107 INFO:teuthology.orchestra.run.smithi154.stdout:skipping the directory /tmp 2024-09-14T03:24:53.107 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-14T03:24:53.153 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : ceph-mgr-2:18.2.4-845.ge4e227b3.el9.x86_64 104/120 2024-09-14T03:24:53.179 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: ceph-mgr-2:18.2.4-845.ge4e227b3.el9.x86_64 104/120 2024-09-14T03:24:53.179 INFO:teuthology.orchestra.run.smithi002.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-14T03:24:53.179 INFO:teuthology.orchestra.run.smithi002.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-14T03:24:53.179 INFO:teuthology.orchestra.run.smithi002.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-14T03:24:53.179 INFO:teuthology.orchestra.run.smithi002.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-14T03:24:53.179 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-14T03:24:53.183 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-mgr-cephadm-2:18.2.4-845.ge4e227b3.el9.noar 100/120 2024-09-14T03:24:53.229 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : ceph-mgr-rook-2:18.2.4-845.ge4e227b3.el9.noarch 105/120 2024-09-14T03:24:53.436 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.4-845.ge4e227b3.el9.noarch 105/120 2024-09-14T03:24:53.471 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : ceph-mds-2:18.2.4-845.ge4e227b3.el9.x86_64 106/120 2024-09-14T03:24:53.496 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: ceph-mds-2:18.2.4-845.ge4e227b3.el9.x86_64 106/120 2024-09-14T03:24:53.497 INFO:teuthology.orchestra.run.smithi002.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-14T03:24:53.497 INFO:teuthology.orchestra.run.smithi002.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-14T03:24:53.497 INFO:teuthology.orchestra.run.smithi002.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-14T03:24:53.497 INFO:teuthology.orchestra.run.smithi002.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-14T03:24:53.497 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-14T03:24:53.972 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : ceph-mon-2:18.2.4-845.ge4e227b3.el9.x86_64 107/120 2024-09-14T03:24:54.119 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: ceph-mon-2:18.2.4-845.ge4e227b3.el9.x86_64 107/120 2024-09-14T03:24:54.119 INFO:teuthology.orchestra.run.smithi002.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-14T03:24:54.119 INFO:teuthology.orchestra.run.smithi002.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-14T03:24:54.119 INFO:teuthology.orchestra.run.smithi002.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-14T03:24:54.119 INFO:teuthology.orchestra.run.smithi002.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-14T03:24:54.120 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-14T03:24:54.246 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.2.4-845.ge4e227b3.el9.noar 100/120 2024-09-14T03:24:54.287 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-mgr-dashboard-2:18.2.4-845.ge4e227b3.el9.no 101/120 2024-09-14T03:24:55.255 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.4-845.ge4e227b3.el9.no 101/120 2024-09-14T03:24:55.287 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-mgr-diskprediction-local-2:18.2.4-845.ge4e2 102/120 2024-09-14T03:24:55.390 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.4-845.ge4e2 102/120 2024-09-14T03:24:55.497 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : ceph-osd-2:18.2.4-845.ge4e227b3.el9.x86_64 108/120 2024-09-14T03:24:55.526 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: ceph-osd-2:18.2.4-845.ge4e227b3.el9.x86_64 108/120 2024-09-14T03:24:55.526 INFO:teuthology.orchestra.run.smithi002.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-14T03:24:55.526 INFO:teuthology.orchestra.run.smithi002.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-14T03:24:55.526 INFO:teuthology.orchestra.run.smithi002.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-14T03:24:55.526 INFO:teuthology.orchestra.run.smithi002.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-14T03:24:55.526 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-14T03:24:55.555 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-mgr-modules-core-2:18.2.4-845.ge4e227b3.el9 103/120 2024-09-14T03:24:55.581 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-mgr-2:18.2.4-845.ge4e227b3.el9.x86_64 104/120 2024-09-14T03:24:55.605 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-mgr-2:18.2.4-845.ge4e227b3.el9.x86_64 104/120 2024-09-14T03:24:55.606 INFO:teuthology.orchestra.run.smithi154.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-14T03:24:55.606 INFO:teuthology.orchestra.run.smithi154.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-14T03:24:55.606 INFO:teuthology.orchestra.run.smithi154.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-14T03:24:55.606 INFO:teuthology.orchestra.run.smithi154.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-14T03:24:55.606 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-14T03:24:55.657 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-mgr-rook-2:18.2.4-845.ge4e227b3.el9.noarch 105/120 2024-09-14T03:24:55.848 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.4-845.ge4e227b3.el9.noarch 105/120 2024-09-14T03:24:55.874 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-mds-2:18.2.4-845.ge4e227b3.el9.x86_64 106/120 2024-09-14T03:24:55.898 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-mds-2:18.2.4-845.ge4e227b3.el9.x86_64 106/120 2024-09-14T03:24:55.899 INFO:teuthology.orchestra.run.smithi154.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-14T03:24:55.899 INFO:teuthology.orchestra.run.smithi154.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-14T03:24:55.899 INFO:teuthology.orchestra.run.smithi154.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-14T03:24:55.899 INFO:teuthology.orchestra.run.smithi154.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-14T03:24:55.899 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-14T03:24:56.285 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : ceph-2:18.2.4-845.ge4e227b3.el9.x86_64 109/120 2024-09-14T03:24:56.315 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : ceph-radosgw-2:18.2.4-845.ge4e227b3.el9.x86_64 110/120 2024-09-14T03:24:56.340 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: ceph-radosgw-2:18.2.4-845.ge4e227b3.el9.x86_64 110/120 2024-09-14T03:24:56.340 INFO:teuthology.orchestra.run.smithi002.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-14T03:24:56.340 INFO:teuthology.orchestra.run.smithi002.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-14T03:24:56.340 INFO:teuthology.orchestra.run.smithi002.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-14T03:24:56.340 INFO:teuthology.orchestra.run.smithi002.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-14T03:24:56.340 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-14T03:24:56.341 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-mon-2:18.2.4-845.ge4e227b3.el9.x86_64 107/120 2024-09-14T03:24:56.365 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-mon-2:18.2.4-845.ge4e227b3.el9.x86_64 107/120 2024-09-14T03:24:56.365 INFO:teuthology.orchestra.run.smithi154.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-14T03:24:56.365 INFO:teuthology.orchestra.run.smithi154.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-14T03:24:56.365 INFO:teuthology.orchestra.run.smithi154.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-14T03:24:56.365 INFO:teuthology.orchestra.run.smithi154.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-14T03:24:56.365 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-14T03:24:56.382 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : ceph-immutable-object-cache-2:18.2.4-845.ge4e227 111/120 2024-09-14T03:24:56.407 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.4-845.ge4e227 111/120 2024-09-14T03:24:56.407 INFO:teuthology.orchestra.run.smithi002.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-14T03:24:56.407 INFO:teuthology.orchestra.run.smithi002.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-14T03:24:56.407 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-14T03:24:56.734 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : rbd-mirror-2:18.2.4-845.ge4e227b3.el9.x86_64 112/120 2024-09-14T03:24:56.758 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: rbd-mirror-2:18.2.4-845.ge4e227b3.el9.x86_64 112/120 2024-09-14T03:24:56.759 INFO:teuthology.orchestra.run.smithi002.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-14T03:24:56.759 INFO:teuthology.orchestra.run.smithi002.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-14T03:24:56.759 INFO:teuthology.orchestra.run.smithi002.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-14T03:24:56.759 INFO:teuthology.orchestra.run.smithi002.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-14T03:24:56.759 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-14T03:24:57.792 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-osd-2:18.2.4-845.ge4e227b3.el9.x86_64 108/120 2024-09-14T03:24:57.820 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-osd-2:18.2.4-845.ge4e227b3.el9.x86_64 108/120 2024-09-14T03:24:57.821 INFO:teuthology.orchestra.run.smithi154.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-14T03:24:57.821 INFO:teuthology.orchestra.run.smithi154.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-14T03:24:57.821 INFO:teuthology.orchestra.run.smithi154.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-14T03:24:57.821 INFO:teuthology.orchestra.run.smithi154.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-14T03:24:57.821 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-14T03:24:58.538 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-2:18.2.4-845.ge4e227b3.el9.x86_64 109/120 2024-09-14T03:24:58.568 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-radosgw-2:18.2.4-845.ge4e227b3.el9.x86_64 110/120 2024-09-14T03:24:58.592 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-radosgw-2:18.2.4-845.ge4e227b3.el9.x86_64 110/120 2024-09-14T03:24:58.592 INFO:teuthology.orchestra.run.smithi154.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-14T03:24:58.592 INFO:teuthology.orchestra.run.smithi154.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-14T03:24:58.592 INFO:teuthology.orchestra.run.smithi154.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-14T03:24:58.593 INFO:teuthology.orchestra.run.smithi154.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-14T03:24:58.593 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-14T03:24:58.643 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-immutable-object-cache-2:18.2.4-845.ge4e227 111/120 2024-09-14T03:24:58.667 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.4-845.ge4e227 111/120 2024-09-14T03:24:58.667 INFO:teuthology.orchestra.run.smithi154.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-14T03:24:58.667 INFO:teuthology.orchestra.run.smithi154.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-14T03:24:58.667 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-14T03:24:58.961 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : rbd-mirror-2:18.2.4-845.ge4e227b3.el9.x86_64 112/120 2024-09-14T03:24:58.984 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: rbd-mirror-2:18.2.4-845.ge4e227b3.el9.x86_64 112/120 2024-09-14T03:24:58.985 INFO:teuthology.orchestra.run.smithi154.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-14T03:24:58.985 INFO:teuthology.orchestra.run.smithi154.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-14T03:24:58.985 INFO:teuthology.orchestra.run.smithi154.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-14T03:24:58.985 INFO:teuthology.orchestra.run.smithi154.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-14T03:24:58.985 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-14T03:25:00.721 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : ceph-test-2:18.2.4-845.ge4e227b3.el9.x86_64 113/120 2024-09-14T03:25:00.767 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : ceph-fuse-2:18.2.4-845.ge4e227b3.el9.x86_64 114/120 2024-09-14T03:25:00.817 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : rbd-fuse-2:18.2.4-845.ge4e227b3.el9.x86_64 115/120 2024-09-14T03:25:00.944 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : rbd-nbd-2:18.2.4-845.ge4e227b3.el9.x86_64 116/120 2024-09-14T03:25:00.978 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 117/120 2024-09-14T03:25:01.009 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : libcephfs-devel-2:18.2.4-845.ge4e227b3.el9.x86_6 118/120 2024-09-14T03:25:01.009 INFO:teuthology.orchestra.run.smithi002.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 119/120 2024-09-14T03:25:01.092 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 119/120 2024-09-14T03:25:01.092 INFO:teuthology.orchestra.run.smithi002.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 120/120 2024-09-14T03:25:02.778 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-test-2:18.2.4-845.ge4e227b3.el9.x86_64 113/120 2024-09-14T03:25:02.828 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-fuse-2:18.2.4-845.ge4e227b3.el9.x86_64 114/120 2024-09-14T03:25:02.873 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : rbd-fuse-2:18.2.4-845.ge4e227b3.el9.x86_64 115/120 2024-09-14T03:25:02.991 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : rbd-nbd-2:18.2.4-845.ge4e227b3.el9.x86_64 116/120 2024-09-14T03:25:03.030 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 117/120 2024-09-14T03:25:03.061 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : libcephfs-devel-2:18.2.4-845.ge4e227b3.el9.x86_6 118/120 2024-09-14T03:25:03.061 INFO:teuthology.orchestra.run.smithi154.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 119/120 2024-09-14T03:25:03.145 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 119/120 2024-09-14T03:25:03.145 INFO:teuthology.orchestra.run.smithi154.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 120/120 2024-09-14T03:25:05.768 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 120/120 2024-09-14T03:25:05.768 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : ceph-2:18.2.4-845.ge4e227b3.el9.x86_64 1/120 2024-09-14T03:25:05.768 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : ceph-base-2:18.2.4-845.ge4e227b3.el9.x86_64 2/120 2024-09-14T03:25:05.768 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : ceph-common-2:18.2.4-845.ge4e227b3.el9.x86_64 3/120 2024-09-14T03:25:05.768 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : ceph-fuse-2:18.2.4-845.ge4e227b3.el9.x86_64 4/120 2024-09-14T03:25:05.768 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : ceph-immutable-object-cache-2:18.2.4-845.ge4e227 5/120 2024-09-14T03:25:05.768 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : ceph-mds-2:18.2.4-845.ge4e227b3.el9.x86_64 6/120 2024-09-14T03:25:05.768 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : ceph-mgr-2:18.2.4-845.ge4e227b3.el9.x86_64 7/120 2024-09-14T03:25:05.769 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : ceph-mon-2:18.2.4-845.ge4e227b3.el9.x86_64 8/120 2024-09-14T03:25:05.769 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : ceph-osd-2:18.2.4-845.ge4e227b3.el9.x86_64 9/120 2024-09-14T03:25:05.769 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : ceph-radosgw-2:18.2.4-845.ge4e227b3.el9.x86_64 10/120 2024-09-14T03:25:05.769 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : ceph-selinux-2:18.2.4-845.ge4e227b3.el9.x86_64 11/120 2024-09-14T03:25:05.769 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : ceph-test-2:18.2.4-845.ge4e227b3.el9.x86_64 12/120 2024-09-14T03:25:05.769 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : libcephfs-devel-2:18.2.4-845.ge4e227b3.el9.x86_6 13/120 2024-09-14T03:25:05.769 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : libcephfs2-2:18.2.4-845.ge4e227b3.el9.x86_64 14/120 2024-09-14T03:25:05.769 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : libcephsqlite-2:18.2.4-845.ge4e227b3.el9.x86_64 15/120 2024-09-14T03:25:05.769 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : librados-devel-2:18.2.4-845.ge4e227b3.el9.x86_64 16/120 2024-09-14T03:25:05.769 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : libradosstriper1-2:18.2.4-845.ge4e227b3.el9.x86_ 17/120 2024-09-14T03:25:05.770 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : librgw2-2:18.2.4-845.ge4e227b3.el9.x86_64 18/120 2024-09-14T03:25:05.770 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-ceph-argparse-2:18.2.4-845.ge4e227b3.el9 19/120 2024-09-14T03:25:05.770 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-ceph-common-2:18.2.4-845.ge4e227b3.el9.x 20/120 2024-09-14T03:25:05.770 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-cephfs-2:18.2.4-845.ge4e227b3.el9.x86_64 21/120 2024-09-14T03:25:05.770 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-rados-2:18.2.4-845.ge4e227b3.el9.x86_64 22/120 2024-09-14T03:25:05.770 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-rbd-2:18.2.4-845.ge4e227b3.el9.x86_64 23/120 2024-09-14T03:25:05.770 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-rgw-2:18.2.4-845.ge4e227b3.el9.x86_64 24/120 2024-09-14T03:25:05.770 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : rbd-fuse-2:18.2.4-845.ge4e227b3.el9.x86_64 25/120 2024-09-14T03:25:05.770 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : rbd-mirror-2:18.2.4-845.ge4e227b3.el9.x86_64 26/120 2024-09-14T03:25:05.771 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : rbd-nbd-2:18.2.4-845.ge4e227b3.el9.x86_64 27/120 2024-09-14T03:25:05.771 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : ceph-grafana-dashboards-2:18.2.4-845.ge4e227b3.e 28/120 2024-09-14T03:25:05.771 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : ceph-mgr-cephadm-2:18.2.4-845.ge4e227b3.el9.noar 29/120 2024-09-14T03:25:05.771 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : ceph-mgr-dashboard-2:18.2.4-845.ge4e227b3.el9.no 30/120 2024-09-14T03:25:05.771 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.4-845.ge4e2 31/120 2024-09-14T03:25:05.771 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : ceph-mgr-modules-core-2:18.2.4-845.ge4e227b3.el9 32/120 2024-09-14T03:25:05.771 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : ceph-mgr-rook-2:18.2.4-845.ge4e227b3.el9.noarch 33/120 2024-09-14T03:25:05.771 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : ceph-prometheus-alerts-2:18.2.4-845.ge4e227b3.el 34/120 2024-09-14T03:25:05.771 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : cephadm-2:18.2.4-845.ge4e227b3.el9.noarch 35/120 2024-09-14T03:25:05.772 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 36/120 2024-09-14T03:25:05.772 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 37/120 2024-09-14T03:25:05.772 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 38/120 2024-09-14T03:25:05.772 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 39/120 2024-09-14T03:25:05.772 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 40/120 2024-09-14T03:25:05.772 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-ply-3.11-14.el9.noarch 41/120 2024-09-14T03:25:05.772 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 42/120 2024-09-14T03:25:05.772 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 43/120 2024-09-14T03:25:05.772 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 44/120 2024-09-14T03:25:05.772 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 45/120 2024-09-14T03:25:05.773 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 46/120 2024-09-14T03:25:05.773 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 47/120 2024-09-14T03:25:05.773 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 48/120 2024-09-14T03:25:05.773 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 49/120 2024-09-14T03:25:05.773 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 50/120 2024-09-14T03:25:05.773 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 51/120 2024-09-14T03:25:05.773 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 52/120 2024-09-14T03:25:05.773 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 53/120 2024-09-14T03:25:05.774 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 54/120 2024-09-14T03:25:05.774 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 55/120 2024-09-14T03:25:05.774 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 56/120 2024-09-14T03:25:05.774 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 57/120 2024-09-14T03:25:05.774 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 58/120 2024-09-14T03:25:05.774 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 59/120 2024-09-14T03:25:05.774 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 60/120 2024-09-14T03:25:05.774 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 61/120 2024-09-14T03:25:05.774 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 62/120 2024-09-14T03:25:05.774 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 63/120 2024-09-14T03:25:05.775 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 64/120 2024-09-14T03:25:05.775 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 65/120 2024-09-14T03:25:05.775 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 66/120 2024-09-14T03:25:05.775 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 67/120 2024-09-14T03:25:05.775 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 68/120 2024-09-14T03:25:05.775 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 69/120 2024-09-14T03:25:05.775 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 70/120 2024-09-14T03:25:05.775 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 71/120 2024-09-14T03:25:05.775 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 72/120 2024-09-14T03:25:05.775 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 73/120 2024-09-14T03:25:05.776 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 74/120 2024-09-14T03:25:05.776 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 75/120 2024-09-14T03:25:05.776 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 76/120 2024-09-14T03:25:05.776 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 77/120 2024-09-14T03:25:05.776 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 78/120 2024-09-14T03:25:05.776 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 79/120 2024-09-14T03:25:05.776 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : fmt-8.1.1-5.el9.x86_64 80/120 2024-09-14T03:25:05.776 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 81/120 2024-09-14T03:25:05.776 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 82/120 2024-09-14T03:25:05.776 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 83/120 2024-09-14T03:25:05.776 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 84/120 2024-09-14T03:25:05.777 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 85/120 2024-09-14T03:25:05.777 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 86/120 2024-09-14T03:25:05.777 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 87/120 2024-09-14T03:25:05.777 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 88/120 2024-09-14T03:25:05.777 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 89/120 2024-09-14T03:25:05.777 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 90/120 2024-09-14T03:25:05.777 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 91/120 2024-09-14T03:25:05.778 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 92/120 2024-09-14T03:25:05.778 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 93/120 2024-09-14T03:25:05.778 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 94/120 2024-09-14T03:25:05.778 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 95/120 2024-09-14T03:25:05.778 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 96/120 2024-09-14T03:25:05.778 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 97/120 2024-09-14T03:25:05.778 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 98/120 2024-09-14T03:25:05.778 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 99/120 2024-09-14T03:25:05.778 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 100/120 2024-09-14T03:25:05.779 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 101/120 2024-09-14T03:25:05.779 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 102/120 2024-09-14T03:25:05.779 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 103/120 2024-09-14T03:25:05.779 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 104/120 2024-09-14T03:25:05.780 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 105/120 2024-09-14T03:25:05.780 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 106/120 2024-09-14T03:25:05.780 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 107/120 2024-09-14T03:25:05.780 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 108/120 2024-09-14T03:25:05.780 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 109/120 2024-09-14T03:25:05.780 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 110/120 2024-09-14T03:25:05.780 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 111/120 2024-09-14T03:25:05.780 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 112/120 2024-09-14T03:25:05.780 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 113/120 2024-09-14T03:25:05.780 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 114/120 2024-09-14T03:25:05.780 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : re2-1:20211101-20.el9.x86_64 115/120 2024-09-14T03:25:05.781 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 116/120 2024-09-14T03:25:05.781 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : librados2-2:18.2.4-845.ge4e227b3.el9.x86_64 117/120 2024-09-14T03:25:05.781 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 118/120 2024-09-14T03:25:05.781 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : librbd1-2:18.2.4-845.ge4e227b3.el9.x86_64 119/120 2024-09-14T03:25:07.840 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 120/120 2024-09-14T03:25:07.841 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-14T03:25:07.841 INFO:teuthology.orchestra.run.smithi002.stdout:Upgraded: 2024-09-14T03:25:07.841 INFO:teuthology.orchestra.run.smithi002.stdout: librados2-2:18.2.4-845.ge4e227b3.el9.x86_64 2024-09-14T03:25:07.841 INFO:teuthology.orchestra.run.smithi002.stdout: librbd1-2:18.2.4-845.ge4e227b3.el9.x86_64 2024-09-14T03:25:07.841 INFO:teuthology.orchestra.run.smithi002.stdout:Installed: 2024-09-14T03:25:07.841 INFO:teuthology.orchestra.run.smithi002.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-14T03:25:07.841 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-2:18.2.4-845.ge4e227b3.el9.x86_64 2024-09-14T03:25:07.841 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-base-2:18.2.4-845.ge4e227b3.el9.x86_64 2024-09-14T03:25:07.841 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-common-2:18.2.4-845.ge4e227b3.el9.x86_64 2024-09-14T03:25:07.841 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-fuse-2:18.2.4-845.ge4e227b3.el9.x86_64 2024-09-14T03:25:07.841 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-grafana-dashboards-2:18.2.4-845.ge4e227b3.el9.noarch 2024-09-14T03:25:07.842 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-immutable-object-cache-2:18.2.4-845.ge4e227b3.el9.x86_64 2024-09-14T03:25:07.842 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-mds-2:18.2.4-845.ge4e227b3.el9.x86_64 2024-09-14T03:25:07.842 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-mgr-2:18.2.4-845.ge4e227b3.el9.x86_64 2024-09-14T03:25:07.842 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-mgr-cephadm-2:18.2.4-845.ge4e227b3.el9.noarch 2024-09-14T03:25:07.842 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-mgr-dashboard-2:18.2.4-845.ge4e227b3.el9.noarch 2024-09-14T03:25:07.842 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-mgr-diskprediction-local-2:18.2.4-845.ge4e227b3.el9.noarch 2024-09-14T03:25:07.842 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-mgr-modules-core-2:18.2.4-845.ge4e227b3.el9.noarch 2024-09-14T03:25:07.842 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-mgr-rook-2:18.2.4-845.ge4e227b3.el9.noarch 2024-09-14T03:25:07.842 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-mon-2:18.2.4-845.ge4e227b3.el9.x86_64 2024-09-14T03:25:07.842 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-osd-2:18.2.4-845.ge4e227b3.el9.x86_64 2024-09-14T03:25:07.842 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-prometheus-alerts-2:18.2.4-845.ge4e227b3.el9.noarch 2024-09-14T03:25:07.842 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-radosgw-2:18.2.4-845.ge4e227b3.el9.x86_64 2024-09-14T03:25:07.842 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-selinux-2:18.2.4-845.ge4e227b3.el9.x86_64 2024-09-14T03:25:07.843 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-test-2:18.2.4-845.ge4e227b3.el9.x86_64 2024-09-14T03:25:07.843 INFO:teuthology.orchestra.run.smithi002.stdout: cephadm-2:18.2.4-845.ge4e227b3.el9.noarch 2024-09-14T03:25:07.843 INFO:teuthology.orchestra.run.smithi002.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-14T03:25:07.843 INFO:teuthology.orchestra.run.smithi002.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-14T03:25:07.843 INFO:teuthology.orchestra.run.smithi002.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-14T03:25:07.843 INFO:teuthology.orchestra.run.smithi002.stdout: fmt-8.1.1-5.el9.x86_64 2024-09-14T03:25:07.843 INFO:teuthology.orchestra.run.smithi002.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-14T03:25:07.843 INFO:teuthology.orchestra.run.smithi002.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-14T03:25:07.843 INFO:teuthology.orchestra.run.smithi002.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-14T03:25:07.843 INFO:teuthology.orchestra.run.smithi002.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-14T03:25:07.843 INFO:teuthology.orchestra.run.smithi002.stdout: libcephfs-devel-2:18.2.4-845.ge4e227b3.el9.x86_64 2024-09-14T03:25:07.843 INFO:teuthology.orchestra.run.smithi002.stdout: libcephfs2-2:18.2.4-845.ge4e227b3.el9.x86_64 2024-09-14T03:25:07.843 INFO:teuthology.orchestra.run.smithi002.stdout: libcephsqlite-2:18.2.4-845.ge4e227b3.el9.x86_64 2024-09-14T03:25:07.843 INFO:teuthology.orchestra.run.smithi002.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-14T03:25:07.844 INFO:teuthology.orchestra.run.smithi002.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-14T03:25:07.844 INFO:teuthology.orchestra.run.smithi002.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-14T03:25:07.844 INFO:teuthology.orchestra.run.smithi002.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-14T03:25:07.844 INFO:teuthology.orchestra.run.smithi002.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-14T03:25:07.844 INFO:teuthology.orchestra.run.smithi002.stdout: librados-devel-2:18.2.4-845.ge4e227b3.el9.x86_64 2024-09-14T03:25:07.844 INFO:teuthology.orchestra.run.smithi002.stdout: libradosstriper1-2:18.2.4-845.ge4e227b3.el9.x86_64 2024-09-14T03:25:07.844 INFO:teuthology.orchestra.run.smithi002.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-14T03:25:07.844 INFO:teuthology.orchestra.run.smithi002.stdout: librgw2-2:18.2.4-845.ge4e227b3.el9.x86_64 2024-09-14T03:25:07.844 INFO:teuthology.orchestra.run.smithi002.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-14T03:25:07.844 INFO:teuthology.orchestra.run.smithi002.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-14T03:25:07.844 INFO:teuthology.orchestra.run.smithi002.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-14T03:25:07.844 INFO:teuthology.orchestra.run.smithi002.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-14T03:25:07.845 INFO:teuthology.orchestra.run.smithi002.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-14T03:25:07.845 INFO:teuthology.orchestra.run.smithi002.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-14T03:25:07.845 INFO:teuthology.orchestra.run.smithi002.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-14T03:25:07.845 INFO:teuthology.orchestra.run.smithi002.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-14T03:25:07.845 INFO:teuthology.orchestra.run.smithi002.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-14T03:25:07.845 INFO:teuthology.orchestra.run.smithi002.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-14T03:25:07.845 INFO:teuthology.orchestra.run.smithi002.stdout: python3-ceph-argparse-2:18.2.4-845.ge4e227b3.el9.x86_64 2024-09-14T03:25:07.845 INFO:teuthology.orchestra.run.smithi002.stdout: python3-ceph-common-2:18.2.4-845.ge4e227b3.el9.x86_64 2024-09-14T03:25:07.845 INFO:teuthology.orchestra.run.smithi002.stdout: python3-cephfs-2:18.2.4-845.ge4e227b3.el9.x86_64 2024-09-14T03:25:07.845 INFO:teuthology.orchestra.run.smithi002.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-14T03:25:07.845 INFO:teuthology.orchestra.run.smithi002.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-14T03:25:07.845 INFO:teuthology.orchestra.run.smithi002.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-14T03:25:07.845 INFO:teuthology.orchestra.run.smithi002.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-14T03:25:07.846 INFO:teuthology.orchestra.run.smithi002.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-14T03:25:07.846 INFO:teuthology.orchestra.run.smithi002.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-14T03:25:07.846 INFO:teuthology.orchestra.run.smithi002.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-14T03:25:07.846 INFO:teuthology.orchestra.run.smithi002.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-09-14T03:25:07.846 INFO:teuthology.orchestra.run.smithi002.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-14T03:25:07.846 INFO:teuthology.orchestra.run.smithi002.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-14T03:25:07.846 INFO:teuthology.orchestra.run.smithi002.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-14T03:25:07.846 INFO:teuthology.orchestra.run.smithi002.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-14T03:25:07.846 INFO:teuthology.orchestra.run.smithi002.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-14T03:25:07.846 INFO:teuthology.orchestra.run.smithi002.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-14T03:25:07.846 INFO:teuthology.orchestra.run.smithi002.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-14T03:25:07.846 INFO:teuthology.orchestra.run.smithi002.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-14T03:25:07.846 INFO:teuthology.orchestra.run.smithi002.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-14T03:25:07.846 INFO:teuthology.orchestra.run.smithi002.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-14T03:25:07.847 INFO:teuthology.orchestra.run.smithi002.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-14T03:25:07.847 INFO:teuthology.orchestra.run.smithi002.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-14T03:25:07.847 INFO:teuthology.orchestra.run.smithi002.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-14T03:25:07.847 INFO:teuthology.orchestra.run.smithi002.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-14T03:25:07.847 INFO:teuthology.orchestra.run.smithi002.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-14T03:25:07.847 INFO:teuthology.orchestra.run.smithi002.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-14T03:25:07.847 INFO:teuthology.orchestra.run.smithi002.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-14T03:25:07.847 INFO:teuthology.orchestra.run.smithi002.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-14T03:25:07.847 INFO:teuthology.orchestra.run.smithi002.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-14T03:25:07.847 INFO:teuthology.orchestra.run.smithi002.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-09-14T03:25:07.847 INFO:teuthology.orchestra.run.smithi002.stdout: python3-ply-3.11-14.el9.noarch 2024-09-14T03:25:07.847 INFO:teuthology.orchestra.run.smithi002.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-14T03:25:07.848 INFO:teuthology.orchestra.run.smithi002.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-14T03:25:07.848 INFO:teuthology.orchestra.run.smithi002.stdout: python3-py-1.10.0-6.el9.noarch 2024-09-14T03:25:07.848 INFO:teuthology.orchestra.run.smithi002.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-14T03:25:07.848 INFO:teuthology.orchestra.run.smithi002.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-14T03:25:07.848 INFO:teuthology.orchestra.run.smithi002.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-14T03:25:07.848 INFO:teuthology.orchestra.run.smithi002.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-14T03:25:07.848 INFO:teuthology.orchestra.run.smithi002.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-09-14T03:25:07.848 INFO:teuthology.orchestra.run.smithi002.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-14T03:25:07.848 INFO:teuthology.orchestra.run.smithi002.stdout: python3-rados-2:18.2.4-845.ge4e227b3.el9.x86_64 2024-09-14T03:25:07.848 INFO:teuthology.orchestra.run.smithi002.stdout: python3-rbd-2:18.2.4-845.ge4e227b3.el9.x86_64 2024-09-14T03:25:07.848 INFO:teuthology.orchestra.run.smithi002.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-14T03:25:07.848 INFO:teuthology.orchestra.run.smithi002.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-14T03:25:07.848 INFO:teuthology.orchestra.run.smithi002.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-14T03:25:07.849 INFO:teuthology.orchestra.run.smithi002.stdout: python3-rgw-2:18.2.4-845.ge4e227b3.el9.x86_64 2024-09-14T03:25:07.849 INFO:teuthology.orchestra.run.smithi002.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-14T03:25:07.849 INFO:teuthology.orchestra.run.smithi002.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-14T03:25:07.849 INFO:teuthology.orchestra.run.smithi002.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-14T03:25:07.849 INFO:teuthology.orchestra.run.smithi002.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-14T03:25:07.849 INFO:teuthology.orchestra.run.smithi002.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-14T03:25:07.849 INFO:teuthology.orchestra.run.smithi002.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-14T03:25:07.849 INFO:teuthology.orchestra.run.smithi002.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-14T03:25:07.849 INFO:teuthology.orchestra.run.smithi002.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-14T03:25:07.849 INFO:teuthology.orchestra.run.smithi002.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-14T03:25:07.849 INFO:teuthology.orchestra.run.smithi002.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-14T03:25:07.849 INFO:teuthology.orchestra.run.smithi002.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-14T03:25:07.849 INFO:teuthology.orchestra.run.smithi002.stdout: rbd-fuse-2:18.2.4-845.ge4e227b3.el9.x86_64 2024-09-14T03:25:07.850 INFO:teuthology.orchestra.run.smithi002.stdout: rbd-mirror-2:18.2.4-845.ge4e227b3.el9.x86_64 2024-09-14T03:25:07.850 INFO:teuthology.orchestra.run.smithi002.stdout: rbd-nbd-2:18.2.4-845.ge4e227b3.el9.x86_64 2024-09-14T03:25:07.850 INFO:teuthology.orchestra.run.smithi002.stdout: re2-1:20211101-20.el9.x86_64 2024-09-14T03:25:07.850 INFO:teuthology.orchestra.run.smithi002.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-14T03:25:07.850 INFO:teuthology.orchestra.run.smithi002.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-14T03:25:07.850 INFO:teuthology.orchestra.run.smithi002.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-14T03:25:07.850 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-14T03:25:07.851 INFO:teuthology.orchestra.run.smithi002.stdout:Complete! 2024-09-14T03:25:07.874 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 120/120 2024-09-14T03:25:07.874 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-2:18.2.4-845.ge4e227b3.el9.x86_64 1/120 2024-09-14T03:25:07.874 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-base-2:18.2.4-845.ge4e227b3.el9.x86_64 2/120 2024-09-14T03:25:07.874 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-common-2:18.2.4-845.ge4e227b3.el9.x86_64 3/120 2024-09-14T03:25:07.875 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-fuse-2:18.2.4-845.ge4e227b3.el9.x86_64 4/120 2024-09-14T03:25:07.875 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-immutable-object-cache-2:18.2.4-845.ge4e227 5/120 2024-09-14T03:25:07.875 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-mds-2:18.2.4-845.ge4e227b3.el9.x86_64 6/120 2024-09-14T03:25:07.875 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-mgr-2:18.2.4-845.ge4e227b3.el9.x86_64 7/120 2024-09-14T03:25:07.875 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-mon-2:18.2.4-845.ge4e227b3.el9.x86_64 8/120 2024-09-14T03:25:07.875 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-osd-2:18.2.4-845.ge4e227b3.el9.x86_64 9/120 2024-09-14T03:25:07.875 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-radosgw-2:18.2.4-845.ge4e227b3.el9.x86_64 10/120 2024-09-14T03:25:07.875 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-selinux-2:18.2.4-845.ge4e227b3.el9.x86_64 11/120 2024-09-14T03:25:07.875 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-test-2:18.2.4-845.ge4e227b3.el9.x86_64 12/120 2024-09-14T03:25:07.875 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : libcephfs-devel-2:18.2.4-845.ge4e227b3.el9.x86_6 13/120 2024-09-14T03:25:07.875 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : libcephfs2-2:18.2.4-845.ge4e227b3.el9.x86_64 14/120 2024-09-14T03:25:07.875 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : libcephsqlite-2:18.2.4-845.ge4e227b3.el9.x86_64 15/120 2024-09-14T03:25:07.875 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : librados-devel-2:18.2.4-845.ge4e227b3.el9.x86_64 16/120 2024-09-14T03:25:07.876 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : libradosstriper1-2:18.2.4-845.ge4e227b3.el9.x86_ 17/120 2024-09-14T03:25:07.876 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : librgw2-2:18.2.4-845.ge4e227b3.el9.x86_64 18/120 2024-09-14T03:25:07.876 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-ceph-argparse-2:18.2.4-845.ge4e227b3.el9 19/120 2024-09-14T03:25:07.876 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-ceph-common-2:18.2.4-845.ge4e227b3.el9.x 20/120 2024-09-14T03:25:07.876 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-cephfs-2:18.2.4-845.ge4e227b3.el9.x86_64 21/120 2024-09-14T03:25:07.876 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-rados-2:18.2.4-845.ge4e227b3.el9.x86_64 22/120 2024-09-14T03:25:07.876 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-rbd-2:18.2.4-845.ge4e227b3.el9.x86_64 23/120 2024-09-14T03:25:07.876 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-rgw-2:18.2.4-845.ge4e227b3.el9.x86_64 24/120 2024-09-14T03:25:07.876 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : rbd-fuse-2:18.2.4-845.ge4e227b3.el9.x86_64 25/120 2024-09-14T03:25:07.876 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : rbd-mirror-2:18.2.4-845.ge4e227b3.el9.x86_64 26/120 2024-09-14T03:25:07.876 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : rbd-nbd-2:18.2.4-845.ge4e227b3.el9.x86_64 27/120 2024-09-14T03:25:07.876 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-grafana-dashboards-2:18.2.4-845.ge4e227b3.e 28/120 2024-09-14T03:25:07.876 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-mgr-cephadm-2:18.2.4-845.ge4e227b3.el9.noar 29/120 2024-09-14T03:25:07.877 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-mgr-dashboard-2:18.2.4-845.ge4e227b3.el9.no 30/120 2024-09-14T03:25:07.877 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.4-845.ge4e2 31/120 2024-09-14T03:25:07.885 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-mgr-modules-core-2:18.2.4-845.ge4e227b3.el9 32/120 2024-09-14T03:25:07.885 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-mgr-rook-2:18.2.4-845.ge4e227b3.el9.noarch 33/120 2024-09-14T03:25:07.885 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-prometheus-alerts-2:18.2.4-845.ge4e227b3.el 34/120 2024-09-14T03:25:07.885 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : cephadm-2:18.2.4-845.ge4e227b3.el9.noarch 35/120 2024-09-14T03:25:07.885 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 36/120 2024-09-14T03:25:07.885 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 37/120 2024-09-14T03:25:07.885 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 38/120 2024-09-14T03:25:07.885 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 39/120 2024-09-14T03:25:07.885 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 40/120 2024-09-14T03:25:07.885 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-ply-3.11-14.el9.noarch 41/120 2024-09-14T03:25:07.885 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 42/120 2024-09-14T03:25:07.886 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 43/120 2024-09-14T03:25:07.886 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 44/120 2024-09-14T03:25:07.886 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 45/120 2024-09-14T03:25:07.886 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 46/120 2024-09-14T03:25:07.886 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 47/120 2024-09-14T03:25:07.886 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 48/120 2024-09-14T03:25:07.886 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 49/120 2024-09-14T03:25:07.886 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 50/120 2024-09-14T03:25:07.886 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 51/120 2024-09-14T03:25:07.886 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 52/120 2024-09-14T03:25:07.886 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 53/120 2024-09-14T03:25:07.886 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 54/120 2024-09-14T03:25:07.886 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 55/120 2024-09-14T03:25:07.887 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 56/120 2024-09-14T03:25:07.887 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 57/120 2024-09-14T03:25:07.887 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 58/120 2024-09-14T03:25:07.887 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 59/120 2024-09-14T03:25:07.887 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 60/120 2024-09-14T03:25:07.887 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 61/120 2024-09-14T03:25:07.887 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 62/120 2024-09-14T03:25:07.887 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 63/120 2024-09-14T03:25:07.887 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 64/120 2024-09-14T03:25:07.887 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 65/120 2024-09-14T03:25:07.887 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 66/120 2024-09-14T03:25:07.887 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 67/120 2024-09-14T03:25:07.887 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 68/120 2024-09-14T03:25:07.888 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 69/120 2024-09-14T03:25:07.888 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 70/120 2024-09-14T03:25:07.888 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 71/120 2024-09-14T03:25:07.888 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 72/120 2024-09-14T03:25:07.888 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 73/120 2024-09-14T03:25:07.888 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 74/120 2024-09-14T03:25:07.888 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 75/120 2024-09-14T03:25:07.888 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 76/120 2024-09-14T03:25:07.888 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 77/120 2024-09-14T03:25:07.888 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 78/120 2024-09-14T03:25:07.888 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 79/120 2024-09-14T03:25:07.888 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : fmt-8.1.1-5.el9.x86_64 80/120 2024-09-14T03:25:07.888 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 81/120 2024-09-14T03:25:07.889 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 82/120 2024-09-14T03:25:07.889 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 83/120 2024-09-14T03:25:07.889 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 84/120 2024-09-14T03:25:07.889 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 85/120 2024-09-14T03:25:07.889 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 86/120 2024-09-14T03:25:07.889 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 87/120 2024-09-14T03:25:07.889 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 88/120 2024-09-14T03:25:07.889 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 89/120 2024-09-14T03:25:07.889 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 90/120 2024-09-14T03:25:07.889 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 91/120 2024-09-14T03:25:07.889 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 92/120 2024-09-14T03:25:07.889 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 93/120 2024-09-14T03:25:07.889 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 94/120 2024-09-14T03:25:07.890 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 95/120 2024-09-14T03:25:07.890 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 96/120 2024-09-14T03:25:07.890 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 97/120 2024-09-14T03:25:07.890 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 98/120 2024-09-14T03:25:07.890 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 99/120 2024-09-14T03:25:07.890 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 100/120 2024-09-14T03:25:07.890 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 101/120 2024-09-14T03:25:07.890 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 102/120 2024-09-14T03:25:07.890 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 103/120 2024-09-14T03:25:07.890 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 104/120 2024-09-14T03:25:07.890 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 105/120 2024-09-14T03:25:07.890 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 106/120 2024-09-14T03:25:07.890 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 107/120 2024-09-14T03:25:07.890 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 108/120 2024-09-14T03:25:07.891 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 109/120 2024-09-14T03:25:07.891 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 110/120 2024-09-14T03:25:07.891 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 111/120 2024-09-14T03:25:07.891 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 112/120 2024-09-14T03:25:07.891 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 113/120 2024-09-14T03:25:07.891 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 114/120 2024-09-14T03:25:07.891 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : re2-1:20211101-20.el9.x86_64 115/120 2024-09-14T03:25:07.891 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 116/120 2024-09-14T03:25:07.891 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : librados2-2:18.2.4-845.ge4e227b3.el9.x86_64 117/120 2024-09-14T03:25:07.891 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 118/120 2024-09-14T03:25:07.891 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : librbd1-2:18.2.4-845.ge4e227b3.el9.x86_64 119/120 2024-09-14T03:25:08.173 DEBUG:teuthology.parallel:result is None 2024-09-14T03:25:10.016 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 120/120 2024-09-14T03:25:10.016 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-14T03:25:10.016 INFO:teuthology.orchestra.run.smithi154.stdout:Upgraded: 2024-09-14T03:25:10.016 INFO:teuthology.orchestra.run.smithi154.stdout: librados2-2:18.2.4-845.ge4e227b3.el9.x86_64 2024-09-14T03:25:10.016 INFO:teuthology.orchestra.run.smithi154.stdout: librbd1-2:18.2.4-845.ge4e227b3.el9.x86_64 2024-09-14T03:25:10.016 INFO:teuthology.orchestra.run.smithi154.stdout:Installed: 2024-09-14T03:25:10.016 INFO:teuthology.orchestra.run.smithi154.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-14T03:25:10.016 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-2:18.2.4-845.ge4e227b3.el9.x86_64 2024-09-14T03:25:10.016 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-base-2:18.2.4-845.ge4e227b3.el9.x86_64 2024-09-14T03:25:10.016 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-common-2:18.2.4-845.ge4e227b3.el9.x86_64 2024-09-14T03:25:10.017 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-fuse-2:18.2.4-845.ge4e227b3.el9.x86_64 2024-09-14T03:25:10.017 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-grafana-dashboards-2:18.2.4-845.ge4e227b3.el9.noarch 2024-09-14T03:25:10.017 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-immutable-object-cache-2:18.2.4-845.ge4e227b3.el9.x86_64 2024-09-14T03:25:10.017 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mds-2:18.2.4-845.ge4e227b3.el9.x86_64 2024-09-14T03:25:10.017 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mgr-2:18.2.4-845.ge4e227b3.el9.x86_64 2024-09-14T03:25:10.017 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mgr-cephadm-2:18.2.4-845.ge4e227b3.el9.noarch 2024-09-14T03:25:10.017 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mgr-dashboard-2:18.2.4-845.ge4e227b3.el9.noarch 2024-09-14T03:25:10.017 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mgr-diskprediction-local-2:18.2.4-845.ge4e227b3.el9.noarch 2024-09-14T03:25:10.017 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mgr-modules-core-2:18.2.4-845.ge4e227b3.el9.noarch 2024-09-14T03:25:10.017 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mgr-rook-2:18.2.4-845.ge4e227b3.el9.noarch 2024-09-14T03:25:10.017 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mon-2:18.2.4-845.ge4e227b3.el9.x86_64 2024-09-14T03:25:10.017 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-osd-2:18.2.4-845.ge4e227b3.el9.x86_64 2024-09-14T03:25:10.017 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-prometheus-alerts-2:18.2.4-845.ge4e227b3.el9.noarch 2024-09-14T03:25:10.018 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-radosgw-2:18.2.4-845.ge4e227b3.el9.x86_64 2024-09-14T03:25:10.018 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-selinux-2:18.2.4-845.ge4e227b3.el9.x86_64 2024-09-14T03:25:10.018 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-test-2:18.2.4-845.ge4e227b3.el9.x86_64 2024-09-14T03:25:10.018 INFO:teuthology.orchestra.run.smithi154.stdout: cephadm-2:18.2.4-845.ge4e227b3.el9.noarch 2024-09-14T03:25:10.018 INFO:teuthology.orchestra.run.smithi154.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-14T03:25:10.018 INFO:teuthology.orchestra.run.smithi154.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-14T03:25:10.018 INFO:teuthology.orchestra.run.smithi154.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-14T03:25:10.018 INFO:teuthology.orchestra.run.smithi154.stdout: fmt-8.1.1-5.el9.x86_64 2024-09-14T03:25:10.018 INFO:teuthology.orchestra.run.smithi154.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-14T03:25:10.018 INFO:teuthology.orchestra.run.smithi154.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-14T03:25:10.018 INFO:teuthology.orchestra.run.smithi154.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-14T03:25:10.018 INFO:teuthology.orchestra.run.smithi154.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-14T03:25:10.019 INFO:teuthology.orchestra.run.smithi154.stdout: libcephfs-devel-2:18.2.4-845.ge4e227b3.el9.x86_64 2024-09-14T03:25:10.019 INFO:teuthology.orchestra.run.smithi154.stdout: libcephfs2-2:18.2.4-845.ge4e227b3.el9.x86_64 2024-09-14T03:25:10.019 INFO:teuthology.orchestra.run.smithi154.stdout: libcephsqlite-2:18.2.4-845.ge4e227b3.el9.x86_64 2024-09-14T03:25:10.019 INFO:teuthology.orchestra.run.smithi154.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-14T03:25:10.019 INFO:teuthology.orchestra.run.smithi154.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-14T03:25:10.019 INFO:teuthology.orchestra.run.smithi154.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-14T03:25:10.019 INFO:teuthology.orchestra.run.smithi154.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-14T03:25:10.019 INFO:teuthology.orchestra.run.smithi154.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-14T03:25:10.019 INFO:teuthology.orchestra.run.smithi154.stdout: librados-devel-2:18.2.4-845.ge4e227b3.el9.x86_64 2024-09-14T03:25:10.019 INFO:teuthology.orchestra.run.smithi154.stdout: libradosstriper1-2:18.2.4-845.ge4e227b3.el9.x86_64 2024-09-14T03:25:10.019 INFO:teuthology.orchestra.run.smithi154.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-14T03:25:10.019 INFO:teuthology.orchestra.run.smithi154.stdout: librgw2-2:18.2.4-845.ge4e227b3.el9.x86_64 2024-09-14T03:25:10.019 INFO:teuthology.orchestra.run.smithi154.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-14T03:25:10.019 INFO:teuthology.orchestra.run.smithi154.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-14T03:25:10.020 INFO:teuthology.orchestra.run.smithi154.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-14T03:25:10.020 INFO:teuthology.orchestra.run.smithi154.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-14T03:25:10.020 INFO:teuthology.orchestra.run.smithi154.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-14T03:25:10.020 INFO:teuthology.orchestra.run.smithi154.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-14T03:25:10.020 INFO:teuthology.orchestra.run.smithi154.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-14T03:25:10.020 INFO:teuthology.orchestra.run.smithi154.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-14T03:25:10.020 INFO:teuthology.orchestra.run.smithi154.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-14T03:25:10.020 INFO:teuthology.orchestra.run.smithi154.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-14T03:25:10.020 INFO:teuthology.orchestra.run.smithi154.stdout: python3-ceph-argparse-2:18.2.4-845.ge4e227b3.el9.x86_64 2024-09-14T03:25:10.020 INFO:teuthology.orchestra.run.smithi154.stdout: python3-ceph-common-2:18.2.4-845.ge4e227b3.el9.x86_64 2024-09-14T03:25:10.020 INFO:teuthology.orchestra.run.smithi154.stdout: python3-cephfs-2:18.2.4-845.ge4e227b3.el9.x86_64 2024-09-14T03:25:10.020 INFO:teuthology.orchestra.run.smithi154.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-14T03:25:10.020 INFO:teuthology.orchestra.run.smithi154.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-14T03:25:10.020 INFO:teuthology.orchestra.run.smithi154.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-14T03:25:10.021 INFO:teuthology.orchestra.run.smithi154.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-14T03:25:10.021 INFO:teuthology.orchestra.run.smithi154.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-14T03:25:10.021 INFO:teuthology.orchestra.run.smithi154.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-14T03:25:10.021 INFO:teuthology.orchestra.run.smithi154.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-14T03:25:10.021 INFO:teuthology.orchestra.run.smithi154.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-09-14T03:25:10.021 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-14T03:25:10.021 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-14T03:25:10.021 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-14T03:25:10.021 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-14T03:25:10.021 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-14T03:25:10.021 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-14T03:25:10.021 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-14T03:25:10.021 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-14T03:25:10.021 INFO:teuthology.orchestra.run.smithi154.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-14T03:25:10.022 INFO:teuthology.orchestra.run.smithi154.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-14T03:25:10.022 INFO:teuthology.orchestra.run.smithi154.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-14T03:25:10.022 INFO:teuthology.orchestra.run.smithi154.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-14T03:25:10.022 INFO:teuthology.orchestra.run.smithi154.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-14T03:25:10.022 INFO:teuthology.orchestra.run.smithi154.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-14T03:25:10.022 INFO:teuthology.orchestra.run.smithi154.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-14T03:25:10.022 INFO:teuthology.orchestra.run.smithi154.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-14T03:25:10.022 INFO:teuthology.orchestra.run.smithi154.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-14T03:25:10.022 INFO:teuthology.orchestra.run.smithi154.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-14T03:25:10.022 INFO:teuthology.orchestra.run.smithi154.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-14T03:25:10.022 INFO:teuthology.orchestra.run.smithi154.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-09-14T03:25:10.022 INFO:teuthology.orchestra.run.smithi154.stdout: python3-ply-3.11-14.el9.noarch 2024-09-14T03:25:10.022 INFO:teuthology.orchestra.run.smithi154.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-14T03:25:10.022 INFO:teuthology.orchestra.run.smithi154.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-14T03:25:10.023 INFO:teuthology.orchestra.run.smithi154.stdout: python3-py-1.10.0-6.el9.noarch 2024-09-14T03:25:10.023 INFO:teuthology.orchestra.run.smithi154.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-14T03:25:10.023 INFO:teuthology.orchestra.run.smithi154.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-14T03:25:10.023 INFO:teuthology.orchestra.run.smithi154.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-14T03:25:10.023 INFO:teuthology.orchestra.run.smithi154.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-14T03:25:10.023 INFO:teuthology.orchestra.run.smithi154.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-09-14T03:25:10.023 INFO:teuthology.orchestra.run.smithi154.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-14T03:25:10.024 INFO:teuthology.orchestra.run.smithi154.stdout: python3-rados-2:18.2.4-845.ge4e227b3.el9.x86_64 2024-09-14T03:25:10.024 INFO:teuthology.orchestra.run.smithi154.stdout: python3-rbd-2:18.2.4-845.ge4e227b3.el9.x86_64 2024-09-14T03:25:10.024 INFO:teuthology.orchestra.run.smithi154.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-14T03:25:10.024 INFO:teuthology.orchestra.run.smithi154.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-14T03:25:10.024 INFO:teuthology.orchestra.run.smithi154.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-14T03:25:10.024 INFO:teuthology.orchestra.run.smithi154.stdout: python3-rgw-2:18.2.4-845.ge4e227b3.el9.x86_64 2024-09-14T03:25:10.024 INFO:teuthology.orchestra.run.smithi154.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-14T03:25:10.024 INFO:teuthology.orchestra.run.smithi154.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-14T03:25:10.024 INFO:teuthology.orchestra.run.smithi154.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-14T03:25:10.024 INFO:teuthology.orchestra.run.smithi154.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-14T03:25:10.024 INFO:teuthology.orchestra.run.smithi154.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-14T03:25:10.024 INFO:teuthology.orchestra.run.smithi154.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-14T03:25:10.024 INFO:teuthology.orchestra.run.smithi154.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-14T03:25:10.025 INFO:teuthology.orchestra.run.smithi154.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-14T03:25:10.025 INFO:teuthology.orchestra.run.smithi154.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-14T03:25:10.025 INFO:teuthology.orchestra.run.smithi154.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-14T03:25:10.025 INFO:teuthology.orchestra.run.smithi154.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-14T03:25:10.025 INFO:teuthology.orchestra.run.smithi154.stdout: rbd-fuse-2:18.2.4-845.ge4e227b3.el9.x86_64 2024-09-14T03:25:10.025 INFO:teuthology.orchestra.run.smithi154.stdout: rbd-mirror-2:18.2.4-845.ge4e227b3.el9.x86_64 2024-09-14T03:25:10.025 INFO:teuthology.orchestra.run.smithi154.stdout: rbd-nbd-2:18.2.4-845.ge4e227b3.el9.x86_64 2024-09-14T03:25:10.025 INFO:teuthology.orchestra.run.smithi154.stdout: re2-1:20211101-20.el9.x86_64 2024-09-14T03:25:10.025 INFO:teuthology.orchestra.run.smithi154.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-14T03:25:10.025 INFO:teuthology.orchestra.run.smithi154.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-14T03:25:10.026 INFO:teuthology.orchestra.run.smithi154.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-14T03:25:10.026 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-14T03:25:10.026 INFO:teuthology.orchestra.run.smithi154.stdout:Complete! 2024-09-14T03:25:10.349 DEBUG:teuthology.parallel:result is None 2024-09-14T03:25:10.349 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-14T03:25:10.350 INFO:teuthology.packaging:ref: None 2024-09-14T03:25:10.350 INFO:teuthology.packaging:tag: None 2024-09-14T03:25:10.350 INFO:teuthology.packaging:branch: reef 2024-09-14T03:25:10.350 INFO:teuthology.packaging:sha1: a2782315255a3e7d5f6cdc9eb35785187ff6ddf8 2024-09-14T03:25:10.350 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-09-14T03:25:10.616 DEBUG:teuthology.orchestra.run.smithi002:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-14T03:25:10.643 INFO:teuthology.orchestra.run.smithi002.stdout:18.2.4-845.ge4e227b3.el9 2024-09-14T03:25:10.644 INFO:teuthology.packaging:The installed version of ceph is 18.2.4-845.ge4e227b3.el9 2024-09-14T03:25:10.644 INFO:teuthology.task.install:The correct ceph version 18.2.4-845.ge4e227b3 is installed. 2024-09-14T03:25:10.646 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-14T03:25:10.646 INFO:teuthology.packaging:ref: None 2024-09-14T03:25:10.646 INFO:teuthology.packaging:tag: None 2024-09-14T03:25:10.646 INFO:teuthology.packaging:branch: reef 2024-09-14T03:25:10.647 INFO:teuthology.packaging:sha1: a2782315255a3e7d5f6cdc9eb35785187ff6ddf8 2024-09-14T03:25:10.647 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-09-14T03:25:10.911 DEBUG:teuthology.orchestra.run.smithi154:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-14T03:25:10.933 INFO:teuthology.orchestra.run.smithi154.stdout:18.2.4-845.ge4e227b3.el9 2024-09-14T03:25:10.933 INFO:teuthology.packaging:The installed version of ceph is 18.2.4-845.ge4e227b3.el9 2024-09-14T03:25:10.933 INFO:teuthology.task.install:The correct ceph version 18.2.4-845.ge4e227b3 is installed. 2024-09-14T03:25:10.935 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-14T03:25:10.935 DEBUG:teuthology.orchestra.run.smithi002:> set -ex 2024-09-14T03:25:10.936 DEBUG:teuthology.orchestra.run.smithi002:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-14T03:25:10.969 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-09-14T03:25:10.969 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-14T03:25:11.000 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-14T03:25:11.000 DEBUG:teuthology.orchestra.run.smithi002:> set -ex 2024-09-14T03:25:11.000 DEBUG:teuthology.orchestra.run.smithi002:> sudo dd of=/usr/bin/daemon-helper 2024-09-14T03:25:11.039 DEBUG:teuthology.orchestra.run.smithi002:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-14T03:25:11.109 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-09-14T03:25:11.109 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd of=/usr/bin/daemon-helper 2024-09-14T03:25:11.134 DEBUG:teuthology.orchestra.run.smithi154:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-14T03:25:11.198 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-14T03:25:11.199 DEBUG:teuthology.orchestra.run.smithi002:> set -ex 2024-09-14T03:25:11.199 DEBUG:teuthology.orchestra.run.smithi002:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-14T03:25:11.228 DEBUG:teuthology.orchestra.run.smithi002:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-14T03:25:11.297 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-09-14T03:25:11.297 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-14T03:25:11.321 DEBUG:teuthology.orchestra.run.smithi154:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-14T03:25:11.386 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-14T03:25:11.386 DEBUG:teuthology.orchestra.run.smithi002:> set -ex 2024-09-14T03:25:11.386 DEBUG:teuthology.orchestra.run.smithi002:> sudo dd of=/usr/bin/stdin-killer 2024-09-14T03:25:11.416 DEBUG:teuthology.orchestra.run.smithi002:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-14T03:25:11.485 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-09-14T03:25:11.486 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd of=/usr/bin/stdin-killer 2024-09-14T03:25:11.510 DEBUG:teuthology.orchestra.run.smithi154:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-14T03:25:11.574 INFO:teuthology.run_tasks:Running task print... 2024-09-14T03:25:11.583 INFO:teuthology.task.print:**** done install task... 2024-09-14T03:25:11.584 INFO:teuthology.run_tasks:Running task print... 2024-09-14T03:25:11.618 INFO:teuthology.task.print:**** done start installing reef cephadm ... 2024-09-14T03:25:11.618 INFO:teuthology.run_tasks:Running task cephadm... 2024-09-14T03:25:11.759 INFO:tasks.cephadm:Config: {'compiled_cephadm_branch': 'reef', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'quay.ceph.io/ceph-ci/ceph:reef', 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'mons down', 'mon down', 'MON_DOWN', 'out of quorum', 'PG_AVAILABILITY'], 'sha1': 'a2782315255a3e7d5f6cdc9eb35785187ff6ddf8'} 2024-09-14T03:25:11.759 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:reef 2024-09-14T03:25:11.760 INFO:tasks.cephadm:Cluster fsid is f357b922-7248-11ef-bceb-c7b262605968 2024-09-14T03:25:11.760 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-09-14T03:25:11.760 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.2', 'mon.c': '[v2:172.21.15.2:3301,v1:172.21.15.2:6790]', 'mon.b': '172.21.15.154'} 2024-09-14T03:25:11.760 INFO:tasks.cephadm:First mon is mon.a on smithi002 2024-09-14T03:25:11.760 INFO:tasks.cephadm:First mgr is y 2024-09-14T03:25:11.760 INFO:tasks.cephadm:Normalizing hostnames... 2024-09-14T03:25:11.760 DEBUG:teuthology.orchestra.run.smithi002:> sudo hostname $(hostname -s) 2024-09-14T03:25:11.792 DEBUG:teuthology.orchestra.run.smithi154:> sudo hostname $(hostname -s) 2024-09-14T03:25:11.817 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra for reef 2024-09-14T03:25:11.817 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=a2782315255a3e7d5f6cdc9eb35785187ff6ddf8 2024-09-14T03:25:11.963 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': 'a2782315255a3e7d5f6cdc9eb35785187ff6ddf8', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/56069/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.3.0-4907-ga2782315', 'node_name': '172.21.2.8+braggi08', 'job_name': 'ceph-dev-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.3.0-4907.ga2782315'}, 'url': 'https://4.chacra.ceph.com/r/ceph/main/a2782315255a3e7d5f6cdc9eb35785187ff6ddf8/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-09-12 21:34:57.306979', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'main', 'chacra_url': 'https://4.chacra.ceph.com/repos/ceph/main/a2782315255a3e7d5f6cdc9eb35785187ff6ddf8/centos/9/flavors/default/', 'archs': ['x86_64', 'source'], 'distro': 'centos'}] 2024-09-14T03:25:12.236 INFO:tasks.util.chacra:got chacra host 1.chacra.ceph.com, ref reef, sha1 e4e227b37858f5109138494e01e5ba1ba7b8ffe8 from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&ref=reef 2024-09-14T03:25:12.237 INFO:tasks.cephadm:Discovered cachra url: https://1.chacra.ceph.com/binaries/ceph/reef/e4e227b37858f5109138494e01e5ba1ba7b8ffe8/centos/9/x86_64/flavors/default/cephadm 2024-09-14T03:25:12.237 INFO:tasks.cephadm:Downloading cephadm from url: https://1.chacra.ceph.com/binaries/ceph/reef/e4e227b37858f5109138494e01e5ba1ba7b8ffe8/centos/9/x86_64/flavors/default/cephadm 2024-09-14T03:25:12.238 DEBUG:teuthology.orchestra.run.smithi002:> curl --silent -L https://1.chacra.ceph.com/binaries/ceph/reef/e4e227b37858f5109138494e01e5ba1ba7b8ffe8/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-09-14T03:25:12.592 INFO:teuthology.orchestra.run.smithi002.stdout:-rw-r--r--. 1 ubuntu ubuntu 217223 Sep 14 03:25 /home/ubuntu/cephtest/cephadm 2024-09-14T03:25:12.592 DEBUG:teuthology.orchestra.run.smithi154:> curl --silent -L https://1.chacra.ceph.com/binaries/ceph/reef/e4e227b37858f5109138494e01e5ba1ba7b8ffe8/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-09-14T03:25:12.929 INFO:teuthology.orchestra.run.smithi154.stdout:-rw-r--r--. 1 ubuntu ubuntu 217223 Sep 14 03:25 /home/ubuntu/cephtest/cephadm 2024-09-14T03:25:12.929 DEBUG:teuthology.orchestra.run.smithi002:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-09-14T03:25:12.949 DEBUG:teuthology.orchestra.run.smithi154:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-09-14T03:25:12.980 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:reef on all hosts... 2024-09-14T03:25:12.980 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef pull 2024-09-14T03:25:12.991 DEBUG:teuthology.orchestra.run.smithi154:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef pull 2024-09-14T03:25:14.575 INFO:teuthology.orchestra.run.smithi154.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-09-14T03:25:14.641 INFO:teuthology.orchestra.run.smithi002.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-09-14T03:25:53.824 INFO:teuthology.orchestra.run.smithi154.stdout:{ 2024-09-14T03:25:53.825 INFO:teuthology.orchestra.run.smithi154.stdout: "ceph_version": "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)", 2024-09-14T03:25:53.825 INFO:teuthology.orchestra.run.smithi154.stdout: "image_id": "67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1", 2024-09-14T03:25:53.825 INFO:teuthology.orchestra.run.smithi154.stdout: "repo_digests": [ 2024-09-14T03:25:53.825 INFO:teuthology.orchestra.run.smithi154.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322" 2024-09-14T03:25:53.825 INFO:teuthology.orchestra.run.smithi154.stdout: ] 2024-09-14T03:25:53.825 INFO:teuthology.orchestra.run.smithi154.stdout:} 2024-09-14T03:26:06.630 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-14T03:26:06.630 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph_version": "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)", 2024-09-14T03:26:06.631 INFO:teuthology.orchestra.run.smithi002.stdout: "image_id": "67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1", 2024-09-14T03:26:06.631 INFO:teuthology.orchestra.run.smithi002.stdout: "repo_digests": [ 2024-09-14T03:26:06.631 INFO:teuthology.orchestra.run.smithi002.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322" 2024-09-14T03:26:06.631 INFO:teuthology.orchestra.run.smithi002.stdout: ] 2024-09-14T03:26:06.631 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-14T03:26:06.652 DEBUG:teuthology.orchestra.run.smithi002:> sudo mkdir -p /etc/ceph 2024-09-14T03:26:06.711 DEBUG:teuthology.orchestra.run.smithi154:> sudo mkdir -p /etc/ceph 2024-09-14T03:26:06.745 DEBUG:teuthology.orchestra.run.smithi002:> sudo chmod 777 /etc/ceph 2024-09-14T03:26:06.772 DEBUG:teuthology.orchestra.run.smithi154:> sudo chmod 777 /etc/ceph 2024-09-14T03:26:06.819 INFO:tasks.cephadm:Writing seed config... 2024-09-14T03:26:06.820 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2024-09-14T03:26:06.820 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2024-09-14T03:26:06.820 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-09-14T03:26:06.821 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-09-14T03:26:06.821 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-09-14T03:26:06.821 INFO:tasks.cephadm: override: [global] mon election default strategy = 1 2024-09-14T03:26:06.821 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-09-14T03:26:06.821 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-09-14T03:26:06.821 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-09-14T03:26:06.821 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-09-14T03:26:06.821 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-09-14T03:26:06.822 DEBUG:teuthology.orchestra.run.smithi002:> set -ex 2024-09-14T03:26:06.822 DEBUG:teuthology.orchestra.run.smithi002:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-09-14T03:26:06.839 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = f357b922-7248-11ef-bceb-c7b262605968 mon election default strategy = 1 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2024-09-14T03:26:06.839 DEBUG:teuthology.orchestra.run.smithi002:mon.a> sudo journalctl -f -n 0 -u ceph-f357b922-7248-11ef-bceb-c7b262605968@mon.a.service 2024-09-14T03:26:06.886 DEBUG:teuthology.orchestra.run.smithi002:mgr.y> sudo journalctl -f -n 0 -u ceph-f357b922-7248-11ef-bceb-c7b262605968@mgr.y.service 2024-09-14T03:26:06.931 INFO:tasks.cephadm:Bootstrapping... 2024-09-14T03:26:06.932 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef -v bootstrap --fsid f357b922-7248-11ef-bceb-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.2 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-09-14T03:26:07.094 INFO:teuthology.orchestra.run.smithi002.stdout:-------------------------------------------------------------------------------- 2024-09-14T03:26:07.094 INFO:teuthology.orchestra.run.smithi002.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:reef', '-v', 'bootstrap', '--fsid', 'f357b922-7248-11ef-bceb-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.2', '--skip-admin-label'] 2024-09-14T03:26:07.117 INFO:teuthology.orchestra.run.smithi002.stdout:/bin/podman: stdout 5.2.2 2024-09-14T03:26:07.118 INFO:teuthology.orchestra.run.smithi002.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-09-14T03:26:07.118 INFO:teuthology.orchestra.run.smithi002.stdout:Verifying podman|docker is present... 2024-09-14T03:26:07.140 INFO:teuthology.orchestra.run.smithi002.stdout:/bin/podman: stdout 5.2.2 2024-09-14T03:26:07.140 INFO:teuthology.orchestra.run.smithi002.stdout:Verifying lvm2 is present... 2024-09-14T03:26:07.140 INFO:teuthology.orchestra.run.smithi002.stdout:Verifying time synchronization is in place... 2024-09-14T03:26:07.148 INFO:teuthology.orchestra.run.smithi002.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-09-14T03:26:07.148 INFO:teuthology.orchestra.run.smithi002.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-09-14T03:26:07.155 INFO:teuthology.orchestra.run.smithi002.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-09-14T03:26:07.155 INFO:teuthology.orchestra.run.smithi002.stdout:systemctl: stdout inactive 2024-09-14T03:26:07.161 INFO:teuthology.orchestra.run.smithi002.stdout:systemctl: stdout enabled 2024-09-14T03:26:07.168 INFO:teuthology.orchestra.run.smithi002.stdout:systemctl: stdout active 2024-09-14T03:26:07.168 INFO:teuthology.orchestra.run.smithi002.stdout:Unit chronyd.service is enabled and running 2024-09-14T03:26:07.168 INFO:teuthology.orchestra.run.smithi002.stdout:Repeating the final host check... 2024-09-14T03:26:07.198 INFO:teuthology.orchestra.run.smithi002.stdout:/bin/podman: stdout 5.2.2 2024-09-14T03:26:07.198 INFO:teuthology.orchestra.run.smithi002.stdout:podman (/bin/podman) version 5.2.2 is present 2024-09-14T03:26:07.198 INFO:teuthology.orchestra.run.smithi002.stdout:systemctl is present 2024-09-14T03:26:07.199 INFO:teuthology.orchestra.run.smithi002.stdout:lvcreate is present 2024-09-14T03:26:07.205 INFO:teuthology.orchestra.run.smithi002.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-09-14T03:26:07.205 INFO:teuthology.orchestra.run.smithi002.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-09-14T03:26:07.212 INFO:teuthology.orchestra.run.smithi002.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-09-14T03:26:07.212 INFO:teuthology.orchestra.run.smithi002.stdout:systemctl: stdout inactive 2024-09-14T03:26:07.219 INFO:teuthology.orchestra.run.smithi002.stdout:systemctl: stdout enabled 2024-09-14T03:26:07.225 INFO:teuthology.orchestra.run.smithi002.stdout:systemctl: stdout active 2024-09-14T03:26:07.225 INFO:teuthology.orchestra.run.smithi002.stdout:Unit chronyd.service is enabled and running 2024-09-14T03:26:07.225 INFO:teuthology.orchestra.run.smithi002.stdout:Host looks OK 2024-09-14T03:26:07.225 INFO:teuthology.orchestra.run.smithi002.stdout:Cluster fsid: f357b922-7248-11ef-bceb-c7b262605968 2024-09-14T03:26:07.225 INFO:teuthology.orchestra.run.smithi002.stdout:Acquiring lock 139710176157264 on /run/cephadm/f357b922-7248-11ef-bceb-c7b262605968.lock 2024-09-14T03:26:07.226 INFO:teuthology.orchestra.run.smithi002.stdout:Lock 139710176157264 acquired on /run/cephadm/f357b922-7248-11ef-bceb-c7b262605968.lock 2024-09-14T03:26:07.226 INFO:teuthology.orchestra.run.smithi002.stdout:Verifying IP 172.21.15.2 port 3300 ... 2024-09-14T03:26:07.226 INFO:teuthology.orchestra.run.smithi002.stdout:Verifying IP 172.21.15.2 port 6789 ... 2024-09-14T03:26:07.226 INFO:teuthology.orchestra.run.smithi002.stdout:Base mon IP(s) is [172.21.15.2:3300, 172.21.15.2:6789], mon addrv is [v2:172.21.15.2:3300,v1:172.21.15.2:6789] 2024-09-14T03:26:07.229 INFO:teuthology.orchestra.run.smithi002.stdout:/sbin/ip: stdout default via 172.21.15.254 dev ens1f0 proto dhcp src 172.21.15.2 metric 100 2024-09-14T03:26:07.229 INFO:teuthology.orchestra.run.smithi002.stdout:/sbin/ip: stdout 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.2 metric 100 2024-09-14T03:26:07.232 INFO:teuthology.orchestra.run.smithi002.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-09-14T03:26:07.232 INFO:teuthology.orchestra.run.smithi002.stdout:/sbin/ip: stdout fe80::/64 dev ens1f0 proto kernel metric 256 pref medium 2024-09-14T03:26:07.232 INFO:teuthology.orchestra.run.smithi002.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 1024 expires 1791sec hoplimit 64 pref medium 2024-09-14T03:26:07.235 INFO:teuthology.orchestra.run.smithi002.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-09-14T03:26:07.235 INFO:teuthology.orchestra.run.smithi002.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-09-14T03:26:07.235 INFO:teuthology.orchestra.run.smithi002.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-09-14T03:26:07.235 INFO:teuthology.orchestra.run.smithi002.stdout:/sbin/ip: stdout 4: ens1f0: mtu 1500 state UP qlen 1000 2024-09-14T03:26:07.235 INFO:teuthology.orchestra.run.smithi002.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:febd:1920/64 scope link 2024-09-14T03:26:07.235 INFO:teuthology.orchestra.run.smithi002.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-09-14T03:26:07.236 INFO:teuthology.orchestra.run.smithi002.stdout:Mon IP `172.21.15.2` is in CIDR network `172.21.0.0/20` 2024-09-14T03:26:07.236 INFO:teuthology.orchestra.run.smithi002.stdout:Mon IP `172.21.15.2` is in CIDR network `172.21.0.0/20` 2024-09-14T03:26:07.236 INFO:teuthology.orchestra.run.smithi002.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-09-14T03:26:07.236 INFO:teuthology.orchestra.run.smithi002.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-09-14T03:26:07.237 INFO:teuthology.orchestra.run.smithi002.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-09-14T03:26:07.724 INFO:teuthology.orchestra.run.smithi002.stdout:/bin/podman: stdout 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 2024-09-14T03:26:07.724 INFO:teuthology.orchestra.run.smithi002.stdout:/bin/podman: stderr Trying to pull quay.ceph.io/ceph-ci/ceph:reef... 2024-09-14T03:26:07.724 INFO:teuthology.orchestra.run.smithi002.stdout:/bin/podman: stderr Getting image source signatures 2024-09-14T03:26:07.724 INFO:teuthology.orchestra.run.smithi002.stdout:/bin/podman: stderr Copying blob sha256:71878612010b3dfa9e3e456d432a49e20ac26634831a8a6522f4d782181c5840 2024-09-14T03:26:07.724 INFO:teuthology.orchestra.run.smithi002.stdout:/bin/podman: stderr Copying blob sha256:e8b54c863393b7a8216a71737771b73b16a8e43ec7acf927c7faa175c255e551 2024-09-14T03:26:07.724 INFO:teuthology.orchestra.run.smithi002.stdout:/bin/podman: stderr Copying config sha256:67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 2024-09-14T03:26:07.725 INFO:teuthology.orchestra.run.smithi002.stdout:/bin/podman: stderr Writing manifest to image destination 2024-09-14T03:26:08.695 INFO:teuthology.orchestra.run.smithi002.stdout:ceph: stdout ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable) 2024-09-14T03:26:08.696 INFO:teuthology.orchestra.run.smithi002.stdout:Ceph version: ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable) 2024-09-14T03:26:08.696 INFO:teuthology.orchestra.run.smithi002.stdout:Extracting ceph user uid/gid from container image... 2024-09-14T03:26:09.578 INFO:teuthology.orchestra.run.smithi002.stdout:stat: stdout 167 167 2024-09-14T03:26:09.578 INFO:teuthology.orchestra.run.smithi002.stdout:Creating initial keys... 2024-09-14T03:26:10.357 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph-authtool: stdout AQBRAuVmViZbNRAA72XGtWjQ7r/SOIXR/FZLMA== 2024-09-14T03:26:11.422 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph-authtool: stdout AQBSAuVmiyypKhAAEaom5o/TbzU43mmAcrUd1A== 2024-09-14T03:26:12.260 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph-authtool: stdout AQBTAuVmmoX3LBAANgK91bp3LGGC1VeI4HaK2Q== 2024-09-14T03:26:12.261 INFO:teuthology.orchestra.run.smithi002.stdout:Creating initial monmap... 2024-09-14T03:26:13.183 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-09-14T03:26:13.183 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = pacific 2024-09-14T03:26:13.183 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to f357b922-7248-11ef-bceb-c7b262605968 2024-09-14T03:26:13.183 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-09-14T03:26:13.183 INFO:teuthology.orchestra.run.smithi002.stdout:monmaptool for a [v2:172.21.15.2:3300,v1:172.21.15.2:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-09-14T03:26:13.183 INFO:teuthology.orchestra.run.smithi002.stdout:setting min_mon_release = pacific 2024-09-14T03:26:13.183 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/monmaptool: set fsid to f357b922-7248-11ef-bceb-c7b262605968 2024-09-14T03:26:13.184 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-09-14T03:26:13.184 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-14T03:26:13.184 INFO:teuthology.orchestra.run.smithi002.stdout:Creating mon... 2024-09-14T03:26:14.055 INFO:teuthology.orchestra.run.smithi002.stdout:create mon.a on 2024-09-14T03:26:14.262 INFO:teuthology.orchestra.run.smithi002.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-09-14T03:26:14.409 INFO:teuthology.orchestra.run.smithi002.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-09-14T03:26:14.608 INFO:teuthology.orchestra.run.smithi002.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-f357b922-7248-11ef-bceb-c7b262605968.target → /etc/systemd/system/ceph-f357b922-7248-11ef-bceb-c7b262605968.target. 2024-09-14T03:26:14.608 INFO:teuthology.orchestra.run.smithi002.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-f357b922-7248-11ef-bceb-c7b262605968.target → /etc/systemd/system/ceph-f357b922-7248-11ef-bceb-c7b262605968.target. 2024-09-14T03:26:14.828 INFO:teuthology.orchestra.run.smithi002.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-f357b922-7248-11ef-bceb-c7b262605968@mon.a 2024-09-14T03:26:14.828 INFO:teuthology.orchestra.run.smithi002.stdout:systemctl: stderr Failed to reset failed state of unit ceph-f357b922-7248-11ef-bceb-c7b262605968@mon.a.service: Unit ceph-f357b922-7248-11ef-bceb-c7b262605968@mon.a.service not loaded. 2024-09-14T03:26:15.003 INFO:teuthology.orchestra.run.smithi002.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-f357b922-7248-11ef-bceb-c7b262605968.target.wants/ceph-f357b922-7248-11ef-bceb-c7b262605968@mon.a.service → /etc/systemd/system/ceph-f357b922-7248-11ef-bceb-c7b262605968@.service. 2024-09-14T03:26:15.507 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:15 smithi002 ceph-mon[27223]: mon.a is new leader, mons a in quorum (ranks 0) 2024-09-14T03:26:15.507 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:15 smithi002 bash[27203]: 8f8ba45a2faa823f7312a02147bc3ba1417b6a30830be3f0fea6b2e91d1e1af2 2024-09-14T03:26:15.523 INFO:teuthology.orchestra.run.smithi002.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-14T03:26:15.523 INFO:teuthology.orchestra.run.smithi002.stdout:systemctl: stdout disabled 2024-09-14T03:26:15.531 INFO:teuthology.orchestra.run.smithi002.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-14T03:26:15.531 INFO:teuthology.orchestra.run.smithi002.stdout:systemctl: stdout inactive 2024-09-14T03:26:15.531 INFO:teuthology.orchestra.run.smithi002.stdout:firewalld.service is not enabled 2024-09-14T03:26:15.531 INFO:teuthology.orchestra.run.smithi002.stdout:Not possible to enable service . firewalld.service is not available 2024-09-14T03:26:15.532 INFO:teuthology.orchestra.run.smithi002.stdout:Waiting for mon to start... 2024-09-14T03:26:15.532 INFO:teuthology.orchestra.run.smithi002.stdout:Waiting for mon... 2024-09-14T03:26:15.787 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:15 smithi002 systemd[1]: Started Ceph mon.a for f357b922-7248-11ef-bceb-c7b262605968. 2024-09-14T03:26:16.613 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:16 smithi002 ceph-mon[27223]: mon.a is new leader, mons a in quorum (ranks 0) 2024-09-14T03:26:16.613 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:16 smithi002 ceph-mon[27223]: monmap e1: 1 mons at {a=[v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-14T03:26:16.613 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:16 smithi002 ceph-mon[27223]: fsmap 2024-09-14T03:26:16.614 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:16 smithi002 ceph-mon[27223]: osdmap e1: 0 total, 0 up, 0 in 2024-09-14T03:26:16.614 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:16 smithi002 ceph-mon[27223]: mgrmap e1: no daemons active 2024-09-14T03:26:16.614 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:16 smithi002 ceph-mon[27223]: from='client.? 172.21.15.2:0/4060118507' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-14T03:26:16.615 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout cluster: 2024-09-14T03:26:16.617 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout id: f357b922-7248-11ef-bceb-c7b262605968 2024-09-14T03:26:16.617 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-09-14T03:26:16.618 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout 2024-09-14T03:26:16.618 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout services: 2024-09-14T03:26:16.618 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.589161s) 2024-09-14T03:26:16.618 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-09-14T03:26:16.618 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-09-14T03:26:16.618 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout 2024-09-14T03:26:16.618 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout data: 2024-09-14T03:26:16.618 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-09-14T03:26:16.618 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-09-14T03:26:16.618 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-09-14T03:26:16.618 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout pgs: 2024-09-14T03:26:16.618 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout 2024-09-14T03:26:16.619 INFO:teuthology.orchestra.run.smithi002.stdout:mon is available 2024-09-14T03:26:16.619 INFO:teuthology.orchestra.run.smithi002.stdout:Assimilating anything we can from ceph.conf... 2024-09-14T03:26:17.660 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:17 smithi002 ceph-mon[27223]: from='client.? 172.21.15.2:0/1467985128' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-09-14T03:26:17.661 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:17 smithi002 ceph-mon[27223]: from='client.? 172.21.15.2:0/1467985128' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-09-14T03:26:17.664 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout 2024-09-14T03:26:17.664 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout [global] 2024-09-14T03:26:17.664 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout fsid = f357b922-7248-11ef-bceb-c7b262605968 2024-09-14T03:26:17.664 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.2:3300,v1:172.21.15.2:6789] 2024-09-14T03:26:17.664 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-09-14T03:26:17.664 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-09-14T03:26:17.664 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-09-14T03:26:17.665 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-09-14T03:26:17.665 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout 2024-09-14T03:26:17.665 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout [mgr] 2024-09-14T03:26:17.665 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-09-14T03:26:17.665 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout 2024-09-14T03:26:17.665 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout [osd] 2024-09-14T03:26:17.665 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-09-14T03:26:17.665 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-09-14T03:26:17.665 INFO:teuthology.orchestra.run.smithi002.stdout:Generating new minimal ceph.conf... 2024-09-14T03:26:18.686 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:18 smithi002 ceph-mon[27223]: from='client.? 172.21.15.2:0/3514908257' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:26:18.694 INFO:teuthology.orchestra.run.smithi002.stdout:Restarting the monitor... 2024-09-14T03:26:18.970 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:18 smithi002 systemd[1]: Stopping Ceph mon.a for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:26:19.352 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:18 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mon-a[27218]: 2024-09-14T03:26:18.968+0000 7f04f8d4e640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-14T03:26:19.353 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:18 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mon-a[27218]: 2024-09-14T03:26:18.968+0000 7f04f8d4e640 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-09-14T03:26:19.353 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:19 smithi002 podman[27479]: 2024-09-14 03:26:19.154601906 +0000 UTC m=+0.297885175 container died 8f8ba45a2faa823f7312a02147bc3ba1417b6a30830be3f0fea6b2e91d1e1af2 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=reef-e4e227b, GIT_BRANCH=HEAD) 2024-09-14T03:26:19.602 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:19 smithi002 podman[27479]: 2024-09-14 03:26:19.451364249 +0000 UTC m=+0.594647506 container cleanup 8f8ba45a2faa823f7312a02147bc3ba1417b6a30830be3f0fea6b2e91d1e1af2 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mon-a, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=reef-e4e227b, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-09-14T03:26:19.603 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:19 smithi002 bash[27479]: ceph-f357b922-7248-11ef-bceb-c7b262605968-mon-a 2024-09-14T03:26:19.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:19 smithi002 podman[27490]: 2024-09-14 03:26:19.602087499 +0000 UTC m=+0.443287061 container remove 8f8ba45a2faa823f7312a02147bc3ba1417b6a30830be3f0fea6b2e91d1e1af2 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mon-a, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, RELEASE=reef-e4e227b, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-14T03:26:19.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:19 smithi002 systemd[1]: ceph-f357b922-7248-11ef-bceb-c7b262605968@mon.a.service: Deactivated successfully. 2024-09-14T03:26:19.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:19 smithi002 systemd[1]: Stopped Ceph mon.a for f357b922-7248-11ef-bceb-c7b262605968. 2024-09-14T03:26:19.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:19 smithi002 systemd[1]: Starting Ceph mon.a for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:26:20.331 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 podman[27587]: 2024-09-14 03:26:19.951801593 +0000 UTC m=+0.016223878 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph:reef 2024-09-14T03:26:20.331 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 podman[27587]: 2024-09-14 03:26:20.054387253 +0000 UTC m=+0.118809538 container create 59531f441f711ce44700060bf0889ee9c9d44f8a89011beaf23b2197a51c18e5 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mon-a, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=reef-e4e227b, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-09-14T03:26:20.331 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 podman[27587]: 2024-09-14 03:26:20.255061163 +0000 UTC m=+0.319483457 container init 59531f441f711ce44700060bf0889ee9c9d44f8a89011beaf23b2197a51c18e5 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mon-a, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=reef-e4e227b, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True) 2024-09-14T03:26:20.331 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 podman[27587]: 2024-09-14 03:26:20.258197384 +0000 UTC m=+0.322619669 container start 59531f441f711ce44700060bf0889ee9c9d44f8a89011beaf23b2197a51c18e5 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mon-a, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, RELEASE=reef-e4e227b, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-14T03:26:20.331 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: set uid:gid to 167:167 (ceph:ceph) 2024-09-14T03:26:20.331 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable), process ceph-mon, pid 2 2024-09-14T03:26:20.331 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: pidfile_write: ignore empty --pid-file 2024-09-14T03:26:20.332 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: load: jerasure load: lrc 2024-09-14T03:26:20.332 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: RocksDB version: 7.9.2 2024-09-14T03:26:20.332 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Git sha 0 2024-09-14T03:26:20.332 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Compile date 2024-09-13 16:45:57 2024-09-14T03:26:20.332 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: DB SUMMARY 2024-09-14T03:26:20.332 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: DB Session ID: H6XLOS6TGIH23221V57A 2024-09-14T03:26:20.332 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: CURRENT file: CURRENT 2024-09-14T03:26:20.332 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: IDENTITY file: IDENTITY 2024-09-14T03:26:20.332 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-09-14T03:26:20.332 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-09-14T03:26:20.332 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 84518 ; 2024-09-14T03:26:20.332 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.error_if_exists: 0 2024-09-14T03:26:20.332 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.create_if_missing: 0 2024-09-14T03:26:20.333 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.paranoid_checks: 1 2024-09-14T03:26:20.333 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-14T03:26:20.333 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-14T03:26:20.333 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-14T03:26:20.333 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.env: 0x55751c5d8bc0 2024-09-14T03:26:20.333 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.fs: PosixFileSystem 2024-09-14T03:26:20.333 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.info_log: 0x55751d7eebe0 2024-09-14T03:26:20.333 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.max_file_opening_threads: 16 2024-09-14T03:26:20.333 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.statistics: (nil) 2024-09-14T03:26:20.333 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.use_fsync: 0 2024-09-14T03:26:20.333 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.max_log_file_size: 0 2024-09-14T03:26:20.334 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-14T03:26:20.334 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-14T03:26:20.334 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.keep_log_file_num: 1000 2024-09-14T03:26:20.334 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.recycle_log_file_num: 0 2024-09-14T03:26:20.334 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.allow_fallocate: 1 2024-09-14T03:26:20.334 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.allow_mmap_reads: 0 2024-09-14T03:26:20.334 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.allow_mmap_writes: 0 2024-09-14T03:26:20.334 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.use_direct_reads: 0 2024-09-14T03:26:20.334 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-14T03:26:20.334 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.create_missing_column_families: 0 2024-09-14T03:26:20.334 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.db_log_dir: 2024-09-14T03:26:20.334 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.wal_dir: 2024-09-14T03:26:20.334 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-14T03:26:20.334 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-14T03:26:20.335 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-14T03:26:20.335 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-14T03:26:20.335 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-14T03:26:20.335 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-14T03:26:20.335 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.advise_random_on_open: 1 2024-09-14T03:26:20.335 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.db_write_buffer_size: 0 2024-09-14T03:26:20.335 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.write_buffer_manager: 0x55751d7fc320 2024-09-14T03:26:20.335 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-14T03:26:20.335 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-14T03:26:20.335 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-14T03:26:20.335 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.rate_limiter: (nil) 2024-09-14T03:26:20.335 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-14T03:26:20.335 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.wal_recovery_mode: 2 2024-09-14T03:26:20.336 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.enable_thread_tracking: 0 2024-09-14T03:26:20.336 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.enable_pipelined_write: 0 2024-09-14T03:26:20.337 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.unordered_write: 0 2024-09-14T03:26:20.337 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-14T03:26:20.337 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-14T03:26:20.337 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-14T03:26:20.337 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-14T03:26:20.337 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.row_cache: None 2024-09-14T03:26:20.338 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.wal_filter: None 2024-09-14T03:26:20.338 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-14T03:26:20.338 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.allow_ingest_behind: 0 2024-09-14T03:26:20.338 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.two_write_queues: 0 2024-09-14T03:26:20.338 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.manual_wal_flush: 0 2024-09-14T03:26:20.338 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.wal_compression: 0 2024-09-14T03:26:20.338 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.atomic_flush: 0 2024-09-14T03:26:20.338 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-14T03:26:20.338 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-14T03:26:20.338 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-14T03:26:20.338 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.log_readahead_size: 0 2024-09-14T03:26:20.338 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-14T03:26:20.339 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.best_efforts_recovery: 0 2024-09-14T03:26:20.339 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-14T03:26:20.339 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-14T03:26:20.339 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.allow_data_in_errors: 0 2024-09-14T03:26:20.339 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.db_host_id: __hostname__ 2024-09-14T03:26:20.339 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-14T03:26:20.339 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.max_background_jobs: 2 2024-09-14T03:26:20.339 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.max_background_compactions: -1 2024-09-14T03:26:20.339 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.max_subcompactions: 1 2024-09-14T03:26:20.339 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-14T03:26:20.339 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-14T03:26:20.339 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-14T03:26:20.339 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.max_total_wal_size: 0 2024-09-14T03:26:20.339 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-14T03:26:20.340 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-14T03:26:20.340 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-14T03:26:20.340 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-14T03:26:20.340 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.max_open_files: -1 2024-09-14T03:26:20.340 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.bytes_per_sync: 0 2024-09-14T03:26:20.340 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-14T03:26:20.340 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-14T03:26:20.340 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.compaction_readahead_size: 0 2024-09-14T03:26:20.340 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.max_background_flushes: -1 2024-09-14T03:26:20.340 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Compression algorithms supported: 2024-09-14T03:26:20.340 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: kZSTD supported: 0 2024-09-14T03:26:20.340 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: kXpressCompression supported: 0 2024-09-14T03:26:20.341 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: kBZip2Compression supported: 0 2024-09-14T03:26:20.341 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-14T03:26:20.341 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: kLZ4Compression supported: 1 2024-09-14T03:26:20.341 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: kZlibCompression supported: 1 2024-09-14T03:26:20.341 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: kLZ4HCCompression supported: 1 2024-09-14T03:26:20.341 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: kSnappyCompression supported: 1 2024-09-14T03:26:20.341 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-14T03:26:20.341 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-14T03:26:20.341 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-09-14T03:26:20.341 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-14T03:26:20.341 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-14T03:26:20.341 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.merge_operator: 2024-09-14T03:26:20.341 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.compaction_filter: None 2024-09-14T03:26:20.341 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.compaction_filter_factory: None 2024-09-14T03:26:20.342 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.sst_partitioner_factory: None 2024-09-14T03:26:20.342 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-14T03:26:20.342 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-14T03:26:20.342 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55751d7ee7e0) 2024-09-14T03:26:20.342 INFO:journalctl@ceph.mon.a.smithi002.stdout: cache_index_and_filter_blocks: 1 2024-09-14T03:26:20.342 INFO:journalctl@ceph.mon.a.smithi002.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-14T03:26:20.342 INFO:journalctl@ceph.mon.a.smithi002.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-14T03:26:20.342 INFO:journalctl@ceph.mon.a.smithi002.stdout: pin_top_level_index_and_filter: 1 2024-09-14T03:26:20.342 INFO:journalctl@ceph.mon.a.smithi002.stdout: index_type: 0 2024-09-14T03:26:20.342 INFO:journalctl@ceph.mon.a.smithi002.stdout: data_block_index_type: 0 2024-09-14T03:26:20.342 INFO:journalctl@ceph.mon.a.smithi002.stdout: index_shortening: 1 2024-09-14T03:26:20.343 INFO:journalctl@ceph.mon.a.smithi002.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-14T03:26:20.343 INFO:journalctl@ceph.mon.a.smithi002.stdout: checksum: 4 2024-09-14T03:26:20.343 INFO:journalctl@ceph.mon.a.smithi002.stdout: no_block_cache: 0 2024-09-14T03:26:20.343 INFO:journalctl@ceph.mon.a.smithi002.stdout: block_cache: 0x55751d7e3350 2024-09-14T03:26:20.343 INFO:journalctl@ceph.mon.a.smithi002.stdout: block_cache_name: BinnedLRUCache 2024-09-14T03:26:20.343 INFO:journalctl@ceph.mon.a.smithi002.stdout: block_cache_options: 2024-09-14T03:26:20.343 INFO:journalctl@ceph.mon.a.smithi002.stdout: capacity : 536870912 2024-09-14T03:26:20.344 INFO:journalctl@ceph.mon.a.smithi002.stdout: num_shard_bits : 4 2024-09-14T03:26:20.344 INFO:journalctl@ceph.mon.a.smithi002.stdout: strict_capacity_limit : 0 2024-09-14T03:26:20.344 INFO:journalctl@ceph.mon.a.smithi002.stdout: high_pri_pool_ratio: 0.000 2024-09-14T03:26:20.344 INFO:journalctl@ceph.mon.a.smithi002.stdout: block_cache_compressed: (nil) 2024-09-14T03:26:20.344 INFO:journalctl@ceph.mon.a.smithi002.stdout: persistent_cache: (nil) 2024-09-14T03:26:20.344 INFO:journalctl@ceph.mon.a.smithi002.stdout: block_size: 4096 2024-09-14T03:26:20.344 INFO:journalctl@ceph.mon.a.smithi002.stdout: block_size_deviation: 10 2024-09-14T03:26:20.344 INFO:journalctl@ceph.mon.a.smithi002.stdout: block_restart_interval: 16 2024-09-14T03:26:20.344 INFO:journalctl@ceph.mon.a.smithi002.stdout: index_block_restart_interval: 1 2024-09-14T03:26:20.344 INFO:journalctl@ceph.mon.a.smithi002.stdout: metadata_block_size: 4096 2024-09-14T03:26:20.344 INFO:journalctl@ceph.mon.a.smithi002.stdout: partition_filters: 0 2024-09-14T03:26:20.344 INFO:journalctl@ceph.mon.a.smithi002.stdout: use_delta_encoding: 1 2024-09-14T03:26:20.344 INFO:journalctl@ceph.mon.a.smithi002.stdout: filter_policy: bloomfilter 2024-09-14T03:26:20.345 INFO:journalctl@ceph.mon.a.smithi002.stdout: whole_key_filtering: 1 2024-09-14T03:26:20.345 INFO:journalctl@ceph.mon.a.smithi002.stdout: verify_compression: 0 2024-09-14T03:26:20.345 INFO:journalctl@ceph.mon.a.smithi002.stdout: read_amp_bytes_per_bit: 0 2024-09-14T03:26:20.345 INFO:journalctl@ceph.mon.a.smithi002.stdout: format_version: 5 2024-09-14T03:26:20.345 INFO:journalctl@ceph.mon.a.smithi002.stdout: enable_index_compression: 1 2024-09-14T03:26:20.345 INFO:journalctl@ceph.mon.a.smithi002.stdout: block_align: 0 2024-09-14T03:26:20.345 INFO:journalctl@ceph.mon.a.smithi002.stdout: max_auto_readahead_size: 262144 2024-09-14T03:26:20.345 INFO:journalctl@ceph.mon.a.smithi002.stdout: prepopulate_block_cache: 0 2024-09-14T03:26:20.345 INFO:journalctl@ceph.mon.a.smithi002.stdout: initial_auto_readahead_size: 8192 2024-09-14T03:26:20.345 INFO:journalctl@ceph.mon.a.smithi002.stdout: num_file_reads_for_auto_readahead: 2 2024-09-14T03:26:20.345 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.write_buffer_size: 33554432 2024-09-14T03:26:20.345 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.max_write_buffer_number: 2 2024-09-14T03:26:20.345 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.compression: NoCompression 2024-09-14T03:26:20.346 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.bottommost_compression: Disabled 2024-09-14T03:26:20.346 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.prefix_extractor: nullptr 2024-09-14T03:26:20.346 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-14T03:26:20.346 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.num_levels: 7 2024-09-14T03:26:20.346 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-14T03:26:20.346 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-14T03:26:20.346 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-14T03:26:20.346 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-14T03:26:20.346 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-14T03:26:20.346 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-14T03:26:20.347 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-14T03:26:20.347 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-14T03:26:20.347 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-14T03:26:20.347 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-14T03:26:20.347 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-14T03:26:20.347 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-14T03:26:20.347 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-14T03:26:20.347 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.compression_opts.level: 32767 2024-09-14T03:26:20.347 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.compression_opts.strategy: 0 2024-09-14T03:26:20.347 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-14T03:26:20.347 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-14T03:26:20.348 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-14T03:26:20.348 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-14T03:26:20.348 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.compression_opts.enabled: false 2024-09-14T03:26:20.348 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-14T03:26:20.348 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-14T03:26:20.348 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-14T03:26:20.349 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-14T03:26:20.349 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.target_file_size_base: 67108864 2024-09-14T03:26:20.349 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-14T03:26:20.349 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-14T03:26:20.349 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-14T03:26:20.349 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-14T03:26:20.349 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-14T03:26:20.349 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-14T03:26:20.349 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-14T03:26:20.349 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-14T03:26:20.349 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-14T03:26:20.350 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-14T03:26:20.350 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-14T03:26:20.350 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-14T03:26:20.350 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-14T03:26:20.350 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-14T03:26:20.350 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.arena_block_size: 1048576 2024-09-14T03:26:20.350 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-14T03:26:20.350 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-14T03:26:20.350 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.disable_auto_compactions: 0 2024-09-14T03:26:20.350 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-14T03:26:20.350 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-14T03:26:20.350 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-14T03:26:20.350 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-14T03:26:20.350 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-14T03:26:20.351 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-14T03:26:20.351 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-14T03:26:20.351 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-14T03:26:20.351 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-14T03:26:20.351 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-14T03:26:20.351 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-14T03:26:20.351 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.inplace_update_support: 0 2024-09-14T03:26:20.351 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-14T03:26:20.351 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-14T03:26:20.351 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-14T03:26:20.351 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-14T03:26:20.351 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.bloom_locality: 0 2024-09-14T03:26:20.351 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.max_successive_merges: 0 2024-09-14T03:26:20.351 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-14T03:26:20.351 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.paranoid_file_checks: 0 2024-09-14T03:26:20.352 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.force_consistency_checks: 1 2024-09-14T03:26:20.352 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.report_bg_io_stats: 0 2024-09-14T03:26:20.352 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.ttl: 2592000 2024-09-14T03:26:20.352 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-14T03:26:20.352 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-14T03:26:20.352 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-14T03:26:20.352 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.enable_blob_files: false 2024-09-14T03:26:20.352 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.min_blob_size: 0 2024-09-14T03:26:20.352 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.blob_file_size: 268435456 2024-09-14T03:26:20.353 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-14T03:26:20.353 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-14T03:26:20.353 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-14T03:26:20.353 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-14T03:26:20.353 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-14T03:26:20.353 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.blob_file_starting_level: 0 2024-09-14T03:26:20.353 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-14T03:26:20.353 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-09-14T03:26:20.353 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-09-14T03:26:20.353 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 7ed7f142-2f64-49b2-9364-7c6cdb68a085 2024-09-14T03:26:20.353 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726284380285590, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-09-14T03:26:20.354 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-09-14T03:26:20.354 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726284380286495, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 81068, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 256, "table_properties": {"data_size": 79218, "index_size": 234, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 10267, "raw_average_key_size": 47, "raw_value_size": 73419, "raw_average_value_size": 341, "num_data_blocks": 10, "num_entries": 215, "num_filter_entries": 215, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726284380, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "7ed7f142-2f64-49b2-9364-7c6cdb68a085", "db_session_id": "H6XLOS6TGIH23221V57A", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-09-14T03:26:20.354 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726284380286592, "job": 1, "event": "recovery_finished"} 2024-09-14T03:26:20.354 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-09-14T03:26:20.354 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-14T03:26:20.354 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55751d80ee00 2024-09-14T03:26:20.354 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: DB pointer 0x55751d902000 2024-09-14T03:26:20.354 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-14T03:26:20.354 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-14T03:26:20.355 INFO:journalctl@ceph.mon.a.smithi002.stdout: ** DB Stats ** 2024-09-14T03:26:20.355 INFO:journalctl@ceph.mon.a.smithi002.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-14T03:26:20.355 INFO:journalctl@ceph.mon.a.smithi002.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-14T03:26:20.355 INFO:journalctl@ceph.mon.a.smithi002.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-14T03:26:20.355 INFO:journalctl@ceph.mon.a.smithi002.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-14T03:26:20.355 INFO:journalctl@ceph.mon.a.smithi002.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-14T03:26:20.355 INFO:journalctl@ceph.mon.a.smithi002.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-14T03:26:20.355 INFO:journalctl@ceph.mon.a.smithi002.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-14T03:26:20.355 INFO:journalctl@ceph.mon.a.smithi002.stdout: 2024-09-14T03:26:20.355 INFO:journalctl@ceph.mon.a.smithi002.stdout: ** Compaction Stats [default] ** 2024-09-14T03:26:20.356 INFO:journalctl@ceph.mon.a.smithi002.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-14T03:26:20.356 INFO:journalctl@ceph.mon.a.smithi002.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-14T03:26:20.356 INFO:journalctl@ceph.mon.a.smithi002.stdout: L0 2/0 81.03 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 135.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-14T03:26:20.356 INFO:journalctl@ceph.mon.a.smithi002.stdout: Sum 2/0 81.03 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 135.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-14T03:26:20.356 INFO:journalctl@ceph.mon.a.smithi002.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 135.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-14T03:26:20.356 INFO:journalctl@ceph.mon.a.smithi002.stdout: 2024-09-14T03:26:20.356 INFO:journalctl@ceph.mon.a.smithi002.stdout: ** Compaction Stats [default] ** 2024-09-14T03:26:20.356 INFO:journalctl@ceph.mon.a.smithi002.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-14T03:26:20.356 INFO:journalctl@ceph.mon.a.smithi002.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-14T03:26:20.356 INFO:journalctl@ceph.mon.a.smithi002.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 135.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-14T03:26:20.356 INFO:journalctl@ceph.mon.a.smithi002.stdout: 2024-09-14T03:26:20.356 INFO:journalctl@ceph.mon.a.smithi002.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-14T03:26:20.356 INFO:journalctl@ceph.mon.a.smithi002.stdout: 2024-09-14T03:26:20.357 INFO:journalctl@ceph.mon.a.smithi002.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-14T03:26:20.357 INFO:journalctl@ceph.mon.a.smithi002.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-09-14T03:26:20.357 INFO:journalctl@ceph.mon.a.smithi002.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-14T03:26:20.357 INFO:journalctl@ceph.mon.a.smithi002.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-14T03:26:20.357 INFO:journalctl@ceph.mon.a.smithi002.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-14T03:26:20.357 INFO:journalctl@ceph.mon.a.smithi002.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-14T03:26:20.357 INFO:journalctl@ceph.mon.a.smithi002.stdout: Cumulative compaction: 0.00 GB write, 24.70 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-14T03:26:20.357 INFO:journalctl@ceph.mon.a.smithi002.stdout: Interval compaction: 0.00 GB write, 24.70 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-14T03:26:20.357 INFO:journalctl@ceph.mon.a.smithi002.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-14T03:26:20.357 INFO:journalctl@ceph.mon.a.smithi002.stdout: Block cache BinnedLRUCache@0x55751d7e3350#2 capacity: 512.00 MB usage: 1.19 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2024-09-14T03:26:20.358 INFO:journalctl@ceph.mon.a.smithi002.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,0.77 KB,0.000146031%) IndexBlock(2,0.42 KB,8.04663e-05%) Misc(1,0.00 KB,0%) 2024-09-14T03:26:20.358 INFO:journalctl@ceph.mon.a.smithi002.stdout: 2024-09-14T03:26:20.358 INFO:journalctl@ceph.mon.a.smithi002.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-14T03:26:20.358 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: starting mon.a rank 0 at public addrs [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] at bind addrs [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid f357b922-7248-11ef-bceb-c7b262605968 2024-09-14T03:26:20.358 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: mon.a@-1(???) e1 preinit fsid f357b922-7248-11ef-bceb-c7b262605968 2024-09-14T03:26:20.358 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: mon.a@-1(???).mds e1 new map 2024-09-14T03:26:20.358 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: mon.a@-1(???).mds e1 print_map 2024-09-14T03:26:20.358 INFO:journalctl@ceph.mon.a.smithi002.stdout: e1 2024-09-14T03:26:20.358 INFO:journalctl@ceph.mon.a.smithi002.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-14T03:26:20.358 INFO:journalctl@ceph.mon.a.smithi002.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-14T03:26:20.358 INFO:journalctl@ceph.mon.a.smithi002.stdout: legacy client fscid: -1 2024-09-14T03:26:20.358 INFO:journalctl@ceph.mon.a.smithi002.stdout: 2024-09-14T03:26:20.358 INFO:journalctl@ceph.mon.a.smithi002.stdout: No filesystems configured 2024-09-14T03:26:20.358 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-09-14T03:26:20.359 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-14T03:26:20.359 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-14T03:26:20.359 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-14T03:26:20.359 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-09-14T03:26:20.359 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 bash[27587]: 59531f441f711ce44700060bf0889ee9c9d44f8a89011beaf23b2197a51c18e5 2024-09-14T03:26:20.359 INFO:teuthology.orchestra.run.smithi002.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-09-14T03:26:20.642 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 systemd[1]: Started Ceph mon.a for f357b922-7248-11ef-bceb-c7b262605968. 2024-09-14T03:26:20.642 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: mon.a is new leader, mons a in quorum (ranks 0) 2024-09-14T03:26:20.642 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: monmap e1: 1 mons at {a=[v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-14T03:26:20.643 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: fsmap 2024-09-14T03:26:20.643 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: osdmap e1: 0 total, 0 up, 0 in 2024-09-14T03:26:20.643 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:20 smithi002 ceph-mon[27606]: mgrmap e1: no daemons active 2024-09-14T03:26:21.373 INFO:teuthology.orchestra.run.smithi002.stdout:Wrote config to /etc/ceph/ceph.conf 2024-09-14T03:26:21.394 INFO:teuthology.orchestra.run.smithi002.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-09-14T03:26:21.394 INFO:teuthology.orchestra.run.smithi002.stdout:Creating mgr... 2024-09-14T03:26:21.395 INFO:teuthology.orchestra.run.smithi002.stdout:Verifying port 0.0.0.0:9283 ... 2024-09-14T03:26:21.395 INFO:teuthology.orchestra.run.smithi002.stdout:Verifying port 0.0.0.0:8765 ... 2024-09-14T03:26:21.630 INFO:teuthology.orchestra.run.smithi002.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-f357b922-7248-11ef-bceb-c7b262605968@mgr.y 2024-09-14T03:26:21.630 INFO:teuthology.orchestra.run.smithi002.stdout:systemctl: stderr Failed to reset failed state of unit ceph-f357b922-7248-11ef-bceb-c7b262605968@mgr.y.service: Unit ceph-f357b922-7248-11ef-bceb-c7b262605968@mgr.y.service not loaded. 2024-09-14T03:26:21.791 INFO:teuthology.orchestra.run.smithi002.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-f357b922-7248-11ef-bceb-c7b262605968.target.wants/ceph-f357b922-7248-11ef-bceb-c7b262605968@mgr.y.service → /etc/systemd/system/ceph-f357b922-7248-11ef-bceb-c7b262605968@.service. 2024-09-14T03:26:21.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:21 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/4022425268' entity='client.admin' 2024-09-14T03:26:21.937 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:21 smithi002 systemd[1]: Starting Ceph mgr.y for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:26:22.292 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:22 smithi002 podman[27817]: 2024-09-14 03:26:22.004477351 +0000 UTC m=+0.089042813 container create 9a560a9a58f634f0a79496ac7f1be0d3eca9766d0a7c12dd509a06c177cb7251 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=reef-e4e227b, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-14T03:26:22.292 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:22 smithi002 podman[27817]: 2024-09-14 03:26:21.931813216 +0000 UTC m=+0.016378646 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph:reef 2024-09-14T03:26:22.292 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:22 smithi002 podman[27817]: 2024-09-14 03:26:22.206891281 +0000 UTC m=+0.291456708 container init 9a560a9a58f634f0a79496ac7f1be0d3eca9766d0a7c12dd509a06c177cb7251 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240731, RELEASE=reef-e4e227b, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-14T03:26:22.292 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:22 smithi002 podman[27817]: 2024-09-14 03:26:22.209846777 +0000 UTC m=+0.294412195 container start 9a560a9a58f634f0a79496ac7f1be0d3eca9766d0a7c12dd509a06c177cb7251 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y, RELEASE=reef-e4e227b, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True) 2024-09-14T03:26:22.292 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:22 smithi002 bash[27817]: 9a560a9a58f634f0a79496ac7f1be0d3eca9766d0a7c12dd509a06c177cb7251 2024-09-14T03:26:22.305 INFO:teuthology.orchestra.run.smithi002.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-14T03:26:22.305 INFO:teuthology.orchestra.run.smithi002.stdout:systemctl: stdout disabled 2024-09-14T03:26:22.313 INFO:teuthology.orchestra.run.smithi002.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-14T03:26:22.313 INFO:teuthology.orchestra.run.smithi002.stdout:systemctl: stdout inactive 2024-09-14T03:26:22.313 INFO:teuthology.orchestra.run.smithi002.stdout:firewalld.service is not enabled 2024-09-14T03:26:22.313 INFO:teuthology.orchestra.run.smithi002.stdout:Not possible to enable service . firewalld.service is not available 2024-09-14T03:26:22.322 INFO:teuthology.orchestra.run.smithi002.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-14T03:26:22.322 INFO:teuthology.orchestra.run.smithi002.stdout:systemctl: stdout disabled 2024-09-14T03:26:22.329 INFO:teuthology.orchestra.run.smithi002.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-14T03:26:22.330 INFO:teuthology.orchestra.run.smithi002.stdout:systemctl: stdout inactive 2024-09-14T03:26:22.330 INFO:teuthology.orchestra.run.smithi002.stdout:firewalld.service is not enabled 2024-09-14T03:26:22.330 INFO:teuthology.orchestra.run.smithi002.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-09-14T03:26:22.330 INFO:teuthology.orchestra.run.smithi002.stdout:Waiting for mgr to start... 2024-09-14T03:26:22.330 INFO:teuthology.orchestra.run.smithi002.stdout:Waiting for mgr... 2024-09-14T03:26:22.545 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:22 smithi002 systemd[1]: Started Ceph mgr.y for f357b922-7248-11ef-bceb-c7b262605968. 2024-09-14T03:26:22.545 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:22 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:26:22.333+0000 7faf221f6040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-14T03:26:22.545 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:22 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:26:22.395+0000 7faf221f6040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-14T03:26:22.811 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:22 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:26:22.554+0000 7faf221f6040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-14T03:26:22.811 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:22 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:26:22.622+0000 7faf221f6040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-14T03:26:22.811 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:22 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:26:22.777+0000 7faf221f6040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-14T03:26:23.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:22 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/3270377470' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-14T03:26:23.187 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:22 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:26:22.927+0000 7faf221f6040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-14T03:26:23.402 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout 2024-09-14T03:26:23.402 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout { 2024-09-14T03:26:23.402 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "fsid": "f357b922-7248-11ef-bceb-c7b262605968", 2024-09-14T03:26:23.402 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "health": { 2024-09-14T03:26:23.402 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-14T03:26:23.402 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-14T03:26:23.402 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-14T03:26:23.402 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout }, 2024-09-14T03:26:23.402 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-14T03:26:23.402 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-14T03:26:23.402 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout 0 2024-09-14T03:26:23.402 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout ], 2024-09-14T03:26:23.402 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-14T03:26:23.403 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "a" 2024-09-14T03:26:23.403 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout ], 2024-09-14T03:26:23.403 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2024-09-14T03:26:23.403 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-14T03:26:23.403 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-14T03:26:23.403 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-09-14T03:26:23.403 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-14T03:26:23.403 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout }, 2024-09-14T03:26:23.403 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-14T03:26:23.403 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-14T03:26:23.403 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-14T03:26:23.403 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-14T03:26:23.403 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-14T03:26:23.404 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-14T03:26:23.407 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-14T03:26:23.407 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-14T03:26:23.408 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout }, 2024-09-14T03:26:23.408 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-14T03:26:23.408 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-14T03:26:23.408 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-14T03:26:23.408 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-14T03:26:23.408 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-14T03:26:23.408 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-14T03:26:23.408 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-14T03:26:23.408 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-14T03:26:23.408 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-14T03:26:23.408 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout }, 2024-09-14T03:26:23.409 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-14T03:26:23.409 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-14T03:26:23.409 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-14T03:26:23.409 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-14T03:26:23.409 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout }, 2024-09-14T03:26:23.409 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-14T03:26:23.409 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "available": false, 2024-09-14T03:26:23.409 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-14T03:26:23.409 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-14T03:26:23.409 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-14T03:26:23.409 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-14T03:26:23.410 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "restful" 2024-09-14T03:26:23.410 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout ], 2024-09-14T03:26:23.410 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-14T03:26:23.410 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout }, 2024-09-14T03:26:23.410 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-14T03:26:23.410 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-14T03:26:23.410 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "modified": "2024-09-14T03:26:15.464082+0000", 2024-09-14T03:26:23.410 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-14T03:26:23.410 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout }, 2024-09-14T03:26:23.410 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-14T03:26:23.410 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout } 2024-09-14T03:26:23.410 INFO:teuthology.orchestra.run.smithi002.stdout:mgr not available, waiting (1/15)... 2024-09-14T03:26:23.512 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:23 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:26:23.255+0000 7faf221f6040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-14T03:26:23.513 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:23 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:26:23.318+0000 7faf221f6040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-14T03:26:23.936 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:23 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:26:23.510+0000 7faf221f6040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-14T03:26:24.686 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:24 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:26:24.412+0000 7faf221f6040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-14T03:26:24.687 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:24 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:26:24.480+0000 7faf221f6040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-14T03:26:25.497 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:25 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:26:25.229+0000 7faf221f6040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-14T03:26:25.498 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:25 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:26:25.347+0000 7faf221f6040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-14T03:26:25.498 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:25 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:26:25.496+0000 7faf221f6040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-14T03:26:25.792 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:25 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:26:25.560+0000 7faf221f6040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-14T03:26:25.792 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:25 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:26:25.718+0000 7faf221f6040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-14T03:26:25.792 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:25 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:26:25.790+0000 7faf221f6040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-14T03:26:26.061 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:25 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/557370802' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-14T03:26:26.061 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:25 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:26:25.853+0000 7faf221f6040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-14T03:26:26.061 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:26 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:26:26.022+0000 7faf221f6040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-14T03:26:26.314 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:26 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:26:26.096+0000 7faf221f6040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-14T03:26:26.314 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:26 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:26:26.164+0000 7faf221f6040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-14T03:26:26.314 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:26 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:26:26.251+0000 7faf221f6040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-14T03:26:26.314 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:26 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:26:26.312+0000 7faf221f6040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-14T03:26:26.469 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout 2024-09-14T03:26:26.469 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout { 2024-09-14T03:26:26.469 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "fsid": "f357b922-7248-11ef-bceb-c7b262605968", 2024-09-14T03:26:26.469 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "health": { 2024-09-14T03:26:26.469 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-14T03:26:26.470 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-14T03:26:26.470 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-14T03:26:26.470 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout }, 2024-09-14T03:26:26.470 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-14T03:26:26.470 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-14T03:26:26.470 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout 0 2024-09-14T03:26:26.470 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout ], 2024-09-14T03:26:26.470 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-14T03:26:26.470 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "a" 2024-09-14T03:26:26.470 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout ], 2024-09-14T03:26:26.470 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "quorum_age": 5, 2024-09-14T03:26:26.470 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-14T03:26:26.470 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-14T03:26:26.471 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-09-14T03:26:26.471 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-14T03:26:26.471 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout }, 2024-09-14T03:26:26.471 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-14T03:26:26.471 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-14T03:26:26.471 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-14T03:26:26.472 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-14T03:26:26.472 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-14T03:26:26.472 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-14T03:26:26.472 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-14T03:26:26.472 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-14T03:26:26.472 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout }, 2024-09-14T03:26:26.472 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-14T03:26:26.472 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-14T03:26:26.472 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-14T03:26:26.472 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-14T03:26:26.472 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-14T03:26:26.472 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-14T03:26:26.473 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-14T03:26:26.473 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-14T03:26:26.473 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-14T03:26:26.473 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout }, 2024-09-14T03:26:26.473 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-14T03:26:26.473 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-14T03:26:26.473 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-14T03:26:26.473 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-14T03:26:26.473 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout }, 2024-09-14T03:26:26.473 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-14T03:26:26.473 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "available": false, 2024-09-14T03:26:26.473 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-14T03:26:26.473 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-14T03:26:26.474 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-14T03:26:26.474 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-14T03:26:26.474 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "restful" 2024-09-14T03:26:26.474 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout ], 2024-09-14T03:26:26.474 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-14T03:26:26.474 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout }, 2024-09-14T03:26:26.474 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-14T03:26:26.474 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-14T03:26:26.474 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "modified": "2024-09-14T03:26:15.464082+0000", 2024-09-14T03:26:26.474 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-14T03:26:26.474 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout }, 2024-09-14T03:26:26.474 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-14T03:26:26.474 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout } 2024-09-14T03:26:26.475 INFO:teuthology.orchestra.run.smithi002.stdout:mgr not available, waiting (2/15)... 2024-09-14T03:26:26.649 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:26 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:26:26.374+0000 7faf221f6040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-14T03:26:27.687 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:27 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:26:27.188+0000 7faf221f6040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-14T03:26:27.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:27 smithi002 ceph-mon[27606]: Activating manager daemon y 2024-09-14T03:26:27.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:27 smithi002 ceph-mon[27606]: mgrmap e2: y(active, starting, since 0.00287662s) 2024-09-14T03:26:27.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:27 smithi002 ceph-mon[27606]: from='mgr.14100 172.21.15.2:0/2134027938' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-14T03:26:27.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:27 smithi002 ceph-mon[27606]: from='mgr.14100 172.21.15.2:0/2134027938' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-14T03:26:27.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:27 smithi002 ceph-mon[27606]: from='mgr.14100 172.21.15.2:0/2134027938' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-14T03:26:27.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:27 smithi002 ceph-mon[27606]: from='mgr.14100 172.21.15.2:0/2134027938' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:26:27.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:27 smithi002 ceph-mon[27606]: from='mgr.14100 172.21.15.2:0/2134027938' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-14T03:26:27.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:27 smithi002 ceph-mon[27606]: Manager daemon y is now available 2024-09-14T03:26:27.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:27 smithi002 ceph-mon[27606]: from='mgr.14100 172.21.15.2:0/2134027938' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-14T03:26:27.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:27 smithi002 ceph-mon[27606]: from='mgr.14100 172.21.15.2:0/2134027938' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-14T03:26:27.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:27 smithi002 ceph-mon[27606]: from='mgr.14100 172.21.15.2:0/2134027938' entity='mgr.y' 2024-09-14T03:26:27.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:27 smithi002 ceph-mon[27606]: from='mgr.14100 172.21.15.2:0/2134027938' entity='mgr.y' 2024-09-14T03:26:27.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:27 smithi002 ceph-mon[27606]: from='mgr.14100 172.21.15.2:0/2134027938' entity='mgr.y' 2024-09-14T03:26:29.433 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:29 smithi002 ceph-mon[27606]: mgrmap e3: y(active, since 1.00755s) 2024-09-14T03:26:29.433 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:29 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/1041651139' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-14T03:26:29.747 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout 2024-09-14T03:26:29.747 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout { 2024-09-14T03:26:29.747 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "fsid": "f357b922-7248-11ef-bceb-c7b262605968", 2024-09-14T03:26:29.747 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "health": { 2024-09-14T03:26:29.747 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-14T03:26:29.747 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-14T03:26:29.747 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-14T03:26:29.747 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout }, 2024-09-14T03:26:29.747 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-14T03:26:29.747 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-14T03:26:29.748 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout 0 2024-09-14T03:26:29.748 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout ], 2024-09-14T03:26:29.748 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-14T03:26:29.748 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "a" 2024-09-14T03:26:29.748 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout ], 2024-09-14T03:26:29.748 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "quorum_age": 8, 2024-09-14T03:26:29.748 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-14T03:26:29.748 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-14T03:26:29.748 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-09-14T03:26:29.748 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-14T03:26:29.748 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout }, 2024-09-14T03:26:29.748 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-14T03:26:29.748 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-14T03:26:29.749 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-14T03:26:29.749 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-14T03:26:29.749 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-14T03:26:29.752 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-14T03:26:29.752 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-14T03:26:29.752 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-14T03:26:29.752 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout }, 2024-09-14T03:26:29.753 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-14T03:26:29.753 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-14T03:26:29.753 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-14T03:26:29.753 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-14T03:26:29.753 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-14T03:26:29.753 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-14T03:26:29.753 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-14T03:26:29.753 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-14T03:26:29.753 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-14T03:26:29.753 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout }, 2024-09-14T03:26:29.753 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-14T03:26:29.753 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-14T03:26:29.754 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-14T03:26:29.754 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-14T03:26:29.754 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout }, 2024-09-14T03:26:29.754 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-14T03:26:29.754 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-14T03:26:29.754 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-14T03:26:29.754 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-14T03:26:29.754 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-14T03:26:29.754 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-14T03:26:29.754 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "restful" 2024-09-14T03:26:29.754 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout ], 2024-09-14T03:26:29.754 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-14T03:26:29.754 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout }, 2024-09-14T03:26:29.754 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-14T03:26:29.754 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-14T03:26:29.755 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "modified": "2024-09-14T03:26:15.464082+0000", 2024-09-14T03:26:29.755 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-14T03:26:29.755 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout }, 2024-09-14T03:26:29.755 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-14T03:26:29.755 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout } 2024-09-14T03:26:29.755 INFO:teuthology.orchestra.run.smithi002.stdout:mgr is available 2024-09-14T03:26:30.328 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:30 smithi002 ceph-mon[27606]: mgrmap e4: y(active, since 2s) 2024-09-14T03:26:31.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:31 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/2218179420' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-09-14T03:26:32.078 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout 2024-09-14T03:26:32.079 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout [global] 2024-09-14T03:26:32.079 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout fsid = f357b922-7248-11ef-bceb-c7b262605968 2024-09-14T03:26:32.079 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-09-14T03:26:32.080 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-09-14T03:26:32.080 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-09-14T03:26:32.080 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-09-14T03:26:32.080 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout 2024-09-14T03:26:32.080 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout [mgr] 2024-09-14T03:26:32.080 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-09-14T03:26:32.080 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout 2024-09-14T03:26:32.080 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout [osd] 2024-09-14T03:26:32.080 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-09-14T03:26:32.080 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-09-14T03:26:32.080 INFO:teuthology.orchestra.run.smithi002.stdout:Enabling cephadm module... 2024-09-14T03:26:35.594 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:35 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/1293237853' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-09-14T03:26:35.594 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:35 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: ignoring --setuser ceph since I am not root 2024-09-14T03:26:35.595 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:35 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: ignoring --setgroup ceph since I am not root 2024-09-14T03:26:35.595 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:35 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:26:35.533+0000 7fc2b46e7040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-14T03:26:35.595 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:35 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:26:35.592+0000 7fc2b46e7040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-14T03:26:35.916 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:35 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:26:35.750+0000 7fc2b46e7040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-14T03:26:35.916 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:35 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:26:35.819+0000 7fc2b46e7040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-14T03:26:36.187 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:35 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:26:35.975+0000 7fc2b46e7040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-14T03:26:36.187 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:36 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:26:36.123+0000 7fc2b46e7040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-14T03:26:36.686 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:36 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/1293237853' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-09-14T03:26:36.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:36 smithi002 ceph-mon[27606]: mgrmap e5: y(active, since 8s) 2024-09-14T03:26:36.687 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:36 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:26:36.448+0000 7fc2b46e7040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-14T03:26:36.687 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:36 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:26:36.510+0000 7fc2b46e7040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-14T03:26:37.187 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:36 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:26:36.705+0000 7fc2b46e7040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-14T03:26:37.937 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:37 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:26:37.620+0000 7fc2b46e7040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-14T03:26:37.937 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:37 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:26:37.689+0000 7fc2b46e7040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-14T03:26:38.706 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:38 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:26:38.437+0000 7fc2b46e7040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-14T03:26:38.706 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:38 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:26:38.556+0000 7fc2b46e7040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-14T03:26:38.994 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:38 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:26:38.703+0000 7fc2b46e7040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-14T03:26:38.994 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:38 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:26:38.767+0000 7fc2b46e7040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-14T03:26:38.994 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:38 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:26:38.920+0000 7fc2b46e7040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-14T03:26:38.994 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:38 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:26:38.991+0000 7fc2b46e7040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-14T03:26:39.286 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:39 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:26:39.053+0000 7fc2b46e7040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-14T03:26:39.286 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:39 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:26:39.216+0000 7fc2b46e7040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-14T03:26:39.286 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:39 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:26:39.284+0000 7fc2b46e7040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-14T03:26:39.563 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:39 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:26:39.352+0000 7fc2b46e7040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-14T03:26:39.563 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:39 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:26:39.438+0000 7fc2b46e7040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-14T03:26:39.563 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:39 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:26:39.500+0000 7fc2b46e7040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-14T03:26:39.564 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:39 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:26:39.561+0000 7fc2b46e7040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-14T03:26:40.686 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:40 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:26:40.373+0000 7fc2b46e7040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-14T03:26:40.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:40 smithi002 ceph-mon[27606]: Active manager daemon y restarted 2024-09-14T03:26:40.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:40 smithi002 ceph-mon[27606]: Activating manager daemon y 2024-09-14T03:26:40.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:40 smithi002 ceph-mon[27606]: osdmap e2: 0 total, 0 up, 0 in 2024-09-14T03:26:40.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:40 smithi002 ceph-mon[27606]: mgrmap e6: y(active, starting, since 0.00301268s) 2024-09-14T03:26:40.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:40 smithi002 ceph-mon[27606]: from='mgr.14118 172.21.15.2:0/2372833943' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:26:40.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:40 smithi002 ceph-mon[27606]: from='mgr.14118 172.21.15.2:0/2372833943' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-14T03:26:40.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:40 smithi002 ceph-mon[27606]: from='mgr.14118 172.21.15.2:0/2372833943' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-14T03:26:40.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:40 smithi002 ceph-mon[27606]: from='mgr.14118 172.21.15.2:0/2372833943' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-14T03:26:40.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:40 smithi002 ceph-mon[27606]: from='mgr.14118 172.21.15.2:0/2372833943' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-14T03:26:40.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:40 smithi002 ceph-mon[27606]: Manager daemon y is now available 2024-09-14T03:26:40.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:40 smithi002 ceph-mon[27606]: from='mgr.14118 172.21.15.2:0/2372833943' entity='mgr.y' 2024-09-14T03:26:40.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:40 smithi002 ceph-mon[27606]: from='mgr.14118 172.21.15.2:0/2372833943' entity='mgr.y' 2024-09-14T03:26:40.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:40 smithi002 ceph-mon[27606]: from='mgr.14118 172.21.15.2:0/2372833943' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:26:40.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:40 smithi002 ceph-mon[27606]: from='mgr.14118 172.21.15.2:0/2372833943' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:26:40.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:40 smithi002 ceph-mon[27606]: from='mgr.14118 172.21.15.2:0/2372833943' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-14T03:26:40.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:40 smithi002 ceph-mon[27606]: from='mgr.14118 172.21.15.2:0/2372833943' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-14T03:26:41.686 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:41 smithi002 ceph-mon[27606]: Found migration_current of "None". Setting to last migration. 2024-09-14T03:26:41.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:41 smithi002 ceph-mon[27606]: from='mgr.14118 172.21.15.2:0/2372833943' entity='mgr.y' 2024-09-14T03:26:41.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:41 smithi002 ceph-mon[27606]: from='mgr.14118 172.21.15.2:0/2372833943' entity='mgr.y' 2024-09-14T03:26:41.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:41 smithi002 ceph-mon[27606]: mgrmap e7: y(active, since 1.00475s) 2024-09-14T03:26:42.937 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:42 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:26:42.758+0000 7fc221c12640 -1 log_channel(cephadm) log [ERR] : [14/Sep/2024:03:26:42] ENGINE Error in HTTPServer.serve 2024-09-14T03:26:42.937 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:42 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: Traceback (most recent call last): 2024-09-14T03:26:42.937 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:42 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-14T03:26:42.938 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:42 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: self._connections.run(self.expiration_interval) 2024-09-14T03:26:42.938 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:42 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-14T03:26:42.938 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:42 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: self._run(expiration_interval) 2024-09-14T03:26:42.938 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:42 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-14T03:26:42.938 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:42 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: new_conn = self._from_server_socket(self.server.socket) 2024-09-14T03:26:42.938 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:42 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-14T03:26:42.938 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:42 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-14T03:26:42.938 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:42 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-14T03:26:42.938 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:42 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: s = self.context.wrap_socket( 2024-09-14T03:26:42.938 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:42 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-14T03:26:42.938 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:42 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: return self.sslsocket_class._create( 2024-09-14T03:26:42.938 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:42 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-14T03:26:42.938 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:42 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: self.do_handshake() 2024-09-14T03:26:42.939 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:42 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-14T03:26:42.939 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:42 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: self._sslobj.do_handshake() 2024-09-14T03:26:42.939 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:42 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-14T03:26:42.939 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:42 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:26:43.422 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout { 2024-09-14T03:26:43.422 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "epoch": 8, 2024-09-14T03:26:43.422 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-14T03:26:43.422 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-09-14T03:26:43.422 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-09-14T03:26:43.422 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout } 2024-09-14T03:26:43.423 INFO:teuthology.orchestra.run.smithi002.stdout:Waiting for the mgr to restart... 2024-09-14T03:26:43.423 INFO:teuthology.orchestra.run.smithi002.stdout:Waiting for mgr epoch 8... 2024-09-14T03:26:43.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:43 smithi002 ceph-mon[27606]: mgrmap e8: y(active, since 2s) 2024-09-14T03:26:43.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:43 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/3931280606' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-09-14T03:26:43.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:43 smithi002 ceph-mon[27606]: from='mgr.14118 172.21.15.2:0/2372833943' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:26:44.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:44 smithi002 ceph-mon[27606]: [14/Sep/2024:03:26:42] ENGINE Bus STARTING 2024-09-14T03:26:44.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:44 smithi002 ceph-mon[27606]: [14/Sep/2024:03:26:42] ENGINE Serving on https://172.21.15.2:7150 2024-09-14T03:26:44.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:44 smithi002 ceph-mon[27606]: [14/Sep/2024:03:26:42] ENGINE Error in HTTPServer.serve 2024-09-14T03:26:44.687 INFO:journalctl@ceph.mon.a.smithi002.stdout: Traceback (most recent call last): 2024-09-14T03:26:44.687 INFO:journalctl@ceph.mon.a.smithi002.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-14T03:26:44.687 INFO:journalctl@ceph.mon.a.smithi002.stdout: self._connections.run(self.expiration_interval) 2024-09-14T03:26:44.688 INFO:journalctl@ceph.mon.a.smithi002.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-14T03:26:44.688 INFO:journalctl@ceph.mon.a.smithi002.stdout: self._run(expiration_interval) 2024-09-14T03:26:44.688 INFO:journalctl@ceph.mon.a.smithi002.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-14T03:26:44.688 INFO:journalctl@ceph.mon.a.smithi002.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-14T03:26:44.688 INFO:journalctl@ceph.mon.a.smithi002.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-14T03:26:44.688 INFO:journalctl@ceph.mon.a.smithi002.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-14T03:26:44.688 INFO:journalctl@ceph.mon.a.smithi002.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-14T03:26:44.688 INFO:journalctl@ceph.mon.a.smithi002.stdout: s = self.context.wrap_socket( 2024-09-14T03:26:44.688 INFO:journalctl@ceph.mon.a.smithi002.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-14T03:26:44.688 INFO:journalctl@ceph.mon.a.smithi002.stdout: return self.sslsocket_class._create( 2024-09-14T03:26:44.688 INFO:journalctl@ceph.mon.a.smithi002.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-14T03:26:44.688 INFO:journalctl@ceph.mon.a.smithi002.stdout: self.do_handshake() 2024-09-14T03:26:44.689 INFO:journalctl@ceph.mon.a.smithi002.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-14T03:26:44.689 INFO:journalctl@ceph.mon.a.smithi002.stdout: self._sslobj.do_handshake() 2024-09-14T03:26:44.689 INFO:journalctl@ceph.mon.a.smithi002.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-14T03:26:44.689 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:44 smithi002 ceph-mon[27606]: [14/Sep/2024:03:26:42] ENGINE Serving on http://172.21.15.2:8765 2024-09-14T03:26:44.689 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:44 smithi002 ceph-mon[27606]: [14/Sep/2024:03:26:42] ENGINE Bus STARTED 2024-09-14T03:26:44.985 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout { 2024-09-14T03:26:44.985 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 8, 2024-09-14T03:26:44.985 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "initialized": true 2024-09-14T03:26:44.985 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout } 2024-09-14T03:26:44.985 INFO:teuthology.orchestra.run.smithi002.stdout:mgr epoch 8 is available 2024-09-14T03:26:44.985 INFO:teuthology.orchestra.run.smithi002.stdout:Setting orchestrator backend to cephadm... 2024-09-14T03:26:45.686 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:45 smithi002 ceph-mon[27606]: from='client.14128 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-09-14T03:26:45.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:45 smithi002 ceph-mon[27606]: from='client.14128 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-09-14T03:26:46.782 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:46 smithi002 ceph-mon[27606]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:26:46.782 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:46 smithi002 ceph-mon[27606]: from='mgr.14118 172.21.15.2:0/2372833943' entity='mgr.y' 2024-09-14T03:26:46.782 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:46 smithi002 ceph-mon[27606]: from='mgr.14118 172.21.15.2:0/2372833943' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:26:47.357 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout value unchanged 2024-09-14T03:26:47.357 INFO:teuthology.orchestra.run.smithi002.stdout:Generating ssh key... 2024-09-14T03:26:47.662 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:47 smithi002 ceph-mon[27606]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:26:48.437 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:48 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: Generating public/private rsa key pair. 2024-09-14T03:26:48.437 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:48 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: Your identification has been saved in /tmp/tmpy_77dvkq/key 2024-09-14T03:26:48.437 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:48 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: Your public key has been saved in /tmp/tmpy_77dvkq/key.pub 2024-09-14T03:26:48.437 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:48 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: The key fingerprint is: 2024-09-14T03:26:48.437 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:48 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: SHA256:9vwJ05tlYBpQ78enaR1J4nN4o4LeXclKixl1jB9hIf8 ceph-f357b922-7248-11ef-bceb-c7b262605968 2024-09-14T03:26:48.438 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:48 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: The key's randomart image is: 2024-09-14T03:26:48.438 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:48 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: +---[RSA 3072]----+ 2024-09-14T03:26:48.438 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:48 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: | . . . | 2024-09-14T03:26:48.438 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:48 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: | . . o .| 2024-09-14T03:26:48.438 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:48 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: | . .. = | 2024-09-14T03:26:48.438 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:48 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: | . ...B +| 2024-09-14T03:26:48.438 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:48 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: | S . +*oXE| 2024-09-14T03:26:48.438 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:48 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: | . o.=.oO==| 2024-09-14T03:26:48.438 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:48 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: | .*o.o*=.| 2024-09-14T03:26:48.438 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:48 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: | . .+BB+ | 2024-09-14T03:26:48.438 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:48 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: | . +=+ | 2024-09-14T03:26:48.438 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:26:48 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: +----[SHA256]-----+ 2024-09-14T03:26:49.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:49 smithi002 ceph-mon[27606]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:26:49.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:49 smithi002 ceph-mon[27606]: Generating ssh key... 2024-09-14T03:26:49.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:49 smithi002 ceph-mon[27606]: from='mgr.14118 172.21.15.2:0/2372833943' entity='mgr.y' 2024-09-14T03:26:49.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:49 smithi002 ceph-mon[27606]: from='mgr.14118 172.21.15.2:0/2372833943' entity='mgr.y' 2024-09-14T03:26:49.841 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC93kym+NopaeqNNTt/UwVdB1ILbva/bhC/oYgSqXuDwrTNekqzdcaTONhKTn+croXr5GNeQnGnzvfK4+qU5FWOA4ZqyfR+2Wqmh42MNNQHJZ8C7Xdz+RvAC4dviQqGienrwDzOlsSdZBm34dXIDaPFDM/hjtU09U3zAtFNZviOQLdxSG/TDPlVNzBaDznETMvM2sRGR2JWiwgbfrrp4HGIRIsMWkI8sVtUATRqtIkwm0kWG1lmciQEIZZC8IkRYnj/3giWuu2HRDIz7grbE33RYNim7JFmgMbt1VFNfJ0/F81O43XJAMemY2R2vfxwgFti1zs/paQxh+V1OtcZDlurZDejRanjpgyfusUEfCuZzBJof0drQxx3d71z8j2c/aAqmzQaZa8ICPIvpWGFEZThjjNnA/FRqm5u7jp13RIpOFxcANMuG3hn39jWPcJce/yKrOnPsrUy9bakbg3vEKBaU0aFJKu6Ti5ZkWgIWdH0Hn1sHSmO5aekDWDtRKNfXsk= ceph-f357b922-7248-11ef-bceb-c7b262605968 2024-09-14T03:26:49.842 INFO:teuthology.orchestra.run.smithi002.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-09-14T03:26:49.842 INFO:teuthology.orchestra.run.smithi002.stdout:Adding key to root@localhost authorized_keys... 2024-09-14T03:26:49.845 INFO:teuthology.orchestra.run.smithi002.stdout:Adding host smithi002... 2024-09-14T03:26:50.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:50 smithi002 ceph-mon[27606]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:26:51.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:51 smithi002 ceph-mon[27606]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi002", "addr": "172.21.15.2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:26:52.686 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:52 smithi002 ceph-mon[27606]: Deploying cephadm binary to smithi002 2024-09-14T03:26:54.360 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout Added host 'smithi002' with addr '172.21.15.2' 2024-09-14T03:26:54.360 INFO:teuthology.orchestra.run.smithi002.stdout:Deploying unmanaged mon service... 2024-09-14T03:26:54.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:54 smithi002 ceph-mon[27606]: from='mgr.14118 172.21.15.2:0/2372833943' entity='mgr.y' 2024-09-14T03:26:54.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:54 smithi002 ceph-mon[27606]: Added host smithi002 2024-09-14T03:26:54.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:54 smithi002 ceph-mon[27606]: from='mgr.14118 172.21.15.2:0/2372833943' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:26:55.683 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-09-14T03:26:55.683 INFO:teuthology.orchestra.run.smithi002.stdout:Deploying unmanaged mgr service... 2024-09-14T03:26:56.244 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:55 smithi002 ceph-mon[27606]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:26:56.245 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:55 smithi002 ceph-mon[27606]: Saving service mon spec with placement count:5 2024-09-14T03:26:56.245 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:55 smithi002 ceph-mon[27606]: from='mgr.14118 172.21.15.2:0/2372833943' entity='mgr.y' 2024-09-14T03:26:56.956 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-09-14T03:26:57.609 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:57 smithi002 ceph-mon[27606]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:26:57.609 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:57 smithi002 ceph-mon[27606]: Saving service mgr spec with placement count:2 2024-09-14T03:26:57.609 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:57 smithi002 ceph-mon[27606]: from='mgr.14118 172.21.15.2:0/2372833943' entity='mgr.y' 2024-09-14T03:26:58.714 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:58 smithi002 ceph-mon[27606]: from='mgr.14118 172.21.15.2:0/2372833943' entity='mgr.y' 2024-09-14T03:26:58.714 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:58 smithi002 ceph-mon[27606]: from='mgr.14118 172.21.15.2:0/2372833943' entity='mgr.y' 2024-09-14T03:26:58.714 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:26:58 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/1379086429' entity='client.admin' 2024-09-14T03:27:00.433 INFO:teuthology.orchestra.run.smithi002.stdout:Enabling the dashboard module... 2024-09-14T03:27:00.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:00 smithi002 ceph-mon[27606]: from='mgr.14118 172.21.15.2:0/2372833943' entity='mgr.y' 2024-09-14T03:27:00.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:00 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/1941500710' entity='client.admin' 2024-09-14T03:27:00.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:00 smithi002 ceph-mon[27606]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:27:00.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:00 smithi002 ceph-mon[27606]: from='mgr.14118 172.21.15.2:0/2372833943' entity='mgr.y' 2024-09-14T03:27:02.063 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:01 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/532136574' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-09-14T03:27:02.063 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:27:01 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: ignoring --setuser ceph since I am not root 2024-09-14T03:27:02.063 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:27:01 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: ignoring --setgroup ceph since I am not root 2024-09-14T03:27:02.063 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:27:01 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:27:01.847+0000 7fca333c2040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-14T03:27:02.063 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:27:01 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:27:01.906+0000 7fca333c2040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-14T03:27:02.063 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:27:02 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:27:02.061+0000 7fca333c2040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-14T03:27:02.431 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:27:02 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:27:02.130+0000 7fca333c2040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-14T03:27:02.432 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:27:02 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:27:02.284+0000 7fca333c2040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-14T03:27:02.432 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:27:02 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:27:02.430+0000 7fca333c2040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-14T03:27:02.953 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:02 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/532136574' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-09-14T03:27:02.953 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:02 smithi002 ceph-mon[27606]: mgrmap e9: y(active, since 21s) 2024-09-14T03:27:02.954 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:27:02 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:27:02.758+0000 7fca333c2040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-14T03:27:02.954 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:27:02 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:27:02.823+0000 7fca333c2040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-14T03:27:03.436 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:27:03 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:27:03.017+0000 7fca333c2040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-14T03:27:03.710 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout { 2024-09-14T03:27:03.710 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-09-14T03:27:03.710 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-14T03:27:03.710 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-09-14T03:27:03.710 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-09-14T03:27:03.710 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout } 2024-09-14T03:27:03.710 INFO:teuthology.orchestra.run.smithi002.stdout:Waiting for the mgr to restart... 2024-09-14T03:27:03.710 INFO:teuthology.orchestra.run.smithi002.stdout:Waiting for mgr epoch 9... 2024-09-14T03:27:03.936 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:03 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/1815210563' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-09-14T03:27:04.436 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:27:03 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:27:03.942+0000 7fca333c2040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-14T03:27:04.437 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:27:04 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:27:04.012+0000 7fca333c2040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-14T03:27:05.029 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:27:04 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:27:04.761+0000 7fca333c2040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-14T03:27:05.029 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:27:04 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:27:04.881+0000 7fca333c2040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-14T03:27:05.310 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:27:05 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:27:05.028+0000 7fca333c2040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-14T03:27:05.310 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:27:05 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:27:05.095+0000 7fca333c2040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-14T03:27:05.311 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:27:05 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:27:05.251+0000 7fca333c2040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-14T03:27:05.629 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:27:05 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:27:05.324+0000 7fca333c2040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-14T03:27:05.629 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:27:05 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:27:05.388+0000 7fca333c2040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-14T03:27:05.629 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:27:05 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:27:05.558+0000 7fca333c2040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-14T03:27:05.629 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:27:05 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:27:05.627+0000 7fca333c2040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-14T03:27:05.909 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:27:05 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:27:05.697+0000 7fca333c2040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-14T03:27:05.910 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:27:05 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:27:05.785+0000 7fca333c2040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-14T03:27:05.910 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:27:05 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:27:05.847+0000 7fca333c2040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-14T03:27:05.910 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:27:05 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:27:05.908+0000 7fca333c2040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-14T03:27:06.976 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:27:06 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:27:06.724+0000 7fca333c2040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-14T03:27:06.977 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:06 smithi002 ceph-mon[27606]: Active manager daemon y restarted 2024-09-14T03:27:06.977 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:06 smithi002 ceph-mon[27606]: Activating manager daemon y 2024-09-14T03:27:06.977 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:06 smithi002 ceph-mon[27606]: osdmap e3: 0 total, 0 up, 0 in 2024-09-14T03:27:06.977 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:06 smithi002 ceph-mon[27606]: mgrmap e10: y(active, starting, since 0.00291032s) 2024-09-14T03:27:06.977 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:06 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:27:06.977 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:06 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-14T03:27:06.977 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:06 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-14T03:27:06.977 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:06 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-14T03:27:06.977 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:06 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-14T03:27:06.977 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:06 smithi002 ceph-mon[27606]: Manager daemon y is now available 2024-09-14T03:27:06.977 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:06 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:27:06.978 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:06 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-14T03:27:06.978 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:06 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-14T03:27:08.511 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout { 2024-09-14T03:27:08.511 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-09-14T03:27:08.512 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "initialized": true 2024-09-14T03:27:08.512 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout } 2024-09-14T03:27:08.512 INFO:teuthology.orchestra.run.smithi002.stdout:mgr epoch 9 is available 2024-09-14T03:27:08.512 INFO:teuthology.orchestra.run.smithi002.stdout:Generating a dashboard self-signed certificate... 2024-09-14T03:27:08.852 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:08 smithi002 ceph-mon[27606]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-09-14T03:27:08.852 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:08 smithi002 ceph-mon[27606]: mgrmap e11: y(active, since 1.00607s) 2024-09-14T03:27:08.852 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:08 smithi002 ceph-mon[27606]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-09-14T03:27:08.852 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:08 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:08.853 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:27:08 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:27:08.588+0000 7fc99f057640 -1 log_channel(cephadm) log [ERR] : [14/Sep/2024:03:27:08] ENGINE Error in HTTPServer.serve 2024-09-14T03:27:08.853 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:27:08 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: Traceback (most recent call last): 2024-09-14T03:27:08.853 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:27:08 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-14T03:27:08.853 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:27:08 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: self._connections.run(self.expiration_interval) 2024-09-14T03:27:08.853 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:27:08 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-14T03:27:08.853 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:27:08 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: self._run(expiration_interval) 2024-09-14T03:27:08.853 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:27:08 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-14T03:27:08.853 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:27:08 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: new_conn = self._from_server_socket(self.server.socket) 2024-09-14T03:27:08.853 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:27:08 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-14T03:27:08.854 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:27:08 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-14T03:27:08.854 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:27:08 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-14T03:27:08.854 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:27:08 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: s = self.context.wrap_socket( 2024-09-14T03:27:08.854 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:27:08 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-14T03:27:08.854 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:27:08 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: return self.sslsocket_class._create( 2024-09-14T03:27:08.854 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:27:08 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-14T03:27:08.854 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:27:08 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: self.do_handshake() 2024-09-14T03:27:08.854 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:27:08 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-14T03:27:08.854 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:27:08 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: self._sslobj.do_handshake() 2024-09-14T03:27:08.854 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:27:08 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-14T03:27:08.854 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:27:08 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:27:09.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:09 smithi002 ceph-mon[27606]: [14/Sep/2024:03:27:08] ENGINE Bus STARTING 2024-09-14T03:27:09.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:09 smithi002 ceph-mon[27606]: [14/Sep/2024:03:27:08] ENGINE Serving on https://172.21.15.2:7150 2024-09-14T03:27:09.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:09 smithi002 ceph-mon[27606]: [14/Sep/2024:03:27:08] ENGINE Error in HTTPServer.serve 2024-09-14T03:27:09.937 INFO:journalctl@ceph.mon.a.smithi002.stdout: Traceback (most recent call last): 2024-09-14T03:27:09.937 INFO:journalctl@ceph.mon.a.smithi002.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-14T03:27:09.937 INFO:journalctl@ceph.mon.a.smithi002.stdout: self._connections.run(self.expiration_interval) 2024-09-14T03:27:09.937 INFO:journalctl@ceph.mon.a.smithi002.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-14T03:27:09.938 INFO:journalctl@ceph.mon.a.smithi002.stdout: self._run(expiration_interval) 2024-09-14T03:27:09.938 INFO:journalctl@ceph.mon.a.smithi002.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-14T03:27:09.938 INFO:journalctl@ceph.mon.a.smithi002.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-14T03:27:09.938 INFO:journalctl@ceph.mon.a.smithi002.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-14T03:27:09.938 INFO:journalctl@ceph.mon.a.smithi002.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-14T03:27:09.938 INFO:journalctl@ceph.mon.a.smithi002.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-14T03:27:09.938 INFO:journalctl@ceph.mon.a.smithi002.stdout: s = self.context.wrap_socket( 2024-09-14T03:27:09.938 INFO:journalctl@ceph.mon.a.smithi002.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-14T03:27:09.938 INFO:journalctl@ceph.mon.a.smithi002.stdout: return self.sslsocket_class._create( 2024-09-14T03:27:09.938 INFO:journalctl@ceph.mon.a.smithi002.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-14T03:27:09.938 INFO:journalctl@ceph.mon.a.smithi002.stdout: self.do_handshake() 2024-09-14T03:27:09.938 INFO:journalctl@ceph.mon.a.smithi002.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-14T03:27:09.938 INFO:journalctl@ceph.mon.a.smithi002.stdout: self._sslobj.do_handshake() 2024-09-14T03:27:09.938 INFO:journalctl@ceph.mon.a.smithi002.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-14T03:27:09.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:09 smithi002 ceph-mon[27606]: [14/Sep/2024:03:27:08] ENGINE Serving on http://172.21.15.2:8765 2024-09-14T03:27:09.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:09 smithi002 ceph-mon[27606]: [14/Sep/2024:03:27:08] ENGINE Bus STARTED 2024-09-14T03:27:09.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:09 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:09.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:09 smithi002 ceph-mon[27606]: mgrmap e12: y(active, since 2s) 2024-09-14T03:27:09.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:09 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:09.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:09 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:10.127 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-09-14T03:27:10.127 INFO:teuthology.orchestra.run.smithi002.stdout:Creating initial admin user... 2024-09-14T03:27:11.002 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:10 smithi002 ceph-mon[27606]: from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:27:11.562 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$BUbb1UkFC3oo5RJmnthrOu2otbKMJCELgrc0br3oc4sCy2JCgWS6O", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1726284430, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-09-14T03:27:11.562 INFO:teuthology.orchestra.run.smithi002.stdout:Fetching dashboard port number... 2024-09-14T03:27:12.198 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:12 smithi002 ceph-mon[27606]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:27:12.198 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:12 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:13.128 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:13 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/4257734618' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-09-14T03:27:13.129 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout 8443 2024-09-14T03:27:13.139 INFO:teuthology.orchestra.run.smithi002.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-14T03:27:13.139 INFO:teuthology.orchestra.run.smithi002.stdout:systemctl: stdout disabled 2024-09-14T03:27:13.146 INFO:teuthology.orchestra.run.smithi002.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-14T03:27:13.147 INFO:teuthology.orchestra.run.smithi002.stdout:systemctl: stdout inactive 2024-09-14T03:27:13.147 INFO:teuthology.orchestra.run.smithi002.stdout:firewalld.service is not enabled 2024-09-14T03:27:13.147 INFO:teuthology.orchestra.run.smithi002.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-09-14T03:27:13.149 INFO:teuthology.orchestra.run.smithi002.stdout:Ceph Dashboard is now available at: 2024-09-14T03:27:13.149 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-14T03:27:13.149 INFO:teuthology.orchestra.run.smithi002.stdout: URL: https://smithi002.front.sepia.ceph.com:8443/ 2024-09-14T03:27:13.149 INFO:teuthology.orchestra.run.smithi002.stdout: User: admin 2024-09-14T03:27:13.149 INFO:teuthology.orchestra.run.smithi002.stdout: Password: pgfb8k5tnk 2024-09-14T03:27:13.149 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-14T03:27:13.149 INFO:teuthology.orchestra.run.smithi002.stdout:Saving cluster configuration to /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/config directory 2024-09-14T03:27:13.149 INFO:teuthology.orchestra.run.smithi002.stdout:Enabling autotune for osd_memory_target 2024-09-14T03:27:14.148 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:14 smithi002 ceph-mon[27606]: mgrmap e13: y(active, since 6s) 2024-09-14T03:27:15.675 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-09-14T03:27:15.675 INFO:teuthology.orchestra.run.smithi002.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-09-14T03:27:15.675 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-14T03:27:15.675 INFO:teuthology.orchestra.run.smithi002.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid f357b922-7248-11ef-bceb-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-09-14T03:27:15.675 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-14T03:27:15.675 INFO:teuthology.orchestra.run.smithi002.stdout:Or, if you are only running a single cluster on this host: 2024-09-14T03:27:15.675 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-14T03:27:15.675 INFO:teuthology.orchestra.run.smithi002.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-09-14T03:27:15.675 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-14T03:27:15.675 INFO:teuthology.orchestra.run.smithi002.stdout:Please consider enabling telemetry to help improve Ceph: 2024-09-14T03:27:15.675 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-14T03:27:15.676 INFO:teuthology.orchestra.run.smithi002.stdout: ceph telemetry on 2024-09-14T03:27:15.676 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-14T03:27:15.676 INFO:teuthology.orchestra.run.smithi002.stdout:For more information see: 2024-09-14T03:27:15.676 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-14T03:27:15.676 INFO:teuthology.orchestra.run.smithi002.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-09-14T03:27:15.676 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-14T03:27:15.676 INFO:teuthology.orchestra.run.smithi002.stdout:Bootstrap complete. 2024-09-14T03:27:15.715 INFO:tasks.cephadm:Fetching config... 2024-09-14T03:27:15.715 DEBUG:teuthology.orchestra.run.smithi002:> set -ex 2024-09-14T03:27:15.716 DEBUG:teuthology.orchestra.run.smithi002:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-09-14T03:27:15.734 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-09-14T03:27:15.734 DEBUG:teuthology.orchestra.run.smithi002:> set -ex 2024-09-14T03:27:15.734 DEBUG:teuthology.orchestra.run.smithi002:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-09-14T03:27:15.792 INFO:tasks.cephadm:Fetching mon keyring... 2024-09-14T03:27:15.792 DEBUG:teuthology.orchestra.run.smithi002:> set -ex 2024-09-14T03:27:15.793 DEBUG:teuthology.orchestra.run.smithi002:> sudo dd if=/var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/keyring of=/dev/stdout 2024-09-14T03:27:15.859 INFO:tasks.cephadm:Fetching pub ssh key... 2024-09-14T03:27:15.859 DEBUG:teuthology.orchestra.run.smithi002:> set -ex 2024-09-14T03:27:15.859 DEBUG:teuthology.orchestra.run.smithi002:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-09-14T03:27:15.915 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-09-14T03:27:15.916 DEBUG:teuthology.orchestra.run.smithi002:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC93kym+NopaeqNNTt/UwVdB1ILbva/bhC/oYgSqXuDwrTNekqzdcaTONhKTn+croXr5GNeQnGnzvfK4+qU5FWOA4ZqyfR+2Wqmh42MNNQHJZ8C7Xdz+RvAC4dviQqGienrwDzOlsSdZBm34dXIDaPFDM/hjtU09U3zAtFNZviOQLdxSG/TDPlVNzBaDznETMvM2sRGR2JWiwgbfrrp4HGIRIsMWkI8sVtUATRqtIkwm0kWG1lmciQEIZZC8IkRYnj/3giWuu2HRDIz7grbE33RYNim7JFmgMbt1VFNfJ0/F81O43XJAMemY2R2vfxwgFti1zs/paQxh+V1OtcZDlurZDejRanjpgyfusUEfCuZzBJof0drQxx3d71z8j2c/aAqmzQaZa8ICPIvpWGFEZThjjNnA/FRqm5u7jp13RIpOFxcANMuG3hn39jWPcJce/yKrOnPsrUy9bakbg3vEKBaU0aFJKu6Ti5ZkWgIWdH0Hn1sHSmO5aekDWDtRKNfXsk= ceph-f357b922-7248-11ef-bceb-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-09-14T03:27:16.001 INFO:teuthology.orchestra.run.smithi002.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC93kym+NopaeqNNTt/UwVdB1ILbva/bhC/oYgSqXuDwrTNekqzdcaTONhKTn+croXr5GNeQnGnzvfK4+qU5FWOA4ZqyfR+2Wqmh42MNNQHJZ8C7Xdz+RvAC4dviQqGienrwDzOlsSdZBm34dXIDaPFDM/hjtU09U3zAtFNZviOQLdxSG/TDPlVNzBaDznETMvM2sRGR2JWiwgbfrrp4HGIRIsMWkI8sVtUATRqtIkwm0kWG1lmciQEIZZC8IkRYnj/3giWuu2HRDIz7grbE33RYNim7JFmgMbt1VFNfJ0/F81O43XJAMemY2R2vfxwgFti1zs/paQxh+V1OtcZDlurZDejRanjpgyfusUEfCuZzBJof0drQxx3d71z8j2c/aAqmzQaZa8ICPIvpWGFEZThjjNnA/FRqm5u7jp13RIpOFxcANMuG3hn39jWPcJce/yKrOnPsrUy9bakbg3vEKBaU0aFJKu6Ti5ZkWgIWdH0Hn1sHSmO5aekDWDtRKNfXsk= ceph-f357b922-7248-11ef-bceb-c7b262605968 2024-09-14T03:27:16.014 DEBUG:teuthology.orchestra.run.smithi154:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC93kym+NopaeqNNTt/UwVdB1ILbva/bhC/oYgSqXuDwrTNekqzdcaTONhKTn+croXr5GNeQnGnzvfK4+qU5FWOA4ZqyfR+2Wqmh42MNNQHJZ8C7Xdz+RvAC4dviQqGienrwDzOlsSdZBm34dXIDaPFDM/hjtU09U3zAtFNZviOQLdxSG/TDPlVNzBaDznETMvM2sRGR2JWiwgbfrrp4HGIRIsMWkI8sVtUATRqtIkwm0kWG1lmciQEIZZC8IkRYnj/3giWuu2HRDIz7grbE33RYNim7JFmgMbt1VFNfJ0/F81O43XJAMemY2R2vfxwgFti1zs/paQxh+V1OtcZDlurZDejRanjpgyfusUEfCuZzBJof0drQxx3d71z8j2c/aAqmzQaZa8ICPIvpWGFEZThjjNnA/FRqm5u7jp13RIpOFxcANMuG3hn39jWPcJce/yKrOnPsrUy9bakbg3vEKBaU0aFJKu6Ti5ZkWgIWdH0Hn1sHSmO5aekDWDtRKNfXsk= ceph-f357b922-7248-11ef-bceb-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-09-14T03:27:16.061 INFO:teuthology.orchestra.run.smithi154.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC93kym+NopaeqNNTt/UwVdB1ILbva/bhC/oYgSqXuDwrTNekqzdcaTONhKTn+croXr5GNeQnGnzvfK4+qU5FWOA4ZqyfR+2Wqmh42MNNQHJZ8C7Xdz+RvAC4dviQqGienrwDzOlsSdZBm34dXIDaPFDM/hjtU09U3zAtFNZviOQLdxSG/TDPlVNzBaDznETMvM2sRGR2JWiwgbfrrp4HGIRIsMWkI8sVtUATRqtIkwm0kWG1lmciQEIZZC8IkRYnj/3giWuu2HRDIz7grbE33RYNim7JFmgMbt1VFNfJ0/F81O43XJAMemY2R2vfxwgFti1zs/paQxh+V1OtcZDlurZDejRanjpgyfusUEfCuZzBJof0drQxx3d71z8j2c/aAqmzQaZa8ICPIvpWGFEZThjjNnA/FRqm5u7jp13RIpOFxcANMuG3hn39jWPcJce/yKrOnPsrUy9bakbg3vEKBaU0aFJKu6Ti5ZkWgIWdH0Hn1sHSmO5aekDWDtRKNfXsk= ceph-f357b922-7248-11ef-bceb-c7b262605968 2024-09-14T03:27:16.074 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-09-14T03:27:16.278 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:27:16.386 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:16 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/2166163295' entity='client.admin' 2024-09-14T03:27:19.451 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-09-14T03:27:19.452 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-09-14T03:27:20.085 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:27:20.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:19 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/129098474' entity='client.admin' 2024-09-14T03:27:21.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:20 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:21.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:20 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:21.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:20 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi002", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:27:21.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:20 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:21.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:20 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:27:21.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:20 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:22.503 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi154 2024-09-14T03:27:22.504 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-09-14T03:27:22.504 DEBUG:teuthology.orchestra.run.smithi154:> dd of=/etc/ceph/ceph.conf 2024-09-14T03:27:22.525 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-09-14T03:27:22.525 DEBUG:teuthology.orchestra.run.smithi154:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-14T03:27:22.583 INFO:tasks.cephadm:Adding host smithi154 to orchestrator... 2024-09-14T03:27:22.584 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph orch host add smithi154 2024-09-14T03:27:22.796 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:27:23.018 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:22 smithi002 ceph-mon[27606]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:27:23.019 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:22 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:23.019 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:22 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:27:23.019 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:22 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:27:23.019 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:22 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:27:23.019 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:22 smithi002 ceph-mon[27606]: Updating smithi002:/etc/ceph/ceph.conf 2024-09-14T03:27:23.019 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:22 smithi002 ceph-mon[27606]: Updating smithi002:/var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-14T03:27:23.019 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:22 smithi002 ceph-mon[27606]: Updating smithi002:/etc/ceph/ceph.client.admin.keyring 2024-09-14T03:27:23.019 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:22 smithi002 ceph-mon[27606]: Updating smithi002:/var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-14T03:27:23.019 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:22 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:23.019 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:22 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:23.019 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:22 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:25.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:24 smithi002 ceph-mon[27606]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi154", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:27:27.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:26 smithi002 ceph-mon[27606]: Deploying cephadm binary to smithi154 2024-09-14T03:27:27.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:26 smithi002 ceph-mon[27606]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:27:28.009 INFO:teuthology.orchestra.run.smithi002.stdout:Added host 'smithi154' with addr '172.21.15.154' 2024-09-14T03:27:28.632 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph orch host ls --format=json 2024-09-14T03:27:28.830 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:27:29.213 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:29 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:29.213 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:29 smithi002 ceph-mon[27606]: Added host smithi154 2024-09-14T03:27:29.213 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:29 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:27:29.213 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:29 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:29.213 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:29 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:29.213 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:29 smithi002 ceph-mon[27606]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:27:30.659 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-14T03:27:30.659 INFO:teuthology.orchestra.run.smithi002.stdout:[{"addr": "172.21.15.2", "hostname": "smithi002", "labels": [], "status": ""}, {"addr": "172.21.15.154", "hostname": "smithi154", "labels": [], "status": ""}] 2024-09-14T03:27:30.660 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:30 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:31.137 INFO:tasks.cephadm:Setting crush tunables to default 2024-09-14T03:27:31.137 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph osd crush tunables default 2024-09-14T03:27:31.336 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:27:31.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:31 smithi002 ceph-mon[27606]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-14T03:27:31.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:31 smithi002 ceph-mon[27606]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:27:32.957 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:32 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:32.958 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:32 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:32.958 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:32 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:32.958 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:32 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:32.958 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:32 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi154", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:27:32.958 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:32 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:27:32.958 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:32 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:27:32.958 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:32 smithi002 ceph-mon[27606]: Updating smithi154:/etc/ceph/ceph.conf 2024-09-14T03:27:32.958 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:32 smithi002 ceph-mon[27606]: Updating smithi154:/var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-14T03:27:32.958 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:32 smithi002 ceph-mon[27606]: Updating smithi154:/etc/ceph/ceph.client.admin.keyring 2024-09-14T03:27:32.958 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:32 smithi002 ceph-mon[27606]: Updating smithi154:/var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-14T03:27:32.959 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:32 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:32.959 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:32 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:32.959 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:32 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:32.959 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:32 smithi002 ceph-mon[27606]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:27:33.870 INFO:teuthology.orchestra.run.smithi002.stderr:adjusted tunables profile to default 2024-09-14T03:27:34.178 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:33 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/4057150560' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-09-14T03:27:34.464 INFO:tasks.cephadm:Adding mon.a on smithi002 2024-09-14T03:27:34.464 INFO:tasks.cephadm:Adding mon.c on smithi002 2024-09-14T03:27:34.464 INFO:tasks.cephadm:Adding mon.b on smithi154 2024-09-14T03:27:34.464 DEBUG:teuthology.orchestra.run.smithi154:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph orch apply mon '3;smithi002:172.21.15.2=a;smithi002:[v2:172.21.15.2:3301,v1:172.21.15.2:6790]=c;smithi154:172.21.15.154=b' 2024-09-14T03:27:34.729 INFO:teuthology.orchestra.run.smithi154.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-14T03:27:35.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:34 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/4057150560' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-09-14T03:27:35.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:34 smithi002 ceph-mon[27606]: osdmap e4: 0 total, 0 up, 0 in 2024-09-14T03:27:35.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:34 smithi002 ceph-mon[27606]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:27:36.355 INFO:teuthology.orchestra.run.smithi154.stdout:Scheduled mon update... 2024-09-14T03:27:36.902 DEBUG:teuthology.orchestra.run.smithi002:mon.c> sudo journalctl -f -n 0 -u ceph-f357b922-7248-11ef-bceb-c7b262605968@mon.c.service 2024-09-14T03:27:36.905 DEBUG:teuthology.orchestra.run.smithi154:mon.b> sudo journalctl -f -n 0 -u ceph-f357b922-7248-11ef-bceb-c7b262605968@mon.b.service 2024-09-14T03:27:36.907 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-14T03:27:36.907 DEBUG:teuthology.orchestra.run.smithi154:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph mon dump -f json 2024-09-14T03:27:37.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:37 smithi002 ceph-mon[27606]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi002:172.21.15.2=a;smithi002:[v2:172.21.15.2:3301,v1:172.21.15.2:6790]=c;smithi154:172.21.15.154=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:27:37.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:37 smithi002 ceph-mon[27606]: Saving service mon spec with placement smithi002:172.21.15.2=a;smithi002:[v2:172.21.15.2:3301,v1:172.21.15.2:6790]=c;smithi154:172.21.15.154=b;count:3 2024-09-14T03:27:37.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:37 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:37.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:37 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:27:37.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:37 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:27:37.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:37 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:27:37.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:37 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:37.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:37 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-14T03:27:37.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:37 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:27:37.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:37 smithi002 ceph-mon[27606]: Deploying daemon mon.b on smithi154 2024-09-14T03:27:37.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:37 smithi002 ceph-mon[27606]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:27:38.971 INFO:teuthology.orchestra.run.smithi154.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.b/config 2024-09-14T03:27:39.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:38 smithi002 ceph-mon[27606]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:27:41.054 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-14T03:27:41.054 INFO:teuthology.orchestra.run.smithi154.stdout:{"epoch":1,"fsid":"f357b922-7248-11ef-bceb-c7b262605968","modified":"2024-09-14T03:26:12.592430Z","created":"2024-09-14T03:26:12.592430Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:3300","nonce":0},{"type":"v1","addr":"172.21.15.2:6789","nonce":0}]},"addr":"172.21.15.2:6789/0","public_addr":"172.21.15.2:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-09-14T03:27:41.055 INFO:teuthology.orchestra.run.smithi154.stderr:dumped monmap epoch 1 2024-09-14T03:27:41.168 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 podman[30947]: 2024-09-14 03:27:41.145357388 +0000 UTC m=+0.514321477 container start 95bb81b1fc6b1af1ac6823201d1af24ee4a46140e8dca9fd47c75d3eb50dbcfe (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mon-b, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=reef-e4e227b) 2024-09-14T03:27:41.168 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: set uid:gid to 167:167 (ceph:ceph) 2024-09-14T03:27:41.169 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable), process ceph-mon, pid 2 2024-09-14T03:27:41.169 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: pidfile_write: ignore empty --pid-file 2024-09-14T03:27:41.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:40 smithi002 ceph-mon[27606]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:27:41.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: load: jerasure load: lrc 2024-09-14T03:27:41.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: RocksDB version: 7.9.2 2024-09-14T03:27:41.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Git sha 0 2024-09-14T03:27:41.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Compile date 2024-09-13 16:45:57 2024-09-14T03:27:41.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: DB SUMMARY 2024-09-14T03:27:41.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: DB Session ID: GCGTLB842X8ZCOK38XPR 2024-09-14T03:27:41.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: CURRENT file: CURRENT 2024-09-14T03:27:41.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: IDENTITY file: IDENTITY 2024-09-14T03:27:41.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-09-14T03:27:41.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2024-09-14T03:27:41.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000004.log size: 511 ; 2024-09-14T03:27:41.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.error_if_exists: 0 2024-09-14T03:27:41.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.create_if_missing: 0 2024-09-14T03:27:41.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.paranoid_checks: 1 2024-09-14T03:27:41.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-14T03:27:41.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-14T03:27:41.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-14T03:27:41.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.env: 0x5624b6d22bc0 2024-09-14T03:27:41.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.fs: PosixFileSystem 2024-09-14T03:27:41.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.info_log: 0x5624b75acbe0 2024-09-14T03:27:41.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.max_file_opening_threads: 16 2024-09-14T03:27:41.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.statistics: (nil) 2024-09-14T03:27:41.480 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.use_fsync: 0 2024-09-14T03:27:41.480 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.max_log_file_size: 0 2024-09-14T03:27:41.480 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-14T03:27:41.480 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-14T03:27:41.480 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.keep_log_file_num: 1000 2024-09-14T03:27:41.480 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.recycle_log_file_num: 0 2024-09-14T03:27:41.480 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.allow_fallocate: 1 2024-09-14T03:27:41.480 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.allow_mmap_reads: 0 2024-09-14T03:27:41.480 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.allow_mmap_writes: 0 2024-09-14T03:27:41.480 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.use_direct_reads: 0 2024-09-14T03:27:41.480 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-14T03:27:41.480 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.create_missing_column_families: 0 2024-09-14T03:27:41.480 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.db_log_dir: 2024-09-14T03:27:41.481 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.wal_dir: 2024-09-14T03:27:41.481 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-14T03:27:41.481 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-14T03:27:41.481 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-14T03:27:41.481 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-14T03:27:41.482 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-14T03:27:41.482 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-14T03:27:41.483 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.advise_random_on_open: 1 2024-09-14T03:27:41.483 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.db_write_buffer_size: 0 2024-09-14T03:27:41.483 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.write_buffer_manager: 0x5624b75ba320 2024-09-14T03:27:41.483 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-14T03:27:41.483 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-14T03:27:41.483 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-14T03:27:41.483 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.rate_limiter: (nil) 2024-09-14T03:27:41.483 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-14T03:27:41.483 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.wal_recovery_mode: 2 2024-09-14T03:27:41.483 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.enable_thread_tracking: 0 2024-09-14T03:27:41.483 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.enable_pipelined_write: 0 2024-09-14T03:27:41.483 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.unordered_write: 0 2024-09-14T03:27:41.483 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-14T03:27:41.484 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-14T03:27:41.484 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-14T03:27:41.484 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-14T03:27:41.484 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.row_cache: None 2024-09-14T03:27:41.484 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.wal_filter: None 2024-09-14T03:27:41.484 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-14T03:27:41.484 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.allow_ingest_behind: 0 2024-09-14T03:27:41.484 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.two_write_queues: 0 2024-09-14T03:27:41.485 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.manual_wal_flush: 0 2024-09-14T03:27:41.485 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.wal_compression: 0 2024-09-14T03:27:41.485 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.atomic_flush: 0 2024-09-14T03:27:41.485 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-14T03:27:41.485 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-14T03:27:41.485 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-14T03:27:41.485 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.log_readahead_size: 0 2024-09-14T03:27:41.485 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-14T03:27:41.486 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.best_efforts_recovery: 0 2024-09-14T03:27:41.486 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-14T03:27:41.486 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-14T03:27:41.486 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.allow_data_in_errors: 0 2024-09-14T03:27:41.486 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.db_host_id: __hostname__ 2024-09-14T03:27:41.486 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-14T03:27:41.486 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.max_background_jobs: 2 2024-09-14T03:27:41.486 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.max_background_compactions: -1 2024-09-14T03:27:41.486 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.max_subcompactions: 1 2024-09-14T03:27:41.486 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-14T03:27:41.486 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-14T03:27:41.486 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-14T03:27:41.486 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.max_total_wal_size: 0 2024-09-14T03:27:41.487 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-14T03:27:41.487 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-14T03:27:41.487 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-14T03:27:41.487 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-14T03:27:41.487 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.max_open_files: -1 2024-09-14T03:27:41.487 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.bytes_per_sync: 0 2024-09-14T03:27:41.487 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-14T03:27:41.487 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-14T03:27:41.487 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.compaction_readahead_size: 0 2024-09-14T03:27:41.487 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.max_background_flushes: -1 2024-09-14T03:27:41.487 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Compression algorithms supported: 2024-09-14T03:27:41.487 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: kZSTD supported: 0 2024-09-14T03:27:41.487 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: kXpressCompression supported: 0 2024-09-14T03:27:41.487 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: kBZip2Compression supported: 0 2024-09-14T03:27:41.488 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-14T03:27:41.488 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: kLZ4Compression supported: 1 2024-09-14T03:27:41.488 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: kZlibCompression supported: 1 2024-09-14T03:27:41.488 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: kLZ4HCCompression supported: 1 2024-09-14T03:27:41.488 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: kSnappyCompression supported: 1 2024-09-14T03:27:41.488 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-14T03:27:41.488 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-14T03:27:41.488 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 2024-09-14T03:27:41.488 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-14T03:27:41.488 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-14T03:27:41.488 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.merge_operator: 2024-09-14T03:27:41.488 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.compaction_filter: None 2024-09-14T03:27:41.488 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.compaction_filter_factory: None 2024-09-14T03:27:41.489 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.sst_partitioner_factory: None 2024-09-14T03:27:41.489 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-14T03:27:41.489 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-14T03:27:41.489 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5624b75ac7e0) 2024-09-14T03:27:41.489 INFO:journalctl@ceph.mon.b.smithi154.stdout: cache_index_and_filter_blocks: 1 2024-09-14T03:27:41.489 INFO:journalctl@ceph.mon.b.smithi154.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-14T03:27:41.489 INFO:journalctl@ceph.mon.b.smithi154.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-14T03:27:41.489 INFO:journalctl@ceph.mon.b.smithi154.stdout: pin_top_level_index_and_filter: 1 2024-09-14T03:27:41.489 INFO:journalctl@ceph.mon.b.smithi154.stdout: index_type: 0 2024-09-14T03:27:41.489 INFO:journalctl@ceph.mon.b.smithi154.stdout: data_block_index_type: 0 2024-09-14T03:27:41.489 INFO:journalctl@ceph.mon.b.smithi154.stdout: index_shortening: 1 2024-09-14T03:27:41.489 INFO:journalctl@ceph.mon.b.smithi154.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-14T03:27:41.489 INFO:journalctl@ceph.mon.b.smithi154.stdout: checksum: 4 2024-09-14T03:27:41.490 INFO:journalctl@ceph.mon.b.smithi154.stdout: no_block_cache: 0 2024-09-14T03:27:41.490 INFO:journalctl@ceph.mon.b.smithi154.stdout: block_cache: 0x5624b75a1350 2024-09-14T03:27:41.490 INFO:journalctl@ceph.mon.b.smithi154.stdout: block_cache_name: BinnedLRUCache 2024-09-14T03:27:41.490 INFO:journalctl@ceph.mon.b.smithi154.stdout: block_cache_options: 2024-09-14T03:27:41.490 INFO:journalctl@ceph.mon.b.smithi154.stdout: capacity : 536870912 2024-09-14T03:27:41.490 INFO:journalctl@ceph.mon.b.smithi154.stdout: num_shard_bits : 4 2024-09-14T03:27:41.490 INFO:journalctl@ceph.mon.b.smithi154.stdout: strict_capacity_limit : 0 2024-09-14T03:27:41.490 INFO:journalctl@ceph.mon.b.smithi154.stdout: high_pri_pool_ratio: 0.000 2024-09-14T03:27:41.490 INFO:journalctl@ceph.mon.b.smithi154.stdout: block_cache_compressed: (nil) 2024-09-14T03:27:41.490 INFO:journalctl@ceph.mon.b.smithi154.stdout: persistent_cache: (nil) 2024-09-14T03:27:41.490 INFO:journalctl@ceph.mon.b.smithi154.stdout: block_size: 4096 2024-09-14T03:27:41.490 INFO:journalctl@ceph.mon.b.smithi154.stdout: block_size_deviation: 10 2024-09-14T03:27:41.490 INFO:journalctl@ceph.mon.b.smithi154.stdout: block_restart_interval: 16 2024-09-14T03:27:41.490 INFO:journalctl@ceph.mon.b.smithi154.stdout: index_block_restart_interval: 1 2024-09-14T03:27:41.491 INFO:journalctl@ceph.mon.b.smithi154.stdout: metadata_block_size: 4096 2024-09-14T03:27:41.491 INFO:journalctl@ceph.mon.b.smithi154.stdout: partition_filters: 0 2024-09-14T03:27:41.491 INFO:journalctl@ceph.mon.b.smithi154.stdout: use_delta_encoding: 1 2024-09-14T03:27:41.491 INFO:journalctl@ceph.mon.b.smithi154.stdout: filter_policy: bloomfilter 2024-09-14T03:27:41.491 INFO:journalctl@ceph.mon.b.smithi154.stdout: whole_key_filtering: 1 2024-09-14T03:27:41.491 INFO:journalctl@ceph.mon.b.smithi154.stdout: verify_compression: 0 2024-09-14T03:27:41.491 INFO:journalctl@ceph.mon.b.smithi154.stdout: read_amp_bytes_per_bit: 0 2024-09-14T03:27:41.491 INFO:journalctl@ceph.mon.b.smithi154.stdout: format_version: 5 2024-09-14T03:27:41.491 INFO:journalctl@ceph.mon.b.smithi154.stdout: enable_index_compression: 1 2024-09-14T03:27:41.491 INFO:journalctl@ceph.mon.b.smithi154.stdout: block_align: 0 2024-09-14T03:27:41.491 INFO:journalctl@ceph.mon.b.smithi154.stdout: max_auto_readahead_size: 262144 2024-09-14T03:27:41.491 INFO:journalctl@ceph.mon.b.smithi154.stdout: prepopulate_block_cache: 0 2024-09-14T03:27:41.491 INFO:journalctl@ceph.mon.b.smithi154.stdout: initial_auto_readahead_size: 8192 2024-09-14T03:27:41.491 INFO:journalctl@ceph.mon.b.smithi154.stdout: num_file_reads_for_auto_readahead: 2 2024-09-14T03:27:41.492 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.write_buffer_size: 33554432 2024-09-14T03:27:41.492 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.max_write_buffer_number: 2 2024-09-14T03:27:41.492 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.compression: NoCompression 2024-09-14T03:27:41.492 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.bottommost_compression: Disabled 2024-09-14T03:27:41.492 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.prefix_extractor: nullptr 2024-09-14T03:27:41.492 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-14T03:27:41.492 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.num_levels: 7 2024-09-14T03:27:41.492 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-14T03:27:41.492 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-14T03:27:41.492 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-14T03:27:41.492 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-14T03:27:41.492 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-14T03:27:41.493 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-14T03:27:41.493 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-14T03:27:41.493 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-14T03:27:41.493 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-14T03:27:41.493 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-14T03:27:41.493 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-14T03:27:41.493 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-14T03:27:41.493 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-14T03:27:41.493 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.compression_opts.level: 32767 2024-09-14T03:27:41.493 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.compression_opts.strategy: 0 2024-09-14T03:27:41.493 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-14T03:27:41.494 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-14T03:27:41.494 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-14T03:27:41.494 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-14T03:27:41.494 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.compression_opts.enabled: false 2024-09-14T03:27:41.494 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-14T03:27:41.494 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-14T03:27:41.494 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-14T03:27:41.494 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-14T03:27:41.494 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.target_file_size_base: 67108864 2024-09-14T03:27:41.494 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-14T03:27:41.494 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-14T03:27:41.494 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-14T03:27:41.494 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-14T03:27:41.494 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-14T03:27:41.495 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-14T03:27:41.495 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-14T03:27:41.495 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-14T03:27:41.495 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-14T03:27:41.495 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-14T03:27:41.495 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-14T03:27:41.495 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-14T03:27:41.495 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-14T03:27:41.495 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-14T03:27:41.495 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.arena_block_size: 1048576 2024-09-14T03:27:41.495 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-14T03:27:41.495 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-14T03:27:41.495 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.disable_auto_compactions: 0 2024-09-14T03:27:41.495 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-14T03:27:41.496 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-14T03:27:41.496 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-14T03:27:41.496 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-14T03:27:41.496 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-14T03:27:41.496 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-14T03:27:41.496 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-14T03:27:41.496 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-14T03:27:41.496 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-14T03:27:41.496 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-14T03:27:41.496 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-14T03:27:41.496 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.inplace_update_support: 0 2024-09-14T03:27:41.497 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-14T03:27:41.497 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-14T03:27:41.497 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-14T03:27:41.497 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-14T03:27:41.497 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.bloom_locality: 0 2024-09-14T03:27:41.497 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.max_successive_merges: 0 2024-09-14T03:27:41.497 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-14T03:27:41.497 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.paranoid_file_checks: 0 2024-09-14T03:27:41.497 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.force_consistency_checks: 1 2024-09-14T03:27:41.497 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.report_bg_io_stats: 0 2024-09-14T03:27:41.497 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.ttl: 2592000 2024-09-14T03:27:41.497 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-14T03:27:41.498 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-14T03:27:41.498 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-14T03:27:41.498 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.enable_blob_files: false 2024-09-14T03:27:41.498 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.min_blob_size: 0 2024-09-14T03:27:41.498 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.blob_file_size: 268435456 2024-09-14T03:27:41.498 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-14T03:27:41.498 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-14T03:27:41.498 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-14T03:27:41.498 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-14T03:27:41.498 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-14T03:27:41.498 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.blob_file_starting_level: 0 2024-09-14T03:27:41.499 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-14T03:27:41.499 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-09-14T03:27:41.499 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-09-14T03:27:41.499 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 2d65c55c-02fd-4c10-af6e-dc4bf342353e 2024-09-14T03:27:41.499 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726284461172809, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-09-14T03:27:41.499 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-09-14T03:27:41.499 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726284461173358, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1648, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726284461, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "2d65c55c-02fd-4c10-af6e-dc4bf342353e", "db_session_id": "GCGTLB842X8ZCOK38XPR", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-09-14T03:27:41.499 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726284461173483, "job": 1, "event": "recovery_finished"} 2024-09-14T03:27:41.499 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-09-14T03:27:41.499 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-14T03:27:41.500 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5624b75cce00 2024-09-14T03:27:41.500 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: DB pointer 0x5624b76c0000 2024-09-14T03:27:41.500 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-14T03:27:41.500 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-14T03:27:41.500 INFO:journalctl@ceph.mon.b.smithi154.stdout: ** DB Stats ** 2024-09-14T03:27:41.500 INFO:journalctl@ceph.mon.b.smithi154.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-14T03:27:41.500 INFO:journalctl@ceph.mon.b.smithi154.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-14T03:27:41.500 INFO:journalctl@ceph.mon.b.smithi154.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-14T03:27:41.500 INFO:journalctl@ceph.mon.b.smithi154.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-14T03:27:41.500 INFO:journalctl@ceph.mon.b.smithi154.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-14T03:27:41.500 INFO:journalctl@ceph.mon.b.smithi154.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-14T03:27:41.500 INFO:journalctl@ceph.mon.b.smithi154.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-14T03:27:41.500 INFO:journalctl@ceph.mon.b.smithi154.stdout: 2024-09-14T03:27:41.501 INFO:journalctl@ceph.mon.b.smithi154.stdout: ** Compaction Stats [default] ** 2024-09-14T03:27:41.501 INFO:journalctl@ceph.mon.b.smithi154.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-14T03:27:41.501 INFO:journalctl@ceph.mon.b.smithi154.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-14T03:27:41.501 INFO:journalctl@ceph.mon.b.smithi154.stdout: L0 1/0 1.61 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.0 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-14T03:27:41.501 INFO:journalctl@ceph.mon.b.smithi154.stdout: Sum 1/0 1.61 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.0 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-14T03:27:41.501 INFO:journalctl@ceph.mon.b.smithi154.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.0 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-14T03:27:41.502 INFO:journalctl@ceph.mon.b.smithi154.stdout: 2024-09-14T03:27:41.502 INFO:journalctl@ceph.mon.b.smithi154.stdout: ** Compaction Stats [default] ** 2024-09-14T03:27:41.502 INFO:journalctl@ceph.mon.b.smithi154.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-14T03:27:41.502 INFO:journalctl@ceph.mon.b.smithi154.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-14T03:27:41.502 INFO:journalctl@ceph.mon.b.smithi154.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.0 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-14T03:27:41.503 INFO:journalctl@ceph.mon.b.smithi154.stdout: 2024-09-14T03:27:41.503 INFO:journalctl@ceph.mon.b.smithi154.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-14T03:27:41.503 INFO:journalctl@ceph.mon.b.smithi154.stdout: 2024-09-14T03:27:41.503 INFO:journalctl@ceph.mon.b.smithi154.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-14T03:27:41.503 INFO:journalctl@ceph.mon.b.smithi154.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-09-14T03:27:41.503 INFO:journalctl@ceph.mon.b.smithi154.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-14T03:27:41.503 INFO:journalctl@ceph.mon.b.smithi154.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-14T03:27:41.504 INFO:journalctl@ceph.mon.b.smithi154.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-14T03:27:41.504 INFO:journalctl@ceph.mon.b.smithi154.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-14T03:27:41.504 INFO:journalctl@ceph.mon.b.smithi154.stdout: Cumulative compaction: 0.00 GB write, 0.44 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-14T03:27:41.504 INFO:journalctl@ceph.mon.b.smithi154.stdout: Interval compaction: 0.00 GB write, 0.44 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-14T03:27:41.504 INFO:journalctl@ceph.mon.b.smithi154.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-14T03:27:41.504 INFO:journalctl@ceph.mon.b.smithi154.stdout: Block cache BinnedLRUCache@0x5624b75a1350#2 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-09-14T03:27:41.505 INFO:journalctl@ceph.mon.b.smithi154.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-09-14T03:27:41.505 INFO:journalctl@ceph.mon.b.smithi154.stdout: 2024-09-14T03:27:41.505 INFO:journalctl@ceph.mon.b.smithi154.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-14T03:27:41.505 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: mon.b does not exist in monmap, will attempt to join an existing cluster 2024-09-14T03:27:41.505 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: using public_addr v2:172.21.15.154:0/0 -> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] 2024-09-14T03:27:41.505 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: starting mon.b rank -1 at public addrs [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] at bind addrs [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid f357b922-7248-11ef-bceb-c7b262605968 2024-09-14T03:27:41.505 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: mon.b@-1(???) e0 preinit fsid f357b922-7248-11ef-bceb-c7b262605968 2024-09-14T03:27:41.505 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: mon.b@-1(synchronizing).mds e1 new map 2024-09-14T03:27:41.506 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: mon.b@-1(synchronizing).mds e1 print_map 2024-09-14T03:27:41.506 INFO:journalctl@ceph.mon.b.smithi154.stdout: e1 2024-09-14T03:27:41.506 INFO:journalctl@ceph.mon.b.smithi154.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-14T03:27:41.506 INFO:journalctl@ceph.mon.b.smithi154.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-14T03:27:41.506 INFO:journalctl@ceph.mon.b.smithi154.stdout: legacy client fscid: -1 2024-09-14T03:27:41.506 INFO:journalctl@ceph.mon.b.smithi154.stdout: 2024-09-14T03:27:41.507 INFO:journalctl@ceph.mon.b.smithi154.stdout: No filesystems configured 2024-09-14T03:27:41.507 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-09-14T03:27:41.507 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-09-14T03:27:41.507 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-09-14T03:27:41.507 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-09-14T03:27:41.507 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-09-14T03:27:41.508 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-09-14T03:27:41.508 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-09-14T03:27:41.508 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-14T03:27:41.508 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-14T03:27:41.508 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-14T03:27:41.508 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: from='client.? 172.21.15.2:0/4057150560' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-09-14T03:27:41.508 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: from='client.? 172.21.15.2:0/4057150560' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-09-14T03:27:41.509 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: osdmap e4: 0 total, 0 up, 0 in 2024-09-14T03:27:41.509 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:27:41.509 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi002:172.21.15.2=a;smithi002:[v2:172.21.15.2:3301,v1:172.21.15.2:6790]=c;smithi154:172.21.15.154=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:27:41.509 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: Saving service mon spec with placement smithi002:172.21.15.2=a;smithi002:[v2:172.21.15.2:3301,v1:172.21.15.2:6790]=c;smithi154:172.21.15.154=b;count:3 2024-09-14T03:27:41.509 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:41.509 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:27:41.509 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:27:41.509 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:27:41.509 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:41.509 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-14T03:27:41.509 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:27:41.510 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: Deploying daemon mon.b on smithi154 2024-09-14T03:27:41.510 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:27:41.510 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:27:41.510 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:27:41.510 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 ceph-mon[30999]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-09-14T03:27:41.510 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 bash[30947]: 95bb81b1fc6b1af1ac6823201d1af24ee4a46140e8dca9fd47c75d3eb50dbcfe 2024-09-14T03:27:41.510 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:41 smithi154 systemd[1]: Started Ceph mon.b for f357b922-7248-11ef-bceb-c7b262605968. 2024-09-14T03:27:42.835 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-14T03:27:42.835 DEBUG:teuthology.orchestra.run.smithi154:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph mon dump -f json 2024-09-14T03:27:43.040 INFO:teuthology.orchestra.run.smithi154.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.b/config 2024-09-14T03:27:46.530 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:46 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:27:46.531 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:46 smithi154 ceph-mon[30999]: mon.a calling monitor election 2024-09-14T03:27:46.531 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:46 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:27:46.531 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:46 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:27:46.531 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:46 smithi154 ceph-mon[30999]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:27:46.531 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:46 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:27:46.531 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:46 smithi154 ceph-mon[30999]: mon.b calling monitor election 2024-09-14T03:27:46.531 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:46 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:27:46.531 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:46 smithi154 ceph-mon[30999]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:27:46.531 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:46 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:27:46.531 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:46 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:27:46.532 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:46 smithi154 ceph-mon[30999]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-09-14T03:27:46.532 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:46 smithi154 ceph-mon[30999]: monmap e2: 2 mons at {a=[v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0],b=[v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-14T03:27:46.532 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:46 smithi154 ceph-mon[30999]: fsmap 2024-09-14T03:27:46.532 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:46 smithi154 ceph-mon[30999]: osdmap e4: 0 total, 0 up, 0 in 2024-09-14T03:27:46.532 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:46 smithi154 ceph-mon[30999]: mgrmap e13: y(active, since 39s) 2024-09-14T03:27:46.532 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:46 smithi154 ceph-mon[30999]: overall HEALTH_OK 2024-09-14T03:27:46.532 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:46 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:46.532 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:46 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:46.532 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:46 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:46.532 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:46 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-14T03:27:46.532 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:46 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:27:46.599 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:46 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:27:46.599 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:46 smithi002 ceph-mon[27606]: mon.a calling monitor election 2024-09-14T03:27:46.599 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:46 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:27:46.599 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:46 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:27:46.599 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:46 smithi002 ceph-mon[27606]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:27:46.599 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:46 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:27:46.600 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:46 smithi002 ceph-mon[27606]: mon.b calling monitor election 2024-09-14T03:27:46.600 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:46 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:27:46.600 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:46 smithi002 ceph-mon[27606]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:27:46.600 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:46 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:27:46.600 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:46 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:27:46.600 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:46 smithi002 ceph-mon[27606]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-09-14T03:27:46.600 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:46 smithi002 ceph-mon[27606]: monmap e2: 2 mons at {a=[v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0],b=[v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-14T03:27:46.600 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:46 smithi002 ceph-mon[27606]: fsmap 2024-09-14T03:27:46.600 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:46 smithi002 ceph-mon[27606]: osdmap e4: 0 total, 0 up, 0 in 2024-09-14T03:27:46.600 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:46 smithi002 ceph-mon[27606]: mgrmap e13: y(active, since 39s) 2024-09-14T03:27:46.600 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:46 smithi002 ceph-mon[27606]: overall HEALTH_OK 2024-09-14T03:27:46.600 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:46 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:46.601 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:46 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:46.601 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:46 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:46.601 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:46 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-14T03:27:46.601 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:46 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:27:47.542 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:47 smithi154 ceph-mon[30999]: Deploying daemon mon.c on smithi002 2024-09-14T03:27:47.542 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:47 smithi154 ceph-mon[30999]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:27:47.542 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:47 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:27:47.560 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:47 smithi002 ceph-mon[27606]: Deploying daemon mon.c on smithi002 2024-09-14T03:27:47.560 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:47 smithi002 ceph-mon[27606]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:27:47.560 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:47 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:27:47.765 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-14T03:27:47.766 INFO:teuthology.orchestra.run.smithi154.stdout:{"epoch":2,"fsid":"f357b922-7248-11ef-bceb-c7b262605968","modified":"2024-09-14T03:27:41.197673Z","created":"2024-09-14T03:26:12.592430Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:3300","nonce":0},{"type":"v1","addr":"172.21.15.2:6789","nonce":0}]},"addr":"172.21.15.2:6789/0","public_addr":"172.21.15.2:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:3300","nonce":0},{"type":"v1","addr":"172.21.15.154:6789","nonce":0}]},"addr":"172.21.15.154:6789/0","public_addr":"172.21.15.154:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-09-14T03:27:47.766 INFO:teuthology.orchestra.run.smithi154.stderr:dumped monmap epoch 2 2024-09-14T03:27:48.309 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:48 smithi154 ceph-mon[30999]: from='client.? 172.21.15.154:0/3809933664' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-14T03:27:48.581 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:48 smithi002 ceph-mon[27606]: from='client.? 172.21.15.154:0/3809933664' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-14T03:27:49.116 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 systemd[1]: Starting Ceph mon.c for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:27:49.330 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-14T03:27:49.331 DEBUG:teuthology.orchestra.run.smithi154:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph mon dump -f json 2024-09-14T03:27:49.422 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[27606]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:27:49.423 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 podman[37977]: 2024-09-14 03:27:49.195624155 +0000 UTC m=+0.016637642 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-14T03:27:49.423 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 podman[37977]: 2024-09-14 03:27:49.316234878 +0000 UTC m=+0.137248358 container create 1767048af220cd50211ddee0687317232cbf4752ddecc56fba47b3c0b8f33bce (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mon-c, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-e4e227b, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-09-14T03:27:49.532 INFO:teuthology.orchestra.run.smithi154.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.b/config 2024-09-14T03:27:49.652 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:49 smithi154 ceph-mon[30999]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:27:49.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 podman[37977]: 2024-09-14 03:27:49.535179507 +0000 UTC m=+0.356192997 container init 1767048af220cd50211ddee0687317232cbf4752ddecc56fba47b3c0b8f33bce (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mon-c, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-e4e227b, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, ceph=True) 2024-09-14T03:27:49.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 podman[37977]: 2024-09-14 03:27:49.539017613 +0000 UTC m=+0.360031084 container start 1767048af220cd50211ddee0687317232cbf4752ddecc56fba47b3c0b8f33bce (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mon-c, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=reef-e4e227b, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-14T03:27:49.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: set uid:gid to 167:167 (ceph:ceph) 2024-09-14T03:27:49.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable), process ceph-mon, pid 2 2024-09-14T03:27:49.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: pidfile_write: ignore empty --pid-file 2024-09-14T03:27:49.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: load: jerasure load: lrc 2024-09-14T03:27:49.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: RocksDB version: 7.9.2 2024-09-14T03:27:49.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Git sha 0 2024-09-14T03:27:49.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Compile date 2024-09-13 16:45:57 2024-09-14T03:27:49.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: DB SUMMARY 2024-09-14T03:27:49.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: DB Session ID: 35NBQZBXMNFAGJU31AFD 2024-09-14T03:27:49.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: CURRENT file: CURRENT 2024-09-14T03:27:49.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: IDENTITY file: IDENTITY 2024-09-14T03:27:49.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-09-14T03:27:49.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-09-14T03:27:49.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 636 ; 2024-09-14T03:27:49.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.error_if_exists: 0 2024-09-14T03:27:49.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.create_if_missing: 0 2024-09-14T03:27:49.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.paranoid_checks: 1 2024-09-14T03:27:49.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-14T03:27:49.689 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-14T03:27:49.689 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-14T03:27:49.689 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.env: 0x55a1d27c7bc0 2024-09-14T03:27:49.689 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.fs: PosixFileSystem 2024-09-14T03:27:49.689 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.info_log: 0x55a1d3632be0 2024-09-14T03:27:49.689 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.max_file_opening_threads: 16 2024-09-14T03:27:49.689 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.statistics: (nil) 2024-09-14T03:27:49.691 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.use_fsync: 0 2024-09-14T03:27:49.691 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.max_log_file_size: 0 2024-09-14T03:27:49.691 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-14T03:27:49.691 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-14T03:27:49.691 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.keep_log_file_num: 1000 2024-09-14T03:27:49.691 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.recycle_log_file_num: 0 2024-09-14T03:27:49.691 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.allow_fallocate: 1 2024-09-14T03:27:49.691 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.allow_mmap_reads: 0 2024-09-14T03:27:49.691 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.allow_mmap_writes: 0 2024-09-14T03:27:49.692 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.use_direct_reads: 0 2024-09-14T03:27:49.692 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-14T03:27:49.692 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.create_missing_column_families: 0 2024-09-14T03:27:49.692 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.db_log_dir: 2024-09-14T03:27:49.692 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.wal_dir: 2024-09-14T03:27:49.692 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-14T03:27:49.692 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-14T03:27:49.692 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-14T03:27:49.692 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-14T03:27:49.692 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-14T03:27:49.692 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-14T03:27:49.692 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.advise_random_on_open: 1 2024-09-14T03:27:49.692 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.db_write_buffer_size: 0 2024-09-14T03:27:49.693 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.write_buffer_manager: 0x55a1d3640320 2024-09-14T03:27:49.693 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-14T03:27:49.693 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-14T03:27:49.693 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-14T03:27:49.693 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.rate_limiter: (nil) 2024-09-14T03:27:49.693 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-14T03:27:49.693 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.wal_recovery_mode: 2 2024-09-14T03:27:49.693 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.enable_thread_tracking: 0 2024-09-14T03:27:49.693 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.enable_pipelined_write: 0 2024-09-14T03:27:49.693 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.unordered_write: 0 2024-09-14T03:27:49.693 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-14T03:27:49.693 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-14T03:27:49.694 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-14T03:27:49.694 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-14T03:27:49.694 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.row_cache: None 2024-09-14T03:27:49.694 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.wal_filter: None 2024-09-14T03:27:49.694 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-14T03:27:49.694 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.allow_ingest_behind: 0 2024-09-14T03:27:49.694 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.two_write_queues: 0 2024-09-14T03:27:49.694 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.manual_wal_flush: 0 2024-09-14T03:27:49.694 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.wal_compression: 0 2024-09-14T03:27:49.694 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.atomic_flush: 0 2024-09-14T03:27:49.694 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-14T03:27:49.694 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-14T03:27:49.694 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-14T03:27:49.694 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.log_readahead_size: 0 2024-09-14T03:27:49.695 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-14T03:27:49.695 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.best_efforts_recovery: 0 2024-09-14T03:27:49.695 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-14T03:27:49.695 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-14T03:27:49.695 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.allow_data_in_errors: 0 2024-09-14T03:27:49.695 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.db_host_id: __hostname__ 2024-09-14T03:27:49.695 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-14T03:27:49.695 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.max_background_jobs: 2 2024-09-14T03:27:49.695 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.max_background_compactions: -1 2024-09-14T03:27:49.695 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.max_subcompactions: 1 2024-09-14T03:27:49.695 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-14T03:27:49.695 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-14T03:27:49.695 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-14T03:27:49.695 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.max_total_wal_size: 0 2024-09-14T03:27:49.696 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-14T03:27:49.696 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-14T03:27:49.696 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-14T03:27:49.696 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-14T03:27:49.696 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.max_open_files: -1 2024-09-14T03:27:49.696 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.bytes_per_sync: 0 2024-09-14T03:27:49.696 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-14T03:27:49.696 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-14T03:27:49.696 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.compaction_readahead_size: 0 2024-09-14T03:27:49.696 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.max_background_flushes: -1 2024-09-14T03:27:49.696 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Compression algorithms supported: 2024-09-14T03:27:49.696 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: kZSTD supported: 0 2024-09-14T03:27:49.696 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: kXpressCompression supported: 0 2024-09-14T03:27:49.696 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: kBZip2Compression supported: 0 2024-09-14T03:27:49.697 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-14T03:27:49.697 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: kLZ4Compression supported: 1 2024-09-14T03:27:49.697 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: kZlibCompression supported: 1 2024-09-14T03:27:49.697 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: kLZ4HCCompression supported: 1 2024-09-14T03:27:49.697 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: kSnappyCompression supported: 1 2024-09-14T03:27:49.697 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-14T03:27:49.697 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-14T03:27:49.697 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2024-09-14T03:27:49.697 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-14T03:27:49.697 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-14T03:27:49.697 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.merge_operator: 2024-09-14T03:27:49.697 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.compaction_filter: None 2024-09-14T03:27:49.697 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.compaction_filter_factory: None 2024-09-14T03:27:49.697 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.sst_partitioner_factory: None 2024-09-14T03:27:49.698 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-14T03:27:49.698 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-14T03:27:49.698 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55a1d36327e0) 2024-09-14T03:27:49.698 INFO:journalctl@ceph.mon.c.smithi002.stdout: cache_index_and_filter_blocks: 1 2024-09-14T03:27:49.698 INFO:journalctl@ceph.mon.c.smithi002.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-14T03:27:49.698 INFO:journalctl@ceph.mon.c.smithi002.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-14T03:27:49.698 INFO:journalctl@ceph.mon.c.smithi002.stdout: pin_top_level_index_and_filter: 1 2024-09-14T03:27:49.698 INFO:journalctl@ceph.mon.c.smithi002.stdout: index_type: 0 2024-09-14T03:27:49.698 INFO:journalctl@ceph.mon.c.smithi002.stdout: data_block_index_type: 0 2024-09-14T03:27:49.698 INFO:journalctl@ceph.mon.c.smithi002.stdout: index_shortening: 1 2024-09-14T03:27:49.698 INFO:journalctl@ceph.mon.c.smithi002.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-14T03:27:49.698 INFO:journalctl@ceph.mon.c.smithi002.stdout: checksum: 4 2024-09-14T03:27:49.699 INFO:journalctl@ceph.mon.c.smithi002.stdout: no_block_cache: 0 2024-09-14T03:27:49.699 INFO:journalctl@ceph.mon.c.smithi002.stdout: block_cache: 0x55a1d3627350 2024-09-14T03:27:49.699 INFO:journalctl@ceph.mon.c.smithi002.stdout: block_cache_name: BinnedLRUCache 2024-09-14T03:27:49.699 INFO:journalctl@ceph.mon.c.smithi002.stdout: block_cache_options: 2024-09-14T03:27:49.699 INFO:journalctl@ceph.mon.c.smithi002.stdout: capacity : 536870912 2024-09-14T03:27:49.699 INFO:journalctl@ceph.mon.c.smithi002.stdout: num_shard_bits : 4 2024-09-14T03:27:49.699 INFO:journalctl@ceph.mon.c.smithi002.stdout: strict_capacity_limit : 0 2024-09-14T03:27:49.699 INFO:journalctl@ceph.mon.c.smithi002.stdout: high_pri_pool_ratio: 0.000 2024-09-14T03:27:49.699 INFO:journalctl@ceph.mon.c.smithi002.stdout: block_cache_compressed: (nil) 2024-09-14T03:27:49.699 INFO:journalctl@ceph.mon.c.smithi002.stdout: persistent_cache: (nil) 2024-09-14T03:27:49.699 INFO:journalctl@ceph.mon.c.smithi002.stdout: block_size: 4096 2024-09-14T03:27:49.699 INFO:journalctl@ceph.mon.c.smithi002.stdout: block_size_deviation: 10 2024-09-14T03:27:49.699 INFO:journalctl@ceph.mon.c.smithi002.stdout: block_restart_interval: 16 2024-09-14T03:27:49.699 INFO:journalctl@ceph.mon.c.smithi002.stdout: index_block_restart_interval: 1 2024-09-14T03:27:49.700 INFO:journalctl@ceph.mon.c.smithi002.stdout: metadata_block_size: 4096 2024-09-14T03:27:49.700 INFO:journalctl@ceph.mon.c.smithi002.stdout: partition_filters: 0 2024-09-14T03:27:49.700 INFO:journalctl@ceph.mon.c.smithi002.stdout: use_delta_encoding: 1 2024-09-14T03:27:49.700 INFO:journalctl@ceph.mon.c.smithi002.stdout: filter_policy: bloomfilter 2024-09-14T03:27:49.700 INFO:journalctl@ceph.mon.c.smithi002.stdout: whole_key_filtering: 1 2024-09-14T03:27:49.700 INFO:journalctl@ceph.mon.c.smithi002.stdout: verify_compression: 0 2024-09-14T03:27:49.700 INFO:journalctl@ceph.mon.c.smithi002.stdout: read_amp_bytes_per_bit: 0 2024-09-14T03:27:49.700 INFO:journalctl@ceph.mon.c.smithi002.stdout: format_version: 5 2024-09-14T03:27:49.700 INFO:journalctl@ceph.mon.c.smithi002.stdout: enable_index_compression: 1 2024-09-14T03:27:49.700 INFO:journalctl@ceph.mon.c.smithi002.stdout: block_align: 0 2024-09-14T03:27:49.700 INFO:journalctl@ceph.mon.c.smithi002.stdout: max_auto_readahead_size: 262144 2024-09-14T03:27:49.700 INFO:journalctl@ceph.mon.c.smithi002.stdout: prepopulate_block_cache: 0 2024-09-14T03:27:49.700 INFO:journalctl@ceph.mon.c.smithi002.stdout: initial_auto_readahead_size: 8192 2024-09-14T03:27:49.700 INFO:journalctl@ceph.mon.c.smithi002.stdout: num_file_reads_for_auto_readahead: 2 2024-09-14T03:27:49.700 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.write_buffer_size: 33554432 2024-09-14T03:27:49.701 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.max_write_buffer_number: 2 2024-09-14T03:27:49.701 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.compression: NoCompression 2024-09-14T03:27:49.701 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.bottommost_compression: Disabled 2024-09-14T03:27:49.701 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.prefix_extractor: nullptr 2024-09-14T03:27:49.701 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-14T03:27:49.701 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.num_levels: 7 2024-09-14T03:27:49.701 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-14T03:27:49.701 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-14T03:27:49.701 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-14T03:27:49.701 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-14T03:27:49.701 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-14T03:27:49.701 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-14T03:27:49.701 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-14T03:27:49.701 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-14T03:27:49.701 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-14T03:27:49.702 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-14T03:27:49.702 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-14T03:27:49.702 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-14T03:27:49.702 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-14T03:27:49.702 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.compression_opts.level: 32767 2024-09-14T03:27:49.702 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.compression_opts.strategy: 0 2024-09-14T03:27:49.702 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-14T03:27:49.702 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-14T03:27:49.702 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-14T03:27:49.702 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-14T03:27:49.702 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.compression_opts.enabled: false 2024-09-14T03:27:49.702 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-14T03:27:49.702 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-14T03:27:49.703 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-14T03:27:49.703 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-14T03:27:49.703 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.target_file_size_base: 67108864 2024-09-14T03:27:49.703 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-14T03:27:49.703 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-14T03:27:49.703 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-14T03:27:49.703 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-14T03:27:49.703 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-14T03:27:49.703 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-14T03:27:49.703 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-14T03:27:49.703 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-14T03:27:49.703 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-14T03:27:49.703 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-14T03:27:49.704 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-14T03:27:49.704 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-14T03:27:49.704 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-14T03:27:49.704 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-14T03:27:49.704 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.arena_block_size: 1048576 2024-09-14T03:27:49.704 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-14T03:27:49.704 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-14T03:27:49.704 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.disable_auto_compactions: 0 2024-09-14T03:27:49.704 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-14T03:27:49.704 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-14T03:27:49.704 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-14T03:27:49.704 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-14T03:27:49.704 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-14T03:27:49.704 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-14T03:27:49.704 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-14T03:27:49.705 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-14T03:27:49.705 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-14T03:27:49.705 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-14T03:27:49.705 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-14T03:27:49.705 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.inplace_update_support: 0 2024-09-14T03:27:49.705 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-14T03:27:49.705 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-14T03:27:49.705 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-14T03:27:49.705 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-14T03:27:49.705 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.bloom_locality: 0 2024-09-14T03:27:49.705 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.max_successive_merges: 0 2024-09-14T03:27:49.705 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-14T03:27:49.705 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.paranoid_file_checks: 0 2024-09-14T03:27:49.705 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.force_consistency_checks: 1 2024-09-14T03:27:49.706 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.report_bg_io_stats: 0 2024-09-14T03:27:49.706 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.ttl: 2592000 2024-09-14T03:27:49.706 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-14T03:27:49.706 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-14T03:27:49.706 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-14T03:27:49.706 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.enable_blob_files: false 2024-09-14T03:27:49.706 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.min_blob_size: 0 2024-09-14T03:27:49.706 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.blob_file_size: 268435456 2024-09-14T03:27:49.706 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-14T03:27:49.706 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-14T03:27:49.706 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-14T03:27:49.706 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-14T03:27:49.706 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-14T03:27:49.707 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.blob_file_starting_level: 0 2024-09-14T03:27:49.707 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-14T03:27:49.707 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-09-14T03:27:49.707 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-09-14T03:27:49.707 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 4f5ddea1-1372-42fa-a786-1b0fb1475342 2024-09-14T03:27:49.707 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726284469567355, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-09-14T03:27:49.707 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-09-14T03:27:49.707 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726284469567887, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1773, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726284469, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "4f5ddea1-1372-42fa-a786-1b0fb1475342", "db_session_id": "35NBQZBXMNFAGJU31AFD", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-09-14T03:27:49.707 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726284469568006, "job": 1, "event": "recovery_finished"} 2024-09-14T03:27:49.707 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-09-14T03:27:49.707 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-14T03:27:49.707 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55a1d3652e00 2024-09-14T03:27:49.707 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: DB pointer 0x55a1d3746000 2024-09-14T03:27:49.707 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-14T03:27:49.708 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-14T03:27:49.708 INFO:journalctl@ceph.mon.c.smithi002.stdout: ** DB Stats ** 2024-09-14T03:27:49.708 INFO:journalctl@ceph.mon.c.smithi002.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-14T03:27:49.708 INFO:journalctl@ceph.mon.c.smithi002.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-14T03:27:49.708 INFO:journalctl@ceph.mon.c.smithi002.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-14T03:27:49.708 INFO:journalctl@ceph.mon.c.smithi002.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-14T03:27:49.708 INFO:journalctl@ceph.mon.c.smithi002.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-14T03:27:49.708 INFO:journalctl@ceph.mon.c.smithi002.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-14T03:27:49.708 INFO:journalctl@ceph.mon.c.smithi002.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-14T03:27:49.708 INFO:journalctl@ceph.mon.c.smithi002.stdout: 2024-09-14T03:27:49.708 INFO:journalctl@ceph.mon.c.smithi002.stdout: ** Compaction Stats [default] ** 2024-09-14T03:27:49.708 INFO:journalctl@ceph.mon.c.smithi002.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-14T03:27:49.708 INFO:journalctl@ceph.mon.c.smithi002.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-14T03:27:49.709 INFO:journalctl@ceph.mon.c.smithi002.stdout: L0 1/0 1.73 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.4 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-14T03:27:49.709 INFO:journalctl@ceph.mon.c.smithi002.stdout: Sum 1/0 1.73 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.4 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-14T03:27:49.709 INFO:journalctl@ceph.mon.c.smithi002.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.4 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-14T03:27:49.709 INFO:journalctl@ceph.mon.c.smithi002.stdout: 2024-09-14T03:27:49.709 INFO:journalctl@ceph.mon.c.smithi002.stdout: ** Compaction Stats [default] ** 2024-09-14T03:27:49.709 INFO:journalctl@ceph.mon.c.smithi002.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-14T03:27:49.709 INFO:journalctl@ceph.mon.c.smithi002.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-14T03:27:49.709 INFO:journalctl@ceph.mon.c.smithi002.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.4 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-14T03:27:49.709 INFO:journalctl@ceph.mon.c.smithi002.stdout: 2024-09-14T03:27:49.709 INFO:journalctl@ceph.mon.c.smithi002.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-14T03:27:49.709 INFO:journalctl@ceph.mon.c.smithi002.stdout: 2024-09-14T03:27:49.709 INFO:journalctl@ceph.mon.c.smithi002.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-14T03:27:49.709 INFO:journalctl@ceph.mon.c.smithi002.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-09-14T03:27:49.709 INFO:journalctl@ceph.mon.c.smithi002.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-14T03:27:49.710 INFO:journalctl@ceph.mon.c.smithi002.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-14T03:27:49.710 INFO:journalctl@ceph.mon.c.smithi002.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-14T03:27:49.710 INFO:journalctl@ceph.mon.c.smithi002.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-14T03:27:49.710 INFO:journalctl@ceph.mon.c.smithi002.stdout: Cumulative compaction: 0.00 GB write, 0.50 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-14T03:27:49.710 INFO:journalctl@ceph.mon.c.smithi002.stdout: Interval compaction: 0.00 GB write, 0.50 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-14T03:27:49.710 INFO:journalctl@ceph.mon.c.smithi002.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-14T03:27:49.710 INFO:journalctl@ceph.mon.c.smithi002.stdout: Block cache BinnedLRUCache@0x55a1d3627350#2 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-09-14T03:27:49.710 INFO:journalctl@ceph.mon.c.smithi002.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-09-14T03:27:49.710 INFO:journalctl@ceph.mon.c.smithi002.stdout: 2024-09-14T03:27:49.710 INFO:journalctl@ceph.mon.c.smithi002.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-14T03:27:49.710 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: mon.c does not exist in monmap, will attempt to join an existing cluster 2024-09-14T03:27:49.710 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: using public_addrv [v2:172.21.15.2:3301/0,v1:172.21.15.2:6790/0] 2024-09-14T03:27:49.710 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: starting mon.c rank -1 at public addrs [v2:172.21.15.2:3301/0,v1:172.21.15.2:6790/0] at bind addrs [v2:172.21.15.2:3301/0,v1:172.21.15.2:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid f357b922-7248-11ef-bceb-c7b262605968 2024-09-14T03:27:49.711 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: mon.c@-1(???) e0 preinit fsid f357b922-7248-11ef-bceb-c7b262605968 2024-09-14T03:27:49.711 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: mon.c@-1(synchronizing).mds e1 new map 2024-09-14T03:27:49.711 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: mon.c@-1(synchronizing).mds e1 print_map 2024-09-14T03:27:49.711 INFO:journalctl@ceph.mon.c.smithi002.stdout: e1 2024-09-14T03:27:49.711 INFO:journalctl@ceph.mon.c.smithi002.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-14T03:27:49.711 INFO:journalctl@ceph.mon.c.smithi002.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-14T03:27:49.711 INFO:journalctl@ceph.mon.c.smithi002.stdout: legacy client fscid: -1 2024-09-14T03:27:49.711 INFO:journalctl@ceph.mon.c.smithi002.stdout: 2024-09-14T03:27:49.711 INFO:journalctl@ceph.mon.c.smithi002.stdout: No filesystems configured 2024-09-14T03:27:49.711 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-09-14T03:27:49.711 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-09-14T03:27:49.711 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-09-14T03:27:49.711 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-09-14T03:27:49.711 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-09-14T03:27:49.711 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-09-14T03:27:49.712 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-09-14T03:27:49.712 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-14T03:27:49.712 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-14T03:27:49.712 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-14T03:27:49.712 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: from='client.? 172.21.15.2:0/4057150560' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-09-14T03:27:49.712 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: from='client.? 172.21.15.2:0/4057150560' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-09-14T03:27:49.712 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: osdmap e4: 0 total, 0 up, 0 in 2024-09-14T03:27:49.712 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:27:49.713 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi002:172.21.15.2=a;smithi002:[v2:172.21.15.2:3301,v1:172.21.15.2:6790]=c;smithi154:172.21.15.154=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:27:49.713 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: Saving service mon spec with placement smithi002:172.21.15.2=a;smithi002:[v2:172.21.15.2:3301,v1:172.21.15.2:6790]=c;smithi154:172.21.15.154=b;count:3 2024-09-14T03:27:49.713 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:49.713 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:27:49.713 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:27:49.713 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:27:49.713 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:49.713 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-14T03:27:49.713 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:27:49.713 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: Deploying daemon mon.b on smithi154 2024-09-14T03:27:49.713 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:27:49.713 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:27:49.713 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:27:49.713 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:27:49.714 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: mon.a calling monitor election 2024-09-14T03:27:49.714 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:27:49.714 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:27:49.714 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:27:49.714 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:27:49.714 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: mon.b calling monitor election 2024-09-14T03:27:49.714 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:27:49.714 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:27:49.714 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:27:49.714 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:27:49.714 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-09-14T03:27:49.714 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: monmap e2: 2 mons at {a=[v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0],b=[v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-14T03:27:49.715 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: fsmap 2024-09-14T03:27:49.715 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: osdmap e4: 0 total, 0 up, 0 in 2024-09-14T03:27:49.715 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: mgrmap e13: y(active, since 39s) 2024-09-14T03:27:49.715 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: overall HEALTH_OK 2024-09-14T03:27:49.715 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:49.715 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:49.715 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:49.715 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-14T03:27:49.715 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:27:49.715 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: Deploying daemon mon.c on smithi002 2024-09-14T03:27:49.715 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:27:49.715 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:27:49.715 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: from='client.? 172.21.15.154:0/3809933664' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-14T03:27:49.715 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:27:49.716 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 ceph-mon[38004]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-09-14T03:27:49.716 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 bash[37977]: 1767048af220cd50211ddee0687317232cbf4752ddecc56fba47b3c0b8f33bce 2024-09-14T03:27:49.716 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:49 smithi002 systemd[1]: Started Ceph mon.c for f357b922-7248-11ef-bceb-c7b262605968. 2024-09-14T03:27:54.911 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-14T03:27:54.912 INFO:teuthology.orchestra.run.smithi154.stdout:{"epoch":3,"fsid":"f357b922-7248-11ef-bceb-c7b262605968","modified":"2024-09-14T03:27:49.592692Z","created":"2024-09-14T03:26:12.592430Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:3300","nonce":0},{"type":"v1","addr":"172.21.15.2:6789","nonce":0}]},"addr":"172.21.15.2:6789/0","public_addr":"172.21.15.2:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:3300","nonce":0},{"type":"v1","addr":"172.21.15.154:6789","nonce":0}]},"addr":"172.21.15.154:6789/0","public_addr":"172.21.15.154:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:3301","nonce":0},{"type":"v1","addr":"172.21.15.2:6790","nonce":0}]},"addr":"172.21.15.2:6790/0","public_addr":"172.21.15.2:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-09-14T03:27:54.912 INFO:teuthology.orchestra.run.smithi154.stderr:dumped monmap epoch 3 2024-09-14T03:27:54.912 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:54 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:27:54.912 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:54 smithi154 ceph-mon[30999]: mon.a calling monitor election 2024-09-14T03:27:54.913 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:54 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:27:54.913 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:54 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:27:54.913 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:54 smithi154 ceph-mon[30999]: mon.b calling monitor election 2024-09-14T03:27:54.913 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:54 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:27:54.913 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:54 smithi154 ceph-mon[30999]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:27:54.913 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:54 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:27:54.913 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:54 smithi154 ceph-mon[30999]: mon.c calling monitor election 2024-09-14T03:27:54.913 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:54 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:27:54.913 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:54 smithi154 ceph-mon[30999]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:27:54.913 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:54 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:27:54.913 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:54 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:27:54.913 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:54 smithi154 ceph-mon[30999]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-14T03:27:54.913 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:54 smithi154 ceph-mon[30999]: monmap e3: 3 mons at {a=[v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0],b=[v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0],c=[v2:172.21.15.2:3301/0,v1:172.21.15.2:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-14T03:27:54.913 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:54 smithi154 ceph-mon[30999]: fsmap 2024-09-14T03:27:54.914 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:54 smithi154 ceph-mon[30999]: osdmap e4: 0 total, 0 up, 0 in 2024-09-14T03:27:54.914 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:54 smithi154 ceph-mon[30999]: mgrmap e13: y(active, since 47s) 2024-09-14T03:27:54.914 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:54 smithi154 ceph-mon[30999]: overall HEALTH_OK 2024-09-14T03:27:54.914 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:54 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:54.914 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:54 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:54.914 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:54 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:54.914 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:54 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:54.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:54 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:27:54.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:54 smithi002 ceph-mon[27606]: mon.a calling monitor election 2024-09-14T03:27:54.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:54 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:27:54.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:54 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:27:54.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:54 smithi002 ceph-mon[27606]: mon.b calling monitor election 2024-09-14T03:27:54.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:54 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:27:54.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:54 smithi002 ceph-mon[27606]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:27:54.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:54 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:27:54.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:54 smithi002 ceph-mon[27606]: mon.c calling monitor election 2024-09-14T03:27:54.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:54 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:27:54.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:54 smithi002 ceph-mon[27606]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:27:54.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:54 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:27:54.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:54 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:27:54.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:54 smithi002 ceph-mon[27606]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-14T03:27:54.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:54 smithi002 ceph-mon[27606]: monmap e3: 3 mons at {a=[v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0],b=[v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0],c=[v2:172.21.15.2:3301/0,v1:172.21.15.2:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-14T03:27:54.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:54 smithi002 ceph-mon[27606]: fsmap 2024-09-14T03:27:54.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:54 smithi002 ceph-mon[27606]: osdmap e4: 0 total, 0 up, 0 in 2024-09-14T03:27:54.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:54 smithi002 ceph-mon[27606]: mgrmap e13: y(active, since 47s) 2024-09-14T03:27:54.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:54 smithi002 ceph-mon[27606]: overall HEALTH_OK 2024-09-14T03:27:54.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:54 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:54.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:54 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:54.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:54 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:54.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:54 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:54.939 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:54 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:27:54.939 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:54 smithi002 ceph-mon[38004]: mon.a calling monitor election 2024-09-14T03:27:54.940 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:54 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:27:54.940 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:54 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:27:54.940 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:54 smithi002 ceph-mon[38004]: mon.b calling monitor election 2024-09-14T03:27:54.940 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:54 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:27:54.940 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:54 smithi002 ceph-mon[38004]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:27:54.940 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:54 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:27:54.940 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:54 smithi002 ceph-mon[38004]: mon.c calling monitor election 2024-09-14T03:27:54.940 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:54 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:27:54.940 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:54 smithi002 ceph-mon[38004]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:27:54.940 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:54 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:27:54.940 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:54 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:27:54.940 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:54 smithi002 ceph-mon[38004]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-14T03:27:54.940 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:54 smithi002 ceph-mon[38004]: monmap e3: 3 mons at {a=[v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0],b=[v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0],c=[v2:172.21.15.2:3301/0,v1:172.21.15.2:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-14T03:27:54.941 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:54 smithi002 ceph-mon[38004]: fsmap 2024-09-14T03:27:54.941 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:54 smithi002 ceph-mon[38004]: osdmap e4: 0 total, 0 up, 0 in 2024-09-14T03:27:54.941 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:54 smithi002 ceph-mon[38004]: mgrmap e13: y(active, since 47s) 2024-09-14T03:27:54.941 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:54 smithi002 ceph-mon[38004]: overall HEALTH_OK 2024-09-14T03:27:54.941 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:54 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:54.941 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:54 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:54.941 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:54 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:54.941 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:54 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:55.511 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-09-14T03:27:55.511 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph config generate-minimal-conf 2024-09-14T03:27:55.720 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:27:55.740 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:55 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:27:55.740 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:55 smithi154 ceph-mon[30999]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:27:55.741 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:55 smithi154 ceph-mon[30999]: from='client.? 172.21.15.154:0/3096266415' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-14T03:27:55.741 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:55 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:27:55.843 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:55 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:27:55.843 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:55 smithi002 ceph-mon[38004]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:27:55.843 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:55 smithi002 ceph-mon[38004]: from='client.? 172.21.15.154:0/3096266415' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-14T03:27:55.843 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:55 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:27:55.843 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:55 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:27:55.843 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:55 smithi002 ceph-mon[27606]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:27:55.844 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:55 smithi002 ceph-mon[27606]: from='client.? 172.21.15.154:0/3096266415' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-14T03:27:55.844 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:55 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:27:56.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:56 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:56.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:56 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:56.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:56 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:56.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:56 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:56.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:56 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:27:56.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:56 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:27:56.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:56 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:56.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:56 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:56.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:56 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:56.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:56 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:56.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:56 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:56.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:56 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:56.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:56 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:56.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:56 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:56.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:56 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:56.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:56 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-14T03:27:56.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:56 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-14T03:27:56.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:56 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:27:56.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:56 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:56.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:56 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:56.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:56 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:56.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:56 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:56.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:56 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:27:56.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:56 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:27:56.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:56 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:56.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:56 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:56.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:56 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:56.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:56 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:56.940 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:56 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:56.940 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:56 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:56.940 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:56 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:56.940 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:56 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:56.940 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:56 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:56.940 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:56 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-14T03:27:56.940 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:56 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-14T03:27:56.940 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:56 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:27:57.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:56 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:57.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:56 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:57.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:56 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:57.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:56 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:57.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:56 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:27:57.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:56 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:27:57.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:56 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:57.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:56 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:57.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:56 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:57.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:56 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:57.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:56 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:57.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:56 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:57.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:56 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:57.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:56 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:57.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:56 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:57.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:56 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-14T03:27:57.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:56 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-14T03:27:57.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:56 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:27:57.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:57 smithi154 ceph-mon[30999]: Updating smithi002:/etc/ceph/ceph.conf 2024-09-14T03:27:57.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:57 smithi154 ceph-mon[30999]: Updating smithi154:/etc/ceph/ceph.conf 2024-09-14T03:27:57.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:57 smithi154 ceph-mon[30999]: Updating smithi154:/var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-14T03:27:57.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:57 smithi154 ceph-mon[30999]: Updating smithi002:/var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-14T03:27:57.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:57 smithi154 ceph-mon[30999]: Reconfiguring mon.a (unknown last config time)... 2024-09-14T03:27:57.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:57 smithi154 ceph-mon[30999]: Reconfiguring daemon mon.a on smithi002 2024-09-14T03:27:57.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:57 smithi154 ceph-mon[30999]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:27:57.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:57 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:58.106 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:57 smithi002 ceph-mon[38004]: Updating smithi002:/etc/ceph/ceph.conf 2024-09-14T03:27:58.106 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:57 smithi002 ceph-mon[38004]: Updating smithi154:/etc/ceph/ceph.conf 2024-09-14T03:27:58.107 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:57 smithi002 ceph-mon[38004]: Updating smithi154:/var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-14T03:27:58.107 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:57 smithi002 ceph-mon[38004]: Updating smithi002:/var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-14T03:27:58.107 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:57 smithi002 ceph-mon[38004]: Reconfiguring mon.a (unknown last config time)... 2024-09-14T03:27:58.107 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:57 smithi002 ceph-mon[38004]: Reconfiguring daemon mon.a on smithi002 2024-09-14T03:27:58.107 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:57 smithi002 ceph-mon[38004]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:27:58.107 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:57 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:58.107 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:57 smithi002 ceph-mon[27606]: Updating smithi002:/etc/ceph/ceph.conf 2024-09-14T03:27:58.107 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:57 smithi002 ceph-mon[27606]: Updating smithi154:/etc/ceph/ceph.conf 2024-09-14T03:27:58.107 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:57 smithi002 ceph-mon[27606]: Updating smithi154:/var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-14T03:27:58.107 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:57 smithi002 ceph-mon[27606]: Updating smithi002:/var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-14T03:27:58.107 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:57 smithi002 ceph-mon[27606]: Reconfiguring mon.a (unknown last config time)... 2024-09-14T03:27:58.108 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:57 smithi002 ceph-mon[27606]: Reconfiguring daemon mon.a on smithi002 2024-09-14T03:27:58.108 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:57 smithi002 ceph-mon[27606]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:27:58.109 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:57 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:58.535 INFO:teuthology.orchestra.run.smithi002.stdout:# minimal ceph.conf for f357b922-7248-11ef-bceb-c7b262605968 2024-09-14T03:27:58.535 INFO:teuthology.orchestra.run.smithi002.stdout:[global] 2024-09-14T03:27:58.536 INFO:teuthology.orchestra.run.smithi002.stdout: fsid = f357b922-7248-11ef-bceb-c7b262605968 2024-09-14T03:27:58.536 INFO:teuthology.orchestra.run.smithi002.stdout: mon_host = [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] [v2:172.21.15.2:3301/0,v1:172.21.15.2:6790/0] 2024-09-14T03:27:59.103 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-09-14T03:27:59.103 DEBUG:teuthology.orchestra.run.smithi002:> set -ex 2024-09-14T03:27:59.103 DEBUG:teuthology.orchestra.run.smithi002:> sudo dd of=/etc/ceph/ceph.conf 2024-09-14T03:27:59.132 DEBUG:teuthology.orchestra.run.smithi002:> set -ex 2024-09-14T03:27:59.132 DEBUG:teuthology.orchestra.run.smithi002:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-14T03:27:59.199 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-09-14T03:27:59.200 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd of=/etc/ceph/ceph.conf 2024-09-14T03:27:59.233 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-09-14T03:27:59.233 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-14T03:27:59.303 INFO:tasks.cephadm:Adding mgr.y on smithi002 2024-09-14T03:27:59.303 INFO:tasks.cephadm:Adding mgr.x on smithi154 2024-09-14T03:27:59.303 DEBUG:teuthology.orchestra.run.smithi154:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph orch apply mgr '2;smithi002=y;smithi154=x' 2024-09-14T03:27:59.331 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:59 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:59.331 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:59 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:59.331 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:59 smithi002 ceph-mon[27606]: Reconfiguring mon.c (monmap changed)... 2024-09-14T03:27:59.331 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:59 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-14T03:27:59.331 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:59 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-14T03:27:59.331 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:59 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:27:59.331 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:59 smithi002 ceph-mon[27606]: Reconfiguring daemon mon.c on smithi002 2024-09-14T03:27:59.331 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:59 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/1756131423' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:27:59.331 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:27:59 smithi002 ceph-mon[27606]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:27:59.332 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:59 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:59.332 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:59 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:59.332 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:59 smithi002 ceph-mon[38004]: Reconfiguring mon.c (monmap changed)... 2024-09-14T03:27:59.332 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:59 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-14T03:27:59.332 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:59 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-14T03:27:59.332 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:59 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:27:59.332 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:59 smithi002 ceph-mon[38004]: Reconfiguring daemon mon.c on smithi002 2024-09-14T03:27:59.332 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:59 smithi002 ceph-mon[38004]: from='client.? 172.21.15.2:0/1756131423' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:27:59.332 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:27:59 smithi002 ceph-mon[38004]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:27:59.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:59 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:59.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:59 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:27:59.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:59 smithi154 ceph-mon[30999]: Reconfiguring mon.c (monmap changed)... 2024-09-14T03:27:59.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:59 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-14T03:27:59.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:59 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-14T03:27:59.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:59 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:27:59.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:59 smithi154 ceph-mon[30999]: Reconfiguring daemon mon.c on smithi002 2024-09-14T03:27:59.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:59 smithi154 ceph-mon[30999]: from='client.? 172.21.15.2:0/1756131423' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:27:59.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:27:59 smithi154 ceph-mon[30999]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:27:59.538 INFO:teuthology.orchestra.run.smithi154.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.b/config 2024-09-14T03:28:01.127 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:01 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:01.127 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:01 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:01.127 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:01 smithi154 ceph-mon[30999]: Reconfiguring mon.b (monmap changed)... 2024-09-14T03:28:01.127 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:01 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-14T03:28:01.127 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:01 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-14T03:28:01.127 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:01 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:28:01.127 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:01 smithi154 ceph-mon[30999]: Reconfiguring daemon mon.b on smithi154 2024-09-14T03:28:01.127 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:01 smithi154 ceph-mon[30999]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:28:01.214 INFO:teuthology.orchestra.run.smithi154.stdout:Scheduled mgr update... 2024-09-14T03:28:01.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:01 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:01.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:01 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:01.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:01 smithi002 ceph-mon[27606]: Reconfiguring mon.b (monmap changed)... 2024-09-14T03:28:01.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:01 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-14T03:28:01.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:01 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-14T03:28:01.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:01 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:28:01.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:01 smithi002 ceph-mon[27606]: Reconfiguring daemon mon.b on smithi154 2024-09-14T03:28:01.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:01 smithi002 ceph-mon[27606]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:28:01.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:01 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:01.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:01 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:01.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:01 smithi002 ceph-mon[38004]: Reconfiguring mon.b (monmap changed)... 2024-09-14T03:28:01.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:01 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-14T03:28:01.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:01 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-14T03:28:01.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:01 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:28:01.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:01 smithi002 ceph-mon[38004]: Reconfiguring daemon mon.b on smithi154 2024-09-14T03:28:01.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:01 smithi002 ceph-mon[38004]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:28:02.238 DEBUG:teuthology.orchestra.run.smithi154:mgr.x> sudo journalctl -f -n 0 -u ceph-f357b922-7248-11ef-bceb-c7b262605968@mgr.x.service 2024-09-14T03:28:02.240 DEBUG:tasks.cephadm:set 0 configs 2024-09-14T03:28:02.241 INFO:tasks.cephadm:Deploying OSDs... 2024-09-14T03:28:02.241 DEBUG:teuthology.orchestra.run.smithi002:> set -ex 2024-09-14T03:28:02.241 DEBUG:teuthology.orchestra.run.smithi002:> dd if=/scratch_devs of=/dev/stdout 2024-09-14T03:28:02.261 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-14T03:28:02.262 DEBUG:teuthology.orchestra.run.smithi002:> stat /dev/vg_nvme/lv_1 2024-09-14T03:28:02.321 INFO:teuthology.orchestra.run.smithi002.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-14T03:28:02.321 INFO:teuthology.orchestra.run.smithi002.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-14T03:28:02.321 INFO:teuthology.orchestra.run.smithi002.stdout:Device: 5h/5d Inode: 984 Links: 1 2024-09-14T03:28:02.321 INFO:teuthology.orchestra.run.smithi002.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-14T03:28:02.322 INFO:teuthology.orchestra.run.smithi002.stdout:Context: system_u:object_r:device_t:s0 2024-09-14T03:28:02.322 INFO:teuthology.orchestra.run.smithi002.stdout:Access: 2024-09-14 03:27:48.994334047 +0000 2024-09-14T03:28:02.322 INFO:teuthology.orchestra.run.smithi002.stdout:Modify: 2024-09-14 03:23:45.362965013 +0000 2024-09-14T03:28:02.322 INFO:teuthology.orchestra.run.smithi002.stdout:Change: 2024-09-14 03:23:45.362965013 +0000 2024-09-14T03:28:02.322 INFO:teuthology.orchestra.run.smithi002.stdout: Birth: 2024-09-14 03:23:45.362965013 +0000 2024-09-14T03:28:02.322 DEBUG:teuthology.orchestra.run.smithi002:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-14T03:28:02.390 INFO:teuthology.orchestra.run.smithi002.stderr:1+0 records in 2024-09-14T03:28:02.390 INFO:teuthology.orchestra.run.smithi002.stderr:1+0 records out 2024-09-14T03:28:02.390 INFO:teuthology.orchestra.run.smithi002.stderr:512 bytes copied, 0.000116285 s, 4.4 MB/s 2024-09-14T03:28:02.392 DEBUG:teuthology.orchestra.run.smithi002:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-14T03:28:02.451 DEBUG:teuthology.orchestra.run.smithi002:> stat /dev/vg_nvme/lv_2 2024-09-14T03:28:02.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:02 smithi154 ceph-mon[30999]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi002=y;smithi154=x", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:28:02.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:02 smithi154 ceph-mon[30999]: Saving service mgr spec with placement smithi002=y;smithi154=x;count:2 2024-09-14T03:28:02.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:02 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:02.509 INFO:teuthology.orchestra.run.smithi002.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-14T03:28:02.510 INFO:teuthology.orchestra.run.smithi002.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-14T03:28:02.510 INFO:teuthology.orchestra.run.smithi002.stdout:Device: 5h/5d Inode: 970 Links: 1 2024-09-14T03:28:02.510 INFO:teuthology.orchestra.run.smithi002.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-14T03:28:02.510 INFO:teuthology.orchestra.run.smithi002.stdout:Context: system_u:object_r:device_t:s0 2024-09-14T03:28:02.510 INFO:teuthology.orchestra.run.smithi002.stdout:Access: 2024-09-14 03:27:48.994334047 +0000 2024-09-14T03:28:02.510 INFO:teuthology.orchestra.run.smithi002.stdout:Modify: 2024-09-14 03:23:45.361965105 +0000 2024-09-14T03:28:02.510 INFO:teuthology.orchestra.run.smithi002.stdout:Change: 2024-09-14 03:23:45.361965105 +0000 2024-09-14T03:28:02.510 INFO:teuthology.orchestra.run.smithi002.stdout: Birth: 2024-09-14 03:23:45.361965105 +0000 2024-09-14T03:28:02.510 DEBUG:teuthology.orchestra.run.smithi002:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-14T03:28:02.574 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:02 smithi002 ceph-mon[27606]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi002=y;smithi154=x", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:28:02.575 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:02 smithi002 ceph-mon[27606]: Saving service mgr spec with placement smithi002=y;smithi154=x;count:2 2024-09-14T03:28:02.575 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:02 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:02.575 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:02 smithi002 ceph-mon[38004]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi002=y;smithi154=x", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:28:02.575 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:02 smithi002 ceph-mon[38004]: Saving service mgr spec with placement smithi002=y;smithi154=x;count:2 2024-09-14T03:28:02.575 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:02 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:02.577 INFO:teuthology.orchestra.run.smithi002.stderr:1+0 records in 2024-09-14T03:28:02.577 INFO:teuthology.orchestra.run.smithi002.stderr:1+0 records out 2024-09-14T03:28:02.577 INFO:teuthology.orchestra.run.smithi002.stderr:512 bytes copied, 0.000122067 s, 4.2 MB/s 2024-09-14T03:28:02.579 DEBUG:teuthology.orchestra.run.smithi002:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-14T03:28:02.638 DEBUG:teuthology.orchestra.run.smithi002:> stat /dev/vg_nvme/lv_3 2024-09-14T03:28:02.696 INFO:teuthology.orchestra.run.smithi002.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-14T03:28:02.696 INFO:teuthology.orchestra.run.smithi002.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-14T03:28:02.696 INFO:teuthology.orchestra.run.smithi002.stdout:Device: 5h/5d Inode: 966 Links: 1 2024-09-14T03:28:02.696 INFO:teuthology.orchestra.run.smithi002.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-14T03:28:02.696 INFO:teuthology.orchestra.run.smithi002.stdout:Context: system_u:object_r:device_t:s0 2024-09-14T03:28:02.696 INFO:teuthology.orchestra.run.smithi002.stdout:Access: 2024-09-14 03:27:48.995334024 +0000 2024-09-14T03:28:02.696 INFO:teuthology.orchestra.run.smithi002.stdout:Modify: 2024-09-14 03:23:45.361965105 +0000 2024-09-14T03:28:02.696 INFO:teuthology.orchestra.run.smithi002.stdout:Change: 2024-09-14 03:23:45.361965105 +0000 2024-09-14T03:28:02.697 INFO:teuthology.orchestra.run.smithi002.stdout: Birth: 2024-09-14 03:23:45.361965105 +0000 2024-09-14T03:28:02.697 DEBUG:teuthology.orchestra.run.smithi002:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-14T03:28:02.761 INFO:teuthology.orchestra.run.smithi002.stderr:1+0 records in 2024-09-14T03:28:02.762 INFO:teuthology.orchestra.run.smithi002.stderr:1+0 records out 2024-09-14T03:28:02.762 INFO:teuthology.orchestra.run.smithi002.stderr:512 bytes copied, 9.5485e-05 s, 5.4 MB/s 2024-09-14T03:28:02.763 DEBUG:teuthology.orchestra.run.smithi002:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-14T03:28:02.820 DEBUG:teuthology.orchestra.run.smithi002:> stat /dev/vg_nvme/lv_4 2024-09-14T03:28:02.877 INFO:teuthology.orchestra.run.smithi002.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-14T03:28:02.877 INFO:teuthology.orchestra.run.smithi002.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-14T03:28:02.877 INFO:teuthology.orchestra.run.smithi002.stdout:Device: 5h/5d Inode: 961 Links: 1 2024-09-14T03:28:02.877 INFO:teuthology.orchestra.run.smithi002.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-14T03:28:02.877 INFO:teuthology.orchestra.run.smithi002.stdout:Context: system_u:object_r:device_t:s0 2024-09-14T03:28:02.878 INFO:teuthology.orchestra.run.smithi002.stdout:Access: 2024-09-14 03:27:48.995334024 +0000 2024-09-14T03:28:02.878 INFO:teuthology.orchestra.run.smithi002.stdout:Modify: 2024-09-14 03:23:45.360965197 +0000 2024-09-14T03:28:02.878 INFO:teuthology.orchestra.run.smithi002.stdout:Change: 2024-09-14 03:23:45.360965197 +0000 2024-09-14T03:28:02.878 INFO:teuthology.orchestra.run.smithi002.stdout: Birth: 2024-09-14 03:23:45.360965197 +0000 2024-09-14T03:28:02.878 DEBUG:teuthology.orchestra.run.smithi002:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-14T03:28:02.942 INFO:teuthology.orchestra.run.smithi002.stderr:1+0 records in 2024-09-14T03:28:02.942 INFO:teuthology.orchestra.run.smithi002.stderr:1+0 records out 2024-09-14T03:28:02.942 INFO:teuthology.orchestra.run.smithi002.stderr:512 bytes copied, 0.000127913 s, 4.0 MB/s 2024-09-14T03:28:02.944 DEBUG:teuthology.orchestra.run.smithi002:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-14T03:28:03.001 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-09-14T03:28:03.001 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/scratch_devs of=/dev/stdout 2024-09-14T03:28:03.017 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-14T03:28:03.017 DEBUG:teuthology.orchestra.run.smithi154:> stat /dev/vg_nvme/lv_1 2024-09-14T03:28:03.072 INFO:teuthology.orchestra.run.smithi154.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-14T03:28:03.072 INFO:teuthology.orchestra.run.smithi154.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-14T03:28:03.072 INFO:teuthology.orchestra.run.smithi154.stdout:Device: 5h/5d Inode: 976 Links: 1 2024-09-14T03:28:03.072 INFO:teuthology.orchestra.run.smithi154.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-14T03:28:03.073 INFO:teuthology.orchestra.run.smithi154.stdout:Context: system_u:object_r:device_t:s0 2024-09-14T03:28:03.073 INFO:teuthology.orchestra.run.smithi154.stdout:Access: 2024-09-14 03:27:39.946234001 +0000 2024-09-14T03:28:03.073 INFO:teuthology.orchestra.run.smithi154.stdout:Modify: 2024-09-14 03:23:46.963324206 +0000 2024-09-14T03:28:03.073 INFO:teuthology.orchestra.run.smithi154.stdout:Change: 2024-09-14 03:23:46.963324206 +0000 2024-09-14T03:28:03.073 INFO:teuthology.orchestra.run.smithi154.stdout: Birth: 2024-09-14 03:23:46.963324206 +0000 2024-09-14T03:28:03.073 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-14T03:28:03.136 INFO:teuthology.orchestra.run.smithi154.stderr:1+0 records in 2024-09-14T03:28:03.136 INFO:teuthology.orchestra.run.smithi154.stderr:1+0 records out 2024-09-14T03:28:03.136 INFO:teuthology.orchestra.run.smithi154.stderr:512 bytes copied, 0.000210479 s, 2.4 MB/s 2024-09-14T03:28:03.137 DEBUG:teuthology.orchestra.run.smithi154:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-14T03:28:03.194 DEBUG:teuthology.orchestra.run.smithi154:> stat /dev/vg_nvme/lv_2 2024-09-14T03:28:03.250 INFO:teuthology.orchestra.run.smithi154.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-14T03:28:03.251 INFO:teuthology.orchestra.run.smithi154.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-14T03:28:03.251 INFO:teuthology.orchestra.run.smithi154.stdout:Device: 5h/5d Inode: 971 Links: 1 2024-09-14T03:28:03.251 INFO:teuthology.orchestra.run.smithi154.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-14T03:28:03.251 INFO:teuthology.orchestra.run.smithi154.stdout:Context: system_u:object_r:device_t:s0 2024-09-14T03:28:03.251 INFO:teuthology.orchestra.run.smithi154.stdout:Access: 2024-09-14 03:27:39.946234001 +0000 2024-09-14T03:28:03.251 INFO:teuthology.orchestra.run.smithi154.stdout:Modify: 2024-09-14 03:23:46.962324232 +0000 2024-09-14T03:28:03.251 INFO:teuthology.orchestra.run.smithi154.stdout:Change: 2024-09-14 03:23:46.962324232 +0000 2024-09-14T03:28:03.251 INFO:teuthology.orchestra.run.smithi154.stdout: Birth: 2024-09-14 03:23:46.962324232 +0000 2024-09-14T03:28:03.251 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-14T03:28:03.315 INFO:teuthology.orchestra.run.smithi154.stderr:1+0 records in 2024-09-14T03:28:03.315 INFO:teuthology.orchestra.run.smithi154.stderr:1+0 records out 2024-09-14T03:28:03.315 INFO:teuthology.orchestra.run.smithi154.stderr:512 bytes copied, 0.000195148 s, 2.6 MB/s 2024-09-14T03:28:03.316 DEBUG:teuthology.orchestra.run.smithi154:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-14T03:28:03.372 DEBUG:teuthology.orchestra.run.smithi154:> stat /dev/vg_nvme/lv_3 2024-09-14T03:28:03.427 INFO:teuthology.orchestra.run.smithi154.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-14T03:28:03.427 INFO:teuthology.orchestra.run.smithi154.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-14T03:28:03.427 INFO:teuthology.orchestra.run.smithi154.stdout:Device: 5h/5d Inode: 984 Links: 1 2024-09-14T03:28:03.427 INFO:teuthology.orchestra.run.smithi154.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-14T03:28:03.427 INFO:teuthology.orchestra.run.smithi154.stdout:Context: system_u:object_r:device_t:s0 2024-09-14T03:28:03.427 INFO:teuthology.orchestra.run.smithi154.stdout:Access: 2024-09-14 03:27:39.946234001 +0000 2024-09-14T03:28:03.427 INFO:teuthology.orchestra.run.smithi154.stdout:Modify: 2024-09-14 03:23:46.964324180 +0000 2024-09-14T03:28:03.427 INFO:teuthology.orchestra.run.smithi154.stdout:Change: 2024-09-14 03:23:46.964324180 +0000 2024-09-14T03:28:03.428 INFO:teuthology.orchestra.run.smithi154.stdout: Birth: 2024-09-14 03:23:46.964324180 +0000 2024-09-14T03:28:03.428 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-14T03:28:03.490 INFO:teuthology.orchestra.run.smithi154.stderr:1+0 records in 2024-09-14T03:28:03.490 INFO:teuthology.orchestra.run.smithi154.stderr:1+0 records out 2024-09-14T03:28:03.490 INFO:teuthology.orchestra.run.smithi154.stderr:512 bytes copied, 0.00018649 s, 2.7 MB/s 2024-09-14T03:28:03.491 DEBUG:teuthology.orchestra.run.smithi154:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-14T03:28:03.547 DEBUG:teuthology.orchestra.run.smithi154:> stat /dev/vg_nvme/lv_4 2024-09-14T03:28:03.602 INFO:teuthology.orchestra.run.smithi154.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-14T03:28:03.603 INFO:teuthology.orchestra.run.smithi154.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-14T03:28:03.603 INFO:teuthology.orchestra.run.smithi154.stdout:Device: 5h/5d Inode: 975 Links: 1 2024-09-14T03:28:03.603 INFO:teuthology.orchestra.run.smithi154.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-14T03:28:03.603 INFO:teuthology.orchestra.run.smithi154.stdout:Context: system_u:object_r:device_t:s0 2024-09-14T03:28:03.603 INFO:teuthology.orchestra.run.smithi154.stdout:Access: 2024-09-14 03:27:39.947233976 +0000 2024-09-14T03:28:03.603 INFO:teuthology.orchestra.run.smithi154.stdout:Modify: 2024-09-14 03:23:46.963324206 +0000 2024-09-14T03:28:03.603 INFO:teuthology.orchestra.run.smithi154.stdout:Change: 2024-09-14 03:23:46.963324206 +0000 2024-09-14T03:28:03.603 INFO:teuthology.orchestra.run.smithi154.stdout: Birth: 2024-09-14 03:23:46.963324206 +0000 2024-09-14T03:28:03.603 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-14T03:28:03.666 INFO:teuthology.orchestra.run.smithi154.stderr:1+0 records in 2024-09-14T03:28:03.666 INFO:teuthology.orchestra.run.smithi154.stderr:1+0 records out 2024-09-14T03:28:03.666 INFO:teuthology.orchestra.run.smithi154.stderr:512 bytes copied, 0.000164164 s, 3.1 MB/s 2024-09-14T03:28:03.667 DEBUG:teuthology.orchestra.run.smithi154:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-14T03:28:03.723 INFO:tasks.cephadm:Deploying osd.0 on smithi002 with /dev/vg_nvme/lv_4... 2024-09-14T03:28:03.723 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f357b922-7248-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-09-14T03:28:03.928 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:28:03.936 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:03 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:03.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:03 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:03.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:03 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:28:03.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:03 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:28:03.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:03 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:28:03.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:03 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:03.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:03 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-14T03:28:03.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:03 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-14T03:28:03.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:03 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-14T03:28:03.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:03 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:28:03.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:03 smithi002 ceph-mon[27606]: Deploying daemon mgr.x on smithi154 2024-09-14T03:28:03.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:03 smithi002 ceph-mon[27606]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:28:03.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:03 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:03.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:03 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:03.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:03 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:28:03.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:03 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:28:03.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:03 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:28:03.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:03 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:03.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:03 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-14T03:28:03.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:03 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-14T03:28:03.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:03 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-14T03:28:03.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:03 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:28:03.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:03 smithi002 ceph-mon[38004]: Deploying daemon mgr.x on smithi154 2024-09-14T03:28:03.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:03 smithi002 ceph-mon[38004]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:28:03.951 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:03 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:03.951 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:03 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:03.951 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:03 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:28:03.951 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:03 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:28:03.951 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:03 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:28:03.951 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:03 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:03.951 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:03 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-14T03:28:03.951 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:03 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-14T03:28:03.951 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:03 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-14T03:28:03.952 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:03 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:28:03.952 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:03 smithi154 ceph-mon[30999]: Deploying daemon mgr.x on smithi154 2024-09-14T03:28:03.952 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:03 smithi154 ceph-mon[30999]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:28:04.478 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:28:04 smithi154 systemd[1]: Starting Ceph mgr.x for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:28:04.822 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:04 smithi154 ceph-mon[30999]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:28:04.822 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:28:04 smithi154 podman[32804]: 2024-09-14 03:28:04.569419076 +0000 UTC m=+0.102372408 container create 06de3dc8ceb13efb92720c4e2f876a017153c258b726553dc413ad7534023f0f (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_BRANCH=HEAD, RELEASE=reef-e4e227b, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-09-14T03:28:04.822 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:28:04 smithi154 podman[32804]: 2024-09-14 03:28:04.482480005 +0000 UTC m=+0.015433344 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-14T03:28:04.823 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:28:04 smithi154 podman[32804]: 2024-09-14 03:28:04.738554133 +0000 UTC m=+0.271507470 container init 06de3dc8ceb13efb92720c4e2f876a017153c258b726553dc413ad7534023f0f (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-e4e227b, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD) 2024-09-14T03:28:04.823 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:28:04 smithi154 podman[32804]: 2024-09-14 03:28:04.74128105 +0000 UTC m=+0.274234385 container start 06de3dc8ceb13efb92720c4e2f876a017153c258b726553dc413ad7534023f0f (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=reef-e4e227b, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-09-14T03:28:04.823 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:28:04 smithi154 ceph-mgr[32824]: -- 172.21.15.154:0/126153800 <== mon.1 v2:172.21.15.154:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x556b9b634d00 con 0x556b9b609400 2024-09-14T03:28:04.823 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:28:04 smithi154 bash[32804]: 06de3dc8ceb13efb92720c4e2f876a017153c258b726553dc413ad7534023f0f 2024-09-14T03:28:05.080 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:28:04 smithi154 systemd[1]: Started Ceph mgr.x for f357b922-7248-11ef-bceb-c7b262605968. 2024-09-14T03:28:05.081 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:28:04 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[32820]: 2024-09-14T03:28:04.863+0000 7f583dc82040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-14T03:28:05.081 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:28:04 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[32820]: 2024-09-14T03:28:04.922+0000 7f583dc82040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-14T03:28:05.081 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:28:05 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[32820]: 2024-09-14T03:28:05.079+0000 7f583dc82040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-14T03:28:05.088 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:04 smithi002 ceph-mon[27606]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:28:05.089 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:04 smithi002 ceph-mon[38004]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:28:05.463 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:28:05 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[32820]: 2024-09-14T03:28:05.149+0000 7f583dc82040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-14T03:28:05.463 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:28:05 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[32820]: 2024-09-14T03:28:05.321+0000 7f583dc82040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-14T03:28:05.464 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:28:05 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[32820]: 2024-09-14T03:28:05.462+0000 7f583dc82040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-14T03:28:05.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:05 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:05.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:05 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:05.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:05 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:05.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:05 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:05.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:05 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:28:05.978 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:28:05 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[32820]: 2024-09-14T03:28:05.783+0000 7f583dc82040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-14T03:28:05.978 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:28:05 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[32820]: 2024-09-14T03:28:05.844+0000 7f583dc82040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-14T03:28:06.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:05 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:06.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:05 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:06.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:05 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:06.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:05 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:06.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:05 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:28:06.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:05 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:06.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:05 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:06.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:05 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:06.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:05 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:06.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:05 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:28:06.385 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-14T03:28:06.405 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi002:vg_nvme/lv_4 2024-09-14T03:28:06.477 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:28:06 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[32820]: 2024-09-14T03:28:06.040+0000 7f583dc82040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-14T03:28:07.227 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:28:06 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[32820]: 2024-09-14T03:28:06.915+0000 7f583dc82040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-14T03:28:07.227 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:28:06 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[32820]: 2024-09-14T03:28:06.979+0000 7f583dc82040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-14T03:28:07.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:07 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:07.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:07 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:07.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:07 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:28:07.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:07 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:28:07.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:07 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:07.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:07 smithi154 ceph-mon[30999]: Reconfiguring mgr.y (unknown last config time)... 2024-09-14T03:28:07.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:07 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-14T03:28:07.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:07 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-14T03:28:07.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:07 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:28:07.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:07 smithi154 ceph-mon[30999]: Reconfiguring daemon mgr.y on smithi002 2024-09-14T03:28:07.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:07 smithi154 ceph-mon[30999]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:28:07.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:07 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:07.336 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:07 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:07.336 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:07 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:07.336 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:07 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:28:07.336 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:07 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:28:07.336 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:07 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:07.336 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:07 smithi002 ceph-mon[27606]: Reconfiguring mgr.y (unknown last config time)... 2024-09-14T03:28:07.336 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:07 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-14T03:28:07.337 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:07 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-14T03:28:07.337 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:07 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:28:07.337 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:07 smithi002 ceph-mon[27606]: Reconfiguring daemon mgr.y on smithi002 2024-09-14T03:28:07.337 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:07 smithi002 ceph-mon[27606]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:28:07.337 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:07 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:07.337 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:07 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:07.337 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:07 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:07.337 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:07 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:28:07.337 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:07 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:28:07.337 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:07 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:07.337 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:07 smithi002 ceph-mon[38004]: Reconfiguring mgr.y (unknown last config time)... 2024-09-14T03:28:07.338 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:07 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-14T03:28:07.338 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:07 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-14T03:28:07.338 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:07 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:28:07.338 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:07 smithi002 ceph-mon[38004]: Reconfiguring daemon mgr.y on smithi002 2024-09-14T03:28:07.338 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:07 smithi002 ceph-mon[38004]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:28:07.338 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:07 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:07.460 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:28:07.959 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:28:07 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[32820]: 2024-09-14T03:28:07.705+0000 7f583dc82040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-14T03:28:07.959 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:28:07 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[32820]: 2024-09-14T03:28:07.817+0000 7f583dc82040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-14T03:28:07.959 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:28:07 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[32820]: 2024-09-14T03:28:07.957+0000 7f583dc82040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-14T03:28:08.227 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:28:08 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[32820]: 2024-09-14T03:28:08.017+0000 7f583dc82040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-14T03:28:08.227 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:28:08 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[32820]: 2024-09-14T03:28:08.161+0000 7f583dc82040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-14T03:28:08.492 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:28:08 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[32820]: 2024-09-14T03:28:08.228+0000 7f583dc82040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-14T03:28:08.492 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:28:08 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[32820]: 2024-09-14T03:28:08.287+0000 7f583dc82040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-14T03:28:08.492 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:28:08 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[32820]: 2024-09-14T03:28:08.442+0000 7f583dc82040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-14T03:28:08.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:08 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:08.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:08 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:08.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:08 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:28:08.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:08 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:28:08.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:08 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:28:08.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:08 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:08.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:08 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:08.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:08 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:08.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:08 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:28:08.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:08 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:28:08.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:08 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:28:08.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:08 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:08.773 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:08 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:08.773 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:08 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:08.773 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:08 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:28:08.773 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:08 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:28:08.774 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:08 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:28:08.774 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:08 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:08.774 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:28:08 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[32820]: 2024-09-14T03:28:08.508+0000 7f583dc82040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-14T03:28:08.774 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:28:08 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[32820]: 2024-09-14T03:28:08.574+0000 7f583dc82040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-14T03:28:08.774 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:28:08 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[32820]: 2024-09-14T03:28:08.656+0000 7f583dc82040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-14T03:28:08.774 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:28:08 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[32820]: 2024-09-14T03:28:08.714+0000 7f583dc82040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-14T03:28:08.774 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:28:08 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[32820]: 2024-09-14T03:28:08.771+0000 7f583dc82040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-14T03:28:09.717 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:09 smithi002 ceph-mon[27606]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:28:09.717 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:09 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-14T03:28:09.717 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:09 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-14T03:28:09.717 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:09 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:28:09.718 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:09 smithi002 ceph-mon[38004]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:28:09.718 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:09 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-14T03:28:09.718 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:09 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-14T03:28:09.718 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:09 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:28:09.977 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:28:09 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[32820]: 2024-09-14T03:28:09.546+0000 7f583dc82040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-14T03:28:09.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:09 smithi154 ceph-mon[30999]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:28:09.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:09 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-14T03:28:09.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:09 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-14T03:28:09.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:09 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:28:10.612 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:10 smithi002 ceph-mon[27606]: from='client.24110 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi002:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:28:10.612 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:10 smithi002 ceph-mon[27606]: Standby manager daemon x started 2024-09-14T03:28:10.612 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:10 smithi002 ceph-mon[27606]: from='mgr.? 172.21.15.154:0/298660354' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-14T03:28:10.612 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:10 smithi002 ceph-mon[27606]: from='mgr.? 172.21.15.154:0/298660354' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-14T03:28:10.612 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:10 smithi002 ceph-mon[27606]: from='mgr.? 172.21.15.154:0/298660354' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-14T03:28:10.612 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:10 smithi002 ceph-mon[27606]: from='mgr.? 172.21.15.154:0/298660354' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-14T03:28:10.612 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:10 smithi002 ceph-mon[38004]: from='client.24110 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi002:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:28:10.612 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:10 smithi002 ceph-mon[38004]: Standby manager daemon x started 2024-09-14T03:28:10.613 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:10 smithi002 ceph-mon[38004]: from='mgr.? 172.21.15.154:0/298660354' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-14T03:28:10.613 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:10 smithi002 ceph-mon[38004]: from='mgr.? 172.21.15.154:0/298660354' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-14T03:28:10.613 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:10 smithi002 ceph-mon[38004]: from='mgr.? 172.21.15.154:0/298660354' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-14T03:28:10.613 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:10 smithi002 ceph-mon[38004]: from='mgr.? 172.21.15.154:0/298660354' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-14T03:28:10.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:10 smithi154 ceph-mon[30999]: from='client.24110 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi002:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:28:10.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:10 smithi154 ceph-mon[30999]: Standby manager daemon x started 2024-09-14T03:28:10.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:10 smithi154 ceph-mon[30999]: from='mgr.? 172.21.15.154:0/298660354' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-14T03:28:10.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:10 smithi154 ceph-mon[30999]: from='mgr.? 172.21.15.154:0/298660354' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-14T03:28:10.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:10 smithi154 ceph-mon[30999]: from='mgr.? 172.21.15.154:0/298660354' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-14T03:28:10.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:10 smithi154 ceph-mon[30999]: from='mgr.? 172.21.15.154:0/298660354' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-14T03:28:11.847 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:11 smithi002 ceph-mon[27606]: mgrmap e14: y(active, since 63s), standbys: x 2024-09-14T03:28:11.847 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:11 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-14T03:28:11.847 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:11 smithi002 ceph-mon[27606]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:28:11.847 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:11 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/2013175469' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "99812d27-45b8-4e87-af6a-c8d797c2c961"}]: dispatch 2024-09-14T03:28:11.847 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:11 smithi002 ceph-mon[27606]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "99812d27-45b8-4e87-af6a-c8d797c2c961"}]: dispatch 2024-09-14T03:28:11.847 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:11 smithi002 ceph-mon[27606]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "99812d27-45b8-4e87-af6a-c8d797c2c961"}]': finished 2024-09-14T03:28:11.847 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:11 smithi002 ceph-mon[27606]: osdmap e5: 1 total, 0 up, 1 in 2024-09-14T03:28:11.847 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:11 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-14T03:28:11.847 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:11 smithi002 ceph-mon[38004]: mgrmap e14: y(active, since 63s), standbys: x 2024-09-14T03:28:11.848 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:11 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-14T03:28:11.848 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:11 smithi002 ceph-mon[38004]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:28:11.848 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:11 smithi002 ceph-mon[38004]: from='client.? 172.21.15.2:0/2013175469' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "99812d27-45b8-4e87-af6a-c8d797c2c961"}]: dispatch 2024-09-14T03:28:11.848 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:11 smithi002 ceph-mon[38004]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "99812d27-45b8-4e87-af6a-c8d797c2c961"}]: dispatch 2024-09-14T03:28:11.848 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:11 smithi002 ceph-mon[38004]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "99812d27-45b8-4e87-af6a-c8d797c2c961"}]': finished 2024-09-14T03:28:11.848 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:11 smithi002 ceph-mon[38004]: osdmap e5: 1 total, 0 up, 1 in 2024-09-14T03:28:11.848 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:11 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-14T03:28:11.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:11 smithi154 ceph-mon[30999]: mgrmap e14: y(active, since 63s), standbys: x 2024-09-14T03:28:11.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:11 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-14T03:28:11.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:11 smithi154 ceph-mon[30999]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:28:11.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:11 smithi154 ceph-mon[30999]: from='client.? 172.21.15.2:0/2013175469' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "99812d27-45b8-4e87-af6a-c8d797c2c961"}]: dispatch 2024-09-14T03:28:11.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:11 smithi154 ceph-mon[30999]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "99812d27-45b8-4e87-af6a-c8d797c2c961"}]: dispatch 2024-09-14T03:28:11.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:11 smithi154 ceph-mon[30999]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "99812d27-45b8-4e87-af6a-c8d797c2c961"}]': finished 2024-09-14T03:28:11.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:11 smithi154 ceph-mon[30999]: osdmap e5: 1 total, 0 up, 1 in 2024-09-14T03:28:11.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:11 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-14T03:28:12.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:12 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/1224173678' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-14T03:28:12.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:12 smithi002 ceph-mon[38004]: from='client.? 172.21.15.2:0/1224173678' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-14T03:28:12.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:12 smithi154 ceph-mon[30999]: from='client.? 172.21.15.2:0/1224173678' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-14T03:28:13.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:13 smithi002 ceph-mon[27606]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:28:13.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:13 smithi002 ceph-mon[38004]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:28:13.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:13 smithi154 ceph-mon[30999]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:28:15.087 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:14 smithi002 ceph-mon[27606]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:28:15.087 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:14 smithi002 ceph-mon[38004]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:28:15.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:14 smithi154 ceph-mon[30999]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:28:16.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:16 smithi002 ceph-mon[38004]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:28:16.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:16 smithi002 ceph-mon[27606]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:28:17.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:16 smithi154 ceph-mon[30999]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:28:18.045 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:17 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-14T03:28:18.045 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:17 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:28:18.045 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:17 smithi002 ceph-mon[27606]: Deploying daemon osd.0 on smithi002 2024-09-14T03:28:18.045 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:17 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-14T03:28:18.045 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:17 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:28:18.046 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:17 smithi002 ceph-mon[38004]: Deploying daemon osd.0 on smithi002 2024-09-14T03:28:18.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:17 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-14T03:28:18.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:17 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:28:18.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:17 smithi154 ceph-mon[30999]: Deploying daemon osd.0 on smithi002 2024-09-14T03:28:18.936 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:18 smithi002 ceph-mon[27606]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:28:18.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:18 smithi002 ceph-mon[38004]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:28:19.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:18 smithi154 ceph-mon[30999]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:28:21.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:20 smithi002 ceph-mon[27606]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:28:21.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:20 smithi002 ceph-mon[38004]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:28:21.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:20 smithi154 ceph-mon[30999]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:28:22.936 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:22 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:28:22.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:22 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:22.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:22 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:22.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:22 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:28:22.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:22 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:22.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:22 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:22.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:22 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:28:22.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:22 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:22.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:22 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:23.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:23 smithi154 ceph-mon[30999]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:28:23.999 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:23 smithi002 ceph-mon[27606]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:28:23.999 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:23 smithi002 ceph-mon[38004]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:28:25.071 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:24 smithi002 ceph-mon[27606]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:28:25.071 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:24 smithi002 ceph-mon[38004]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:28:25.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:24 smithi154 ceph-mon[30999]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:28:26.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:25 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:26.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:25 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:26.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:25 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:28:26.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:25 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:28:26.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:25 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:26.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:25 smithi002 ceph-mon[27606]: from='osd.0 [v2:172.21.15.2:6802/3940182083,v1:172.21.15.2:6803/3940182083]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-14T03:28:26.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:25 smithi002 ceph-mon[27606]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-14T03:28:26.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:25 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:26.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:25 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:26.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:25 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:28:26.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:25 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:28:26.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:25 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:26.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:25 smithi002 ceph-mon[38004]: from='osd.0 [v2:172.21.15.2:6802/3940182083,v1:172.21.15.2:6803/3940182083]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-14T03:28:26.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:25 smithi002 ceph-mon[38004]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-14T03:28:26.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:25 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:26.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:25 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:26.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:25 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:28:26.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:25 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:28:26.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:25 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:26.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:25 smithi154 ceph-mon[30999]: from='osd.0 [v2:172.21.15.2:6802/3940182083,v1:172.21.15.2:6803/3940182083]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-14T03:28:26.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:25 smithi154 ceph-mon[30999]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-14T03:28:26.241 INFO:teuthology.orchestra.run.smithi002.stdout:Created osd(s) 0 on host 'smithi002' 2024-09-14T03:28:26.823 DEBUG:teuthology.orchestra.run.smithi002:osd.0> sudo journalctl -f -n 0 -u ceph-f357b922-7248-11ef-bceb-c7b262605968@osd.0.service 2024-09-14T03:28:26.826 INFO:tasks.cephadm:Deploying osd.1 on smithi002 with /dev/vg_nvme/lv_3... 2024-09-14T03:28:26.826 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f357b922-7248-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-09-14T03:28:27.093 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:26 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:28:27.093 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:26 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:27.093 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:26 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:27.093 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:26 smithi002 ceph-mon[27606]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-14T03:28:27.093 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:26 smithi002 ceph-mon[27606]: osdmap e6: 1 total, 0 up, 1 in 2024-09-14T03:28:27.093 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:26 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-14T03:28:27.093 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:26 smithi002 ceph-mon[27606]: from='osd.0 [v2:172.21.15.2:6802/3940182083,v1:172.21.15.2:6803/3940182083]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]: dispatch 2024-09-14T03:28:27.093 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:26 smithi002 ceph-mon[27606]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]: dispatch 2024-09-14T03:28:27.093 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:26 smithi002 ceph-mon[27606]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:28:27.094 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:26 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:28:27.094 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:26 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:27.094 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:26 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:27.094 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:26 smithi002 ceph-mon[38004]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-14T03:28:27.094 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:26 smithi002 ceph-mon[38004]: osdmap e6: 1 total, 0 up, 1 in 2024-09-14T03:28:27.094 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:26 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-14T03:28:27.094 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:26 smithi002 ceph-mon[38004]: from='osd.0 [v2:172.21.15.2:6802/3940182083,v1:172.21.15.2:6803/3940182083]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]: dispatch 2024-09-14T03:28:27.094 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:26 smithi002 ceph-mon[38004]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]: dispatch 2024-09-14T03:28:27.094 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:26 smithi002 ceph-mon[38004]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:28:27.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:26 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:28:27.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:26 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:27.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:26 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:27.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:26 smithi154 ceph-mon[30999]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-14T03:28:27.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:26 smithi154 ceph-mon[30999]: osdmap e6: 1 total, 0 up, 1 in 2024-09-14T03:28:27.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:26 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-14T03:28:27.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:26 smithi154 ceph-mon[30999]: from='osd.0 [v2:172.21.15.2:6802/3940182083,v1:172.21.15.2:6803/3940182083]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]: dispatch 2024-09-14T03:28:27.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:26 smithi154 ceph-mon[30999]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]: dispatch 2024-09-14T03:28:27.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:26 smithi154 ceph-mon[30999]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:28:27.437 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:28:27 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-0[41880]: 2024-09-14T03:28:27.317+0000 7f80805b0640 -1 osd.0 0 waiting for initial osdmap 2024-09-14T03:28:27.437 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:28:27 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-0[41880]: 2024-09-14T03:28:27.319+0000 7f807c3d9640 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-14T03:28:28.014 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:28:28.641 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:28 smithi002 ceph-mon[27606]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]': finished 2024-09-14T03:28:28.641 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:28 smithi002 ceph-mon[27606]: osdmap e7: 1 total, 0 up, 1 in 2024-09-14T03:28:28.641 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:28 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-14T03:28:28.641 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:28 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-14T03:28:28.641 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:28 smithi002 ceph-mon[38004]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]': finished 2024-09-14T03:28:28.641 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:28 smithi002 ceph-mon[38004]: osdmap e7: 1 total, 0 up, 1 in 2024-09-14T03:28:28.641 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:28 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-14T03:28:28.641 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:28 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-14T03:28:28.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:28 smithi154 ceph-mon[30999]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]': finished 2024-09-14T03:28:28.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:28 smithi154 ceph-mon[30999]: osdmap e7: 1 total, 0 up, 1 in 2024-09-14T03:28:28.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:28 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-14T03:28:28.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:28 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-14T03:28:29.539 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:29 smithi002 ceph-mon[27606]: purged_snaps scrub starts 2024-09-14T03:28:29.539 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:29 smithi002 ceph-mon[27606]: purged_snaps scrub ok 2024-09-14T03:28:29.539 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:29 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-14T03:28:29.539 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:29 smithi002 ceph-mon[27606]: osd.0 [v2:172.21.15.2:6802/3940182083,v1:172.21.15.2:6803/3940182083] boot 2024-09-14T03:28:29.539 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:29 smithi002 ceph-mon[27606]: osdmap e8: 1 total, 1 up, 1 in 2024-09-14T03:28:29.539 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:29 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-14T03:28:29.539 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:29 smithi002 ceph-mon[27606]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:28:29.540 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:29 smithi002 ceph-mon[38004]: purged_snaps scrub starts 2024-09-14T03:28:29.540 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:29 smithi002 ceph-mon[38004]: purged_snaps scrub ok 2024-09-14T03:28:29.540 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:29 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-14T03:28:29.540 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:29 smithi002 ceph-mon[38004]: osd.0 [v2:172.21.15.2:6802/3940182083,v1:172.21.15.2:6803/3940182083] boot 2024-09-14T03:28:29.540 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:29 smithi002 ceph-mon[38004]: osdmap e8: 1 total, 1 up, 1 in 2024-09-14T03:28:29.540 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:29 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-14T03:28:29.540 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:29 smithi002 ceph-mon[38004]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:28:29.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:29 smithi154 ceph-mon[30999]: purged_snaps scrub starts 2024-09-14T03:28:29.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:29 smithi154 ceph-mon[30999]: purged_snaps scrub ok 2024-09-14T03:28:29.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:29 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-14T03:28:29.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:29 smithi154 ceph-mon[30999]: osd.0 [v2:172.21.15.2:6802/3940182083,v1:172.21.15.2:6803/3940182083] boot 2024-09-14T03:28:29.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:29 smithi154 ceph-mon[30999]: osdmap e8: 1 total, 1 up, 1 in 2024-09-14T03:28:29.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:29 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-14T03:28:29.729 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:29 smithi154 ceph-mon[30999]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-14T03:28:30.561 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:30 smithi002 ceph-mon[27606]: osdmap e9: 1 total, 1 up, 1 in 2024-09-14T03:28:30.561 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:30 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:30.561 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:30 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:30.561 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:30 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:28:30.561 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:30 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:30.561 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:30 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:28:30.562 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:30 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:28:30.562 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:30 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:30.562 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:30 smithi002 ceph-mon[38004]: osdmap e9: 1 total, 1 up, 1 in 2024-09-14T03:28:30.562 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:30 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:30.562 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:30 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:30.562 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:30 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:28:30.562 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:30 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:30.562 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:30 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:28:30.562 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:30 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:28:30.562 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:30 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:30.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:30 smithi154 ceph-mon[30999]: osdmap e9: 1 total, 1 up, 1 in 2024-09-14T03:28:30.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:30 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:30.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:30 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:30.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:30 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:28:30.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:30 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:30.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:30 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:28:30.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:30 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:28:30.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:30 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:31.607 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:31 smithi002 ceph-mon[27606]: Detected new or changed devices on smithi002 2024-09-14T03:28:31.607 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:31 smithi002 ceph-mon[27606]: Adjusting osd_memory_target on smithi002 to 16068M 2024-09-14T03:28:31.607 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:31 smithi002 ceph-mon[27606]: pgmap v41: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-14T03:28:31.608 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:31 smithi002 ceph-mon[38004]: Detected new or changed devices on smithi002 2024-09-14T03:28:31.608 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:31 smithi002 ceph-mon[38004]: Adjusting osd_memory_target on smithi002 to 16068M 2024-09-14T03:28:31.608 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:31 smithi002 ceph-mon[38004]: pgmap v41: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-14T03:28:31.610 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-14T03:28:31.631 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi002:vg_nvme/lv_3 2024-09-14T03:28:31.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:31 smithi154 ceph-mon[30999]: Detected new or changed devices on smithi002 2024-09-14T03:28:31.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:31 smithi154 ceph-mon[30999]: Adjusting osd_memory_target on smithi002 to 16068M 2024-09-14T03:28:31.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:31 smithi154 ceph-mon[30999]: pgmap v41: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-14T03:28:31.838 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:28:32.913 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:32 smithi002 ceph-mon[27606]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-14T03:28:32.913 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:32 smithi002 ceph-mon[38004]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-14T03:28:33.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:32 smithi154 ceph-mon[30999]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-14T03:28:34.119 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:33 smithi002 ceph-mon[38004]: from='client.24137 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi002:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:28:34.119 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:33 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-14T03:28:34.119 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:33 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-14T03:28:34.119 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:33 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:28:34.120 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:33 smithi002 ceph-mon[27606]: from='client.24137 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi002:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:28:34.120 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:33 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-14T03:28:34.120 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:33 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-14T03:28:34.120 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:33 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:28:34.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:33 smithi154 ceph-mon[30999]: from='client.24137 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi002:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:28:34.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:33 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-14T03:28:34.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:33 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-14T03:28:34.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:33 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:28:35.158 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:34 smithi002 ceph-mon[27606]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-14T03:28:35.159 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:34 smithi002 ceph-mon[38004]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-14T03:28:35.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:34 smithi154 ceph-mon[30999]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-14T03:28:36.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:35 smithi002 ceph-mon[38004]: from='client.? 172.21.15.2:0/3423609982' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "19c600df-4b2e-496c-aef7-c5b3a301c69c"}]: dispatch 2024-09-14T03:28:36.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:35 smithi002 ceph-mon[38004]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "19c600df-4b2e-496c-aef7-c5b3a301c69c"}]: dispatch 2024-09-14T03:28:36.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:35 smithi002 ceph-mon[38004]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "19c600df-4b2e-496c-aef7-c5b3a301c69c"}]': finished 2024-09-14T03:28:36.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:35 smithi002 ceph-mon[38004]: osdmap e10: 2 total, 1 up, 2 in 2024-09-14T03:28:36.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:35 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-14T03:28:36.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:35 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/3423609982' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "19c600df-4b2e-496c-aef7-c5b3a301c69c"}]: dispatch 2024-09-14T03:28:36.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:35 smithi002 ceph-mon[27606]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "19c600df-4b2e-496c-aef7-c5b3a301c69c"}]: dispatch 2024-09-14T03:28:36.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:35 smithi002 ceph-mon[27606]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "19c600df-4b2e-496c-aef7-c5b3a301c69c"}]': finished 2024-09-14T03:28:36.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:35 smithi002 ceph-mon[27606]: osdmap e10: 2 total, 1 up, 2 in 2024-09-14T03:28:36.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:35 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-14T03:28:36.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:35 smithi154 ceph-mon[30999]: from='client.? 172.21.15.2:0/3423609982' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "19c600df-4b2e-496c-aef7-c5b3a301c69c"}]: dispatch 2024-09-14T03:28:36.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:35 smithi154 ceph-mon[30999]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "19c600df-4b2e-496c-aef7-c5b3a301c69c"}]: dispatch 2024-09-14T03:28:36.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:35 smithi154 ceph-mon[30999]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "19c600df-4b2e-496c-aef7-c5b3a301c69c"}]': finished 2024-09-14T03:28:36.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:35 smithi154 ceph-mon[30999]: osdmap e10: 2 total, 1 up, 2 in 2024-09-14T03:28:36.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:35 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-14T03:28:37.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:36 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/1592355763' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-14T03:28:37.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:36 smithi002 ceph-mon[27606]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-14T03:28:37.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:36 smithi002 ceph-mon[38004]: from='client.? 172.21.15.2:0/1592355763' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-14T03:28:37.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:36 smithi002 ceph-mon[38004]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-14T03:28:37.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:36 smithi154 ceph-mon[30999]: from='client.? 172.21.15.2:0/1592355763' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-14T03:28:37.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:36 smithi154 ceph-mon[30999]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-14T03:28:38.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:38 smithi002 ceph-mon[27606]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-14T03:28:38.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:38 smithi002 ceph-mon[38004]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-14T03:28:39.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:38 smithi154 ceph-mon[30999]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-14T03:28:40.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:40 smithi002 ceph-mon[27606]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-14T03:28:40.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:40 smithi002 ceph-mon[38004]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-14T03:28:41.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:40 smithi154 ceph-mon[30999]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-14T03:28:42.436 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:42 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-14T03:28:42.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:42 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:28:42.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:42 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-14T03:28:42.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:42 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:28:42.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:42 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-14T03:28:42.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:42 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:28:43.401 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:43 smithi002 ceph-mon[27606]: Deploying daemon osd.1 on smithi002 2024-09-14T03:28:43.401 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:43 smithi002 ceph-mon[27606]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-14T03:28:43.401 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:43 smithi002 ceph-mon[38004]: Deploying daemon osd.1 on smithi002 2024-09-14T03:28:43.401 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:43 smithi002 ceph-mon[38004]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-14T03:28:43.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:43 smithi154 ceph-mon[30999]: Deploying daemon osd.1 on smithi002 2024-09-14T03:28:43.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:43 smithi154 ceph-mon[30999]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-14T03:28:44.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:44 smithi002 ceph-mon[27606]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-14T03:28:44.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:44 smithi002 ceph-mon[38004]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-14T03:28:45.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:44 smithi154 ceph-mon[30999]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-14T03:28:47.073 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:46 smithi002 ceph-mon[27606]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-14T03:28:47.073 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:46 smithi002 ceph-mon[38004]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-14T03:28:47.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:46 smithi154 ceph-mon[30999]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-14T03:28:47.841 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:47 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:28:47.841 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:47 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:47.841 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:47 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:47.841 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:47 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:28:47.841 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:47 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:47.841 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:47 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:48.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:47 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:28:48.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:47 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:48.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:47 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:48.971 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:48 smithi002 ceph-mon[27606]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-14T03:28:48.972 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:48 smithi002 ceph-mon[38004]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-14T03:28:49.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:48 smithi154 ceph-mon[30999]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-14T03:28:50.756 INFO:teuthology.orchestra.run.smithi002.stdout:Created osd(s) 1 on host 'smithi002' 2024-09-14T03:28:51.356 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:51 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:51.356 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:51 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:51.356 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:51 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:28:51.356 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:51 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:28:51.356 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:51 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:51.356 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:51 smithi002 ceph-mon[27606]: from='osd.1 [v2:172.21.15.2:6810/2908196906,v1:172.21.15.2:6811/2908196906]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-14T03:28:51.356 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:51 smithi002 ceph-mon[27606]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-14T03:28:51.357 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:51 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:28:51.357 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:51 smithi002 ceph-mon[27606]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-14T03:28:51.357 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:51 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:51.357 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:51 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:51.357 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:51 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:51.357 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:51 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:51.357 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:51 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:28:51.357 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:51 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:28:51.357 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:51 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:51.357 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:51 smithi002 ceph-mon[38004]: from='osd.1 [v2:172.21.15.2:6810/2908196906,v1:172.21.15.2:6811/2908196906]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-14T03:28:51.357 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:51 smithi002 ceph-mon[38004]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-14T03:28:51.358 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:51 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:28:51.358 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:51 smithi002 ceph-mon[38004]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-14T03:28:51.358 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:51 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:51.358 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:51 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:51.378 DEBUG:teuthology.orchestra.run.smithi002:osd.1> sudo journalctl -f -n 0 -u ceph-f357b922-7248-11ef-bceb-c7b262605968@osd.1.service 2024-09-14T03:28:51.381 INFO:tasks.cephadm:Deploying osd.2 on smithi002 with /dev/vg_nvme/lv_2... 2024-09-14T03:28:51.381 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f357b922-7248-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-09-14T03:28:51.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:51 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:51.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:51 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:51.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:51 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:28:51.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:51 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:28:51.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:51 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:51.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:51 smithi154 ceph-mon[30999]: from='osd.1 [v2:172.21.15.2:6810/2908196906,v1:172.21.15.2:6811/2908196906]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-14T03:28:51.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:51 smithi154 ceph-mon[30999]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-14T03:28:51.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:51 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:28:51.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:51 smithi154 ceph-mon[30999]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-14T03:28:51.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:51 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:51.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:51 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:52.329 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:52 smithi002 ceph-mon[27606]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-14T03:28:52.329 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:52 smithi002 ceph-mon[27606]: osdmap e11: 2 total, 1 up, 2 in 2024-09-14T03:28:52.329 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:52 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-14T03:28:52.329 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:52 smithi002 ceph-mon[27606]: from='osd.1 [v2:172.21.15.2:6810/2908196906,v1:172.21.15.2:6811/2908196906]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]: dispatch 2024-09-14T03:28:52.329 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:52 smithi002 ceph-mon[27606]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]: dispatch 2024-09-14T03:28:52.329 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:52 smithi002 ceph-mon[38004]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-14T03:28:52.329 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:52 smithi002 ceph-mon[38004]: osdmap e11: 2 total, 1 up, 2 in 2024-09-14T03:28:52.330 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:52 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-14T03:28:52.330 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:52 smithi002 ceph-mon[38004]: from='osd.1 [v2:172.21.15.2:6810/2908196906,v1:172.21.15.2:6811/2908196906]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]: dispatch 2024-09-14T03:28:52.330 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:52 smithi002 ceph-mon[38004]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]: dispatch 2024-09-14T03:28:52.330 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:28:52 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-1[47475]: 2024-09-14T03:28:52.084+0000 7f152234b640 -1 osd.1 0 waiting for initial osdmap 2024-09-14T03:28:52.330 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:28:52 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-1[47475]: 2024-09-14T03:28:52.087+0000 7f151e174640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-14T03:28:52.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:52 smithi154 ceph-mon[30999]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-14T03:28:52.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:52 smithi154 ceph-mon[30999]: osdmap e11: 2 total, 1 up, 2 in 2024-09-14T03:28:52.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:52 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-14T03:28:52.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:52 smithi154 ceph-mon[30999]: from='osd.1 [v2:172.21.15.2:6810/2908196906,v1:172.21.15.2:6811/2908196906]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]: dispatch 2024-09-14T03:28:52.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:52 smithi154 ceph-mon[30999]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]: dispatch 2024-09-14T03:28:52.646 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:28:53.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:53 smithi002 ceph-mon[27606]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]': finished 2024-09-14T03:28:53.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:53 smithi002 ceph-mon[27606]: osdmap e12: 2 total, 1 up, 2 in 2024-09-14T03:28:53.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:53 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-14T03:28:53.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:53 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-14T03:28:53.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:53 smithi002 ceph-mon[27606]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-14T03:28:53.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:53 smithi002 ceph-mon[38004]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]': finished 2024-09-14T03:28:53.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:53 smithi002 ceph-mon[38004]: osdmap e12: 2 total, 1 up, 2 in 2024-09-14T03:28:53.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:53 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-14T03:28:53.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:53 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-14T03:28:53.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:53 smithi002 ceph-mon[38004]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-14T03:28:53.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:53 smithi154 ceph-mon[30999]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]': finished 2024-09-14T03:28:53.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:53 smithi154 ceph-mon[30999]: osdmap e12: 2 total, 1 up, 2 in 2024-09-14T03:28:53.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:53 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-14T03:28:53.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:53 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-14T03:28:53.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:53 smithi154 ceph-mon[30999]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-14T03:28:54.339 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:54 smithi002 ceph-mon[27606]: purged_snaps scrub starts 2024-09-14T03:28:54.340 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:54 smithi002 ceph-mon[27606]: purged_snaps scrub ok 2024-09-14T03:28:54.340 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:54 smithi002 ceph-mon[27606]: osd.1 [v2:172.21.15.2:6810/2908196906,v1:172.21.15.2:6811/2908196906] boot 2024-09-14T03:28:54.340 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:54 smithi002 ceph-mon[27606]: osdmap e13: 2 total, 2 up, 2 in 2024-09-14T03:28:54.340 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:54 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-14T03:28:54.340 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:54 smithi002 ceph-mon[38004]: purged_snaps scrub starts 2024-09-14T03:28:54.340 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:54 smithi002 ceph-mon[38004]: purged_snaps scrub ok 2024-09-14T03:28:54.340 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:54 smithi002 ceph-mon[38004]: osd.1 [v2:172.21.15.2:6810/2908196906,v1:172.21.15.2:6811/2908196906] boot 2024-09-14T03:28:54.340 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:54 smithi002 ceph-mon[38004]: osdmap e13: 2 total, 2 up, 2 in 2024-09-14T03:28:54.340 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:54 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-14T03:28:54.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:54 smithi154 ceph-mon[30999]: purged_snaps scrub starts 2024-09-14T03:28:54.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:54 smithi154 ceph-mon[30999]: purged_snaps scrub ok 2024-09-14T03:28:54.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:54 smithi154 ceph-mon[30999]: osd.1 [v2:172.21.15.2:6810/2908196906,v1:172.21.15.2:6811/2908196906] boot 2024-09-14T03:28:54.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:54 smithi154 ceph-mon[30999]: osdmap e13: 2 total, 2 up, 2 in 2024-09-14T03:28:54.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:54 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-14T03:28:55.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:55 smithi002 ceph-mon[27606]: osdmap e14: 2 total, 2 up, 2 in 2024-09-14T03:28:55.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:55 smithi002 ceph-mon[27606]: Detected new or changed devices on smithi002 2024-09-14T03:28:55.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:55 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:55.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:55 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:55.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:55 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:28:55.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:55 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:28:55.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:55 smithi002 ceph-mon[27606]: Adjusting osd_memory_target on smithi002 to 8034M 2024-09-14T03:28:55.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:55 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:55.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:55 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:28:55.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:55 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:28:55.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:55 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:55.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:55 smithi002 ceph-mon[27606]: pgmap v58: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-14T03:28:55.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:55 smithi002 ceph-mon[38004]: osdmap e14: 2 total, 2 up, 2 in 2024-09-14T03:28:55.439 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:55 smithi002 ceph-mon[38004]: Detected new or changed devices on smithi002 2024-09-14T03:28:55.439 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:55 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:55.439 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:55 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:55.439 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:55 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:28:55.439 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:55 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:28:55.439 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:55 smithi002 ceph-mon[38004]: Adjusting osd_memory_target on smithi002 to 8034M 2024-09-14T03:28:55.439 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:55 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:55.440 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:55 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:28:55.440 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:55 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:28:55.440 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:55 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:55.440 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:55 smithi002 ceph-mon[38004]: pgmap v58: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-14T03:28:55.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:55 smithi154 ceph-mon[30999]: osdmap e14: 2 total, 2 up, 2 in 2024-09-14T03:28:55.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:55 smithi154 ceph-mon[30999]: Detected new or changed devices on smithi002 2024-09-14T03:28:55.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:55 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:55.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:55 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:55.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:55 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:28:55.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:55 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:28:55.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:55 smithi154 ceph-mon[30999]: Adjusting osd_memory_target on smithi002 to 8034M 2024-09-14T03:28:55.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:55 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:55.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:55 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:28:55.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:55 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:28:55.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:55 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:28:55.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:55 smithi154 ceph-mon[30999]: pgmap v58: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-14T03:28:56.161 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-14T03:28:56.182 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi002:vg_nvme/lv_2 2024-09-14T03:28:56.388 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:28:57.113 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:56 smithi002 ceph-mon[27606]: pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-14T03:28:57.113 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:56 smithi002 ceph-mon[38004]: pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-14T03:28:57.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:56 smithi154 ceph-mon[30999]: pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-14T03:28:58.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:58 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-14T03:28:58.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:58 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-14T03:28:58.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:58 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:28:58.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:58 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-14T03:28:58.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:58 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-14T03:28:58.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:58 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:28:58.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:58 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-14T03:28:58.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:58 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-14T03:28:58.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:58 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:28:59.457 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:59 smithi002 ceph-mon[27606]: from='client.24164 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi002:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:28:59.457 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:28:59 smithi002 ceph-mon[27606]: pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-14T03:28:59.457 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:59 smithi002 ceph-mon[38004]: from='client.24164 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi002:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:28:59.457 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:28:59 smithi002 ceph-mon[38004]: pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-14T03:28:59.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:59 smithi154 ceph-mon[30999]: from='client.24164 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi002:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:28:59.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:28:59 smithi154 ceph-mon[30999]: pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-14T03:29:00.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:00 smithi002 ceph-mon[38004]: from='client.? 172.21.15.2:0/456546386' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bf6a4ff3-2bef-4ec5-a53b-198b3a27da37"}]: dispatch 2024-09-14T03:29:00.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:00 smithi002 ceph-mon[38004]: from='client.? 172.21.15.2:0/456546386' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bf6a4ff3-2bef-4ec5-a53b-198b3a27da37"}]': finished 2024-09-14T03:29:00.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:00 smithi002 ceph-mon[38004]: osdmap e15: 3 total, 2 up, 3 in 2024-09-14T03:29:00.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:00 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-14T03:29:00.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:00 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/456546386' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bf6a4ff3-2bef-4ec5-a53b-198b3a27da37"}]: dispatch 2024-09-14T03:29:00.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:00 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/456546386' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bf6a4ff3-2bef-4ec5-a53b-198b3a27da37"}]': finished 2024-09-14T03:29:00.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:00 smithi002 ceph-mon[27606]: osdmap e15: 3 total, 2 up, 3 in 2024-09-14T03:29:00.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:00 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-14T03:29:00.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:00 smithi154 ceph-mon[30999]: from='client.? 172.21.15.2:0/456546386' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bf6a4ff3-2bef-4ec5-a53b-198b3a27da37"}]: dispatch 2024-09-14T03:29:00.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:00 smithi154 ceph-mon[30999]: from='client.? 172.21.15.2:0/456546386' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bf6a4ff3-2bef-4ec5-a53b-198b3a27da37"}]': finished 2024-09-14T03:29:00.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:00 smithi154 ceph-mon[30999]: osdmap e15: 3 total, 2 up, 3 in 2024-09-14T03:29:00.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:00 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-14T03:29:01.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:01 smithi002 ceph-mon[27606]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-14T03:29:01.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:01 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/4033470060' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-14T03:29:01.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:01 smithi002 ceph-mon[38004]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-14T03:29:01.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:01 smithi002 ceph-mon[38004]: from='client.? 172.21.15.2:0/4033470060' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-14T03:29:01.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:01 smithi154 ceph-mon[30999]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-14T03:29:01.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:01 smithi154 ceph-mon[30999]: from='client.? 172.21.15.2:0/4033470060' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-14T03:29:03.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:02 smithi002 ceph-mon[27606]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-14T03:29:03.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:02 smithi002 ceph-mon[38004]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-14T03:29:03.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:02 smithi154 ceph-mon[30999]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-14T03:29:05.044 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:04 smithi002 ceph-mon[27606]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-14T03:29:05.045 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:04 smithi002 ceph-mon[38004]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-14T03:29:05.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:04 smithi154 ceph-mon[30999]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-14T03:29:06.890 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:06 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-14T03:29:06.890 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:06 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:29:06.890 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:06 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-14T03:29:06.890 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:06 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:29:06.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:06 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-14T03:29:06.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:06 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:29:07.907 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:07 smithi002 ceph-mon[27606]: Deploying daemon osd.2 on smithi002 2024-09-14T03:29:07.907 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:07 smithi002 ceph-mon[27606]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-14T03:29:07.907 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:07 smithi002 ceph-mon[38004]: Deploying daemon osd.2 on smithi002 2024-09-14T03:29:07.908 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:07 smithi002 ceph-mon[38004]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-14T03:29:07.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:07 smithi154 ceph-mon[30999]: Deploying daemon osd.2 on smithi002 2024-09-14T03:29:07.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:07 smithi154 ceph-mon[30999]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-14T03:29:08.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:08 smithi002 ceph-mon[27606]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-14T03:29:08.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:08 smithi002 ceph-mon[38004]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-14T03:29:09.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:08 smithi154 ceph-mon[30999]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-14T03:29:10.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:10 smithi002 ceph-mon[27606]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-14T03:29:10.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:10 smithi002 ceph-mon[38004]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-14T03:29:11.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:10 smithi154 ceph-mon[30999]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-14T03:29:12.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:11 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:29:12.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:11 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:29:12.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:11 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:29:12.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:11 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:29:12.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:11 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:29:12.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:11 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:29:12.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:11 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:29:12.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:11 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:29:12.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:11 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:29:13.182 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:12 smithi002 ceph-mon[27606]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-14T03:29:13.183 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:12 smithi002 ceph-mon[38004]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-14T03:29:13.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:12 smithi154 ceph-mon[30999]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-14T03:29:15.030 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:14 smithi002 ceph-mon[27606]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-14T03:29:15.030 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:14 smithi002 ceph-mon[38004]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-14T03:29:15.089 INFO:teuthology.orchestra.run.smithi002.stdout:Created osd(s) 2 on host 'smithi002' 2024-09-14T03:29:15.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:14 smithi154 ceph-mon[30999]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-14T03:29:15.752 DEBUG:teuthology.orchestra.run.smithi002:osd.2> sudo journalctl -f -n 0 -u ceph-f357b922-7248-11ef-bceb-c7b262605968@osd.2.service 2024-09-14T03:29:15.755 INFO:tasks.cephadm:Deploying osd.3 on smithi002 with /dev/vg_nvme/lv_1... 2024-09-14T03:29:15.755 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f357b922-7248-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-09-14T03:29:16.013 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:29:16.135 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:15 smithi002 ceph-mon[27606]: from='osd.2 [v2:172.21.15.2:6818/2164738872,v1:172.21.15.2:6819/2164738872]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-14T03:29:16.135 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:15 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:29:16.135 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:15 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:29:16.135 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:15 smithi002 ceph-mon[38004]: from='osd.2 [v2:172.21.15.2:6818/2164738872,v1:172.21.15.2:6819/2164738872]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-14T03:29:16.135 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:15 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:29:16.135 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:15 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:29:16.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:15 smithi154 ceph-mon[30999]: from='osd.2 [v2:172.21.15.2:6818/2164738872,v1:172.21.15.2:6819/2164738872]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-14T03:29:16.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:15 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:29:16.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:15 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:29:17.045 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:16 smithi002 ceph-mon[38004]: from='osd.2 [v2:172.21.15.2:6818/2164738872,v1:172.21.15.2:6819/2164738872]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-14T03:29:17.045 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:16 smithi002 ceph-mon[38004]: osdmap e16: 3 total, 2 up, 3 in 2024-09-14T03:29:17.045 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:16 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-14T03:29:17.045 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:16 smithi002 ceph-mon[38004]: from='osd.2 [v2:172.21.15.2:6818/2164738872,v1:172.21.15.2:6819/2164738872]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]: dispatch 2024-09-14T03:29:17.045 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:16 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:29:17.045 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:16 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:29:17.046 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:16 smithi002 ceph-mon[38004]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-14T03:29:17.046 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:16 smithi002 ceph-mon[27606]: from='osd.2 [v2:172.21.15.2:6818/2164738872,v1:172.21.15.2:6819/2164738872]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-14T03:29:17.046 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:16 smithi002 ceph-mon[27606]: osdmap e16: 3 total, 2 up, 3 in 2024-09-14T03:29:17.046 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:16 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-14T03:29:17.046 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:16 smithi002 ceph-mon[27606]: from='osd.2 [v2:172.21.15.2:6818/2164738872,v1:172.21.15.2:6819/2164738872]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]: dispatch 2024-09-14T03:29:17.046 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:16 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:29:17.046 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:16 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:29:17.046 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:16 smithi002 ceph-mon[27606]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-14T03:29:17.047 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:29:16 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-2[53006]: 2024-09-14T03:29:16.833+0000 7f075397c640 -1 osd.2 0 waiting for initial osdmap 2024-09-14T03:29:17.047 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:29:16 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-2[53006]: 2024-09-14T03:29:16.836+0000 7f074f7a5640 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-14T03:29:17.128 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:16 smithi154 ceph-mon[30999]: from='osd.2 [v2:172.21.15.2:6818/2164738872,v1:172.21.15.2:6819/2164738872]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-14T03:29:17.128 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:16 smithi154 ceph-mon[30999]: osdmap e16: 3 total, 2 up, 3 in 2024-09-14T03:29:17.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:16 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-14T03:29:17.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:16 smithi154 ceph-mon[30999]: from='osd.2 [v2:172.21.15.2:6818/2164738872,v1:172.21.15.2:6819/2164738872]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]: dispatch 2024-09-14T03:29:17.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:16 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:29:17.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:16 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:29:17.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:16 smithi154 ceph-mon[30999]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-14T03:29:18.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:17 smithi002 ceph-mon[27606]: from='osd.2 [v2:172.21.15.2:6818/2164738872,v1:172.21.15.2:6819/2164738872]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]': finished 2024-09-14T03:29:18.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:17 smithi002 ceph-mon[27606]: osdmap e17: 3 total, 2 up, 3 in 2024-09-14T03:29:18.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:17 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-14T03:29:18.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:17 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-14T03:29:18.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:17 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-14T03:29:18.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:17 smithi002 ceph-mon[38004]: from='osd.2 [v2:172.21.15.2:6818/2164738872,v1:172.21.15.2:6819/2164738872]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]': finished 2024-09-14T03:29:18.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:17 smithi002 ceph-mon[38004]: osdmap e17: 3 total, 2 up, 3 in 2024-09-14T03:29:18.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:17 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-14T03:29:18.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:17 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-14T03:29:18.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:17 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-14T03:29:18.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:17 smithi154 ceph-mon[30999]: from='osd.2 [v2:172.21.15.2:6818/2164738872,v1:172.21.15.2:6819/2164738872]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]': finished 2024-09-14T03:29:18.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:17 smithi154 ceph-mon[30999]: osdmap e17: 3 total, 2 up, 3 in 2024-09-14T03:29:18.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:17 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-14T03:29:18.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:17 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-14T03:29:18.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:17 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-14T03:29:19.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:19 smithi154 ceph-mon[30999]: purged_snaps scrub starts 2024-09-14T03:29:19.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:19 smithi154 ceph-mon[30999]: purged_snaps scrub ok 2024-09-14T03:29:19.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:19 smithi154 ceph-mon[30999]: osd.2 [v2:172.21.15.2:6818/2164738872,v1:172.21.15.2:6819/2164738872] boot 2024-09-14T03:29:19.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:19 smithi154 ceph-mon[30999]: osdmap e18: 3 total, 3 up, 3 in 2024-09-14T03:29:19.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:19 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-14T03:29:19.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:19 smithi154 ceph-mon[30999]: pgmap v74: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-14T03:29:19.618 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:19 smithi002 ceph-mon[27606]: purged_snaps scrub starts 2024-09-14T03:29:19.618 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:19 smithi002 ceph-mon[27606]: purged_snaps scrub ok 2024-09-14T03:29:19.619 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:19 smithi002 ceph-mon[27606]: osd.2 [v2:172.21.15.2:6818/2164738872,v1:172.21.15.2:6819/2164738872] boot 2024-09-14T03:29:19.619 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:19 smithi002 ceph-mon[27606]: osdmap e18: 3 total, 3 up, 3 in 2024-09-14T03:29:19.619 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:19 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-14T03:29:19.619 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:19 smithi002 ceph-mon[27606]: pgmap v74: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-14T03:29:19.620 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:19 smithi002 ceph-mon[38004]: purged_snaps scrub starts 2024-09-14T03:29:19.620 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:19 smithi002 ceph-mon[38004]: purged_snaps scrub ok 2024-09-14T03:29:19.620 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:19 smithi002 ceph-mon[38004]: osd.2 [v2:172.21.15.2:6818/2164738872,v1:172.21.15.2:6819/2164738872] boot 2024-09-14T03:29:19.620 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:19 smithi002 ceph-mon[38004]: osdmap e18: 3 total, 3 up, 3 in 2024-09-14T03:29:19.620 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:19 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-14T03:29:19.621 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:19 smithi002 ceph-mon[38004]: pgmap v74: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-14T03:29:20.648 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:20 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-09-14T03:29:20.648 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:20 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-09-14T03:29:20.648 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:20 smithi002 ceph-mon[38004]: osdmap e19: 3 total, 3 up, 3 in 2024-09-14T03:29:20.648 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:20 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-14T03:29:20.648 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:20 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:29:20.649 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:20 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:29:20.649 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:20 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:29:20.649 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:20 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:29:20.649 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:20 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:29:20.649 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:20 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:29:20.649 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:20 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:29:20.649 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:20 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:29:20.649 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:20 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:29:20.649 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:20 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:29:20.649 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:20 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:29:20.649 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:20 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:29:20.649 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:20 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:29:20.650 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:20 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-09-14T03:29:20.650 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:20 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-09-14T03:29:20.650 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:20 smithi002 ceph-mon[27606]: osdmap e19: 3 total, 3 up, 3 in 2024-09-14T03:29:20.650 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:20 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-14T03:29:20.650 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:20 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:29:20.650 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:20 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:29:20.650 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:20 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:29:20.650 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:20 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:29:20.650 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:20 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:29:20.650 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:20 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:29:20.650 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:20 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:29:20.651 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:20 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:29:20.651 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:20 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:29:20.651 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:20 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:29:20.651 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:20 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:29:20.651 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:20 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:29:20.651 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:20 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:29:20.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:20 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-09-14T03:29:20.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:20 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-09-14T03:29:20.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:20 smithi154 ceph-mon[30999]: osdmap e19: 3 total, 3 up, 3 in 2024-09-14T03:29:20.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:20 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-14T03:29:20.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:20 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:29:20.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:20 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:29:20.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:20 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:29:20.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:20 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:29:20.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:20 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:29:20.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:20 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:29:20.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:20 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:29:20.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:20 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:29:20.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:20 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:29:20.729 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:20 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:29:20.729 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:20 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:29:20.729 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:20 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:29:20.729 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:20 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:29:21.317 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:29:21 smithi002 sudo[57024]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-14T03:29:21.318 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:29:21 smithi002 sudo[57024]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-14T03:29:21.318 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:29:21 smithi002 sudo[57024]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-14T03:29:21.318 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:29:21 smithi002 sudo[57024]: pam_unix(sudo:session): session closed for user root 2024-09-14T03:29:21.319 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:21 smithi002 ceph-mon[27606]: Detected new or changed devices on smithi002 2024-09-14T03:29:21.319 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:21 smithi002 ceph-mon[27606]: Adjusting osd_memory_target on smithi002 to 5356M 2024-09-14T03:29:21.319 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:21 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-14T03:29:21.319 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:21 smithi002 ceph-mon[27606]: osdmap e20: 3 total, 3 up, 3 in 2024-09-14T03:29:21.319 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:21 smithi002 ceph-mon[27606]: pgmap v77: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-09-14T03:29:21.319 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:21 smithi002 ceph-mon[38004]: Detected new or changed devices on smithi002 2024-09-14T03:29:21.319 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:21 smithi002 ceph-mon[38004]: Adjusting osd_memory_target on smithi002 to 5356M 2024-09-14T03:29:21.319 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:21 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-14T03:29:21.319 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:21 smithi002 ceph-mon[38004]: osdmap e20: 3 total, 3 up, 3 in 2024-09-14T03:29:21.319 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:21 smithi002 ceph-mon[38004]: pgmap v77: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-09-14T03:29:21.456 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-14T03:29:21.479 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi002:vg_nvme/lv_1 2024-09-14T03:29:21.687 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:29:21 smithi002 sudo[57047]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-14T03:29:21.687 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:29:21 smithi002 sudo[57047]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-14T03:29:21.687 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:29:21 smithi002 sudo[57047]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-14T03:29:21.687 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:29:21 smithi002 sudo[57047]: pam_unix(sudo:session): session closed for user root 2024-09-14T03:29:21.712 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:29:21.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:21 smithi154 ceph-mon[30999]: Detected new or changed devices on smithi002 2024-09-14T03:29:21.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:21 smithi154 ceph-mon[30999]: Adjusting osd_memory_target on smithi002 to 5356M 2024-09-14T03:29:21.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:21 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-14T03:29:21.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:21 smithi154 ceph-mon[30999]: osdmap e20: 3 total, 3 up, 3 in 2024-09-14T03:29:21.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:21 smithi154 ceph-mon[30999]: pgmap v77: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-09-14T03:29:22.096 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:29:21 smithi002 sudo[57106]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-14T03:29:22.096 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:29:21 smithi002 sudo[57106]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-14T03:29:22.096 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:29:21 smithi002 sudo[57106]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-14T03:29:22.097 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:29:21 smithi002 sudo[57106]: pam_unix(sudo:session): session closed for user root 2024-09-14T03:29:22.366 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:22 smithi002 ceph-mon[38004]: mgrmap e15: y(active, since 2m), standbys: x 2024-09-14T03:29:22.367 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:22 smithi002 ceph-mon[38004]: osdmap e21: 3 total, 3 up, 3 in 2024-09-14T03:29:22.367 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:22 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:29:22.367 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:22 smithi002 ceph-mon[27606]: mgrmap e15: y(active, since 2m), standbys: x 2024-09-14T03:29:22.367 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:22 smithi002 ceph-mon[27606]: osdmap e21: 3 total, 3 up, 3 in 2024-09-14T03:29:22.367 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:22 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:29:22.686 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:29:22 smithi002 sudo[57128]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-14T03:29:22.687 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:29:22 smithi002 sudo[57128]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-14T03:29:22.687 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:29:22 smithi002 sudo[57128]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-14T03:29:22.687 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:29:22 smithi002 sudo[57128]: pam_unix(sudo:session): session closed for user root 2024-09-14T03:29:22.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:22 smithi154 ceph-mon[30999]: mgrmap e15: y(active, since 2m), standbys: x 2024-09-14T03:29:22.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:22 smithi154 ceph-mon[30999]: osdmap e21: 3 total, 3 up, 3 in 2024-09-14T03:29:22.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:22 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:29:23.117 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:29:22 smithi002 sudo[57140]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-14T03:29:23.118 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:29:22 smithi002 sudo[57140]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-14T03:29:23.118 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:29:22 smithi002 sudo[57140]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-14T03:29:23.118 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:29:22 smithi002 sudo[57140]: pam_unix(sudo:session): session closed for user root 2024-09-14T03:29:23.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:23 smithi002 ceph-mon[38004]: pgmap v79: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-09-14T03:29:23.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:23 smithi002 ceph-mon[27606]: pgmap v79: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-09-14T03:29:23.438 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:29:23 smithi002 sudo[57182]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-14T03:29:23.438 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:29:23 smithi002 sudo[57182]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-14T03:29:23.438 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:29:23 smithi002 sudo[57182]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-14T03:29:23.438 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:29:23 smithi002 sudo[57182]: pam_unix(sudo:session): session closed for user root 2024-09-14T03:29:23.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:23 smithi154 ceph-mon[30999]: pgmap v79: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-09-14T03:29:24.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:23 smithi002 sudo[57186]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-14T03:29:24.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:23 smithi002 sudo[57186]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-14T03:29:24.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:23 smithi002 sudo[57186]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-14T03:29:24.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:23 smithi002 sudo[57186]: pam_unix(sudo:session): session closed for user root 2024-09-14T03:29:24.616 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:24 smithi002 sudo[57189]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-14T03:29:24.616 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:24 smithi002 sudo[57189]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-14T03:29:24.616 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:24 smithi002 sudo[57189]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-14T03:29:24.616 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:24 smithi002 sudo[57189]: pam_unix(sudo:session): session closed for user root 2024-09-14T03:29:24.742 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:24 smithi154 sudo[33461]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-14T03:29:24.742 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:24 smithi154 sudo[33461]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-14T03:29:24.742 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:24 smithi154 sudo[33461]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-14T03:29:24.742 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:24 smithi154 sudo[33461]: pam_unix(sudo:session): session closed for user root 2024-09-14T03:29:24.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:24 smithi002 ceph-mon[27606]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-14T03:29:24.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:24 smithi002 ceph-mon[27606]: from='client.24197 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi002:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:29:24.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:24 smithi002 ceph-mon[27606]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-14T03:29:24.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:24 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:29:24.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:24 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:29:24.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:24 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:29:24.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:24 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-14T03:29:24.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:24 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:29:24.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:24 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:29:24.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:24 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:29:24.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:24 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-14T03:29:24.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:24 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:29:24.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:24 smithi002 ceph-mon[38004]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-14T03:29:24.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:24 smithi002 ceph-mon[38004]: from='client.24197 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi002:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:29:24.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:24 smithi002 ceph-mon[38004]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-14T03:29:24.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:24 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:29:24.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:24 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:29:24.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:24 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:29:24.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:24 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-14T03:29:24.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:24 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:29:24.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:24 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:29:24.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:24 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:29:24.939 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:24 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-14T03:29:24.939 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:24 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:29:25.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:24 smithi154 sudo[33464]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-14T03:29:25.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:24 smithi154 sudo[33464]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-14T03:29:25.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:24 smithi154 sudo[33464]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-14T03:29:25.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:24 smithi154 sudo[33464]: pam_unix(sudo:session): session closed for user root 2024-09-14T03:29:25.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:24 smithi154 ceph-mon[30999]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-14T03:29:25.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:24 smithi154 ceph-mon[30999]: from='client.24197 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi002:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:29:25.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:24 smithi154 ceph-mon[30999]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-14T03:29:25.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:24 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:29:25.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:24 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:29:25.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:24 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:29:25.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:24 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-14T03:29:25.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:24 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:29:25.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:24 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:29:25.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:24 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:29:25.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:24 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-14T03:29:25.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:24 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:29:25.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:25 smithi002 sudo[57332]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-14T03:29:25.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:25 smithi002 sudo[57332]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-14T03:29:25.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:25 smithi002 sudo[57332]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-14T03:29:25.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:25 smithi002 sudo[57332]: pam_unix(sudo:session): session closed for user root 2024-09-14T03:29:25.863 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:25 smithi002 ceph-mon[27606]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-14T03:29:25.864 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:25 smithi002 ceph-mon[27606]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-14T03:29:25.864 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:25 smithi002 ceph-mon[27606]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-14T03:29:25.864 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:25 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:29:25.864 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:25 smithi002 ceph-mon[27606]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-14T03:29:25.864 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:25 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:29:25.864 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:25 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:29:25.864 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:25 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:29:25.864 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:25 smithi002 ceph-mon[27606]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-14T03:29:25.864 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:25 smithi002 sudo[57357]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-14T03:29:25.865 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:25 smithi002 sudo[57357]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-14T03:29:25.865 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:25 smithi002 sudo[57357]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-14T03:29:25.865 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:25 smithi002 sudo[57357]: pam_unix(sudo:session): session closed for user root 2024-09-14T03:29:25.865 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:25 smithi002 ceph-mon[38004]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-14T03:29:25.865 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:25 smithi002 ceph-mon[38004]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-14T03:29:25.865 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:25 smithi002 ceph-mon[38004]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-14T03:29:25.865 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:25 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:29:25.865 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:25 smithi002 ceph-mon[38004]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-14T03:29:25.865 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:25 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:29:25.865 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:25 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:29:25.865 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:25 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:29:25.865 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:25 smithi002 ceph-mon[38004]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-14T03:29:26.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:25 smithi154 ceph-mon[30999]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-14T03:29:26.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:25 smithi154 ceph-mon[30999]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-14T03:29:26.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:25 smithi154 ceph-mon[30999]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-14T03:29:26.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:25 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:29:26.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:25 smithi154 ceph-mon[30999]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-14T03:29:26.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:25 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:29:26.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:25 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:29:26.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:25 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:29:26.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:25 smithi154 ceph-mon[30999]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-14T03:29:27.166 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:26 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/3297278074' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cbb4c3de-7936-4be4-aace-b6411d2f65ac"}]: dispatch 2024-09-14T03:29:27.166 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:26 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/3297278074' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "cbb4c3de-7936-4be4-aace-b6411d2f65ac"}]': finished 2024-09-14T03:29:27.166 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:26 smithi002 ceph-mon[27606]: osdmap e22: 4 total, 3 up, 4 in 2024-09-14T03:29:27.166 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:26 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-14T03:29:27.166 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:26 smithi002 ceph-mon[38004]: from='client.? 172.21.15.2:0/3297278074' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cbb4c3de-7936-4be4-aace-b6411d2f65ac"}]: dispatch 2024-09-14T03:29:27.166 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:26 smithi002 ceph-mon[38004]: from='client.? 172.21.15.2:0/3297278074' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "cbb4c3de-7936-4be4-aace-b6411d2f65ac"}]': finished 2024-09-14T03:29:27.167 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:26 smithi002 ceph-mon[38004]: osdmap e22: 4 total, 3 up, 4 in 2024-09-14T03:29:27.167 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:26 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-14T03:29:27.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:26 smithi154 ceph-mon[30999]: from='client.? 172.21.15.2:0/3297278074' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cbb4c3de-7936-4be4-aace-b6411d2f65ac"}]: dispatch 2024-09-14T03:29:27.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:26 smithi154 ceph-mon[30999]: from='client.? 172.21.15.2:0/3297278074' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "cbb4c3de-7936-4be4-aace-b6411d2f65ac"}]': finished 2024-09-14T03:29:27.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:26 smithi154 ceph-mon[30999]: osdmap e22: 4 total, 3 up, 4 in 2024-09-14T03:29:27.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:26 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-14T03:29:28.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:27 smithi002 ceph-mon[27606]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-14T03:29:28.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:27 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/1860506692' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-14T03:29:28.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:27 smithi002 ceph-mon[38004]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-14T03:29:28.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:27 smithi002 ceph-mon[38004]: from='client.? 172.21.15.2:0/1860506692' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-14T03:29:28.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:27 smithi154 ceph-mon[30999]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-14T03:29:28.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:27 smithi154 ceph-mon[30999]: from='client.? 172.21.15.2:0/1860506692' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-14T03:29:30.002 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:29 smithi002 ceph-mon[27606]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-14T03:29:30.002 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:29 smithi002 ceph-mon[38004]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-14T03:29:30.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:29 smithi154 ceph-mon[30999]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-14T03:29:32.075 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:31 smithi002 ceph-mon[27606]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-09-14T03:29:32.075 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:31 smithi002 ceph-mon[38004]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-09-14T03:29:32.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:31 smithi154 ceph-mon[30999]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-09-14T03:29:33.085 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:32 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-14T03:29:33.085 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:32 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:29:33.086 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:32 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-14T03:29:33.086 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:32 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:29:33.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:32 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-14T03:29:33.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:32 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:29:34.028 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:33 smithi002 ceph-mon[27606]: Deploying daemon osd.3 on smithi002 2024-09-14T03:29:34.029 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:33 smithi002 ceph-mon[27606]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-09-14T03:29:34.029 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:33 smithi002 ceph-mon[38004]: Deploying daemon osd.3 on smithi002 2024-09-14T03:29:34.029 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:33 smithi002 ceph-mon[38004]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-09-14T03:29:34.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:33 smithi154 ceph-mon[30999]: Deploying daemon osd.3 on smithi002 2024-09-14T03:29:34.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:33 smithi154 ceph-mon[30999]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-09-14T03:29:35.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:35 smithi002 ceph-mon[27606]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-09-14T03:29:35.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:35 smithi002 ceph-mon[38004]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-09-14T03:29:36.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:35 smithi154 ceph-mon[30999]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-09-14T03:29:37.808 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:37 smithi002 ceph-mon[27606]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 77 KiB/s wr, 5 op/s 2024-09-14T03:29:37.808 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:37 smithi002 ceph-mon[38004]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 77 KiB/s wr, 5 op/s 2024-09-14T03:29:38.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:37 smithi154 ceph-mon[30999]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 77 KiB/s wr, 5 op/s 2024-09-14T03:29:39.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:38 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:29:39.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:38 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:29:39.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:38 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:29:39.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:38 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:29:39.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:38 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:29:39.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:38 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:29:39.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:38 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:29:39.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:38 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:29:39.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:38 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:29:40.042 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:39 smithi002 ceph-mon[27606]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-14T03:29:40.042 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:39 smithi002 ceph-mon[38004]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-14T03:29:40.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:39 smithi154 ceph-mon[30999]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-14T03:29:41.030 INFO:teuthology.orchestra.run.smithi002.stdout:Created osd(s) 3 on host 'smithi002' 2024-09-14T03:29:41.625 DEBUG:teuthology.orchestra.run.smithi002:osd.3> sudo journalctl -f -n 0 -u ceph-f357b922-7248-11ef-bceb-c7b262605968@osd.3.service 2024-09-14T03:29:41.628 INFO:tasks.cephadm:Deploying osd.4 on smithi154 with /dev/vg_nvme/lv_4... 2024-09-14T03:29:41.628 DEBUG:teuthology.orchestra.run.smithi154:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f357b922-7248-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-09-14T03:29:41.833 INFO:teuthology.orchestra.run.smithi154.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.b/config 2024-09-14T03:29:41.936 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:41 smithi002 ceph-mon[27606]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-14T03:29:41.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:41 smithi002 ceph-mon[27606]: from='osd.3 [v2:172.21.15.2:6826/408508822,v1:172.21.15.2:6827/408508822]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-14T03:29:41.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:41 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:29:41.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:41 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:29:41.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:41 smithi002 ceph-mon[38004]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-14T03:29:41.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:41 smithi002 ceph-mon[38004]: from='osd.3 [v2:172.21.15.2:6826/408508822,v1:172.21.15.2:6827/408508822]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-14T03:29:41.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:41 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:29:41.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:41 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:29:41.954 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:41 smithi154 ceph-mon[30999]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-14T03:29:41.954 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:41 smithi154 ceph-mon[30999]: from='osd.3 [v2:172.21.15.2:6826/408508822,v1:172.21.15.2:6827/408508822]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-14T03:29:41.954 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:41 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:29:41.954 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:41 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:29:43.007 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:42 smithi154 ceph-mon[30999]: from='osd.3 [v2:172.21.15.2:6826/408508822,v1:172.21.15.2:6827/408508822]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-14T03:29:43.007 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:42 smithi154 ceph-mon[30999]: osdmap e23: 4 total, 3 up, 4 in 2024-09-14T03:29:43.008 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:42 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-14T03:29:43.008 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:42 smithi154 ceph-mon[30999]: from='osd.3 [v2:172.21.15.2:6826/408508822,v1:172.21.15.2:6827/408508822]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]: dispatch 2024-09-14T03:29:43.008 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:42 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:29:43.008 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:42 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:29:43.008 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:42 smithi154 ceph-mon[30999]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-14T03:29:43.053 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:42 smithi002 ceph-mon[38004]: from='osd.3 [v2:172.21.15.2:6826/408508822,v1:172.21.15.2:6827/408508822]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-14T03:29:43.053 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:42 smithi002 ceph-mon[38004]: osdmap e23: 4 total, 3 up, 4 in 2024-09-14T03:29:43.054 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:42 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-14T03:29:43.054 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:42 smithi002 ceph-mon[38004]: from='osd.3 [v2:172.21.15.2:6826/408508822,v1:172.21.15.2:6827/408508822]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]: dispatch 2024-09-14T03:29:43.054 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:42 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:29:43.054 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:42 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:29:43.054 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:42 smithi002 ceph-mon[38004]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-14T03:29:43.054 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:42 smithi002 ceph-mon[27606]: from='osd.3 [v2:172.21.15.2:6826/408508822,v1:172.21.15.2:6827/408508822]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-14T03:29:43.054 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:42 smithi002 ceph-mon[27606]: osdmap e23: 4 total, 3 up, 4 in 2024-09-14T03:29:43.054 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:42 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-14T03:29:43.054 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:42 smithi002 ceph-mon[27606]: from='osd.3 [v2:172.21.15.2:6826/408508822,v1:172.21.15.2:6827/408508822]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]: dispatch 2024-09-14T03:29:43.054 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:42 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:29:43.054 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:42 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:29:43.055 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:42 smithi002 ceph-mon[27606]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-14T03:29:43.341 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:29:43 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-3[59046]: 2024-09-14T03:29:43.051+0000 7f2e578e2640 -1 osd.3 0 waiting for initial osdmap 2024-09-14T03:29:43.342 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:29:43 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-3[59046]: 2024-09-14T03:29:43.055+0000 7f2e4eeec640 -1 osd.3 24 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-14T03:29:43.910 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:43 smithi002 ceph-mon[27606]: from='osd.3 [v2:172.21.15.2:6826/408508822,v1:172.21.15.2:6827/408508822]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]': finished 2024-09-14T03:29:43.911 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:43 smithi002 ceph-mon[27606]: osdmap e24: 4 total, 3 up, 4 in 2024-09-14T03:29:43.911 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:43 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-14T03:29:43.911 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:43 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-14T03:29:43.911 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:43 smithi002 ceph-mon[27606]: from='osd.3 [v2:172.21.15.2:6826/408508822,v1:172.21.15.2:6827/408508822]' entity='osd.3' 2024-09-14T03:29:43.911 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:43 smithi002 ceph-mon[38004]: from='osd.3 [v2:172.21.15.2:6826/408508822,v1:172.21.15.2:6827/408508822]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]': finished 2024-09-14T03:29:43.911 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:43 smithi002 ceph-mon[38004]: osdmap e24: 4 total, 3 up, 4 in 2024-09-14T03:29:43.911 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:43 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-14T03:29:43.911 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:43 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-14T03:29:43.912 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:43 smithi002 ceph-mon[38004]: from='osd.3 [v2:172.21.15.2:6826/408508822,v1:172.21.15.2:6827/408508822]' entity='osd.3' 2024-09-14T03:29:44.000 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-14T03:29:44.020 DEBUG:teuthology.orchestra.run.smithi154:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi154:vg_nvme/lv_4 2024-09-14T03:29:44.044 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:43 smithi154 ceph-mon[30999]: from='osd.3 [v2:172.21.15.2:6826/408508822,v1:172.21.15.2:6827/408508822]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]': finished 2024-09-14T03:29:44.044 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:43 smithi154 ceph-mon[30999]: osdmap e24: 4 total, 3 up, 4 in 2024-09-14T03:29:44.044 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:43 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-14T03:29:44.044 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:43 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-14T03:29:44.044 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:43 smithi154 ceph-mon[30999]: from='osd.3 [v2:172.21.15.2:6826/408508822,v1:172.21.15.2:6827/408508822]' entity='osd.3' 2024-09-14T03:29:44.225 INFO:teuthology.orchestra.run.smithi154.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.b/config 2024-09-14T03:29:44.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:44 smithi002 ceph-mon[27606]: purged_snaps scrub starts 2024-09-14T03:29:44.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:44 smithi002 ceph-mon[27606]: purged_snaps scrub ok 2024-09-14T03:29:44.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:44 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-14T03:29:44.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:44 smithi002 ceph-mon[27606]: osd.3 [v2:172.21.15.2:6826/408508822,v1:172.21.15.2:6827/408508822] boot 2024-09-14T03:29:44.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:44 smithi002 ceph-mon[27606]: osdmap e25: 4 total, 4 up, 4 in 2024-09-14T03:29:44.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:44 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-14T03:29:44.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:44 smithi002 ceph-mon[27606]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-09-14T03:29:44.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:44 smithi002 ceph-mon[38004]: purged_snaps scrub starts 2024-09-14T03:29:44.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:44 smithi002 ceph-mon[38004]: purged_snaps scrub ok 2024-09-14T03:29:44.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:44 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-14T03:29:44.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:44 smithi002 ceph-mon[38004]: osd.3 [v2:172.21.15.2:6826/408508822,v1:172.21.15.2:6827/408508822] boot 2024-09-14T03:29:44.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:44 smithi002 ceph-mon[38004]: osdmap e25: 4 total, 4 up, 4 in 2024-09-14T03:29:44.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:44 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-14T03:29:44.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:44 smithi002 ceph-mon[38004]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-09-14T03:29:44.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:44 smithi154 ceph-mon[30999]: purged_snaps scrub starts 2024-09-14T03:29:44.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:44 smithi154 ceph-mon[30999]: purged_snaps scrub ok 2024-09-14T03:29:44.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:44 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-14T03:29:44.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:44 smithi154 ceph-mon[30999]: osd.3 [v2:172.21.15.2:6826/408508822,v1:172.21.15.2:6827/408508822] boot 2024-09-14T03:29:44.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:44 smithi154 ceph-mon[30999]: osdmap e25: 4 total, 4 up, 4 in 2024-09-14T03:29:44.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:44 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-14T03:29:44.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:44 smithi154 ceph-mon[30999]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-09-14T03:29:46.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:46 smithi002 ceph-mon[27606]: Detected new or changed devices on smithi002 2024-09-14T03:29:46.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:46 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:29:46.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:46 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:29:46.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:46 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:29:46.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:46 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:29:46.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:46 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:29:46.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:46 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:29:46.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:46 smithi002 ceph-mon[27606]: Adjusting osd_memory_target on smithi002 to 4017M 2024-09-14T03:29:46.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:46 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:29:46.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:46 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:29:46.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:46 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:29:46.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:46 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:29:46.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:46 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:29:46.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:46 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:29:46.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:46 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:29:46.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:46 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:29:46.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:46 smithi002 ceph-mon[27606]: osdmap e26: 4 total, 4 up, 4 in 2024-09-14T03:29:46.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:46 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-14T03:29:46.689 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:46 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-14T03:29:46.689 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:46 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:29:46.689 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:46 smithi002 ceph-mon[38004]: Detected new or changed devices on smithi002 2024-09-14T03:29:46.689 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:46 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:29:46.689 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:46 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:29:46.689 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:46 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:29:46.689 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:46 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:29:46.689 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:46 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:29:46.689 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:46 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:29:46.689 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:46 smithi002 ceph-mon[38004]: Adjusting osd_memory_target on smithi002 to 4017M 2024-09-14T03:29:46.689 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:46 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:29:46.690 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:46 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:29:46.690 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:46 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:29:46.690 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:46 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:29:46.690 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:46 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:29:46.690 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:46 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:29:46.690 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:46 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:29:46.690 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:46 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:29:46.690 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:46 smithi002 ceph-mon[38004]: osdmap e26: 4 total, 4 up, 4 in 2024-09-14T03:29:46.690 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:46 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-14T03:29:46.690 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:46 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-14T03:29:46.690 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:46 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:29:46.693 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:46 smithi154 ceph-mon[30999]: Detected new or changed devices on smithi002 2024-09-14T03:29:46.693 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:46 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:29:46.694 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:46 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:29:46.694 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:46 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:29:46.694 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:46 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:29:46.694 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:46 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:29:46.694 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:46 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:29:46.695 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:46 smithi154 ceph-mon[30999]: Adjusting osd_memory_target on smithi002 to 4017M 2024-09-14T03:29:46.695 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:46 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:29:46.695 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:46 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:29:46.695 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:46 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:29:46.695 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:46 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:29:46.695 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:46 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:29:46.695 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:46 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:29:46.695 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:46 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:29:46.695 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:46 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:29:46.695 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:46 smithi154 ceph-mon[30999]: osdmap e26: 4 total, 4 up, 4 in 2024-09-14T03:29:46.695 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:46 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-14T03:29:46.695 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:46 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-14T03:29:46.696 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:46 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:29:47.621 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:47 smithi154 ceph-mon[30999]: from='client.24199 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi154:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:29:47.621 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:47 smithi154 ceph-mon[30999]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-14T03:29:47.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:47 smithi002 ceph-mon[27606]: from='client.24199 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi154:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:29:47.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:47 smithi002 ceph-mon[27606]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-14T03:29:47.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:47 smithi002 ceph-mon[38004]: from='client.24199 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi154:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:29:47.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:47 smithi002 ceph-mon[38004]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-14T03:29:48.639 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:48 smithi154 ceph-mon[30999]: from='client.? 172.21.15.154:0/3706835867' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "baf6b247-94ef-4bc0-a5c1-df760aa8f401"}]: dispatch 2024-09-14T03:29:48.639 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:48 smithi154 ceph-mon[30999]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "baf6b247-94ef-4bc0-a5c1-df760aa8f401"}]: dispatch 2024-09-14T03:29:48.639 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:48 smithi154 ceph-mon[30999]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "baf6b247-94ef-4bc0-a5c1-df760aa8f401"}]': finished 2024-09-14T03:29:48.639 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:48 smithi154 ceph-mon[30999]: osdmap e27: 5 total, 4 up, 5 in 2024-09-14T03:29:48.639 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:48 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-14T03:29:48.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:48 smithi002 ceph-mon[27606]: from='client.? 172.21.15.154:0/3706835867' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "baf6b247-94ef-4bc0-a5c1-df760aa8f401"}]: dispatch 2024-09-14T03:29:48.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:48 smithi002 ceph-mon[27606]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "baf6b247-94ef-4bc0-a5c1-df760aa8f401"}]: dispatch 2024-09-14T03:29:48.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:48 smithi002 ceph-mon[27606]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "baf6b247-94ef-4bc0-a5c1-df760aa8f401"}]': finished 2024-09-14T03:29:48.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:48 smithi002 ceph-mon[27606]: osdmap e27: 5 total, 4 up, 5 in 2024-09-14T03:29:48.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:48 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-14T03:29:48.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:48 smithi002 ceph-mon[38004]: from='client.? 172.21.15.154:0/3706835867' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "baf6b247-94ef-4bc0-a5c1-df760aa8f401"}]: dispatch 2024-09-14T03:29:48.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:48 smithi002 ceph-mon[38004]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "baf6b247-94ef-4bc0-a5c1-df760aa8f401"}]: dispatch 2024-09-14T03:29:48.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:48 smithi002 ceph-mon[38004]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "baf6b247-94ef-4bc0-a5c1-df760aa8f401"}]': finished 2024-09-14T03:29:48.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:48 smithi002 ceph-mon[38004]: osdmap e27: 5 total, 4 up, 5 in 2024-09-14T03:29:48.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:48 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-14T03:29:49.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:49 smithi002 ceph-mon[27606]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-14T03:29:49.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:49 smithi002 ceph-mon[27606]: from='client.? 172.21.15.154:0/2971544610' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-14T03:29:49.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:49 smithi002 ceph-mon[38004]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-14T03:29:49.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:49 smithi002 ceph-mon[38004]: from='client.? 172.21.15.154:0/2971544610' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-14T03:29:49.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:49 smithi154 ceph-mon[30999]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-14T03:29:49.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:49 smithi154 ceph-mon[30999]: from='client.? 172.21.15.154:0/2971544610' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-14T03:29:51.088 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:50 smithi154 ceph-mon[30999]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-14T03:29:51.186 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:50 smithi002 ceph-mon[38004]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-14T03:29:51.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:50 smithi002 ceph-mon[27606]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-14T03:29:52.903 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:52 smithi154 ceph-mon[30999]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-14T03:29:53.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:52 smithi002 ceph-mon[27606]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-14T03:29:53.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:52 smithi002 ceph-mon[38004]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-14T03:29:54.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:54 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-14T03:29:54.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:54 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:29:54.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:54 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-14T03:29:54.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:54 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:29:54.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:54 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-14T03:29:54.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:54 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:29:55.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:55 smithi154 ceph-mon[30999]: Deploying daemon osd.4 on smithi154 2024-09-14T03:29:55.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:55 smithi154 ceph-mon[30999]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-14T03:29:55.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:55 smithi002 ceph-mon[38004]: Deploying daemon osd.4 on smithi154 2024-09-14T03:29:55.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:55 smithi002 ceph-mon[38004]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-14T03:29:55.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:55 smithi002 ceph-mon[27606]: Deploying daemon osd.4 on smithi154 2024-09-14T03:29:55.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:55 smithi002 ceph-mon[27606]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-14T03:29:57.176 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:56 smithi154 ceph-mon[30999]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-14T03:29:57.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:56 smithi002 ceph-mon[27606]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-14T03:29:57.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:56 smithi002 ceph-mon[38004]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-14T03:29:58.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:58 smithi154 ceph-mon[30999]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-14T03:29:59.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:58 smithi002 ceph-mon[38004]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-14T03:29:59.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:58 smithi002 ceph-mon[27606]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-14T03:29:59.830 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:59 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:29:59.831 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:59 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:00.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:59 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:30:00.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:59 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:00.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:29:59 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:00.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:59 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:30:00.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:59 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:00.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:29:59 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:00.226 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:29:59 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:01.100 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:00 smithi154 ceph-mon[30999]: overall HEALTH_OK 2024-09-14T03:30:01.100 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:00 smithi154 ceph-mon[30999]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-14T03:30:01.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:00 smithi002 ceph-mon[38004]: overall HEALTH_OK 2024-09-14T03:30:01.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:00 smithi002 ceph-mon[38004]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-14T03:30:01.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:00 smithi002 ceph-mon[27606]: overall HEALTH_OK 2024-09-14T03:30:01.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:00 smithi002 ceph-mon[27606]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-14T03:30:01.625 INFO:teuthology.orchestra.run.smithi154.stdout:Created osd(s) 4 on host 'smithi154' 2024-09-14T03:30:02.224 DEBUG:teuthology.orchestra.run.smithi154:osd.4> sudo journalctl -f -n 0 -u ceph-f357b922-7248-11ef-bceb-c7b262605968@osd.4.service 2024-09-14T03:30:02.263 INFO:tasks.cephadm:Deploying osd.5 on smithi154 with /dev/vg_nvme/lv_3... 2024-09-14T03:30:02.263 DEBUG:teuthology.orchestra.run.smithi154:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f357b922-7248-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-09-14T03:30:02.505 INFO:teuthology.orchestra.run.smithi154.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.b/config 2024-09-14T03:30:02.900 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:02 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:02.900 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:02 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:02.900 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:02 smithi154 ceph-mon[30999]: from='osd.4 [v2:172.21.15.154:6800/2514384578,v1:172.21.15.154:6801/2514384578]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-14T03:30:02.901 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:02 smithi154 ceph-mon[30999]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-14T03:30:02.901 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:02 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:02.901 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:02 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:02.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:02 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:02.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:02 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:02.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:02 smithi002 ceph-mon[27606]: from='osd.4 [v2:172.21.15.154:6800/2514384578,v1:172.21.15.154:6801/2514384578]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-14T03:30:02.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:02 smithi002 ceph-mon[27606]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-14T03:30:02.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:02 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:02.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:02 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:02.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:02 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:02.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:02 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:02.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:02 smithi002 ceph-mon[38004]: from='osd.4 [v2:172.21.15.154:6800/2514384578,v1:172.21.15.154:6801/2514384578]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-14T03:30:02.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:02 smithi002 ceph-mon[38004]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-14T03:30:02.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:02 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:02.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:02 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:03.890 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:03 smithi154 ceph-mon[30999]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-14T03:30:03.890 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:03 smithi154 ceph-mon[30999]: osdmap e28: 5 total, 4 up, 5 in 2024-09-14T03:30:03.890 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:03 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-14T03:30:03.890 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:03 smithi154 ceph-mon[30999]: from='osd.4 [v2:172.21.15.154:6800/2514384578,v1:172.21.15.154:6801/2514384578]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]: dispatch 2024-09-14T03:30:03.890 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:03 smithi154 ceph-mon[30999]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]: dispatch 2024-09-14T03:30:03.890 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:03 smithi154 ceph-mon[30999]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-14T03:30:03.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:03 smithi002 ceph-mon[38004]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-14T03:30:03.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:03 smithi002 ceph-mon[38004]: osdmap e28: 5 total, 4 up, 5 in 2024-09-14T03:30:03.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:03 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-14T03:30:03.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:03 smithi002 ceph-mon[38004]: from='osd.4 [v2:172.21.15.154:6800/2514384578,v1:172.21.15.154:6801/2514384578]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]: dispatch 2024-09-14T03:30:03.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:03 smithi002 ceph-mon[38004]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]: dispatch 2024-09-14T03:30:03.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:03 smithi002 ceph-mon[38004]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-14T03:30:03.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:03 smithi002 ceph-mon[27606]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-14T03:30:03.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:03 smithi002 ceph-mon[27606]: osdmap e28: 5 total, 4 up, 5 in 2024-09-14T03:30:03.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:03 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-14T03:30:03.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:03 smithi002 ceph-mon[27606]: from='osd.4 [v2:172.21.15.154:6800/2514384578,v1:172.21.15.154:6801/2514384578]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]: dispatch 2024-09-14T03:30:03.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:03 smithi002 ceph-mon[27606]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]: dispatch 2024-09-14T03:30:03.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:03 smithi002 ceph-mon[27606]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-14T03:30:04.141 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:30:04 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-4[35761]: 2024-09-14T03:30:04.080+0000 7f42af80a640 -1 osd.4 0 waiting for initial osdmap 2024-09-14T03:30:04.141 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:30:04 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-4[35761]: 2024-09-14T03:30:04.086+0000 7f42a762b640 -1 osd.4 29 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-14T03:30:04.906 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:04 smithi154 ceph-mon[30999]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]': finished 2024-09-14T03:30:04.907 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:04 smithi154 ceph-mon[30999]: osdmap e29: 5 total, 4 up, 5 in 2024-09-14T03:30:04.907 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:04 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-14T03:30:04.907 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:04 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-14T03:30:04.907 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:04 smithi154 ceph-mon[30999]: from='osd.4 ' entity='osd.4' 2024-09-14T03:30:04.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:04 smithi002 ceph-mon[27606]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]': finished 2024-09-14T03:30:04.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:04 smithi002 ceph-mon[27606]: osdmap e29: 5 total, 4 up, 5 in 2024-09-14T03:30:04.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:04 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-14T03:30:04.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:04 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-14T03:30:04.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:04 smithi002 ceph-mon[27606]: from='osd.4 ' entity='osd.4' 2024-09-14T03:30:04.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:04 smithi002 ceph-mon[38004]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]': finished 2024-09-14T03:30:04.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:04 smithi002 ceph-mon[38004]: osdmap e29: 5 total, 4 up, 5 in 2024-09-14T03:30:04.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:04 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-14T03:30:04.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:04 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-14T03:30:04.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:04 smithi002 ceph-mon[38004]: from='osd.4 ' entity='osd.4' 2024-09-14T03:30:05.218 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-14T03:30:05.237 DEBUG:teuthology.orchestra.run.smithi154:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi154:vg_nvme/lv_3 2024-09-14T03:30:05.626 INFO:teuthology.orchestra.run.smithi154.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.b/config 2024-09-14T03:30:05.857 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:05 smithi154 ceph-mon[30999]: purged_snaps scrub starts 2024-09-14T03:30:05.858 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:05 smithi154 ceph-mon[30999]: purged_snaps scrub ok 2024-09-14T03:30:05.858 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:05 smithi154 ceph-mon[30999]: osd.4 [v2:172.21.15.154:6800/2514384578,v1:172.21.15.154:6801/2514384578] boot 2024-09-14T03:30:05.858 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:05 smithi154 ceph-mon[30999]: osdmap e30: 5 total, 5 up, 5 in 2024-09-14T03:30:05.858 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:05 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-14T03:30:05.858 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:05 smithi154 ceph-mon[30999]: pgmap v109: 1 pgs: 1 peering; 577 KiB data, 539 MiB used, 446 GiB / 447 GiB avail 2024-09-14T03:30:05.858 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:05 smithi154 ceph-mon[30999]: osdmap e31: 5 total, 5 up, 5 in 2024-09-14T03:30:05.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:05 smithi002 ceph-mon[27606]: purged_snaps scrub starts 2024-09-14T03:30:05.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:05 smithi002 ceph-mon[27606]: purged_snaps scrub ok 2024-09-14T03:30:05.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:05 smithi002 ceph-mon[27606]: osd.4 [v2:172.21.15.154:6800/2514384578,v1:172.21.15.154:6801/2514384578] boot 2024-09-14T03:30:05.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:05 smithi002 ceph-mon[27606]: osdmap e30: 5 total, 5 up, 5 in 2024-09-14T03:30:05.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:05 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-14T03:30:05.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:05 smithi002 ceph-mon[27606]: pgmap v109: 1 pgs: 1 peering; 577 KiB data, 539 MiB used, 446 GiB / 447 GiB avail 2024-09-14T03:30:05.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:05 smithi002 ceph-mon[27606]: osdmap e31: 5 total, 5 up, 5 in 2024-09-14T03:30:05.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:05 smithi002 ceph-mon[38004]: purged_snaps scrub starts 2024-09-14T03:30:05.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:05 smithi002 ceph-mon[38004]: purged_snaps scrub ok 2024-09-14T03:30:05.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:05 smithi002 ceph-mon[38004]: osd.4 [v2:172.21.15.154:6800/2514384578,v1:172.21.15.154:6801/2514384578] boot 2024-09-14T03:30:05.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:05 smithi002 ceph-mon[38004]: osdmap e30: 5 total, 5 up, 5 in 2024-09-14T03:30:05.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:05 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-14T03:30:05.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:05 smithi002 ceph-mon[38004]: pgmap v109: 1 pgs: 1 peering; 577 KiB data, 539 MiB used, 446 GiB / 447 GiB avail 2024-09-14T03:30:05.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:05 smithi002 ceph-mon[38004]: osdmap e31: 5 total, 5 up, 5 in 2024-09-14T03:30:07.609 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:07 smithi154 ceph-mon[30999]: osdmap e32: 5 total, 5 up, 5 in 2024-09-14T03:30:07.610 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:07 smithi154 ceph-mon[30999]: pgmap v112: 1 pgs: 1 peering; 577 KiB data, 539 MiB used, 446 GiB / 447 GiB avail 2024-09-14T03:30:07.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:07 smithi002 ceph-mon[27606]: osdmap e32: 5 total, 5 up, 5 in 2024-09-14T03:30:07.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:07 smithi002 ceph-mon[27606]: pgmap v112: 1 pgs: 1 peering; 577 KiB data, 539 MiB used, 446 GiB / 447 GiB avail 2024-09-14T03:30:07.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:07 smithi002 ceph-mon[38004]: osdmap e32: 5 total, 5 up, 5 in 2024-09-14T03:30:07.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:07 smithi002 ceph-mon[38004]: pgmap v112: 1 pgs: 1 peering; 577 KiB data, 539 MiB used, 446 GiB / 447 GiB avail 2024-09-14T03:30:08.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:08 smithi002 ceph-mon[27606]: osdmap e33: 5 total, 5 up, 5 in 2024-09-14T03:30:08.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:08 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-14T03:30:08.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:08 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-14T03:30:08.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:08 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:30:08.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:08 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:08.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:08 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:08.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:08 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:30:08.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:08 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:08.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:08 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:30:08.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:08 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:30:08.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:08 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:08.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:08 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:30:08.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:08 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:30:08.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:08 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:30:08.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:08 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:08.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:08 smithi002 ceph-mon[38004]: osdmap e33: 5 total, 5 up, 5 in 2024-09-14T03:30:08.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:08 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-14T03:30:08.689 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:08 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-14T03:30:08.689 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:08 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:30:08.689 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:08 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:08.689 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:08 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:08.689 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:08 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:30:08.689 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:08 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:08.689 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:08 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:30:08.689 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:08 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:30:08.689 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:08 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:08.689 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:08 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:30:08.689 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:08 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:30:08.689 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:08 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:30:08.689 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:08 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:08.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:08 smithi154 ceph-mon[30999]: osdmap e33: 5 total, 5 up, 5 in 2024-09-14T03:30:08.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:08 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-14T03:30:08.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:08 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-14T03:30:08.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:08 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:30:08.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:08 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:08.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:08 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:08.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:08 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:30:08.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:08 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:08.729 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:08 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:30:08.729 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:08 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:30:08.729 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:08 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:08.729 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:08 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:30:08.729 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:08 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:30:08.729 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:08 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:30:08.729 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:08 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:09.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:09 smithi154 ceph-mon[30999]: from='client.24226 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi154:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:30:09.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:09 smithi154 ceph-mon[30999]: Detected new or changed devices on smithi154 2024-09-14T03:30:09.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:09 smithi154 ceph-mon[30999]: Adjusting osd_memory_target on smithi154 to 17088M 2024-09-14T03:30:09.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:09 smithi154 ceph-mon[30999]: osdmap e34: 5 total, 5 up, 5 in 2024-09-14T03:30:09.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:09 smithi154 ceph-mon[30999]: pgmap v115: 1 pgs: 1 peering; 577 KiB data, 539 MiB used, 446 GiB / 447 GiB avail 2024-09-14T03:30:09.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:09 smithi002 ceph-mon[27606]: from='client.24226 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi154:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:30:09.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:09 smithi002 ceph-mon[27606]: Detected new or changed devices on smithi154 2024-09-14T03:30:09.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:09 smithi002 ceph-mon[27606]: Adjusting osd_memory_target on smithi154 to 17088M 2024-09-14T03:30:09.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:09 smithi002 ceph-mon[27606]: osdmap e34: 5 total, 5 up, 5 in 2024-09-14T03:30:09.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:09 smithi002 ceph-mon[27606]: pgmap v115: 1 pgs: 1 peering; 577 KiB data, 539 MiB used, 446 GiB / 447 GiB avail 2024-09-14T03:30:09.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:09 smithi002 ceph-mon[38004]: from='client.24226 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi154:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:30:09.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:09 smithi002 ceph-mon[38004]: Detected new or changed devices on smithi154 2024-09-14T03:30:09.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:09 smithi002 ceph-mon[38004]: Adjusting osd_memory_target on smithi154 to 17088M 2024-09-14T03:30:09.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:09 smithi002 ceph-mon[38004]: osdmap e34: 5 total, 5 up, 5 in 2024-09-14T03:30:09.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:09 smithi002 ceph-mon[38004]: pgmap v115: 1 pgs: 1 peering; 577 KiB data, 539 MiB used, 446 GiB / 447 GiB avail 2024-09-14T03:30:10.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:10 smithi002 ceph-mon[27606]: from='client.? 172.21.15.154:0/3551722174' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "44ae176a-c589-45ff-b7ff-6fc46f01f488"}]: dispatch 2024-09-14T03:30:10.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:10 smithi002 ceph-mon[27606]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "44ae176a-c589-45ff-b7ff-6fc46f01f488"}]: dispatch 2024-09-14T03:30:10.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:10 smithi002 ceph-mon[27606]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "44ae176a-c589-45ff-b7ff-6fc46f01f488"}]': finished 2024-09-14T03:30:10.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:10 smithi002 ceph-mon[27606]: osdmap e35: 6 total, 5 up, 6 in 2024-09-14T03:30:10.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:10 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-14T03:30:10.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:10 smithi002 ceph-mon[38004]: from='client.? 172.21.15.154:0/3551722174' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "44ae176a-c589-45ff-b7ff-6fc46f01f488"}]: dispatch 2024-09-14T03:30:10.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:10 smithi002 ceph-mon[38004]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "44ae176a-c589-45ff-b7ff-6fc46f01f488"}]: dispatch 2024-09-14T03:30:10.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:10 smithi002 ceph-mon[38004]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "44ae176a-c589-45ff-b7ff-6fc46f01f488"}]': finished 2024-09-14T03:30:10.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:10 smithi002 ceph-mon[38004]: osdmap e35: 6 total, 5 up, 6 in 2024-09-14T03:30:10.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:10 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-14T03:30:10.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:10 smithi154 ceph-mon[30999]: from='client.? 172.21.15.154:0/3551722174' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "44ae176a-c589-45ff-b7ff-6fc46f01f488"}]: dispatch 2024-09-14T03:30:10.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:10 smithi154 ceph-mon[30999]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "44ae176a-c589-45ff-b7ff-6fc46f01f488"}]: dispatch 2024-09-14T03:30:10.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:10 smithi154 ceph-mon[30999]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "44ae176a-c589-45ff-b7ff-6fc46f01f488"}]': finished 2024-09-14T03:30:10.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:10 smithi154 ceph-mon[30999]: osdmap e35: 6 total, 5 up, 6 in 2024-09-14T03:30:10.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:10 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-14T03:30:11.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:11 smithi002 ceph-mon[27606]: from='client.? 172.21.15.154:0/3935801496' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-14T03:30:11.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:11 smithi002 ceph-mon[27606]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 140 MiB used, 447 GiB / 447 GiB avail; 130 KiB/s, 0 objects/s recovering 2024-09-14T03:30:11.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:11 smithi002 ceph-mon[38004]: from='client.? 172.21.15.154:0/3935801496' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-14T03:30:11.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:11 smithi002 ceph-mon[38004]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 140 MiB used, 447 GiB / 447 GiB avail; 130 KiB/s, 0 objects/s recovering 2024-09-14T03:30:11.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:11 smithi154 ceph-mon[30999]: from='client.? 172.21.15.154:0/3935801496' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-14T03:30:11.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:11 smithi154 ceph-mon[30999]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 140 MiB used, 447 GiB / 447 GiB avail; 130 KiB/s, 0 objects/s recovering 2024-09-14T03:30:13.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:12 smithi002 ceph-mon[27606]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 140 MiB used, 447 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-14T03:30:13.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:12 smithi002 ceph-mon[38004]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 140 MiB used, 447 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-14T03:30:13.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:12 smithi154 ceph-mon[30999]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 140 MiB used, 447 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-14T03:30:14.927 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:14 smithi154 ceph-mon[30999]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail; 78 KiB/s, 0 objects/s recovering 2024-09-14T03:30:15.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:14 smithi002 ceph-mon[27606]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail; 78 KiB/s, 0 objects/s recovering 2024-09-14T03:30:15.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:14 smithi002 ceph-mon[38004]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail; 78 KiB/s, 0 objects/s recovering 2024-09-14T03:30:16.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:15 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-14T03:30:16.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:15 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:30:16.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:15 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-14T03:30:16.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:15 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:30:16.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:15 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-14T03:30:16.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:15 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:30:17.226 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:16 smithi002 ceph-mon[27606]: Deploying daemon osd.5 on smithi154 2024-09-14T03:30:17.226 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:16 smithi002 ceph-mon[27606]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail; 68 KiB/s, 0 objects/s recovering 2024-09-14T03:30:17.227 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:16 smithi002 ceph-mon[38004]: Deploying daemon osd.5 on smithi154 2024-09-14T03:30:17.227 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:16 smithi002 ceph-mon[38004]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail; 68 KiB/s, 0 objects/s recovering 2024-09-14T03:30:17.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:16 smithi154 ceph-mon[30999]: Deploying daemon osd.5 on smithi154 2024-09-14T03:30:17.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:16 smithi154 ceph-mon[30999]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail; 68 KiB/s, 0 objects/s recovering 2024-09-14T03:30:18.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:18 smithi154 ceph-mon[30999]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-14T03:30:19.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:18 smithi002 ceph-mon[27606]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-14T03:30:19.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:18 smithi002 ceph-mon[38004]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-14T03:30:21.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:20 smithi002 ceph-mon[27606]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-14T03:30:21.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:20 smithi002 ceph-mon[38004]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-14T03:30:21.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:20 smithi154 ceph-mon[30999]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-14T03:30:21.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:21 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:30:21.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:21 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:21.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:21 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:22.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:21 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:30:22.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:21 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:22.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:21 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:22.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:21 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:30:22.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:21 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:22.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:21 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:23.186 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:22 smithi002 ceph-mon[38004]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-14T03:30:23.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:22 smithi002 ceph-mon[27606]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-14T03:30:23.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:22 smithi154 ceph-mon[30999]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-14T03:30:24.217 INFO:teuthology.orchestra.run.smithi154.stdout:Created osd(s) 5 on host 'smithi154' 2024-09-14T03:30:24.736 DEBUG:teuthology.orchestra.run.smithi154:osd.5> sudo journalctl -f -n 0 -u ceph-f357b922-7248-11ef-bceb-c7b262605968@osd.5.service 2024-09-14T03:30:24.739 INFO:tasks.cephadm:Deploying osd.6 on smithi154 with /dev/vg_nvme/lv_2... 2024-09-14T03:30:24.739 DEBUG:teuthology.orchestra.run.smithi154:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f357b922-7248-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-09-14T03:30:24.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:24 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:24.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:24 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:24.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:24 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:30:24.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:24 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:30:24.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:24 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:24.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:24 smithi154 ceph-mon[30999]: from='osd.5 [v2:172.21.15.154:6808/1348837030,v1:172.21.15.154:6809/1348837030]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-14T03:30:24.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:24 smithi154 ceph-mon[30999]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-14T03:30:24.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:24 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:30:24.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:24 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:24.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:24 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:24.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:24 smithi154 ceph-mon[30999]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-14T03:30:25.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:24 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:25.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:24 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:25.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:24 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:30:25.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:24 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:30:25.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:24 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:25.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:24 smithi002 ceph-mon[27606]: from='osd.5 [v2:172.21.15.154:6808/1348837030,v1:172.21.15.154:6809/1348837030]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-14T03:30:25.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:24 smithi002 ceph-mon[27606]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-14T03:30:25.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:24 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:30:25.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:24 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:25.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:24 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:25.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:24 smithi002 ceph-mon[27606]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-14T03:30:25.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:24 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:25.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:24 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:25.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:24 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:30:25.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:24 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:30:25.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:24 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:25.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:24 smithi002 ceph-mon[38004]: from='osd.5 [v2:172.21.15.154:6808/1348837030,v1:172.21.15.154:6809/1348837030]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-14T03:30:25.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:24 smithi002 ceph-mon[38004]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-14T03:30:25.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:24 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:30:25.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:24 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:25.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:24 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:25.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:24 smithi002 ceph-mon[38004]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-14T03:30:26.041 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:25 smithi154 ceph-mon[30999]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-14T03:30:26.041 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:25 smithi154 ceph-mon[30999]: osdmap e36: 6 total, 5 up, 6 in 2024-09-14T03:30:26.042 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:25 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-14T03:30:26.042 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:25 smithi154 ceph-mon[30999]: from='osd.5 [v2:172.21.15.154:6808/1348837030,v1:172.21.15.154:6809/1348837030]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]: dispatch 2024-09-14T03:30:26.042 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:25 smithi154 ceph-mon[30999]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]: dispatch 2024-09-14T03:30:26.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:25 smithi002 ceph-mon[27606]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-14T03:30:26.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:25 smithi002 ceph-mon[27606]: osdmap e36: 6 total, 5 up, 6 in 2024-09-14T03:30:26.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:25 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-14T03:30:26.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:25 smithi002 ceph-mon[27606]: from='osd.5 [v2:172.21.15.154:6808/1348837030,v1:172.21.15.154:6809/1348837030]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]: dispatch 2024-09-14T03:30:26.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:25 smithi002 ceph-mon[27606]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]: dispatch 2024-09-14T03:30:26.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:25 smithi002 ceph-mon[38004]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-14T03:30:26.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:25 smithi002 ceph-mon[38004]: osdmap e36: 6 total, 5 up, 6 in 2024-09-14T03:30:26.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:25 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-14T03:30:26.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:25 smithi002 ceph-mon[38004]: from='osd.5 [v2:172.21.15.154:6808/1348837030,v1:172.21.15.154:6809/1348837030]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]: dispatch 2024-09-14T03:30:26.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:25 smithi002 ceph-mon[38004]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]: dispatch 2024-09-14T03:30:26.268 INFO:teuthology.orchestra.run.smithi154.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.b/config 2024-09-14T03:30:26.392 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:30:26 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-5[41614]: 2024-09-14T03:30:26.268+0000 7f50ff81a640 -1 osd.5 0 waiting for initial osdmap 2024-09-14T03:30:26.392 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:30:26 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-5[41614]: 2024-09-14T03:30:26.274+0000 7f50f763b640 -1 osd.5 37 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-14T03:30:27.083 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:26 smithi154 ceph-mon[30999]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]': finished 2024-09-14T03:30:27.084 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:26 smithi154 ceph-mon[30999]: osdmap e37: 6 total, 5 up, 6 in 2024-09-14T03:30:27.084 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:26 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-14T03:30:27.084 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:26 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-14T03:30:27.084 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:26 smithi154 ceph-mon[30999]: from='osd.5 ' entity='osd.5' 2024-09-14T03:30:27.084 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:26 smithi154 ceph-mon[30999]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-14T03:30:27.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:26 smithi002 ceph-mon[27606]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]': finished 2024-09-14T03:30:27.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:26 smithi002 ceph-mon[27606]: osdmap e37: 6 total, 5 up, 6 in 2024-09-14T03:30:27.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:26 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-14T03:30:27.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:26 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-14T03:30:27.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:26 smithi002 ceph-mon[27606]: from='osd.5 ' entity='osd.5' 2024-09-14T03:30:27.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:26 smithi002 ceph-mon[27606]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-14T03:30:27.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:26 smithi002 ceph-mon[38004]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]': finished 2024-09-14T03:30:27.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:26 smithi002 ceph-mon[38004]: osdmap e37: 6 total, 5 up, 6 in 2024-09-14T03:30:27.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:26 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-14T03:30:27.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:26 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-14T03:30:27.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:26 smithi002 ceph-mon[38004]: from='osd.5 ' entity='osd.5' 2024-09-14T03:30:27.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:26 smithi002 ceph-mon[38004]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-14T03:30:27.931 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:27 smithi154 ceph-mon[30999]: purged_snaps scrub starts 2024-09-14T03:30:27.931 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:27 smithi154 ceph-mon[30999]: purged_snaps scrub ok 2024-09-14T03:30:27.931 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:27 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-14T03:30:27.931 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:27 smithi154 ceph-mon[30999]: osd.5 [v2:172.21.15.154:6808/1348837030,v1:172.21.15.154:6809/1348837030] boot 2024-09-14T03:30:27.931 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:27 smithi154 ceph-mon[30999]: osdmap e38: 6 total, 6 up, 6 in 2024-09-14T03:30:27.931 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:27 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-14T03:30:28.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:27 smithi002 ceph-mon[27606]: purged_snaps scrub starts 2024-09-14T03:30:28.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:27 smithi002 ceph-mon[27606]: purged_snaps scrub ok 2024-09-14T03:30:28.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:27 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-14T03:30:28.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:27 smithi002 ceph-mon[27606]: osd.5 [v2:172.21.15.154:6808/1348837030,v1:172.21.15.154:6809/1348837030] boot 2024-09-14T03:30:28.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:27 smithi002 ceph-mon[27606]: osdmap e38: 6 total, 6 up, 6 in 2024-09-14T03:30:28.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:27 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-14T03:30:28.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:27 smithi002 ceph-mon[38004]: purged_snaps scrub starts 2024-09-14T03:30:28.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:27 smithi002 ceph-mon[38004]: purged_snaps scrub ok 2024-09-14T03:30:28.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:27 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-14T03:30:28.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:27 smithi002 ceph-mon[38004]: osd.5 [v2:172.21.15.154:6808/1348837030,v1:172.21.15.154:6809/1348837030] boot 2024-09-14T03:30:28.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:27 smithi002 ceph-mon[38004]: osdmap e38: 6 total, 6 up, 6 in 2024-09-14T03:30:28.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:27 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-14T03:30:29.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:28 smithi154 ceph-mon[30999]: osdmap e39: 6 total, 6 up, 6 in 2024-09-14T03:30:29.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:28 smithi154 ceph-mon[30999]: Detected new or changed devices on smithi154 2024-09-14T03:30:29.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:28 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:29.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:28 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:29.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:28 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:30:29.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:28 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:30:29.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:28 smithi154 ceph-mon[30999]: Adjusting osd_memory_target on smithi154 to 8544M 2024-09-14T03:30:29.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:28 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:29.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:28 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:30:29.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:28 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:30:29.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:28 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:29.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:28 smithi154 ceph-mon[30999]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-09-14T03:30:29.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:28 smithi002 ceph-mon[27606]: osdmap e39: 6 total, 6 up, 6 in 2024-09-14T03:30:29.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:28 smithi002 ceph-mon[27606]: Detected new or changed devices on smithi154 2024-09-14T03:30:29.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:28 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:29.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:28 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:29.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:28 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:30:29.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:28 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:30:29.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:28 smithi002 ceph-mon[27606]: Adjusting osd_memory_target on smithi154 to 8544M 2024-09-14T03:30:29.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:28 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:29.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:28 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:30:29.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:28 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:30:29.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:28 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:29.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:28 smithi002 ceph-mon[27606]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-09-14T03:30:29.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:28 smithi002 ceph-mon[38004]: osdmap e39: 6 total, 6 up, 6 in 2024-09-14T03:30:29.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:28 smithi002 ceph-mon[38004]: Detected new or changed devices on smithi154 2024-09-14T03:30:29.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:28 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:29.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:28 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:29.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:28 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:30:29.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:28 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:30:29.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:28 smithi002 ceph-mon[38004]: Adjusting osd_memory_target on smithi154 to 8544M 2024-09-14T03:30:29.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:28 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:29.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:28 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:30:29.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:28 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:30:29.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:28 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:29.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:28 smithi002 ceph-mon[38004]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-09-14T03:30:29.451 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-14T03:30:29.473 DEBUG:teuthology.orchestra.run.smithi154:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi154:vg_nvme/lv_2 2024-09-14T03:30:29.666 INFO:teuthology.orchestra.run.smithi154.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.b/config 2024-09-14T03:30:30.100 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:29 smithi154 ceph-mon[30999]: osdmap e40: 6 total, 6 up, 6 in 2024-09-14T03:30:30.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:29 smithi002 ceph-mon[38004]: osdmap e40: 6 total, 6 up, 6 in 2024-09-14T03:30:30.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:29 smithi002 ceph-mon[27606]: osdmap e40: 6 total, 6 up, 6 in 2024-09-14T03:30:31.191 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:31 smithi154 ceph-mon[30999]: osdmap e41: 6 total, 6 up, 6 in 2024-09-14T03:30:31.191 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:31 smithi154 ceph-mon[30999]: pgmap v133: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-09-14T03:30:31.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:31 smithi002 ceph-mon[27606]: osdmap e41: 6 total, 6 up, 6 in 2024-09-14T03:30:31.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:31 smithi002 ceph-mon[27606]: pgmap v133: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-09-14T03:30:31.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:31 smithi002 ceph-mon[38004]: osdmap e41: 6 total, 6 up, 6 in 2024-09-14T03:30:31.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:31 smithi002 ceph-mon[38004]: pgmap v133: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-09-14T03:30:32.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:32 smithi154 ceph-mon[30999]: osdmap e42: 6 total, 6 up, 6 in 2024-09-14T03:30:32.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:32 smithi154 ceph-mon[30999]: from='client.24253 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi154:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:30:32.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:32 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-14T03:30:32.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:32 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-14T03:30:32.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:32 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:30:32.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:32 smithi002 ceph-mon[27606]: osdmap e42: 6 total, 6 up, 6 in 2024-09-14T03:30:32.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:32 smithi002 ceph-mon[27606]: from='client.24253 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi154:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:30:32.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:32 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-14T03:30:32.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:32 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-14T03:30:32.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:32 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:30:32.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:32 smithi002 ceph-mon[38004]: osdmap e42: 6 total, 6 up, 6 in 2024-09-14T03:30:32.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:32 smithi002 ceph-mon[38004]: from='client.24253 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi154:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:30:32.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:32 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-14T03:30:32.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:32 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-14T03:30:32.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:32 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:30:33.150 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:33 smithi154 ceph-mon[30999]: pgmap v135: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-09-14T03:30:33.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:33 smithi002 ceph-mon[27606]: pgmap v135: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-09-14T03:30:33.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:33 smithi002 ceph-mon[38004]: pgmap v135: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-09-14T03:30:34.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:34 smithi154 ceph-mon[30999]: from='client.? 172.21.15.154:0/2303082776' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "63266cfd-7aa1-41ae-a1aa-9eb4345b819b"}]: dispatch 2024-09-14T03:30:34.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:34 smithi154 ceph-mon[30999]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "63266cfd-7aa1-41ae-a1aa-9eb4345b819b"}]: dispatch 2024-09-14T03:30:34.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:34 smithi154 ceph-mon[30999]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "63266cfd-7aa1-41ae-a1aa-9eb4345b819b"}]': finished 2024-09-14T03:30:34.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:34 smithi154 ceph-mon[30999]: osdmap e43: 7 total, 6 up, 7 in 2024-09-14T03:30:34.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:34 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-14T03:30:34.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:34 smithi002 ceph-mon[27606]: from='client.? 172.21.15.154:0/2303082776' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "63266cfd-7aa1-41ae-a1aa-9eb4345b819b"}]: dispatch 2024-09-14T03:30:34.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:34 smithi002 ceph-mon[27606]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "63266cfd-7aa1-41ae-a1aa-9eb4345b819b"}]: dispatch 2024-09-14T03:30:34.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:34 smithi002 ceph-mon[27606]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "63266cfd-7aa1-41ae-a1aa-9eb4345b819b"}]': finished 2024-09-14T03:30:34.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:34 smithi002 ceph-mon[27606]: osdmap e43: 7 total, 6 up, 7 in 2024-09-14T03:30:34.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:34 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-14T03:30:34.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:34 smithi002 ceph-mon[38004]: from='client.? 172.21.15.154:0/2303082776' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "63266cfd-7aa1-41ae-a1aa-9eb4345b819b"}]: dispatch 2024-09-14T03:30:34.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:34 smithi002 ceph-mon[38004]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "63266cfd-7aa1-41ae-a1aa-9eb4345b819b"}]: dispatch 2024-09-14T03:30:34.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:34 smithi002 ceph-mon[38004]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "63266cfd-7aa1-41ae-a1aa-9eb4345b819b"}]': finished 2024-09-14T03:30:34.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:34 smithi002 ceph-mon[38004]: osdmap e43: 7 total, 6 up, 7 in 2024-09-14T03:30:34.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:34 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-14T03:30:35.355 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:35 smithi002 ceph-mon[27606]: from='client.? 172.21.15.154:0/3675181551' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-14T03:30:35.355 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:35 smithi002 ceph-mon[27606]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-09-14T03:30:35.356 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:35 smithi002 ceph-mon[38004]: from='client.? 172.21.15.154:0/3675181551' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-14T03:30:35.356 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:35 smithi002 ceph-mon[38004]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-09-14T03:30:35.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:35 smithi154 ceph-mon[30999]: from='client.? 172.21.15.154:0/3675181551' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-14T03:30:35.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:35 smithi154 ceph-mon[30999]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-09-14T03:30:36.936 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:36 smithi002 ceph-mon[27606]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-09-14T03:30:36.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:36 smithi002 ceph-mon[38004]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-09-14T03:30:37.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:36 smithi154 ceph-mon[30999]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-09-14T03:30:38.909 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:38 smithi154 ceph-mon[30999]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-09-14T03:30:39.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:38 smithi002 ceph-mon[38004]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-09-14T03:30:39.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:38 smithi002 ceph-mon[27606]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-09-14T03:30:40.104 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:39 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-14T03:30:40.104 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:39 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:30:40.104 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:39 smithi154 ceph-mon[30999]: Deploying daemon osd.6 on smithi154 2024-09-14T03:30:40.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:39 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-14T03:30:40.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:39 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:30:40.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:39 smithi002 ceph-mon[38004]: Deploying daemon osd.6 on smithi154 2024-09-14T03:30:40.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:39 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-14T03:30:40.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:39 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:30:40.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:39 smithi002 ceph-mon[27606]: Deploying daemon osd.6 on smithi154 2024-09-14T03:30:41.109 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:40 smithi154 ceph-mon[30999]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-09-14T03:30:41.186 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:40 smithi002 ceph-mon[38004]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-09-14T03:30:41.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:40 smithi002 ceph-mon[27606]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-09-14T03:30:42.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:42 smithi154 ceph-mon[30999]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-09-14T03:30:43.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:42 smithi002 ceph-mon[27606]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-09-14T03:30:43.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:42 smithi002 ceph-mon[38004]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-09-14T03:30:44.686 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:44 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:30:44.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:44 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:44.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:44 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:44.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:44 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:30:44.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:44 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:44.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:44 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:44.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:44 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:30:44.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:44 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:44.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:44 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:45.686 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:45 smithi002 ceph-mon[27606]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-09-14T03:30:45.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:45 smithi002 ceph-mon[38004]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-09-14T03:30:45.707 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:45 smithi154 ceph-mon[30999]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-09-14T03:30:46.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:46 smithi154 ceph-mon[30999]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-09-14T03:30:47.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:46 smithi002 ceph-mon[27606]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-09-14T03:30:47.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:46 smithi002 ceph-mon[38004]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-09-14T03:30:47.565 INFO:teuthology.orchestra.run.smithi154.stdout:Created osd(s) 6 on host 'smithi154' 2024-09-14T03:30:48.180 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:47 smithi154 ceph-mon[30999]: from='osd.6 [v2:172.21.15.154:6816/4106441220,v1:172.21.15.154:6817/4106441220]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-14T03:30:48.180 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:47 smithi154 ceph-mon[30999]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-14T03:30:48.181 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:47 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:48.181 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:47 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:48.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:47 smithi002 ceph-mon[27606]: from='osd.6 [v2:172.21.15.154:6816/4106441220,v1:172.21.15.154:6817/4106441220]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-14T03:30:48.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:47 smithi002 ceph-mon[27606]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-14T03:30:48.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:47 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:48.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:47 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:48.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:47 smithi002 ceph-mon[38004]: from='osd.6 [v2:172.21.15.154:6816/4106441220,v1:172.21.15.154:6817/4106441220]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-14T03:30:48.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:47 smithi002 ceph-mon[38004]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-14T03:30:48.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:47 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:48.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:47 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:48.208 DEBUG:teuthology.orchestra.run.smithi154:osd.6> sudo journalctl -f -n 0 -u ceph-f357b922-7248-11ef-bceb-c7b262605968@osd.6.service 2024-09-14T03:30:48.210 INFO:tasks.cephadm:Deploying osd.7 on smithi154 with /dev/vg_nvme/lv_1... 2024-09-14T03:30:48.210 DEBUG:teuthology.orchestra.run.smithi154:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f357b922-7248-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-09-14T03:30:48.456 INFO:teuthology.orchestra.run.smithi154.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.b/config 2024-09-14T03:30:49.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:48 smithi002 ceph-mon[27606]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-14T03:30:49.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:48 smithi002 ceph-mon[27606]: osdmap e44: 7 total, 6 up, 7 in 2024-09-14T03:30:49.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:48 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-14T03:30:49.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:48 smithi002 ceph-mon[27606]: from='osd.6 [v2:172.21.15.154:6816/4106441220,v1:172.21.15.154:6817/4106441220]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]: dispatch 2024-09-14T03:30:49.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:48 smithi002 ceph-mon[27606]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]: dispatch 2024-09-14T03:30:49.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:48 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:49.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:48 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:49.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:48 smithi002 ceph-mon[27606]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-09-14T03:30:49.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:48 smithi002 ceph-mon[38004]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-14T03:30:49.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:48 smithi002 ceph-mon[38004]: osdmap e44: 7 total, 6 up, 7 in 2024-09-14T03:30:49.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:48 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-14T03:30:49.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:48 smithi002 ceph-mon[38004]: from='osd.6 [v2:172.21.15.154:6816/4106441220,v1:172.21.15.154:6817/4106441220]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]: dispatch 2024-09-14T03:30:49.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:48 smithi002 ceph-mon[38004]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]: dispatch 2024-09-14T03:30:49.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:48 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:49.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:48 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:49.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:48 smithi002 ceph-mon[38004]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-09-14T03:30:49.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:48 smithi154 ceph-mon[30999]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-14T03:30:49.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:48 smithi154 ceph-mon[30999]: osdmap e44: 7 total, 6 up, 7 in 2024-09-14T03:30:49.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:48 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-14T03:30:49.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:48 smithi154 ceph-mon[30999]: from='osd.6 [v2:172.21.15.154:6816/4106441220,v1:172.21.15.154:6817/4106441220]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]: dispatch 2024-09-14T03:30:49.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:48 smithi154 ceph-mon[30999]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]: dispatch 2024-09-14T03:30:49.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:48 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:49.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:48 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:49.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:48 smithi154 ceph-mon[30999]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-09-14T03:30:49.570 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:30:49 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6[47104]: 2024-09-14T03:30:49.271+0000 7f96851b5640 -1 osd.6 0 waiting for initial osdmap 2024-09-14T03:30:49.571 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:30:49 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6[47104]: 2024-09-14T03:30:49.277+0000 7f967cfd6640 -1 osd.6 45 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-14T03:30:50.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:49 smithi002 ceph-mon[27606]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]': finished 2024-09-14T03:30:50.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:49 smithi002 ceph-mon[27606]: osdmap e45: 7 total, 6 up, 7 in 2024-09-14T03:30:50.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:49 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-14T03:30:50.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:49 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-14T03:30:50.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:49 smithi002 ceph-mon[27606]: from='osd.6 ' entity='osd.6' 2024-09-14T03:30:50.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:49 smithi002 ceph-mon[38004]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]': finished 2024-09-14T03:30:50.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:49 smithi002 ceph-mon[38004]: osdmap e45: 7 total, 6 up, 7 in 2024-09-14T03:30:50.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:49 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-14T03:30:50.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:49 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-14T03:30:50.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:49 smithi002 ceph-mon[38004]: from='osd.6 ' entity='osd.6' 2024-09-14T03:30:50.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:49 smithi154 ceph-mon[30999]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]': finished 2024-09-14T03:30:50.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:49 smithi154 ceph-mon[30999]: osdmap e45: 7 total, 6 up, 7 in 2024-09-14T03:30:50.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:49 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-14T03:30:50.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:49 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-14T03:30:50.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:49 smithi154 ceph-mon[30999]: from='osd.6 ' entity='osd.6' 2024-09-14T03:30:51.075 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:50 smithi154 ceph-mon[30999]: purged_snaps scrub starts 2024-09-14T03:30:51.075 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:50 smithi154 ceph-mon[30999]: purged_snaps scrub ok 2024-09-14T03:30:51.076 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:50 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-14T03:30:51.076 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:50 smithi154 ceph-mon[30999]: osd.6 [v2:172.21.15.154:6816/4106441220,v1:172.21.15.154:6817/4106441220] boot 2024-09-14T03:30:51.076 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:50 smithi154 ceph-mon[30999]: osdmap e46: 7 total, 7 up, 7 in 2024-09-14T03:30:51.076 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:50 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-14T03:30:51.076 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:50 smithi154 ceph-mon[30999]: osdmap e47: 7 total, 7 up, 7 in 2024-09-14T03:30:51.076 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:50 smithi154 ceph-mon[30999]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-09-14T03:30:51.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:50 smithi002 ceph-mon[27606]: purged_snaps scrub starts 2024-09-14T03:30:51.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:50 smithi002 ceph-mon[27606]: purged_snaps scrub ok 2024-09-14T03:30:51.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:50 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-14T03:30:51.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:50 smithi002 ceph-mon[27606]: osd.6 [v2:172.21.15.154:6816/4106441220,v1:172.21.15.154:6817/4106441220] boot 2024-09-14T03:30:51.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:50 smithi002 ceph-mon[27606]: osdmap e46: 7 total, 7 up, 7 in 2024-09-14T03:30:51.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:50 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-14T03:30:51.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:50 smithi002 ceph-mon[27606]: osdmap e47: 7 total, 7 up, 7 in 2024-09-14T03:30:51.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:50 smithi002 ceph-mon[27606]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-09-14T03:30:51.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:50 smithi002 ceph-mon[38004]: purged_snaps scrub starts 2024-09-14T03:30:51.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:50 smithi002 ceph-mon[38004]: purged_snaps scrub ok 2024-09-14T03:30:51.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:50 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-14T03:30:51.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:50 smithi002 ceph-mon[38004]: osd.6 [v2:172.21.15.154:6816/4106441220,v1:172.21.15.154:6817/4106441220] boot 2024-09-14T03:30:51.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:50 smithi002 ceph-mon[38004]: osdmap e46: 7 total, 7 up, 7 in 2024-09-14T03:30:51.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:50 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-14T03:30:51.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:50 smithi002 ceph-mon[38004]: osdmap e47: 7 total, 7 up, 7 in 2024-09-14T03:30:51.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:50 smithi002 ceph-mon[38004]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-09-14T03:30:51.720 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-14T03:30:51.737 DEBUG:teuthology.orchestra.run.smithi154:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi154:vg_nvme/lv_1 2024-09-14T03:30:52.291 INFO:teuthology.orchestra.run.smithi154.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.b/config 2024-09-14T03:30:52.605 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:52 smithi154 ceph-mon[30999]: osdmap e48: 7 total, 7 up, 7 in 2024-09-14T03:30:52.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:52 smithi002 ceph-mon[27606]: osdmap e48: 7 total, 7 up, 7 in 2024-09-14T03:30:52.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:52 smithi002 ceph-mon[38004]: osdmap e48: 7 total, 7 up, 7 in 2024-09-14T03:30:53.411 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:53 smithi154 ceph-mon[30999]: osdmap e49: 7 total, 7 up, 7 in 2024-09-14T03:30:53.412 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:53 smithi154 ceph-mon[30999]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 193 MiB used, 626 GiB / 626 GiB avail 2024-09-14T03:30:53.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:53 smithi002 ceph-mon[27606]: osdmap e49: 7 total, 7 up, 7 in 2024-09-14T03:30:53.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:53 smithi002 ceph-mon[27606]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 193 MiB used, 626 GiB / 626 GiB avail 2024-09-14T03:30:53.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:53 smithi002 ceph-mon[38004]: osdmap e49: 7 total, 7 up, 7 in 2024-09-14T03:30:53.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:53 smithi002 ceph-mon[38004]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 193 MiB used, 626 GiB / 626 GiB avail 2024-09-14T03:30:54.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:54 smithi154 ceph-mon[30999]: osdmap e50: 7 total, 7 up, 7 in 2024-09-14T03:30:54.686 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:54 smithi002 ceph-mon[27606]: osdmap e50: 7 total, 7 up, 7 in 2024-09-14T03:30:54.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:54 smithi002 ceph-mon[38004]: osdmap e50: 7 total, 7 up, 7 in 2024-09-14T03:30:55.354 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:55 smithi154 ceph-mon[30999]: from='client.24280 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi154:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:30:55.354 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:55 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-14T03:30:55.354 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:55 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-14T03:30:55.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:55 smithi002 ceph-mon[27606]: from='client.24280 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi154:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:30:55.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:55 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-14T03:30:55.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:55 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-14T03:30:55.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:55 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:30:55.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:55 smithi002 ceph-mon[27606]: Detected new or changed devices on smithi154 2024-09-14T03:30:55.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:55 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:55.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:55 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:55.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:55 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:30:55.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:55 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:30:55.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:55 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:30:55.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:55 smithi002 ceph-mon[27606]: Adjusting osd_memory_target on smithi154 to 5696M 2024-09-14T03:30:55.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:55 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:55.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:55 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:30:55.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:55 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:30:55.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:55 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:55.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:55 smithi002 ceph-mon[27606]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 193 MiB used, 626 GiB / 626 GiB avail 2024-09-14T03:30:55.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:55 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:30:55.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:55 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:30:55.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:55 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:30:55.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:55 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:55.689 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:55 smithi002 ceph-mon[38004]: from='client.24280 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi154:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:30:55.689 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:55 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-14T03:30:55.689 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:55 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-14T03:30:55.689 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:55 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:30:55.689 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:55 smithi002 ceph-mon[38004]: Detected new or changed devices on smithi154 2024-09-14T03:30:55.689 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:55 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:55.689 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:55 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:55.689 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:55 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:30:55.689 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:55 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:30:55.689 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:55 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:30:55.689 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:55 smithi002 ceph-mon[38004]: Adjusting osd_memory_target on smithi154 to 5696M 2024-09-14T03:30:55.690 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:55 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:55.690 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:55 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:30:55.690 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:55 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:30:55.690 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:55 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:55.690 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:55 smithi002 ceph-mon[38004]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 193 MiB used, 626 GiB / 626 GiB avail 2024-09-14T03:30:55.690 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:55 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:30:55.690 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:55 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:30:55.690 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:55 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:30:55.690 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:55 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:55.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:55 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:30:55.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:55 smithi154 ceph-mon[30999]: Detected new or changed devices on smithi154 2024-09-14T03:30:55.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:55 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:55.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:55 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:55.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:55 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:30:55.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:55 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:30:55.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:55 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:30:55.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:55 smithi154 ceph-mon[30999]: Adjusting osd_memory_target on smithi154 to 5696M 2024-09-14T03:30:55.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:55 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:55.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:55 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:30:55.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:55 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:30:55.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:55 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:55.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:55 smithi154 ceph-mon[30999]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 193 MiB used, 626 GiB / 626 GiB avail 2024-09-14T03:30:55.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:55 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:30:55.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:55 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:30:55.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:55 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:30:55.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:55 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:30:57.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:56 smithi002 ceph-mon[27606]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-14T03:30:57.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:56 smithi002 ceph-mon[27606]: from='client.? 172.21.15.154:0/1755220983' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8a7eb9f3-d03f-4573-8240-6e96d5e67ec0"}]: dispatch 2024-09-14T03:30:57.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:56 smithi002 ceph-mon[27606]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8a7eb9f3-d03f-4573-8240-6e96d5e67ec0"}]: dispatch 2024-09-14T03:30:57.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:56 smithi002 ceph-mon[27606]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8a7eb9f3-d03f-4573-8240-6e96d5e67ec0"}]': finished 2024-09-14T03:30:57.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:56 smithi002 ceph-mon[27606]: osdmap e51: 8 total, 7 up, 8 in 2024-09-14T03:30:57.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:56 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-14T03:30:57.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:56 smithi002 ceph-mon[38004]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-14T03:30:57.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:56 smithi002 ceph-mon[38004]: from='client.? 172.21.15.154:0/1755220983' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8a7eb9f3-d03f-4573-8240-6e96d5e67ec0"}]: dispatch 2024-09-14T03:30:57.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:56 smithi002 ceph-mon[38004]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8a7eb9f3-d03f-4573-8240-6e96d5e67ec0"}]: dispatch 2024-09-14T03:30:57.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:56 smithi002 ceph-mon[38004]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8a7eb9f3-d03f-4573-8240-6e96d5e67ec0"}]': finished 2024-09-14T03:30:57.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:56 smithi002 ceph-mon[38004]: osdmap e51: 8 total, 7 up, 8 in 2024-09-14T03:30:57.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:56 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-14T03:30:57.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:56 smithi154 ceph-mon[30999]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-14T03:30:57.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:56 smithi154 ceph-mon[30999]: from='client.? 172.21.15.154:0/1755220983' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8a7eb9f3-d03f-4573-8240-6e96d5e67ec0"}]: dispatch 2024-09-14T03:30:57.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:56 smithi154 ceph-mon[30999]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8a7eb9f3-d03f-4573-8240-6e96d5e67ec0"}]: dispatch 2024-09-14T03:30:57.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:56 smithi154 ceph-mon[30999]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8a7eb9f3-d03f-4573-8240-6e96d5e67ec0"}]': finished 2024-09-14T03:30:57.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:56 smithi154 ceph-mon[30999]: osdmap e51: 8 total, 7 up, 8 in 2024-09-14T03:30:57.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:56 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-14T03:30:58.186 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:57 smithi002 ceph-mon[38004]: from='client.? 172.21.15.154:0/2661293600' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-14T03:30:58.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:57 smithi002 ceph-mon[27606]: from='client.? 172.21.15.154:0/2661293600' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-14T03:30:58.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:57 smithi154 ceph-mon[30999]: from='client.? 172.21.15.154:0/2661293600' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-14T03:30:59.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:30:58 smithi002 ceph-mon[27606]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail; 90 KiB/s, 0 objects/s recovering 2024-09-14T03:30:59.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:30:58 smithi002 ceph-mon[38004]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail; 90 KiB/s, 0 objects/s recovering 2024-09-14T03:30:59.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:30:58 smithi154 ceph-mon[30999]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail; 90 KiB/s, 0 objects/s recovering 2024-09-14T03:31:01.099 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:00 smithi154 ceph-mon[30999]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-14T03:31:01.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:00 smithi002 ceph-mon[27606]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-14T03:31:01.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:00 smithi002 ceph-mon[38004]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-14T03:31:02.865 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:02 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-14T03:31:02.865 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:02 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:31:02.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:02 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-14T03:31:02.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:02 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:31:02.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:02 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-14T03:31:02.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:02 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:31:03.868 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:03 smithi154 ceph-mon[30999]: Deploying daemon osd.7 on smithi154 2024-09-14T03:31:03.868 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:03 smithi154 ceph-mon[30999]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-09-14T03:31:03.936 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:03 smithi002 ceph-mon[27606]: Deploying daemon osd.7 on smithi154 2024-09-14T03:31:03.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:03 smithi002 ceph-mon[27606]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-09-14T03:31:03.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:03 smithi002 ceph-mon[38004]: Deploying daemon osd.7 on smithi154 2024-09-14T03:31:03.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:03 smithi002 ceph-mon[38004]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-09-14T03:31:05.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:04 smithi002 ceph-mon[27606]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-14T03:31:05.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:04 smithi002 ceph-mon[38004]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-14T03:31:05.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:04 smithi154 ceph-mon[30999]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-14T03:31:06.854 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:06 smithi154 ceph-mon[30999]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail 2024-09-14T03:31:07.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:06 smithi002 ceph-mon[27606]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail 2024-09-14T03:31:07.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:06 smithi002 ceph-mon[38004]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail 2024-09-14T03:31:08.127 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:07 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:31:08.127 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:07 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:08.127 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:07 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:08.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:07 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:31:08.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:07 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:08.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:07 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:08.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:07 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:31:08.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:07 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:08.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:07 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:09.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:08 smithi002 ceph-mon[27606]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail 2024-09-14T03:31:09.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:08 smithi002 ceph-mon[38004]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail 2024-09-14T03:31:09.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:08 smithi154 ceph-mon[30999]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail 2024-09-14T03:31:10.549 INFO:teuthology.orchestra.run.smithi154.stdout:Created osd(s) 7 on host 'smithi154' 2024-09-14T03:31:10.912 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:10 smithi154 ceph-mon[30999]: from='osd.7 [v2:172.21.15.154:6824/3491619265,v1:172.21.15.154:6825/3491619265]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-14T03:31:10.912 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:10 smithi154 ceph-mon[30999]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-14T03:31:10.912 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:10 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:10.912 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:10 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:10.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:10 smithi002 ceph-mon[27606]: from='osd.7 [v2:172.21.15.154:6824/3491619265,v1:172.21.15.154:6825/3491619265]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-14T03:31:10.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:10 smithi002 ceph-mon[27606]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-14T03:31:10.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:10 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:10.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:10 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:10.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:10 smithi002 ceph-mon[38004]: from='osd.7 [v2:172.21.15.154:6824/3491619265,v1:172.21.15.154:6825/3491619265]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-14T03:31:10.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:10 smithi002 ceph-mon[38004]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-14T03:31:10.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:10 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:10.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:10 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:11.225 DEBUG:teuthology.orchestra.run.smithi154:osd.7> sudo journalctl -f -n 0 -u ceph-f357b922-7248-11ef-bceb-c7b262605968@osd.7.service 2024-09-14T03:31:11.228 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2024-09-14T03:31:11.228 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph osd stat -f json 2024-09-14T03:31:11.448 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:31:11.821 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:11 smithi002 ceph-mon[27606]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-14T03:31:11.821 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:11 smithi002 ceph-mon[27606]: osdmap e52: 8 total, 7 up, 8 in 2024-09-14T03:31:11.821 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:11 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-14T03:31:11.821 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:11 smithi002 ceph-mon[27606]: from='osd.7 [v2:172.21.15.154:6824/3491619265,v1:172.21.15.154:6825/3491619265]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]: dispatch 2024-09-14T03:31:11.822 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:11 smithi002 ceph-mon[27606]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]: dispatch 2024-09-14T03:31:11.822 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:11 smithi002 ceph-mon[27606]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail 2024-09-14T03:31:11.822 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:11 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:11.822 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:11 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:11.822 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:11 smithi002 ceph-mon[38004]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-14T03:31:11.822 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:11 smithi002 ceph-mon[38004]: osdmap e52: 8 total, 7 up, 8 in 2024-09-14T03:31:11.822 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:11 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-14T03:31:11.822 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:11 smithi002 ceph-mon[38004]: from='osd.7 [v2:172.21.15.154:6824/3491619265,v1:172.21.15.154:6825/3491619265]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]: dispatch 2024-09-14T03:31:11.822 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:11 smithi002 ceph-mon[38004]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]: dispatch 2024-09-14T03:31:11.822 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:11 smithi002 ceph-mon[38004]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail 2024-09-14T03:31:11.823 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:11 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:11.823 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:11 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:11.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:11 smithi154 ceph-mon[30999]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-14T03:31:11.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:11 smithi154 ceph-mon[30999]: osdmap e52: 8 total, 7 up, 8 in 2024-09-14T03:31:11.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:11 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-14T03:31:11.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:11 smithi154 ceph-mon[30999]: from='osd.7 [v2:172.21.15.154:6824/3491619265,v1:172.21.15.154:6825/3491619265]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]: dispatch 2024-09-14T03:31:11.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:11 smithi154 ceph-mon[30999]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]: dispatch 2024-09-14T03:31:11.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:11 smithi154 ceph-mon[30999]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail 2024-09-14T03:31:11.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:11 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:11.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:11 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:12.341 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:31:12 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[53106]: 2024-09-14T03:31:12.028+0000 7f29f1dc8640 -1 osd.7 0 waiting for initial osdmap 2024-09-14T03:31:12.342 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:31:12 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[53106]: 2024-09-14T03:31:12.036+0000 7f29e9be9640 -1 osd.7 53 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-14T03:31:12.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:12 smithi002 ceph-mon[27606]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]': finished 2024-09-14T03:31:12.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:12 smithi002 ceph-mon[27606]: osdmap e53: 8 total, 7 up, 8 in 2024-09-14T03:31:12.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:12 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-14T03:31:12.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:12 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-14T03:31:12.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:12 smithi002 ceph-mon[27606]: from='osd.7 ' entity='osd.7' 2024-09-14T03:31:12.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:12 smithi002 ceph-mon[38004]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]': finished 2024-09-14T03:31:12.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:12 smithi002 ceph-mon[38004]: osdmap e53: 8 total, 7 up, 8 in 2024-09-14T03:31:12.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:12 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-14T03:31:12.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:12 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-14T03:31:12.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:12 smithi002 ceph-mon[38004]: from='osd.7 ' entity='osd.7' 2024-09-14T03:31:12.961 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:12 smithi154 ceph-mon[30999]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]': finished 2024-09-14T03:31:12.961 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:12 smithi154 ceph-mon[30999]: osdmap e53: 8 total, 7 up, 8 in 2024-09-14T03:31:12.961 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:12 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-14T03:31:12.961 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:12 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-14T03:31:12.961 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:12 smithi154 ceph-mon[30999]: from='osd.7 ' entity='osd.7' 2024-09-14T03:31:13.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:13 smithi002 ceph-mon[38004]: purged_snaps scrub starts 2024-09-14T03:31:13.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:13 smithi002 ceph-mon[38004]: purged_snaps scrub ok 2024-09-14T03:31:13.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:13 smithi002 ceph-mon[38004]: osd.7 [v2:172.21.15.154:6824/3491619265,v1:172.21.15.154:6825/3491619265] boot 2024-09-14T03:31:13.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:13 smithi002 ceph-mon[38004]: osdmap e54: 8 total, 8 up, 8 in 2024-09-14T03:31:13.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:13 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-14T03:31:13.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:13 smithi002 ceph-mon[38004]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:31:13.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:13 smithi002 ceph-mon[38004]: osdmap e55: 8 total, 8 up, 8 in 2024-09-14T03:31:13.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:13 smithi002 ceph-mon[27606]: purged_snaps scrub starts 2024-09-14T03:31:13.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:13 smithi002 ceph-mon[27606]: purged_snaps scrub ok 2024-09-14T03:31:13.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:13 smithi002 ceph-mon[27606]: osd.7 [v2:172.21.15.154:6824/3491619265,v1:172.21.15.154:6825/3491619265] boot 2024-09-14T03:31:13.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:13 smithi002 ceph-mon[27606]: osdmap e54: 8 total, 8 up, 8 in 2024-09-14T03:31:13.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:13 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-14T03:31:13.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:13 smithi002 ceph-mon[27606]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:31:13.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:13 smithi002 ceph-mon[27606]: osdmap e55: 8 total, 8 up, 8 in 2024-09-14T03:31:13.689 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-14T03:31:13.929 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:13 smithi154 ceph-mon[30999]: purged_snaps scrub starts 2024-09-14T03:31:13.929 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:13 smithi154 ceph-mon[30999]: purged_snaps scrub ok 2024-09-14T03:31:13.929 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:13 smithi154 ceph-mon[30999]: osd.7 [v2:172.21.15.154:6824/3491619265,v1:172.21.15.154:6825/3491619265] boot 2024-09-14T03:31:13.929 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:13 smithi154 ceph-mon[30999]: osdmap e54: 8 total, 8 up, 8 in 2024-09-14T03:31:13.929 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:13 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-14T03:31:13.929 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:13 smithi154 ceph-mon[30999]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:31:13.929 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:13 smithi154 ceph-mon[30999]: osdmap e55: 8 total, 8 up, 8 in 2024-09-14T03:31:14.457 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":55,"num_osds":8,"num_up_osds":8,"osd_up_since":1726284672,"num_in_osds":8,"osd_in_since":1726284656,"num_remapped_pgs":1} 2024-09-14T03:31:14.458 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-14T03:31:14.678 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:31:14.686 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:14 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/3900727812' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-14T03:31:14.686 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:14 smithi002 ceph-mon[27606]: osdmap e56: 8 total, 8 up, 8 in 2024-09-14T03:31:14.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:14 smithi002 ceph-mon[38004]: from='client.? 172.21.15.2:0/3900727812' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-14T03:31:14.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:14 smithi002 ceph-mon[38004]: osdmap e56: 8 total, 8 up, 8 in 2024-09-14T03:31:14.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:14 smithi154 ceph-mon[30999]: from='client.? 172.21.15.2:0/3900727812' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-14T03:31:14.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:14 smithi154 ceph-mon[30999]: osdmap e56: 8 total, 8 up, 8 in 2024-09-14T03:31:15.913 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:15 smithi002 ceph-mon[27606]: Detected new or changed devices on smithi154 2024-09-14T03:31:15.914 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:15 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:15.914 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:15 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:15.914 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:15 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:31:15.914 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:15 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:31:15.914 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:15 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:31:15.914 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:15 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:31:15.914 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:15 smithi002 ceph-mon[27606]: Adjusting osd_memory_target on smithi154 to 4272M 2024-09-14T03:31:15.914 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:15 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:15.914 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:15 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:31:15.914 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:15 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:31:15.914 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:15 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:15.914 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:15 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:31:15.915 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:15 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:31:15.915 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:15 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:31:15.915 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:15 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:15.915 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:15 smithi002 ceph-mon[27606]: pgmap v170: 1 pgs: 1 remapped+peering; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:31:15.915 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:15 smithi002 ceph-mon[27606]: osdmap e57: 8 total, 8 up, 8 in 2024-09-14T03:31:15.915 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:15 smithi002 ceph-mon[38004]: Detected new or changed devices on smithi154 2024-09-14T03:31:15.915 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:15 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:15.915 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:15 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:15.915 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:15 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:31:15.915 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:15 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:31:15.915 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:15 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:31:15.916 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:15 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:31:15.916 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:15 smithi002 ceph-mon[38004]: Adjusting osd_memory_target on smithi154 to 4272M 2024-09-14T03:31:15.916 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:15 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:15.916 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:15 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:31:15.916 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:15 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:31:15.916 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:15 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:15.916 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:15 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:31:15.916 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:15 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:31:15.916 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:15 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:31:15.916 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:15 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:15.916 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:15 smithi002 ceph-mon[38004]: pgmap v170: 1 pgs: 1 remapped+peering; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:31:15.916 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:15 smithi002 ceph-mon[38004]: osdmap e57: 8 total, 8 up, 8 in 2024-09-14T03:31:15.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:15 smithi154 ceph-mon[30999]: Detected new or changed devices on smithi154 2024-09-14T03:31:15.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:15 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:15.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:15 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:15.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:15 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:31:15.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:15 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:31:15.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:15 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:31:15.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:15 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:31:15.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:15 smithi154 ceph-mon[30999]: Adjusting osd_memory_target on smithi154 to 4272M 2024-09-14T03:31:15.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:15 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:15.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:15 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:31:15.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:15 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:31:15.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:15 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:15.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:15 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:31:15.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:15 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:31:15.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:15 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:31:15.979 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:15 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:15.979 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:15 smithi154 ceph-mon[30999]: pgmap v170: 1 pgs: 1 remapped+peering; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:31:15.979 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:15 smithi154 ceph-mon[30999]: osdmap e57: 8 total, 8 up, 8 in 2024-09-14T03:31:16.563 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-14T03:31:16.563 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":58,"fsid":"f357b922-7248-11ef-bceb-c7b262605968","created":"2024-09-14T03:26:15.463541+0000","modified":"2024-09-14T03:31:16.337487+0000","last_up_change":"2024-09-14T03:31:12.596930+0000","last_in_change":"2024-09-14T03:30:56.781105+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-14T03:29:19.218677+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"99812d27-45b8-4e87-af6a-c8d797c2c961","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6802","nonce":3940182083},{"type":"v1","addr":"172.21.15.2:6803","nonce":3940182083}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6804","nonce":3940182083},{"type":"v1","addr":"172.21.15.2:6805","nonce":3940182083}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6808","nonce":3940182083},{"type":"v1","addr":"172.21.15.2:6809","nonce":3940182083}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6806","nonce":3940182083},{"type":"v1","addr":"172.21.15.2:6807","nonce":3940182083}]},"public_addr":"172.21.15.2:6803/3940182083","cluster_addr":"172.21.15.2:6805/3940182083","heartbeat_back_addr":"172.21.15.2:6809/3940182083","heartbeat_front_addr":"172.21.15.2:6807/3940182083","state":["exists","up"]},{"osd":1,"uuid":"19c600df-4b2e-496c-aef7-c5b3a301c69c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6810","nonce":2908196906},{"type":"v1","addr":"172.21.15.2:6811","nonce":2908196906}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6812","nonce":2908196906},{"type":"v1","addr":"172.21.15.2:6813","nonce":2908196906}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6816","nonce":2908196906},{"type":"v1","addr":"172.21.15.2:6817","nonce":2908196906}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6814","nonce":2908196906},{"type":"v1","addr":"172.21.15.2:6815","nonce":2908196906}]},"public_addr":"172.21.15.2:6811/2908196906","cluster_addr":"172.21.15.2:6813/2908196906","heartbeat_back_addr":"172.21.15.2:6817/2908196906","heartbeat_front_addr":"172.21.15.2:6815/2908196906","state":["exists","up"]},{"osd":2,"uuid":"bf6a4ff3-2bef-4ec5-a53b-198b3a27da37","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6818","nonce":2164738872},{"type":"v1","addr":"172.21.15.2:6819","nonce":2164738872}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6820","nonce":2164738872},{"type":"v1","addr":"172.21.15.2:6821","nonce":2164738872}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6824","nonce":2164738872},{"type":"v1","addr":"172.21.15.2:6825","nonce":2164738872}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6822","nonce":2164738872},{"type":"v1","addr":"172.21.15.2:6823","nonce":2164738872}]},"public_addr":"172.21.15.2:6819/2164738872","cluster_addr":"172.21.15.2:6821/2164738872","heartbeat_back_addr":"172.21.15.2:6825/2164738872","heartbeat_front_addr":"172.21.15.2:6823/2164738872","state":["exists","up"]},{"osd":3,"uuid":"cbb4c3de-7936-4be4-aace-b6411d2f65ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6826","nonce":408508822},{"type":"v1","addr":"172.21.15.2:6827","nonce":408508822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6828","nonce":408508822},{"type":"v1","addr":"172.21.15.2:6829","nonce":408508822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6832","nonce":408508822},{"type":"v1","addr":"172.21.15.2:6833","nonce":408508822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6830","nonce":408508822},{"type":"v1","addr":"172.21.15.2:6831","nonce":408508822}]},"public_addr":"172.21.15.2:6827/408508822","cluster_addr":"172.21.15.2:6829/408508822","heartbeat_back_addr":"172.21.15.2:6833/408508822","heartbeat_front_addr":"172.21.15.2:6831/408508822","state":["exists","up"]},{"osd":4,"uuid":"baf6b247-94ef-4bc0-a5c1-df760aa8f401","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2514384578},{"type":"v1","addr":"172.21.15.154:6801","nonce":2514384578}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2514384578},{"type":"v1","addr":"172.21.15.154:6803","nonce":2514384578}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2514384578},{"type":"v1","addr":"172.21.15.154:6807","nonce":2514384578}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2514384578},{"type":"v1","addr":"172.21.15.154:6805","nonce":2514384578}]},"public_addr":"172.21.15.154:6801/2514384578","cluster_addr":"172.21.15.154:6803/2514384578","heartbeat_back_addr":"172.21.15.154:6807/2514384578","heartbeat_front_addr":"172.21.15.154:6805/2514384578","state":["exists","up"]},{"osd":5,"uuid":"44ae176a-c589-45ff-b7ff-6fc46f01f488","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":1348837030},{"type":"v1","addr":"172.21.15.154:6809","nonce":1348837030}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":1348837030},{"type":"v1","addr":"172.21.15.154:6811","nonce":1348837030}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":1348837030},{"type":"v1","addr":"172.21.15.154:6815","nonce":1348837030}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":1348837030},{"type":"v1","addr":"172.21.15.154:6813","nonce":1348837030}]},"public_addr":"172.21.15.154:6809/1348837030","cluster_addr":"172.21.15.154:6811/1348837030","heartbeat_back_addr":"172.21.15.154:6815/1348837030","heartbeat_front_addr":"172.21.15.154:6813/1348837030","state":["exists","up"]},{"osd":6,"uuid":"63266cfd-7aa1-41ae-a1aa-9eb4345b819b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":4106441220},{"type":"v1","addr":"172.21.15.154:6817","nonce":4106441220}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6818","nonce":4106441220},{"type":"v1","addr":"172.21.15.154:6819","nonce":4106441220}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6822","nonce":4106441220},{"type":"v1","addr":"172.21.15.154:6823","nonce":4106441220}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":4106441220},{"type":"v1","addr":"172.21.15.154:6821","nonce":4106441220}]},"public_addr":"172.21.15.154:6817/4106441220","cluster_addr":"172.21.15.154:6819/4106441220","heartbeat_back_addr":"172.21.15.154:6823/4106441220","heartbeat_front_addr":"172.21.15.154:6821/4106441220","state":["exists","up"]},{"osd":7,"uuid":"8a7eb9f3-d03f-4573-8240-6e96d5e67ec0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":3491619265},{"type":"v1","addr":"172.21.15.154:6825","nonce":3491619265}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6826","nonce":3491619265},{"type":"v1","addr":"172.21.15.154:6827","nonce":3491619265}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":3491619265},{"type":"v1","addr":"172.21.15.154:6831","nonce":3491619265}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":3491619265},{"type":"v1","addr":"172.21.15.154:6829","nonce":3491619265}]},"public_addr":"172.21.15.154:6825/3491619265","cluster_addr":"172.21.15.154:6827/3491619265","heartbeat_back_addr":"172.21.15.154:6831/3491619265","heartbeat_front_addr":"172.21.15.154:6829/3491619265","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-14T03:28:26.732902+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-14T03:28:51.466618+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-14T03:29:16.051255+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-14T03:29:41.918807+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-14T03:30:02.948378+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-14T03:30:25.206634+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-14T03:30:48.548916+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-14T03:31:11.543268+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.2:0/2013375411":"2024-09-15T03:27:06.726358+0000","172.21.15.2:0/2716485212":"2024-09-15T03:27:06.726358+0000","172.21.15.2:6801/154188522":"2024-09-15T03:27:06.726358+0000","172.21.15.2:0/1676399561":"2024-09-15T03:27:06.726358+0000","172.21.15.2:0/2089626002":"2024-09-15T03:26:40.376882+0000","172.21.15.2:6801/1054983274":"2024-09-15T03:26:40.376882+0000","172.21.15.2:6800/1054983274":"2024-09-15T03:26:40.376882+0000","172.21.15.2:6800/154188522":"2024-09-15T03:27:06.726358+0000","172.21.15.2:0/3986231615":"2024-09-15T03:26:40.376882+0000","172.21.15.2:0/54624550":"2024-09-15T03:26:40.376882+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-14T03:31:17.364 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-14T03:29:19.218677+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-14T03:31:17.364 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-09-14T03:31:17.572 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:31:17.686 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:17 smithi002 ceph-mon[27606]: osdmap e58: 8 total, 8 up, 8 in 2024-09-14T03:31:17.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:17 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/3935377027' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-14T03:31:17.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:17 smithi002 ceph-mon[27606]: pgmap v173: 1 pgs: 1 remapped+peering; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:31:17.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:17 smithi002 ceph-mon[38004]: osdmap e58: 8 total, 8 up, 8 in 2024-09-14T03:31:17.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:17 smithi002 ceph-mon[38004]: from='client.? 172.21.15.2:0/3935377027' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-14T03:31:17.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:17 smithi002 ceph-mon[38004]: pgmap v173: 1 pgs: 1 remapped+peering; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:31:17.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:17 smithi154 ceph-mon[30999]: osdmap e58: 8 total, 8 up, 8 in 2024-09-14T03:31:17.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:17 smithi154 ceph-mon[30999]: from='client.? 172.21.15.2:0/3935377027' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-14T03:31:17.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:17 smithi154 ceph-mon[30999]: pgmap v173: 1 pgs: 1 remapped+peering; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:31:19.111 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:18 smithi002 ceph-mon[27606]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 111 KiB/s, 0 objects/s recovering 2024-09-14T03:31:19.112 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:18 smithi002 ceph-mon[38004]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 111 KiB/s, 0 objects/s recovering 2024-09-14T03:31:19.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:18 smithi154 ceph-mon[30999]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 111 KiB/s, 0 objects/s recovering 2024-09-14T03:31:19.509 INFO:teuthology.orchestra.run.smithi002.stdout:pg_num: 1 2024-09-14T03:31:20.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:19 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/590858901' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-14T03:31:20.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:19 smithi002 ceph-mon[38004]: from='client.? 172.21.15.2:0/590858901' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-14T03:31:20.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:19 smithi154 ceph-mon[30999]: from='client.? 172.21.15.2:0/590858901' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-14T03:31:20.282 INFO:tasks.cephadm:Adding mds.a on smithi002 2024-09-14T03:31:20.282 INFO:tasks.cephadm:Adding mds.b on smithi154 2024-09-14T03:31:20.282 DEBUG:teuthology.orchestra.run.smithi154:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph orch apply mds all '2;smithi002=a;smithi154=b' 2024-09-14T03:31:20.491 INFO:teuthology.orchestra.run.smithi154.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.b/config 2024-09-14T03:31:21.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:20 smithi002 ceph-mon[27606]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 93 KiB/s, 0 objects/s recovering 2024-09-14T03:31:21.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:20 smithi002 ceph-mon[38004]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 93 KiB/s, 0 objects/s recovering 2024-09-14T03:31:21.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:20 smithi154 ceph-mon[30999]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 93 KiB/s, 0 objects/s recovering 2024-09-14T03:31:22.170 INFO:teuthology.orchestra.run.smithi154.stdout:Scheduled mds.all update... 2024-09-14T03:31:22.803 DEBUG:teuthology.orchestra.run.smithi002:mds.a> sudo journalctl -f -n 0 -u ceph-f357b922-7248-11ef-bceb-c7b262605968@mds.a.service 2024-09-14T03:31:22.806 DEBUG:teuthology.orchestra.run.smithi154:mds.b> sudo journalctl -f -n 0 -u ceph-f357b922-7248-11ef-bceb-c7b262605968@mds.b.service 2024-09-14T03:31:22.809 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-09-14T03:31:22.809 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-14T03:31:23.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:23 smithi002 ceph-mon[27606]: from='client.24322 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi002=a;smithi154=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:31:23.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:23 smithi002 ceph-mon[27606]: Saving service mds.all spec with placement smithi002=a;smithi154=b;count:2 2024-09-14T03:31:23.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:23 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:23.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:23 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:31:23.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:23 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:31:23.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:23 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:31:23.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:23 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:23.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:23 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-14T03:31:23.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:23 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-14T03:31:23.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:23 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:31:23.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:23 smithi002 ceph-mon[27606]: Deploying daemon mds.a on smithi002 2024-09-14T03:31:23.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:23 smithi002 ceph-mon[27606]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-14T03:31:23.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:23 smithi002 ceph-mon[38004]: from='client.24322 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi002=a;smithi154=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:31:23.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:23 smithi002 ceph-mon[38004]: Saving service mds.all spec with placement smithi002=a;smithi154=b;count:2 2024-09-14T03:31:23.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:23 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:23.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:23 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:31:23.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:23 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:31:23.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:23 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:31:23.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:23 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:23.439 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:23 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-14T03:31:23.439 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:23 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-14T03:31:23.439 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:23 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:31:23.439 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:23 smithi002 ceph-mon[38004]: Deploying daemon mds.a on smithi002 2024-09-14T03:31:23.439 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:23 smithi002 ceph-mon[38004]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-14T03:31:23.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:23 smithi154 ceph-mon[30999]: from='client.24322 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi002=a;smithi154=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:31:23.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:23 smithi154 ceph-mon[30999]: Saving service mds.all spec with placement smithi002=a;smithi154=b;count:2 2024-09-14T03:31:23.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:23 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:23.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:23 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:31:23.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:23 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:31:23.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:23 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:31:23.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:23 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:23.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:23 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-14T03:31:23.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:23 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-14T03:31:23.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:23 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:31:23.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:23 smithi154 ceph-mon[30999]: Deploying daemon mds.a on smithi002 2024-09-14T03:31:23.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:23 smithi154 ceph-mon[30999]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-14T03:31:23.707 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:31:25.038 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:24 smithi002 ceph-mon[27606]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-09-14T03:31:25.039 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:24 smithi002 ceph-mon[38004]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-09-14T03:31:25.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:24 smithi154 ceph-mon[30999]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-09-14T03:31:26.033 INFO:journalctl@ceph.mds.a.smithi002.stdout:Sep 14 03:31:25 smithi002 systemd[1]: Started Ceph mds.a for f357b922-7248-11ef-bceb-c7b262605968. 2024-09-14T03:31:26.065 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-14T03:31:26.065 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24311,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/44249785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":44249785},{"type":"v1","addr":"172.21.15.2:6835","nonce":44249785}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2024-09-14T03:31:26.065 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 2 2024-09-14T03:31:26.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:26 smithi154 ceph-mon[30999]: mds.? [v2:172.21.15.2:6834/44249785,v1:172.21.15.2:6835/44249785] up:boot 2024-09-14T03:31:26.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:26 smithi154 ceph-mon[30999]: fsmap 1 up:standby 2024-09-14T03:31:26.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:26 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-14T03:31:26.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:26 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:26.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:26 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:26.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:26 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:26.906 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:26 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-14T03:31:26.906 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:26 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-14T03:31:26.906 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:26 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:31:26.906 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:26 smithi154 ceph-mon[30999]: Deploying daemon mds.b on smithi154 2024-09-14T03:31:26.906 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:26 smithi154 ceph-mon[30999]: from='client.? 172.21.15.2:0/1873929525' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-14T03:31:26.906 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:26 smithi154 ceph-mon[30999]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s, 0 objects/s recovering 2024-09-14T03:31:26.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:26 smithi002 ceph-mon[38004]: mds.? [v2:172.21.15.2:6834/44249785,v1:172.21.15.2:6835/44249785] up:boot 2024-09-14T03:31:26.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:26 smithi002 ceph-mon[38004]: fsmap 1 up:standby 2024-09-14T03:31:26.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:26 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-14T03:31:26.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:26 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:26.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:26 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:26.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:26 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:26.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:26 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-14T03:31:26.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:26 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-14T03:31:26.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:26 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:31:26.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:26 smithi002 ceph-mon[38004]: Deploying daemon mds.b on smithi154 2024-09-14T03:31:26.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:26 smithi002 ceph-mon[38004]: from='client.? 172.21.15.2:0/1873929525' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-14T03:31:26.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:26 smithi002 ceph-mon[38004]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s, 0 objects/s recovering 2024-09-14T03:31:26.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:26 smithi002 ceph-mon[27606]: mds.? [v2:172.21.15.2:6834/44249785,v1:172.21.15.2:6835/44249785] up:boot 2024-09-14T03:31:26.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:26 smithi002 ceph-mon[27606]: fsmap 1 up:standby 2024-09-14T03:31:26.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:26 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-14T03:31:26.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:26 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:26.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:26 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:26.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:26 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:26.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:26 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-14T03:31:26.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:26 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-14T03:31:26.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:26 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:31:26.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:26 smithi002 ceph-mon[27606]: Deploying daemon mds.b on smithi154 2024-09-14T03:31:26.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:26 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/1873929525' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-14T03:31:26.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:26 smithi002 ceph-mon[27606]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s, 0 objects/s recovering 2024-09-14T03:31:27.727 INFO:journalctl@ceph.mds.b.smithi154.stdout:Sep 14 03:31:27 smithi154 systemd[1]: Starting Ceph mds.b for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:31:28.134 INFO:journalctl@ceph.mds.b.smithi154.stdout:Sep 14 03:31:27 smithi154 podman[57444]: 2024-09-14 03:31:27.729244257 +0000 UTC m=+0.015814797 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-14T03:31:28.135 INFO:journalctl@ceph.mds.b.smithi154.stdout:Sep 14 03:31:27 smithi154 podman[57444]: 2024-09-14 03:31:27.831182292 +0000 UTC m=+0.117752819 container create 80e0f22077e1e52c95a700b93d5f26775ec9e8acf08418326589728b9db070de (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mds-b, org.label-schema.build-date=20240731, RELEASE=reef-e4e227b, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-09-14T03:31:28.135 INFO:journalctl@ceph.mds.b.smithi154.stdout:Sep 14 03:31:28 smithi154 podman[57444]: 2024-09-14 03:31:28.033656988 +0000 UTC m=+0.320227515 container init 80e0f22077e1e52c95a700b93d5f26775ec9e8acf08418326589728b9db070de (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mds-b, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=reef-e4e227b, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-14T03:31:28.135 INFO:journalctl@ceph.mds.b.smithi154.stdout:Sep 14 03:31:28 smithi154 podman[57444]: 2024-09-14 03:31:28.0364019 +0000 UTC m=+0.322972427 container start 80e0f22077e1e52c95a700b93d5f26775ec9e8acf08418326589728b9db070de (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mds-b, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=reef-e4e227b, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731) 2024-09-14T03:31:28.135 INFO:journalctl@ceph.mds.b.smithi154.stdout:Sep 14 03:31:28 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mds-b[57459]: starting mds.b at 2024-09-14T03:31:28.135 INFO:journalctl@ceph.mds.b.smithi154.stdout:Sep 14 03:31:28 smithi154 bash[57444]: 80e0f22077e1e52c95a700b93d5f26775ec9e8acf08418326589728b9db070de 2024-09-14T03:31:28.477 INFO:journalctl@ceph.mds.b.smithi154.stdout:Sep 14 03:31:28 smithi154 systemd[1]: Started Ceph mds.b for f357b922-7248-11ef-bceb-c7b262605968. 2024-09-14T03:31:28.736 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-14T03:31:29.232 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:31:29.354 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:29 smithi002 ceph-mon[38004]: mds.? [v2:172.21.15.154:6832/4101577695,v1:172.21.15.154:6833/4101577695] up:boot 2024-09-14T03:31:29.354 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:29 smithi002 ceph-mon[38004]: fsmap 2 up:standby 2024-09-14T03:31:29.354 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:29 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-14T03:31:29.354 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:29 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:29.355 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:29 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:29.355 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:29 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:29.355 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:29 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:29.355 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:29 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:29.355 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:29 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:31:29.355 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:29 smithi002 ceph-mon[38004]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-14T03:31:29.355 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:29 smithi002 ceph-mon[27606]: mds.? [v2:172.21.15.154:6832/4101577695,v1:172.21.15.154:6833/4101577695] up:boot 2024-09-14T03:31:29.355 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:29 smithi002 ceph-mon[27606]: fsmap 2 up:standby 2024-09-14T03:31:29.355 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:29 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-14T03:31:29.355 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:29 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:29.356 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:29 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:29.356 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:29 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:29.356 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:29 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:29.356 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:29 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:29.356 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:29 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:31:29.356 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:29 smithi002 ceph-mon[27606]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-14T03:31:29.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:29 smithi154 ceph-mon[30999]: mds.? [v2:172.21.15.154:6832/4101577695,v1:172.21.15.154:6833/4101577695] up:boot 2024-09-14T03:31:29.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:29 smithi154 ceph-mon[30999]: fsmap 2 up:standby 2024-09-14T03:31:29.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:29 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-14T03:31:29.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:29 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:29.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:29 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:29.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:29 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:29.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:29 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:29.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:29 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:29.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:29 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:31:29.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:29 smithi154 ceph-mon[30999]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-14T03:31:30.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:30 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:30.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:30 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:30.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:30 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:30.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:30 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:30.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:30 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:30.729 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:30 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:31.256 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-14T03:31:31.256 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24311,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/44249785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":44249785},{"type":"v1","addr":"172.21.15.2:6835","nonce":44249785}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24334,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6833/4101577695","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":4101577695},{"type":"v1","addr":"172.21.15.154:6833","nonce":4101577695}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[]} 2024-09-14T03:31:31.256 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 3 2024-09-14T03:31:31.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:31 smithi002 ceph-mon[27606]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:31:31.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:31 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:31.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:31 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:31.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:31 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:31:31.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:31 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:31:31.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:31 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:31.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:31 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/4244127919' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-14T03:31:31.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:31 smithi002 ceph-mon[38004]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:31:31.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:31 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:31.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:31 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:31.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:31 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:31:31.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:31 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:31:31.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:31 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:31.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:31 smithi002 ceph-mon[38004]: from='client.? 172.21.15.2:0/4244127919' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-14T03:31:31.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:31 smithi154 ceph-mon[30999]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:31:31.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:31 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:31.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:31 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:31.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:31 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:31:31.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:31 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:31:31.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:31 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:31.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:31 smithi154 ceph-mon[30999]: from='client.? 172.21.15.2:0/4244127919' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-14T03:31:32.003 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph --format=json-pretty osd lspools 2024-09-14T03:31:32.216 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:31:32.545 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:32 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:31:32.545 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:32 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:31:32.545 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:32 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:31:32.545 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:32 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:32.545 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:32 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:32.546 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:32 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:31:32.546 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:32 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:31:32.546 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:32 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:31:32.546 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:32 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:32.546 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:32 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:32.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:32 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:31:32.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:32 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:31:32.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:32 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:31:32.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:32 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:32.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:32 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:31:33.577 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:33 smithi002 ceph-mon[27606]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:31:33.577 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:33 smithi002 ceph-mon[38004]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:31:33.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:33 smithi154 ceph-mon[30999]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:31:34.010 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-14T03:31:34.010 INFO:teuthology.orchestra.run.smithi002.stdout:[ 2024-09-14T03:31:34.011 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-14T03:31:34.011 INFO:teuthology.orchestra.run.smithi002.stdout: "poolnum": 1, 2024-09-14T03:31:34.011 INFO:teuthology.orchestra.run.smithi002.stdout: "poolname": ".mgr" 2024-09-14T03:31:34.011 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-14T03:31:34.011 INFO:teuthology.orchestra.run.smithi002.stdout:] 2024-09-14T03:31:34.613 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:34 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/3584486262' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-09-14T03:31:34.614 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:34 smithi002 ceph-mon[38004]: from='client.? 172.21.15.2:0/3584486262' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-09-14T03:31:34.635 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-14T03:31:34.636 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-14T03:31:34.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:34 smithi154 ceph-mon[30999]: from='client.? 172.21.15.2:0/3584486262' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-09-14T03:31:34.838 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:31:35.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:35 smithi002 ceph-mon[27606]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:31:35.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:35 smithi002 ceph-mon[38004]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:31:35.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:35 smithi154 ceph-mon[30999]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:31:37.546 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:37 smithi002 ceph-mon[27606]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:31:37.546 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:37 smithi002 ceph-mon[38004]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:31:37.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:37 smithi154 ceph-mon[30999]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:31:37.837 INFO:teuthology.orchestra.run.smithi002.stderr:pool 'cephfs_metadata' created 2024-09-14T03:31:38.511 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:38 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/3012770258' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-14T03:31:38.511 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:38 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/3012770258' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-09-14T03:31:38.511 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:38 smithi002 ceph-mon[27606]: osdmap e59: 8 total, 8 up, 8 in 2024-09-14T03:31:38.511 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:38 smithi002 ceph-mon[38004]: from='client.? 172.21.15.2:0/3012770258' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-14T03:31:38.511 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:38 smithi002 ceph-mon[38004]: from='client.? 172.21.15.2:0/3012770258' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-09-14T03:31:38.511 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:38 smithi002 ceph-mon[38004]: osdmap e59: 8 total, 8 up, 8 in 2024-09-14T03:31:38.539 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-14T03:31:38.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:38 smithi154 ceph-mon[30999]: from='client.? 172.21.15.2:0/3012770258' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-14T03:31:38.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:38 smithi154 ceph-mon[30999]: from='client.? 172.21.15.2:0/3012770258' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-09-14T03:31:38.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:38 smithi154 ceph-mon[30999]: osdmap e59: 8 total, 8 up, 8 in 2024-09-14T03:31:38.754 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:31:39.550 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:39 smithi002 ceph-mon[27606]: pgmap v185: 33 pgs: 5 creating+peering, 27 unknown, 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:31:39.550 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:39 smithi002 ceph-mon[27606]: osdmap e60: 8 total, 8 up, 8 in 2024-09-14T03:31:39.550 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:39 smithi002 ceph-mon[38004]: pgmap v185: 33 pgs: 5 creating+peering, 27 unknown, 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:31:39.551 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:39 smithi002 ceph-mon[38004]: osdmap e60: 8 total, 8 up, 8 in 2024-09-14T03:31:39.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:39 smithi154 ceph-mon[30999]: pgmap v185: 33 pgs: 5 creating+peering, 27 unknown, 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:31:39.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:39 smithi154 ceph-mon[30999]: osdmap e60: 8 total, 8 up, 8 in 2024-09-14T03:31:40.354 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:40 smithi002 ceph-mon[27606]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:31:40.354 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:40 smithi002 ceph-mon[27606]: osdmap e61: 8 total, 8 up, 8 in 2024-09-14T03:31:40.354 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:40 smithi002 ceph-mon[38004]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:31:40.355 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:40 smithi002 ceph-mon[38004]: osdmap e61: 8 total, 8 up, 8 in 2024-09-14T03:31:40.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:40 smithi154 ceph-mon[30999]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:31:40.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:40 smithi154 ceph-mon[30999]: osdmap e61: 8 total, 8 up, 8 in 2024-09-14T03:31:41.285 INFO:teuthology.orchestra.run.smithi002.stderr:pool 'cephfs_data' created 2024-09-14T03:31:41.590 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:41 smithi002 ceph-mon[38004]: from='client.? 172.21.15.2:0/1559324822' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-14T03:31:41.590 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:41 smithi002 ceph-mon[38004]: pgmap v188: 33 pgs: 2 creating+activating, 5 creating+peering, 11 unknown, 15 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:31:41.590 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:41 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/1559324822' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-14T03:31:41.590 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:41 smithi002 ceph-mon[27606]: pgmap v188: 33 pgs: 2 creating+activating, 5 creating+peering, 11 unknown, 15 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:31:41.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:41 smithi154 ceph-mon[30999]: from='client.? 172.21.15.2:0/1559324822' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-14T03:31:41.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:41 smithi154 ceph-mon[30999]: pgmap v188: 33 pgs: 2 creating+activating, 5 creating+peering, 11 unknown, 15 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:31:41.935 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-14T03:31:42.147 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:31:42.636 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:42 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/1559324822' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-09-14T03:31:42.636 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:42 smithi002 ceph-mon[27606]: osdmap e62: 8 total, 8 up, 8 in 2024-09-14T03:31:42.636 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:42 smithi002 ceph-mon[38004]: from='client.? 172.21.15.2:0/1559324822' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-09-14T03:31:42.636 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:42 smithi002 ceph-mon[38004]: osdmap e62: 8 total, 8 up, 8 in 2024-09-14T03:31:42.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:42 smithi154 ceph-mon[30999]: from='client.? 172.21.15.2:0/1559324822' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-09-14T03:31:42.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:42 smithi154 ceph-mon[30999]: osdmap e62: 8 total, 8 up, 8 in 2024-09-14T03:31:43.631 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:43 smithi002 ceph-mon[27606]: osdmap e63: 8 total, 8 up, 8 in 2024-09-14T03:31:43.631 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:43 smithi002 ceph-mon[27606]: pgmap v191: 97 pgs: 2 creating+activating, 5 creating+peering, 53 unknown, 37 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:31:43.632 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:43 smithi002 ceph-mon[38004]: osdmap e63: 8 total, 8 up, 8 in 2024-09-14T03:31:43.632 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:43 smithi002 ceph-mon[38004]: pgmap v191: 97 pgs: 2 creating+activating, 5 creating+peering, 53 unknown, 37 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:31:43.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:43 smithi154 ceph-mon[30999]: osdmap e63: 8 total, 8 up, 8 in 2024-09-14T03:31:43.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:43 smithi154 ceph-mon[30999]: pgmap v191: 97 pgs: 2 creating+activating, 5 creating+peering, 53 unknown, 37 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:31:44.111 INFO:teuthology.orchestra.run.smithi002.stderr:new fs with metadata pool 2 and data pool 3 2024-09-14T03:31:44.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:44 smithi002 ceph-mon[27606]: osdmap e64: 8 total, 8 up, 8 in 2024-09-14T03:31:44.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:44 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/3717640009' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-14T03:31:44.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:44 smithi002 ceph-mon[27606]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-14T03:31:44.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:44 smithi002 ceph-mon[27606]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-09-14T03:31:44.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:44 smithi002 ceph-mon[27606]: osdmap e65: 8 total, 8 up, 8 in 2024-09-14T03:31:44.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:44 smithi002 ceph-mon[27606]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-09-14T03:31:44.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:44 smithi002 ceph-mon[27606]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-09-14T03:31:44.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:44 smithi002 ceph-mon[27606]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-09-14T03:31:44.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:44 smithi002 ceph-mon[38004]: osdmap e64: 8 total, 8 up, 8 in 2024-09-14T03:31:44.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:44 smithi002 ceph-mon[38004]: from='client.? 172.21.15.2:0/3717640009' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-14T03:31:44.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:44 smithi002 ceph-mon[38004]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-14T03:31:44.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:44 smithi002 ceph-mon[38004]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-09-14T03:31:44.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:44 smithi002 ceph-mon[38004]: osdmap e65: 8 total, 8 up, 8 in 2024-09-14T03:31:44.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:44 smithi002 ceph-mon[38004]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-09-14T03:31:44.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:44 smithi002 ceph-mon[38004]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-09-14T03:31:44.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:44 smithi002 ceph-mon[38004]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-09-14T03:31:44.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:44 smithi154 ceph-mon[30999]: osdmap e64: 8 total, 8 up, 8 in 2024-09-14T03:31:44.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:44 smithi154 ceph-mon[30999]: from='client.? 172.21.15.2:0/3717640009' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-14T03:31:44.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:44 smithi154 ceph-mon[30999]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-14T03:31:44.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:44 smithi154 ceph-mon[30999]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-09-14T03:31:44.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:44 smithi154 ceph-mon[30999]: osdmap e65: 8 total, 8 up, 8 in 2024-09-14T03:31:44.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:44 smithi154 ceph-mon[30999]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-09-14T03:31:44.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:44 smithi154 ceph-mon[30999]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-09-14T03:31:44.729 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:44 smithi154 ceph-mon[30999]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-09-14T03:31:44.888 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-14T03:31:45.092 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:31:45.528 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:45 smithi002 ceph-mon[27606]: pgmap v194: 97 pgs: 18 unknown, 79 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.2 KiB/s wr, 1 op/s 2024-09-14T03:31:45.528 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:45 smithi002 ceph-mon[27606]: mds.? [v2:172.21.15.154:6832/4101577695,v1:172.21.15.154:6833/4101577695] up:active 2024-09-14T03:31:45.528 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:45 smithi002 ceph-mon[27606]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-14T03:31:45.528 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:45 smithi002 ceph-mon[27606]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-14T03:31:45.528 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:45 smithi002 ceph-mon[38004]: pgmap v194: 97 pgs: 18 unknown, 79 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.2 KiB/s wr, 1 op/s 2024-09-14T03:31:45.529 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:45 smithi002 ceph-mon[38004]: mds.? [v2:172.21.15.154:6832/4101577695,v1:172.21.15.154:6833/4101577695] up:active 2024-09-14T03:31:45.529 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:45 smithi002 ceph-mon[38004]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-14T03:31:45.529 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:45 smithi002 ceph-mon[38004]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-14T03:31:45.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:45 smithi154 ceph-mon[30999]: pgmap v194: 97 pgs: 18 unknown, 79 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.2 KiB/s wr, 1 op/s 2024-09-14T03:31:45.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:45 smithi154 ceph-mon[30999]: mds.? [v2:172.21.15.154:6832/4101577695,v1:172.21.15.154:6833/4101577695] up:active 2024-09-14T03:31:45.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:45 smithi154 ceph-mon[30999]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-14T03:31:45.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:45 smithi154 ceph-mon[30999]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-14T03:31:46.518 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:46 smithi002 ceph-mon[27606]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-09-14T03:31:46.519 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:46 smithi002 ceph-mon[27606]: Cluster is now healthy 2024-09-14T03:31:46.519 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:46 smithi002 ceph-mon[38004]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-09-14T03:31:46.519 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:46 smithi002 ceph-mon[38004]: Cluster is now healthy 2024-09-14T03:31:46.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:46 smithi154 ceph-mon[30999]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-09-14T03:31:46.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:46 smithi154 ceph-mon[30999]: Cluster is now healthy 2024-09-14T03:31:46.942 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-14T03:31:46.943 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":65,"fsid":"f357b922-7248-11ef-bceb-c7b262605968","created":"2024-09-14T03:26:15.463541+0000","modified":"2024-09-14T03:31:44.105423+0000","last_up_change":"2024-09-14T03:31:12.596930+0000","last_in_change":"2024-09-14T03:30:56.781105+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-14T03:29:19.218677+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-14T03:31:37.264394+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-14T03:31:40.957497+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"99812d27-45b8-4e87-af6a-c8d797c2c961","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6802","nonce":3940182083},{"type":"v1","addr":"172.21.15.2:6803","nonce":3940182083}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6804","nonce":3940182083},{"type":"v1","addr":"172.21.15.2:6805","nonce":3940182083}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6808","nonce":3940182083},{"type":"v1","addr":"172.21.15.2:6809","nonce":3940182083}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6806","nonce":3940182083},{"type":"v1","addr":"172.21.15.2:6807","nonce":3940182083}]},"public_addr":"172.21.15.2:6803/3940182083","cluster_addr":"172.21.15.2:6805/3940182083","heartbeat_back_addr":"172.21.15.2:6809/3940182083","heartbeat_front_addr":"172.21.15.2:6807/3940182083","state":["exists","up"]},{"osd":1,"uuid":"19c600df-4b2e-496c-aef7-c5b3a301c69c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6810","nonce":2908196906},{"type":"v1","addr":"172.21.15.2:6811","nonce":2908196906}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6812","nonce":2908196906},{"type":"v1","addr":"172.21.15.2:6813","nonce":2908196906}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6816","nonce":2908196906},{"type":"v1","addr":"172.21.15.2:6817","nonce":2908196906}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6814","nonce":2908196906},{"type":"v1","addr":"172.21.15.2:6815","nonce":2908196906}]},"public_addr":"172.21.15.2:6811/2908196906","cluster_addr":"172.21.15.2:6813/2908196906","heartbeat_back_addr":"172.21.15.2:6817/2908196906","heartbeat_front_addr":"172.21.15.2:6815/2908196906","state":["exists","up"]},{"osd":2,"uuid":"bf6a4ff3-2bef-4ec5-a53b-198b3a27da37","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6818","nonce":2164738872},{"type":"v1","addr":"172.21.15.2:6819","nonce":2164738872}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6820","nonce":2164738872},{"type":"v1","addr":"172.21.15.2:6821","nonce":2164738872}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6824","nonce":2164738872},{"type":"v1","addr":"172.21.15.2:6825","nonce":2164738872}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6822","nonce":2164738872},{"type":"v1","addr":"172.21.15.2:6823","nonce":2164738872}]},"public_addr":"172.21.15.2:6819/2164738872","cluster_addr":"172.21.15.2:6821/2164738872","heartbeat_back_addr":"172.21.15.2:6825/2164738872","heartbeat_front_addr":"172.21.15.2:6823/2164738872","state":["exists","up"]},{"osd":3,"uuid":"cbb4c3de-7936-4be4-aace-b6411d2f65ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6826","nonce":408508822},{"type":"v1","addr":"172.21.15.2:6827","nonce":408508822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6828","nonce":408508822},{"type":"v1","addr":"172.21.15.2:6829","nonce":408508822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6832","nonce":408508822},{"type":"v1","addr":"172.21.15.2:6833","nonce":408508822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6830","nonce":408508822},{"type":"v1","addr":"172.21.15.2:6831","nonce":408508822}]},"public_addr":"172.21.15.2:6827/408508822","cluster_addr":"172.21.15.2:6829/408508822","heartbeat_back_addr":"172.21.15.2:6833/408508822","heartbeat_front_addr":"172.21.15.2:6831/408508822","state":["exists","up"]},{"osd":4,"uuid":"baf6b247-94ef-4bc0-a5c1-df760aa8f401","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2514384578},{"type":"v1","addr":"172.21.15.154:6801","nonce":2514384578}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2514384578},{"type":"v1","addr":"172.21.15.154:6803","nonce":2514384578}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2514384578},{"type":"v1","addr":"172.21.15.154:6807","nonce":2514384578}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2514384578},{"type":"v1","addr":"172.21.15.154:6805","nonce":2514384578}]},"public_addr":"172.21.15.154:6801/2514384578","cluster_addr":"172.21.15.154:6803/2514384578","heartbeat_back_addr":"172.21.15.154:6807/2514384578","heartbeat_front_addr":"172.21.15.154:6805/2514384578","state":["exists","up"]},{"osd":5,"uuid":"44ae176a-c589-45ff-b7ff-6fc46f01f488","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":1348837030},{"type":"v1","addr":"172.21.15.154:6809","nonce":1348837030}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":1348837030},{"type":"v1","addr":"172.21.15.154:6811","nonce":1348837030}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":1348837030},{"type":"v1","addr":"172.21.15.154:6815","nonce":1348837030}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":1348837030},{"type":"v1","addr":"172.21.15.154:6813","nonce":1348837030}]},"public_addr":"172.21.15.154:6809/1348837030","cluster_addr":"172.21.15.154:6811/1348837030","heartbeat_back_addr":"172.21.15.154:6815/1348837030","heartbeat_front_addr":"172.21.15.154:6813/1348837030","state":["exists","up"]},{"osd":6,"uuid":"63266cfd-7aa1-41ae-a1aa-9eb4345b819b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":4106441220},{"type":"v1","addr":"172.21.15.154:6817","nonce":4106441220}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6818","nonce":4106441220},{"type":"v1","addr":"172.21.15.154:6819","nonce":4106441220}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6822","nonce":4106441220},{"type":"v1","addr":"172.21.15.154:6823","nonce":4106441220}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":4106441220},{"type":"v1","addr":"172.21.15.154:6821","nonce":4106441220}]},"public_addr":"172.21.15.154:6817/4106441220","cluster_addr":"172.21.15.154:6819/4106441220","heartbeat_back_addr":"172.21.15.154:6823/4106441220","heartbeat_front_addr":"172.21.15.154:6821/4106441220","state":["exists","up"]},{"osd":7,"uuid":"8a7eb9f3-d03f-4573-8240-6e96d5e67ec0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":3491619265},{"type":"v1","addr":"172.21.15.154:6825","nonce":3491619265}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6826","nonce":3491619265},{"type":"v1","addr":"172.21.15.154:6827","nonce":3491619265}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":3491619265},{"type":"v1","addr":"172.21.15.154:6831","nonce":3491619265}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":3491619265},{"type":"v1","addr":"172.21.15.154:6829","nonce":3491619265}]},"public_addr":"172.21.15.154:6825/3491619265","cluster_addr":"172.21.15.154:6827/3491619265","heartbeat_back_addr":"172.21.15.154:6831/3491619265","heartbeat_front_addr":"172.21.15.154:6829/3491619265","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-14T03:28:26.732902+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-14T03:28:51.466618+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-14T03:29:16.051255+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-14T03:29:41.918807+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-14T03:30:02.948378+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-14T03:30:25.206634+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-14T03:30:48.548916+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-14T03:31:11.543268+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.2:0/2013375411":"2024-09-15T03:27:06.726358+0000","172.21.15.2:0/2716485212":"2024-09-15T03:27:06.726358+0000","172.21.15.2:6801/154188522":"2024-09-15T03:27:06.726358+0000","172.21.15.2:0/1676399561":"2024-09-15T03:27:06.726358+0000","172.21.15.2:0/2089626002":"2024-09-15T03:26:40.376882+0000","172.21.15.2:6801/1054983274":"2024-09-15T03:26:40.376882+0000","172.21.15.2:6800/1054983274":"2024-09-15T03:26:40.376882+0000","172.21.15.2:6800/154188522":"2024-09-15T03:27:06.726358+0000","172.21.15.2:0/3986231615":"2024-09-15T03:26:40.376882+0000","172.21.15.2:0/54624550":"2024-09-15T03:26:40.376882+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-14T03:31:47.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:47 smithi154 ceph-mon[30999]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.2 KiB/s wr, 3 op/s 2024-09-14T03:31:47.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:47 smithi154 ceph-mon[30999]: from='client.? 172.21.15.2:0/2091799210' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-14T03:31:47.672 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:47 smithi002 ceph-mon[27606]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.2 KiB/s wr, 3 op/s 2024-09-14T03:31:47.672 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:47 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/2091799210' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-14T03:31:47.672 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:47 smithi002 ceph-mon[38004]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.2 KiB/s wr, 3 op/s 2024-09-14T03:31:47.673 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:47 smithi002 ceph-mon[38004]: from='client.? 172.21.15.2:0/2091799210' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-14T03:31:47.698 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-14T03:31:47.905 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:31:48.477 INFO:journalctl@ceph.mds.b.smithi154.stdout:Sep 14 03:31:48 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mds-b[57459]: 2024-09-14T03:31:48.120+0000 7f0a61071640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-14T03:31:48.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:48 smithi154 ceph-mon[30999]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s wr, 3 op/s 2024-09-14T03:31:49.096 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:48 smithi002 ceph-mon[27606]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s wr, 3 op/s 2024-09-14T03:31:49.096 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:48 smithi002 ceph-mon[38004]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s wr, 3 op/s 2024-09-14T03:31:49.811 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-14T03:31:49.811 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":65,"fsid":"f357b922-7248-11ef-bceb-c7b262605968","created":"2024-09-14T03:26:15.463541+0000","modified":"2024-09-14T03:31:44.105423+0000","last_up_change":"2024-09-14T03:31:12.596930+0000","last_in_change":"2024-09-14T03:30:56.781105+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-14T03:29:19.218677+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-14T03:31:37.264394+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-14T03:31:40.957497+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"99812d27-45b8-4e87-af6a-c8d797c2c961","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6802","nonce":3940182083},{"type":"v1","addr":"172.21.15.2:6803","nonce":3940182083}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6804","nonce":3940182083},{"type":"v1","addr":"172.21.15.2:6805","nonce":3940182083}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6808","nonce":3940182083},{"type":"v1","addr":"172.21.15.2:6809","nonce":3940182083}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6806","nonce":3940182083},{"type":"v1","addr":"172.21.15.2:6807","nonce":3940182083}]},"public_addr":"172.21.15.2:6803/3940182083","cluster_addr":"172.21.15.2:6805/3940182083","heartbeat_back_addr":"172.21.15.2:6809/3940182083","heartbeat_front_addr":"172.21.15.2:6807/3940182083","state":["exists","up"]},{"osd":1,"uuid":"19c600df-4b2e-496c-aef7-c5b3a301c69c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6810","nonce":2908196906},{"type":"v1","addr":"172.21.15.2:6811","nonce":2908196906}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6812","nonce":2908196906},{"type":"v1","addr":"172.21.15.2:6813","nonce":2908196906}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6816","nonce":2908196906},{"type":"v1","addr":"172.21.15.2:6817","nonce":2908196906}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6814","nonce":2908196906},{"type":"v1","addr":"172.21.15.2:6815","nonce":2908196906}]},"public_addr":"172.21.15.2:6811/2908196906","cluster_addr":"172.21.15.2:6813/2908196906","heartbeat_back_addr":"172.21.15.2:6817/2908196906","heartbeat_front_addr":"172.21.15.2:6815/2908196906","state":["exists","up"]},{"osd":2,"uuid":"bf6a4ff3-2bef-4ec5-a53b-198b3a27da37","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6818","nonce":2164738872},{"type":"v1","addr":"172.21.15.2:6819","nonce":2164738872}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6820","nonce":2164738872},{"type":"v1","addr":"172.21.15.2:6821","nonce":2164738872}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6824","nonce":2164738872},{"type":"v1","addr":"172.21.15.2:6825","nonce":2164738872}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6822","nonce":2164738872},{"type":"v1","addr":"172.21.15.2:6823","nonce":2164738872}]},"public_addr":"172.21.15.2:6819/2164738872","cluster_addr":"172.21.15.2:6821/2164738872","heartbeat_back_addr":"172.21.15.2:6825/2164738872","heartbeat_front_addr":"172.21.15.2:6823/2164738872","state":["exists","up"]},{"osd":3,"uuid":"cbb4c3de-7936-4be4-aace-b6411d2f65ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6826","nonce":408508822},{"type":"v1","addr":"172.21.15.2:6827","nonce":408508822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6828","nonce":408508822},{"type":"v1","addr":"172.21.15.2:6829","nonce":408508822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6832","nonce":408508822},{"type":"v1","addr":"172.21.15.2:6833","nonce":408508822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6830","nonce":408508822},{"type":"v1","addr":"172.21.15.2:6831","nonce":408508822}]},"public_addr":"172.21.15.2:6827/408508822","cluster_addr":"172.21.15.2:6829/408508822","heartbeat_back_addr":"172.21.15.2:6833/408508822","heartbeat_front_addr":"172.21.15.2:6831/408508822","state":["exists","up"]},{"osd":4,"uuid":"baf6b247-94ef-4bc0-a5c1-df760aa8f401","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2514384578},{"type":"v1","addr":"172.21.15.154:6801","nonce":2514384578}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2514384578},{"type":"v1","addr":"172.21.15.154:6803","nonce":2514384578}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2514384578},{"type":"v1","addr":"172.21.15.154:6807","nonce":2514384578}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2514384578},{"type":"v1","addr":"172.21.15.154:6805","nonce":2514384578}]},"public_addr":"172.21.15.154:6801/2514384578","cluster_addr":"172.21.15.154:6803/2514384578","heartbeat_back_addr":"172.21.15.154:6807/2514384578","heartbeat_front_addr":"172.21.15.154:6805/2514384578","state":["exists","up"]},{"osd":5,"uuid":"44ae176a-c589-45ff-b7ff-6fc46f01f488","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":1348837030},{"type":"v1","addr":"172.21.15.154:6809","nonce":1348837030}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":1348837030},{"type":"v1","addr":"172.21.15.154:6811","nonce":1348837030}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":1348837030},{"type":"v1","addr":"172.21.15.154:6815","nonce":1348837030}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":1348837030},{"type":"v1","addr":"172.21.15.154:6813","nonce":1348837030}]},"public_addr":"172.21.15.154:6809/1348837030","cluster_addr":"172.21.15.154:6811/1348837030","heartbeat_back_addr":"172.21.15.154:6815/1348837030","heartbeat_front_addr":"172.21.15.154:6813/1348837030","state":["exists","up"]},{"osd":6,"uuid":"63266cfd-7aa1-41ae-a1aa-9eb4345b819b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":4106441220},{"type":"v1","addr":"172.21.15.154:6817","nonce":4106441220}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6818","nonce":4106441220},{"type":"v1","addr":"172.21.15.154:6819","nonce":4106441220}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6822","nonce":4106441220},{"type":"v1","addr":"172.21.15.154:6823","nonce":4106441220}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":4106441220},{"type":"v1","addr":"172.21.15.154:6821","nonce":4106441220}]},"public_addr":"172.21.15.154:6817/4106441220","cluster_addr":"172.21.15.154:6819/4106441220","heartbeat_back_addr":"172.21.15.154:6823/4106441220","heartbeat_front_addr":"172.21.15.154:6821/4106441220","state":["exists","up"]},{"osd":7,"uuid":"8a7eb9f3-d03f-4573-8240-6e96d5e67ec0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":3491619265},{"type":"v1","addr":"172.21.15.154:6825","nonce":3491619265}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6826","nonce":3491619265},{"type":"v1","addr":"172.21.15.154:6827","nonce":3491619265}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":3491619265},{"type":"v1","addr":"172.21.15.154:6831","nonce":3491619265}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":3491619265},{"type":"v1","addr":"172.21.15.154:6829","nonce":3491619265}]},"public_addr":"172.21.15.154:6825/3491619265","cluster_addr":"172.21.15.154:6827/3491619265","heartbeat_back_addr":"172.21.15.154:6831/3491619265","heartbeat_front_addr":"172.21.15.154:6829/3491619265","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-14T03:28:26.732902+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-14T03:28:51.466618+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-14T03:29:16.051255+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-14T03:29:41.918807+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-14T03:30:02.948378+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-14T03:30:25.206634+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-14T03:30:48.548916+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-14T03:31:11.543268+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.2:0/2013375411":"2024-09-15T03:27:06.726358+0000","172.21.15.2:0/2716485212":"2024-09-15T03:27:06.726358+0000","172.21.15.2:6801/154188522":"2024-09-15T03:27:06.726358+0000","172.21.15.2:0/1676399561":"2024-09-15T03:27:06.726358+0000","172.21.15.2:0/2089626002":"2024-09-15T03:26:40.376882+0000","172.21.15.2:6801/1054983274":"2024-09-15T03:26:40.376882+0000","172.21.15.2:6800/1054983274":"2024-09-15T03:26:40.376882+0000","172.21.15.2:6800/154188522":"2024-09-15T03:27:06.726358+0000","172.21.15.2:0/3986231615":"2024-09-15T03:26:40.376882+0000","172.21.15.2:0/54624550":"2024-09-15T03:26:40.376882+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-14T03:31:50.111 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:49 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/1703445653' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-14T03:31:50.111 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:49 smithi002 ceph-mon[38004]: from='client.? 172.21.15.2:0/1703445653' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-14T03:31:50.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:49 smithi154 ceph-mon[30999]: from='client.? 172.21.15.2:0/1703445653' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-14T03:31:50.554 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph fs set cephfs standby_count_wanted 0 2024-09-14T03:31:50.763 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:31:51.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:50 smithi002 ceph-mon[27606]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s wr, 5 op/s 2024-09-14T03:31:51.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:50 smithi002 ceph-mon[38004]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s wr, 5 op/s 2024-09-14T03:31:51.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:50 smithi154 ceph-mon[30999]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s wr, 5 op/s 2024-09-14T03:31:52.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:52 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/3736151892' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-14T03:31:52.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:52 smithi002 ceph-mon[38004]: from='client.? 172.21.15.2:0/3736151892' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-14T03:31:52.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:52 smithi154 ceph-mon[30999]: from='client.? 172.21.15.2:0/3736151892' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-14T03:31:53.369 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-14T03:31:53.369 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph fs set cephfs allow_standby_replay false 2024-09-14T03:31:53.581 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:31:53.936 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:53 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/3736151892' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-09-14T03:31:53.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:53 smithi002 ceph-mon[27606]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-14T03:31:53.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:53 smithi002 ceph-mon[27606]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s wr, 4 op/s 2024-09-14T03:31:53.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:53 smithi002 ceph-mon[38004]: from='client.? 172.21.15.2:0/3736151892' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-09-14T03:31:53.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:53 smithi002 ceph-mon[38004]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-14T03:31:53.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:53 smithi002 ceph-mon[38004]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s wr, 4 op/s 2024-09-14T03:31:53.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:53 smithi154 ceph-mon[30999]: from='client.? 172.21.15.2:0/3736151892' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-09-14T03:31:53.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:53 smithi154 ceph-mon[30999]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-14T03:31:53.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:53 smithi154 ceph-mon[30999]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s wr, 4 op/s 2024-09-14T03:31:55.060 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:54 smithi002 ceph-mon[38004]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-09-14T03:31:55.061 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:54 smithi002 ceph-mon[27606]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-09-14T03:31:55.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:54 smithi154 ceph-mon[30999]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-09-14T03:31:56.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:55 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/1240797723' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-09-14T03:31:56.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:55 smithi002 ceph-mon[38004]: from='client.? 172.21.15.2:0/1240797723' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-09-14T03:31:56.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:55 smithi154 ceph-mon[30999]: from='client.? 172.21.15.2:0/1240797723' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-09-14T03:31:56.618 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-14T03:31:56.619 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-14T03:31:56.833 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:31:57.176 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:56 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/1240797723' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-09-14T03:31:57.177 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:56 smithi002 ceph-mon[27606]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-14T03:31:57.177 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:56 smithi002 ceph-mon[27606]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 426 B/s wr, 3 op/s 2024-09-14T03:31:57.177 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:56 smithi002 ceph-mon[38004]: from='client.? 172.21.15.2:0/1240797723' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-09-14T03:31:57.177 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:56 smithi002 ceph-mon[38004]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-14T03:31:57.177 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:56 smithi002 ceph-mon[38004]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 426 B/s wr, 3 op/s 2024-09-14T03:31:57.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:56 smithi154 ceph-mon[30999]: from='client.? 172.21.15.2:0/1240797723' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-09-14T03:31:57.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:56 smithi154 ceph-mon[30999]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-14T03:31:57.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:56 smithi154 ceph-mon[30999]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 426 B/s wr, 3 op/s 2024-09-14T03:31:58.717 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-14T03:31:58.717 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24311,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/44249785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":44249785},{"type":"v1","addr":"172.21.15.2:6835","nonce":44249785}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-14T03:31:44.105544+0000","modified":"2024-09-14T03:31:55.844563+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24334},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24334":{"gid":24334,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":6,"addr":"172.21.15.154:6833/4101577695","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":4101577695},{"type":"v1","addr":"172.21.15.154:6833","nonce":4101577695}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-14T03:31:58.717 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 8 2024-09-14T03:31:59.096 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:58 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/3910710581' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-14T03:31:59.097 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:58 smithi002 ceph-mon[38004]: from='client.? 172.21.15.2:0/3910710581' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-14T03:31:59.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:58 smithi154 ceph-mon[30999]: from='client.? 172.21.15.2:0/3910710581' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-14T03:31:59.506 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-14T03:31:59.717 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:32:00.083 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:31:59 smithi002 ceph-mon[27606]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 170 B/s wr, 2 op/s 2024-09-14T03:32:00.083 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:31:59 smithi002 ceph-mon[38004]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 170 B/s wr, 2 op/s 2024-09-14T03:32:00.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:31:59 smithi154 ceph-mon[30999]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 170 B/s wr, 2 op/s 2024-09-14T03:32:01.119 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:00 smithi002 ceph-mon[27606]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 170 B/s wr, 1 op/s 2024-09-14T03:32:01.120 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:00 smithi002 ceph-mon[38004]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 170 B/s wr, 1 op/s 2024-09-14T03:32:01.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:00 smithi154 ceph-mon[30999]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 170 B/s wr, 1 op/s 2024-09-14T03:32:01.533 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-14T03:32:01.533 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":65,"fsid":"f357b922-7248-11ef-bceb-c7b262605968","created":"2024-09-14T03:26:15.463541+0000","modified":"2024-09-14T03:31:44.105423+0000","last_up_change":"2024-09-14T03:31:12.596930+0000","last_in_change":"2024-09-14T03:30:56.781105+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-14T03:29:19.218677+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-14T03:31:37.264394+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-14T03:31:40.957497+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"99812d27-45b8-4e87-af6a-c8d797c2c961","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6802","nonce":3940182083},{"type":"v1","addr":"172.21.15.2:6803","nonce":3940182083}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6804","nonce":3940182083},{"type":"v1","addr":"172.21.15.2:6805","nonce":3940182083}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6808","nonce":3940182083},{"type":"v1","addr":"172.21.15.2:6809","nonce":3940182083}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6806","nonce":3940182083},{"type":"v1","addr":"172.21.15.2:6807","nonce":3940182083}]},"public_addr":"172.21.15.2:6803/3940182083","cluster_addr":"172.21.15.2:6805/3940182083","heartbeat_back_addr":"172.21.15.2:6809/3940182083","heartbeat_front_addr":"172.21.15.2:6807/3940182083","state":["exists","up"]},{"osd":1,"uuid":"19c600df-4b2e-496c-aef7-c5b3a301c69c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6810","nonce":2908196906},{"type":"v1","addr":"172.21.15.2:6811","nonce":2908196906}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6812","nonce":2908196906},{"type":"v1","addr":"172.21.15.2:6813","nonce":2908196906}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6816","nonce":2908196906},{"type":"v1","addr":"172.21.15.2:6817","nonce":2908196906}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6814","nonce":2908196906},{"type":"v1","addr":"172.21.15.2:6815","nonce":2908196906}]},"public_addr":"172.21.15.2:6811/2908196906","cluster_addr":"172.21.15.2:6813/2908196906","heartbeat_back_addr":"172.21.15.2:6817/2908196906","heartbeat_front_addr":"172.21.15.2:6815/2908196906","state":["exists","up"]},{"osd":2,"uuid":"bf6a4ff3-2bef-4ec5-a53b-198b3a27da37","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6818","nonce":2164738872},{"type":"v1","addr":"172.21.15.2:6819","nonce":2164738872}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6820","nonce":2164738872},{"type":"v1","addr":"172.21.15.2:6821","nonce":2164738872}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6824","nonce":2164738872},{"type":"v1","addr":"172.21.15.2:6825","nonce":2164738872}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6822","nonce":2164738872},{"type":"v1","addr":"172.21.15.2:6823","nonce":2164738872}]},"public_addr":"172.21.15.2:6819/2164738872","cluster_addr":"172.21.15.2:6821/2164738872","heartbeat_back_addr":"172.21.15.2:6825/2164738872","heartbeat_front_addr":"172.21.15.2:6823/2164738872","state":["exists","up"]},{"osd":3,"uuid":"cbb4c3de-7936-4be4-aace-b6411d2f65ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6826","nonce":408508822},{"type":"v1","addr":"172.21.15.2:6827","nonce":408508822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6828","nonce":408508822},{"type":"v1","addr":"172.21.15.2:6829","nonce":408508822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6832","nonce":408508822},{"type":"v1","addr":"172.21.15.2:6833","nonce":408508822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6830","nonce":408508822},{"type":"v1","addr":"172.21.15.2:6831","nonce":408508822}]},"public_addr":"172.21.15.2:6827/408508822","cluster_addr":"172.21.15.2:6829/408508822","heartbeat_back_addr":"172.21.15.2:6833/408508822","heartbeat_front_addr":"172.21.15.2:6831/408508822","state":["exists","up"]},{"osd":4,"uuid":"baf6b247-94ef-4bc0-a5c1-df760aa8f401","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2514384578},{"type":"v1","addr":"172.21.15.154:6801","nonce":2514384578}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2514384578},{"type":"v1","addr":"172.21.15.154:6803","nonce":2514384578}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2514384578},{"type":"v1","addr":"172.21.15.154:6807","nonce":2514384578}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2514384578},{"type":"v1","addr":"172.21.15.154:6805","nonce":2514384578}]},"public_addr":"172.21.15.154:6801/2514384578","cluster_addr":"172.21.15.154:6803/2514384578","heartbeat_back_addr":"172.21.15.154:6807/2514384578","heartbeat_front_addr":"172.21.15.154:6805/2514384578","state":["exists","up"]},{"osd":5,"uuid":"44ae176a-c589-45ff-b7ff-6fc46f01f488","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":1348837030},{"type":"v1","addr":"172.21.15.154:6809","nonce":1348837030}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":1348837030},{"type":"v1","addr":"172.21.15.154:6811","nonce":1348837030}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":1348837030},{"type":"v1","addr":"172.21.15.154:6815","nonce":1348837030}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":1348837030},{"type":"v1","addr":"172.21.15.154:6813","nonce":1348837030}]},"public_addr":"172.21.15.154:6809/1348837030","cluster_addr":"172.21.15.154:6811/1348837030","heartbeat_back_addr":"172.21.15.154:6815/1348837030","heartbeat_front_addr":"172.21.15.154:6813/1348837030","state":["exists","up"]},{"osd":6,"uuid":"63266cfd-7aa1-41ae-a1aa-9eb4345b819b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":4106441220},{"type":"v1","addr":"172.21.15.154:6817","nonce":4106441220}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6818","nonce":4106441220},{"type":"v1","addr":"172.21.15.154:6819","nonce":4106441220}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6822","nonce":4106441220},{"type":"v1","addr":"172.21.15.154:6823","nonce":4106441220}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":4106441220},{"type":"v1","addr":"172.21.15.154:6821","nonce":4106441220}]},"public_addr":"172.21.15.154:6817/4106441220","cluster_addr":"172.21.15.154:6819/4106441220","heartbeat_back_addr":"172.21.15.154:6823/4106441220","heartbeat_front_addr":"172.21.15.154:6821/4106441220","state":["exists","up"]},{"osd":7,"uuid":"8a7eb9f3-d03f-4573-8240-6e96d5e67ec0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":3491619265},{"type":"v1","addr":"172.21.15.154:6825","nonce":3491619265}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6826","nonce":3491619265},{"type":"v1","addr":"172.21.15.154:6827","nonce":3491619265}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":3491619265},{"type":"v1","addr":"172.21.15.154:6831","nonce":3491619265}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":3491619265},{"type":"v1","addr":"172.21.15.154:6829","nonce":3491619265}]},"public_addr":"172.21.15.154:6825/3491619265","cluster_addr":"172.21.15.154:6827/3491619265","heartbeat_back_addr":"172.21.15.154:6831/3491619265","heartbeat_front_addr":"172.21.15.154:6829/3491619265","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-14T03:28:26.732902+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-14T03:28:51.466618+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-14T03:29:16.051255+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-14T03:29:41.918807+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-14T03:30:02.948378+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-14T03:30:25.206634+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-14T03:30:48.548916+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-14T03:31:11.543268+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.2:0/2013375411":"2024-09-15T03:27:06.726358+0000","172.21.15.2:0/2716485212":"2024-09-15T03:27:06.726358+0000","172.21.15.2:6801/154188522":"2024-09-15T03:27:06.726358+0000","172.21.15.2:0/1676399561":"2024-09-15T03:27:06.726358+0000","172.21.15.2:0/2089626002":"2024-09-15T03:26:40.376882+0000","172.21.15.2:6801/1054983274":"2024-09-15T03:26:40.376882+0000","172.21.15.2:6800/1054983274":"2024-09-15T03:26:40.376882+0000","172.21.15.2:6800/154188522":"2024-09-15T03:27:06.726358+0000","172.21.15.2:0/3986231615":"2024-09-15T03:26:40.376882+0000","172.21.15.2:0/54624550":"2024-09-15T03:26:40.376882+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-14T03:32:02.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:01 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/4096777398' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-14T03:32:02.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:01 smithi002 ceph-mon[38004]: from='client.? 172.21.15.2:0/4096777398' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-14T03:32:02.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:01 smithi154 ceph-mon[30999]: from='client.? 172.21.15.2:0/4096777398' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-14T03:32:02.246 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-09-14T03:32:02.246 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph pg dump --format=json 2024-09-14T03:32:02.456 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:32:03.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:02 smithi002 ceph-mon[27606]: pgmap v203: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:32:03.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:02 smithi002 ceph-mon[38004]: pgmap v203: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:32:03.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:02 smithi154 ceph-mon[30999]: pgmap v203: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:32:04.462 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-14T03:32:04.463 INFO:teuthology.orchestra.run.smithi002.stderr:dumped all 2024-09-14T03:32:05.103 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:04 smithi002 ceph-mon[27606]: from='client.24386 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-14T03:32:05.104 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:04 smithi002 ceph-mon[27606]: pgmap v204: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:32:05.104 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:04 smithi002 ceph-mon[38004]: from='client.24386 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-14T03:32:05.104 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:04 smithi002 ceph-mon[38004]: pgmap v204: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:32:05.105 INFO:teuthology.orchestra.run.smithi002.stdout:{"pg_ready":true,"pg_map":{"version":203,"stamp":"2024-09-14T03:32:02.784910+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":231380,"kb_used_data":6980,"kb_used_omap":12,"kb_used_meta":224243,"kb_avail":749729836,"statfs":{"total":767960285184,"available":767723352064,"internally_reserved":0,"allocated":7147520,"data_stored":3998426,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":229625402},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003355"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.600232+0000","last_change":"2024-09-14T03:31:42.307834+0000","last_active":"2024-09-14T03:31:43.600232+0000","last_peered":"2024-09-14T03:31:43.600232+0000","last_clean":"2024-09-14T03:31:43.600232+0000","last_became_active":"2024-09-14T03:31:42.306390+0000","last_became_peered":"2024-09-14T03:31:42.306390+0000","last_unstale":"2024-09-14T03:31:43.600232+0000","last_undegraded":"2024-09-14T03:31:43.600232+0000","last_fullsized":"2024-09-14T03:31:43.600232+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T12:17:12.208663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.100474+0000","last_change":"2024-09-14T03:31:42.299085+0000","last_active":"2024-09-14T03:31:44.100474+0000","last_peered":"2024-09-14T03:31:44.100474+0000","last_clean":"2024-09-14T03:31:44.100474+0000","last_became_active":"2024-09-14T03:31:42.298823+0000","last_became_peered":"2024-09-14T03:31:42.298823+0000","last_unstale":"2024-09-14T03:31:44.100474+0000","last_undegraded":"2024-09-14T03:31:44.100474+0000","last_fullsized":"2024-09-14T03:31:44.100474+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T12:37:07.850116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.109751+0000","last_change":"2024-09-14T03:31:42.296456+0000","last_active":"2024-09-14T03:31:44.109751+0000","last_peered":"2024-09-14T03:31:44.109751+0000","last_clean":"2024-09-14T03:31:44.109751+0000","last_became_active":"2024-09-14T03:31:42.296105+0000","last_became_peered":"2024-09-14T03:31:42.296105+0000","last_unstale":"2024-09-14T03:31:44.109751+0000","last_undegraded":"2024-09-14T03:31:44.109751+0000","last_fullsized":"2024-09-14T03:31:44.109751+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T15:25:47.490806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.599427+0000","last_change":"2024-09-14T03:31:42.310079+0000","last_active":"2024-09-14T03:31:43.599427+0000","last_peered":"2024-09-14T03:31:43.599427+0000","last_clean":"2024-09-14T03:31:43.599427+0000","last_became_active":"2024-09-14T03:31:42.309354+0000","last_became_peered":"2024-09-14T03:31:42.309354+0000","last_unstale":"2024-09-14T03:31:43.599427+0000","last_undegraded":"2024-09-14T03:31:43.599427+0000","last_fullsized":"2024-09-14T03:31:43.599427+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T12:32:11.169629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.598889+0000","last_change":"2024-09-14T03:31:42.309072+0000","last_active":"2024-09-14T03:31:43.598889+0000","last_peered":"2024-09-14T03:31:43.598889+0000","last_clean":"2024-09-14T03:31:43.598889+0000","last_became_active":"2024-09-14T03:31:42.307692+0000","last_became_peered":"2024-09-14T03:31:42.307692+0000","last_unstale":"2024-09-14T03:31:43.598889+0000","last_undegraded":"2024-09-14T03:31:43.598889+0000","last_fullsized":"2024-09-14T03:31:43.598889+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T06:03:32.227826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.599913+0000","last_change":"2024-09-14T03:31:42.312432+0000","last_active":"2024-09-14T03:31:43.599913+0000","last_peered":"2024-09-14T03:31:43.599913+0000","last_clean":"2024-09-14T03:31:43.599913+0000","last_became_active":"2024-09-14T03:31:42.312122+0000","last_became_peered":"2024-09-14T03:31:42.312122+0000","last_unstale":"2024-09-14T03:31:43.599913+0000","last_undegraded":"2024-09-14T03:31:43.599913+0000","last_fullsized":"2024-09-14T03:31:43.599913+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T09:42:05.465697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.598602+0000","last_change":"2024-09-14T03:31:42.308462+0000","last_active":"2024-09-14T03:31:43.598602+0000","last_peered":"2024-09-14T03:31:43.598602+0000","last_clean":"2024-09-14T03:31:43.598602+0000","last_became_active":"2024-09-14T03:31:42.307350+0000","last_became_peered":"2024-09-14T03:31:42.307350+0000","last_unstale":"2024-09-14T03:31:43.598602+0000","last_undegraded":"2024-09-14T03:31:43.598602+0000","last_fullsized":"2024-09-14T03:31:43.598602+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:21:13.977190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.118145+0000","last_change":"2024-09-14T03:31:42.302919+0000","last_active":"2024-09-14T03:31:44.118145+0000","last_peered":"2024-09-14T03:31:44.118145+0000","last_clean":"2024-09-14T03:31:44.118145+0000","last_became_active":"2024-09-14T03:31:42.302565+0000","last_became_peered":"2024-09-14T03:31:42.302565+0000","last_unstale":"2024-09-14T03:31:44.118145+0000","last_undegraded":"2024-09-14T03:31:44.118145+0000","last_fullsized":"2024-09-14T03:31:44.118145+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:56:11.983241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.600417+0000","last_change":"2024-09-14T03:31:42.309627+0000","last_active":"2024-09-14T03:31:43.600417+0000","last_peered":"2024-09-14T03:31:43.600417+0000","last_clean":"2024-09-14T03:31:43.600417+0000","last_became_active":"2024-09-14T03:31:42.308757+0000","last_became_peered":"2024-09-14T03:31:42.308757+0000","last_unstale":"2024-09-14T03:31:43.600417+0000","last_undegraded":"2024-09-14T03:31:43.600417+0000","last_fullsized":"2024-09-14T03:31:43.600417+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T14:37:03.047122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.117856+0000","last_change":"2024-09-14T03:31:42.302216+0000","last_active":"2024-09-14T03:31:44.117856+0000","last_peered":"2024-09-14T03:31:44.117856+0000","last_clean":"2024-09-14T03:31:44.117856+0000","last_became_active":"2024-09-14T03:31:42.301926+0000","last_became_peered":"2024-09-14T03:31:42.301926+0000","last_unstale":"2024-09-14T03:31:44.117856+0000","last_undegraded":"2024-09-14T03:31:44.117856+0000","last_fullsized":"2024-09-14T03:31:44.117856+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:58:24.252521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.117557+0000","last_change":"2024-09-14T03:31:42.301096+0000","last_active":"2024-09-14T03:31:44.117557+0000","last_peered":"2024-09-14T03:31:44.117557+0000","last_clean":"2024-09-14T03:31:44.117557+0000","last_became_active":"2024-09-14T03:31:42.300818+0000","last_became_peered":"2024-09-14T03:31:42.300818+0000","last_unstale":"2024-09-14T03:31:44.117557+0000","last_undegraded":"2024-09-14T03:31:44.117557+0000","last_fullsized":"2024-09-14T03:31:44.117557+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:30:18.073865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.111811+0000","last_change":"2024-09-14T03:31:42.292316+0000","last_active":"2024-09-14T03:31:44.111811+0000","last_peered":"2024-09-14T03:31:44.111811+0000","last_clean":"2024-09-14T03:31:44.111811+0000","last_became_active":"2024-09-14T03:31:42.290756+0000","last_became_peered":"2024-09-14T03:31:42.290756+0000","last_unstale":"2024-09-14T03:31:44.111811+0000","last_undegraded":"2024-09-14T03:31:44.111811+0000","last_fullsized":"2024-09-14T03:31:44.111811+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T07:25:33.709301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.117389+0000","last_change":"2024-09-14T03:31:42.296928+0000","last_active":"2024-09-14T03:31:44.117389+0000","last_peered":"2024-09-14T03:31:44.117389+0000","last_clean":"2024-09-14T03:31:44.117389+0000","last_became_active":"2024-09-14T03:31:42.296650+0000","last_became_peered":"2024-09-14T03:31:42.296650+0000","last_unstale":"2024-09-14T03:31:44.117389+0000","last_undegraded":"2024-09-14T03:31:44.117389+0000","last_fullsized":"2024-09-14T03:31:44.117389+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T06:04:21.956886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.109375+0000","last_change":"2024-09-14T03:31:42.304334+0000","last_active":"2024-09-14T03:31:44.109375+0000","last_peered":"2024-09-14T03:31:44.109375+0000","last_clean":"2024-09-14T03:31:44.109375+0000","last_became_active":"2024-09-14T03:31:42.303979+0000","last_became_peered":"2024-09-14T03:31:42.303979+0000","last_unstale":"2024-09-14T03:31:44.109375+0000","last_undegraded":"2024-09-14T03:31:44.109375+0000","last_fullsized":"2024-09-14T03:31:44.109375+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T08:25:12.697172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.100383+0000","last_change":"2024-09-14T03:31:42.309516+0000","last_active":"2024-09-14T03:31:44.100383+0000","last_peered":"2024-09-14T03:31:44.100383+0000","last_clean":"2024-09-14T03:31:44.100383+0000","last_became_active":"2024-09-14T03:31:42.309134+0000","last_became_peered":"2024-09-14T03:31:42.309134+0000","last_unstale":"2024-09-14T03:31:44.100383+0000","last_undegraded":"2024-09-14T03:31:44.100383+0000","last_fullsized":"2024-09-14T03:31:44.100383+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:44:08.677588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.598281+0000","last_change":"2024-09-14T03:31:42.310829+0000","last_active":"2024-09-14T03:31:43.598281+0000","last_peered":"2024-09-14T03:31:43.598281+0000","last_clean":"2024-09-14T03:31:43.598281+0000","last_became_active":"2024-09-14T03:31:42.310544+0000","last_became_peered":"2024-09-14T03:31:42.310544+0000","last_unstale":"2024-09-14T03:31:43.598281+0000","last_undegraded":"2024-09-14T03:31:43.598281+0000","last_fullsized":"2024-09-14T03:31:43.598281+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:10:24.301462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.599253+0000","last_change":"2024-09-14T03:31:42.308953+0000","last_active":"2024-09-14T03:31:43.599253+0000","last_peered":"2024-09-14T03:31:43.599253+0000","last_clean":"2024-09-14T03:31:43.599253+0000","last_became_active":"2024-09-14T03:31:42.308148+0000","last_became_peered":"2024-09-14T03:31:42.308148+0000","last_unstale":"2024-09-14T03:31:43.599253+0000","last_undegraded":"2024-09-14T03:31:43.599253+0000","last_fullsized":"2024-09-14T03:31:43.599253+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T12:55:05.449462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.844996+0000","last_change":"2024-09-14T03:31:42.295453+0000","last_active":"2024-09-14T03:31:43.844996+0000","last_peered":"2024-09-14T03:31:43.844996+0000","last_clean":"2024-09-14T03:31:43.844996+0000","last_became_active":"2024-09-14T03:31:42.295149+0000","last_became_peered":"2024-09-14T03:31:42.295149+0000","last_unstale":"2024-09-14T03:31:43.844996+0000","last_undegraded":"2024-09-14T03:31:43.844996+0000","last_fullsized":"2024-09-14T03:31:43.844996+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:38:28.670371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.600342+0000","last_change":"2024-09-14T03:31:42.304379+0000","last_active":"2024-09-14T03:31:43.600342+0000","last_peered":"2024-09-14T03:31:43.600342+0000","last_clean":"2024-09-14T03:31:43.600342+0000","last_became_active":"2024-09-14T03:31:42.303992+0000","last_became_peered":"2024-09-14T03:31:42.303992+0000","last_unstale":"2024-09-14T03:31:43.600342+0000","last_undegraded":"2024-09-14T03:31:43.600342+0000","last_fullsized":"2024-09-14T03:31:43.600342+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T11:10:27.339295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.117220+0000","last_change":"2024-09-14T03:31:42.291608+0000","last_active":"2024-09-14T03:31:44.117220+0000","last_peered":"2024-09-14T03:31:44.117220+0000","last_clean":"2024-09-14T03:31:44.117220+0000","last_became_active":"2024-09-14T03:31:42.291250+0000","last_became_peered":"2024-09-14T03:31:42.291250+0000","last_unstale":"2024-09-14T03:31:44.117220+0000","last_undegraded":"2024-09-14T03:31:44.117220+0000","last_fullsized":"2024-09-14T03:31:44.117220+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:36:06.335295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.109410+0000","last_change":"2024-09-14T03:31:42.295618+0000","last_active":"2024-09-14T03:31:44.109410+0000","last_peered":"2024-09-14T03:31:44.109410+0000","last_clean":"2024-09-14T03:31:44.109410+0000","last_became_active":"2024-09-14T03:31:42.295365+0000","last_became_peered":"2024-09-14T03:31:42.295365+0000","last_unstale":"2024-09-14T03:31:44.109410+0000","last_undegraded":"2024-09-14T03:31:44.109410+0000","last_fullsized":"2024-09-14T03:31:44.109410+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T07:46:34.434891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.599922+0000","last_change":"2024-09-14T03:31:42.312263+0000","last_active":"2024-09-14T03:31:43.599922+0000","last_peered":"2024-09-14T03:31:43.599922+0000","last_clean":"2024-09-14T03:31:43.599922+0000","last_became_active":"2024-09-14T03:31:42.311714+0000","last_became_peered":"2024-09-14T03:31:42.311714+0000","last_unstale":"2024-09-14T03:31:43.599922+0000","last_undegraded":"2024-09-14T03:31:43.599922+0000","last_fullsized":"2024-09-14T03:31:43.599922+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T11:44:06.944053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.118554+0000","last_change":"2024-09-14T03:31:42.298838+0000","last_active":"2024-09-14T03:31:44.118554+0000","last_peered":"2024-09-14T03:31:44.118554+0000","last_clean":"2024-09-14T03:31:44.118554+0000","last_became_active":"2024-09-14T03:31:42.298458+0000","last_became_peered":"2024-09-14T03:31:42.298458+0000","last_unstale":"2024-09-14T03:31:44.118554+0000","last_undegraded":"2024-09-14T03:31:44.118554+0000","last_fullsized":"2024-09-14T03:31:44.118554+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T07:13:58.057733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.598463+0000","last_change":"2024-09-14T03:31:42.302013+0000","last_active":"2024-09-14T03:31:43.598463+0000","last_peered":"2024-09-14T03:31:43.598463+0000","last_clean":"2024-09-14T03:31:43.598463+0000","last_became_active":"2024-09-14T03:31:42.299397+0000","last_became_peered":"2024-09-14T03:31:42.299397+0000","last_unstale":"2024-09-14T03:31:43.598463+0000","last_undegraded":"2024-09-14T03:31:43.598463+0000","last_fullsized":"2024-09-14T03:31:43.598463+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T07:44:23.721217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.119944+0000","last_change":"2024-09-14T03:31:42.290430+0000","last_active":"2024-09-14T03:31:44.119944+0000","last_peered":"2024-09-14T03:31:44.119944+0000","last_clean":"2024-09-14T03:31:44.119944+0000","last_became_active":"2024-09-14T03:31:42.290133+0000","last_became_peered":"2024-09-14T03:31:42.290133+0000","last_unstale":"2024-09-14T03:31:44.119944+0000","last_undegraded":"2024-09-14T03:31:44.119944+0000","last_fullsized":"2024-09-14T03:31:44.119944+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T11:53:16.790196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.117976+0000","last_change":"2024-09-14T03:31:42.296427+0000","last_active":"2024-09-14T03:31:44.117976+0000","last_peered":"2024-09-14T03:31:44.117976+0000","last_clean":"2024-09-14T03:31:44.117976+0000","last_became_active":"2024-09-14T03:31:42.292185+0000","last_became_peered":"2024-09-14T03:31:42.292185+0000","last_unstale":"2024-09-14T03:31:44.117976+0000","last_undegraded":"2024-09-14T03:31:44.117976+0000","last_fullsized":"2024-09-14T03:31:44.117976+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T09:33:22.548437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.100434+0000","last_change":"2024-09-14T03:31:42.295759+0000","last_active":"2024-09-14T03:31:44.100434+0000","last_peered":"2024-09-14T03:31:44.100434+0000","last_clean":"2024-09-14T03:31:44.100434+0000","last_became_active":"2024-09-14T03:31:42.295248+0000","last_became_peered":"2024-09-14T03:31:42.295248+0000","last_unstale":"2024-09-14T03:31:44.100434+0000","last_undegraded":"2024-09-14T03:31:44.100434+0000","last_fullsized":"2024-09-14T03:31:44.100434+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:22:22.033176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.118278+0000","last_change":"2024-09-14T03:31:42.294996+0000","last_active":"2024-09-14T03:31:44.118278+0000","last_peered":"2024-09-14T03:31:44.118278+0000","last_clean":"2024-09-14T03:31:44.118278+0000","last_became_active":"2024-09-14T03:31:42.294702+0000","last_became_peered":"2024-09-14T03:31:42.294702+0000","last_unstale":"2024-09-14T03:31:44.118278+0000","last_undegraded":"2024-09-14T03:31:44.118278+0000","last_fullsized":"2024-09-14T03:31:44.118278+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T11:27:29.439063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.109484+0000","last_change":"2024-09-14T03:31:42.292192+0000","last_active":"2024-09-14T03:31:44.109484+0000","last_peered":"2024-09-14T03:31:44.109484+0000","last_clean":"2024-09-14T03:31:44.109484+0000","last_became_active":"2024-09-14T03:31:42.291909+0000","last_became_peered":"2024-09-14T03:31:42.291909+0000","last_unstale":"2024-09-14T03:31:44.109484+0000","last_undegraded":"2024-09-14T03:31:44.109484+0000","last_fullsized":"2024-09-14T03:31:44.109484+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T09:20:45.639023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.600007+0000","last_change":"2024-09-14T03:31:42.310697+0000","last_active":"2024-09-14T03:31:43.600007+0000","last_peered":"2024-09-14T03:31:43.600007+0000","last_clean":"2024-09-14T03:31:43.600007+0000","last_became_active":"2024-09-14T03:31:42.310414+0000","last_became_peered":"2024-09-14T03:31:42.310414+0000","last_unstale":"2024-09-14T03:31:43.600007+0000","last_undegraded":"2024-09-14T03:31:43.600007+0000","last_fullsized":"2024-09-14T03:31:43.600007+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:14:03.193850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.844952+0000","last_change":"2024-09-14T03:31:42.304918+0000","last_active":"2024-09-14T03:31:43.844952+0000","last_peered":"2024-09-14T03:31:43.844952+0000","last_clean":"2024-09-14T03:31:43.844952+0000","last_became_active":"2024-09-14T03:31:42.304503+0000","last_became_peered":"2024-09-14T03:31:42.304503+0000","last_unstale":"2024-09-14T03:31:43.844952+0000","last_undegraded":"2024-09-14T03:31:43.844952+0000","last_fullsized":"2024-09-14T03:31:43.844952+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T14:17:42.759289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.116664+0000","last_change":"2024-09-14T03:31:42.302986+0000","last_active":"2024-09-14T03:31:44.116664+0000","last_peered":"2024-09-14T03:31:44.116664+0000","last_clean":"2024-09-14T03:31:44.116664+0000","last_became_active":"2024-09-14T03:31:42.302269+0000","last_became_peered":"2024-09-14T03:31:42.302269+0000","last_unstale":"2024-09-14T03:31:44.116664+0000","last_undegraded":"2024-09-14T03:31:44.116664+0000","last_fullsized":"2024-09-14T03:31:44.116664+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:44:01.879576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.111350+0000","last_change":"2024-09-14T03:31:42.303125+0000","last_active":"2024-09-14T03:31:44.111350+0000","last_peered":"2024-09-14T03:31:44.111350+0000","last_clean":"2024-09-14T03:31:44.111350+0000","last_became_active":"2024-09-14T03:31:42.302802+0000","last_became_peered":"2024-09-14T03:31:42.302802+0000","last_unstale":"2024-09-14T03:31:44.111350+0000","last_undegraded":"2024-09-14T03:31:44.111350+0000","last_fullsized":"2024-09-14T03:31:44.111350+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T11:11:14.147591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"65'1","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.117638+0000","last_change":"2024-09-14T03:31:38.847287+0000","last_active":"2024-09-14T03:31:44.117638+0000","last_peered":"2024-09-14T03:31:44.117638+0000","last_clean":"2024-09-14T03:31:44.117638+0000","last_became_active":"2024-09-14T03:31:38.847027+0000","last_became_peered":"2024-09-14T03:31:38.847027+0000","last_unstale":"2024-09-14T03:31:44.117638+0000","last_undegraded":"2024-09-14T03:31:44.117638+0000","last_fullsized":"2024-09-14T03:31:44.117638+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T10:28:10.926764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.109497+0000","last_change":"2024-09-14T03:31:42.299009+0000","last_active":"2024-09-14T03:31:44.109497+0000","last_peered":"2024-09-14T03:31:44.109497+0000","last_clean":"2024-09-14T03:31:44.109497+0000","last_became_active":"2024-09-14T03:31:42.298727+0000","last_became_peered":"2024-09-14T03:31:42.298727+0000","last_unstale":"2024-09-14T03:31:44.109497+0000","last_undegraded":"2024-09-14T03:31:44.109497+0000","last_fullsized":"2024-09-14T03:31:44.109497+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T09:35:00.490170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"65'1","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.117353+0000","last_change":"2024-09-14T03:31:38.848320+0000","last_active":"2024-09-14T03:31:44.117353+0000","last_peered":"2024-09-14T03:31:44.117353+0000","last_clean":"2024-09-14T03:31:44.117353+0000","last_became_active":"2024-09-14T03:31:38.848007+0000","last_became_peered":"2024-09-14T03:31:38.848007+0000","last_unstale":"2024-09-14T03:31:44.117353+0000","last_undegraded":"2024-09-14T03:31:44.117353+0000","last_fullsized":"2024-09-14T03:31:44.117353+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T13:52:24.347452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.293248+0000","last_change":"2024-09-14T03:31:38.844317+0000","last_active":"2024-09-14T03:31:43.293248+0000","last_peered":"2024-09-14T03:31:43.293248+0000","last_clean":"2024-09-14T03:31:43.293248+0000","last_became_active":"2024-09-14T03:31:38.843916+0000","last_became_peered":"2024-09-14T03:31:38.843916+0000","last_unstale":"2024-09-14T03:31:43.293248+0000","last_undegraded":"2024-09-14T03:31:43.293248+0000","last_fullsized":"2024-09-14T03:31:43.293248+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T14:17:09.809160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.118230+0000","last_change":"2024-09-14T03:31:42.301338+0000","last_active":"2024-09-14T03:31:44.118230+0000","last_peered":"2024-09-14T03:31:44.118230+0000","last_clean":"2024-09-14T03:31:44.118230+0000","last_became_active":"2024-09-14T03:31:42.301048+0000","last_became_peered":"2024-09-14T03:31:42.301048+0000","last_unstale":"2024-09-14T03:31:44.118230+0000","last_undegraded":"2024-09-14T03:31:44.118230+0000","last_fullsized":"2024-09-14T03:31:44.118230+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T10:09:01.323218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.598553+0000","last_change":"2024-09-14T03:31:38.848554+0000","last_active":"2024-09-14T03:31:43.598553+0000","last_peered":"2024-09-14T03:31:43.598553+0000","last_clean":"2024-09-14T03:31:43.598553+0000","last_became_active":"2024-09-14T03:31:38.848182+0000","last_became_peered":"2024-09-14T03:31:38.848182+0000","last_unstale":"2024-09-14T03:31:43.598553+0000","last_undegraded":"2024-09-14T03:31:43.598553+0000","last_fullsized":"2024-09-14T03:31:43.598553+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T12:53:12.626924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.100372+0000","last_change":"2024-09-14T03:31:42.297741+0000","last_active":"2024-09-14T03:31:44.100372+0000","last_peered":"2024-09-14T03:31:44.100372+0000","last_clean":"2024-09-14T03:31:44.100372+0000","last_became_active":"2024-09-14T03:31:42.297346+0000","last_became_peered":"2024-09-14T03:31:42.297346+0000","last_unstale":"2024-09-14T03:31:44.100372+0000","last_undegraded":"2024-09-14T03:31:44.100372+0000","last_fullsized":"2024-09-14T03:31:44.100372+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T13:59:59.448359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.599095+0000","last_change":"2024-09-14T03:31:38.852680+0000","last_active":"2024-09-14T03:31:43.599095+0000","last_peered":"2024-09-14T03:31:43.599095+0000","last_clean":"2024-09-14T03:31:43.599095+0000","last_became_active":"2024-09-14T03:31:38.852358+0000","last_became_peered":"2024-09-14T03:31:38.852358+0000","last_unstale":"2024-09-14T03:31:43.599095+0000","last_undegraded":"2024-09-14T03:31:43.599095+0000","last_fullsized":"2024-09-14T03:31:43.599095+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:14:00.249944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.598986+0000","last_change":"2024-09-14T03:31:42.309949+0000","last_active":"2024-09-14T03:31:43.598986+0000","last_peered":"2024-09-14T03:31:43.598986+0000","last_clean":"2024-09-14T03:31:43.598986+0000","last_became_active":"2024-09-14T03:31:42.304218+0000","last_became_peered":"2024-09-14T03:31:42.304218+0000","last_unstale":"2024-09-14T03:31:43.598986+0000","last_undegraded":"2024-09-14T03:31:43.598986+0000","last_fullsized":"2024-09-14T03:31:43.598986+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T13:35:48.789741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.599125+0000","last_change":"2024-09-14T03:31:38.853475+0000","last_active":"2024-09-14T03:31:43.599125+0000","last_peered":"2024-09-14T03:31:43.599125+0000","last_clean":"2024-09-14T03:31:43.599125+0000","last_became_active":"2024-09-14T03:31:38.852941+0000","last_became_peered":"2024-09-14T03:31:38.852941+0000","last_unstale":"2024-09-14T03:31:43.599125+0000","last_undegraded":"2024-09-14T03:31:43.599125+0000","last_fullsized":"2024-09-14T03:31:43.599125+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T10:59:48.606494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.110143+0000","last_change":"2024-09-14T03:31:42.305955+0000","last_active":"2024-09-14T03:31:44.110143+0000","last_peered":"2024-09-14T03:31:44.110143+0000","last_clean":"2024-09-14T03:31:44.110143+0000","last_became_active":"2024-09-14T03:31:42.304034+0000","last_became_peered":"2024-09-14T03:31:42.304034+0000","last_unstale":"2024-09-14T03:31:44.110143+0000","last_undegraded":"2024-09-14T03:31:44.110143+0000","last_fullsized":"2024-09-14T03:31:44.110143+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:33:33.727332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"65'3","reported_seq":18,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.124108+0000","last_change":"2024-09-14T03:31:38.844003+0000","last_active":"2024-09-14T03:31:44.124108+0000","last_peered":"2024-09-14T03:31:44.124108+0000","last_clean":"2024-09-14T03:31:44.124108+0000","last_became_active":"2024-09-14T03:31:38.843691+0000","last_became_peered":"2024-09-14T03:31:38.843691+0000","last_unstale":"2024-09-14T03:31:44.124108+0000","last_undegraded":"2024-09-14T03:31:44.124108+0000","last_fullsized":"2024-09-14T03:31:44.124108+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:28:28.496001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.111773+0000","last_change":"2024-09-14T03:31:42.294172+0000","last_active":"2024-09-14T03:31:44.111773+0000","last_peered":"2024-09-14T03:31:44.111773+0000","last_clean":"2024-09-14T03:31:44.111773+0000","last_became_active":"2024-09-14T03:31:42.293722+0000","last_became_peered":"2024-09-14T03:31:42.293722+0000","last_unstale":"2024-09-14T03:31:44.111773+0000","last_undegraded":"2024-09-14T03:31:44.111773+0000","last_fullsized":"2024-09-14T03:31:44.111773+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T06:37:50.994893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"65'6","reported_seq":21,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.123074+0000","last_change":"2024-09-14T03:31:38.851431+0000","last_active":"2024-09-14T03:31:44.123074+0000","last_peered":"2024-09-14T03:31:44.123074+0000","last_clean":"2024-09-14T03:31:44.123074+0000","last_became_active":"2024-09-14T03:31:38.851109+0000","last_became_peered":"2024-09-14T03:31:38.851109+0000","last_unstale":"2024-09-14T03:31:44.123074+0000","last_undegraded":"2024-09-14T03:31:44.123074+0000","last_fullsized":"2024-09-14T03:31:44.123074+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T09:59:08.880811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.600063+0000","last_change":"2024-09-14T03:31:42.306156+0000","last_active":"2024-09-14T03:31:43.600063+0000","last_peered":"2024-09-14T03:31:43.600063+0000","last_clean":"2024-09-14T03:31:43.600063+0000","last_became_active":"2024-09-14T03:31:42.305672+0000","last_became_peered":"2024-09-14T03:31:42.305672+0000","last_unstale":"2024-09-14T03:31:43.600063+0000","last_undegraded":"2024-09-14T03:31:43.600063+0000","last_fullsized":"2024-09-14T03:31:43.600063+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T08:50:38.107165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"65'2","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.118145+0000","last_change":"2024-09-14T03:31:38.842099+0000","last_active":"2024-09-14T03:31:44.118145+0000","last_peered":"2024-09-14T03:31:44.118145+0000","last_clean":"2024-09-14T03:31:44.118145+0000","last_became_active":"2024-09-14T03:31:38.841727+0000","last_became_peered":"2024-09-14T03:31:38.841727+0000","last_unstale":"2024-09-14T03:31:44.118145+0000","last_undegraded":"2024-09-14T03:31:44.118145+0000","last_fullsized":"2024-09-14T03:31:44.118145+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T11:26:35.514878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.109422+0000","last_change":"2024-09-14T03:31:42.293127+0000","last_active":"2024-09-14T03:31:44.109422+0000","last_peered":"2024-09-14T03:31:44.109422+0000","last_clean":"2024-09-14T03:31:44.109422+0000","last_became_active":"2024-09-14T03:31:42.292831+0000","last_became_peered":"2024-09-14T03:31:42.292831+0000","last_unstale":"2024-09-14T03:31:44.109422+0000","last_undegraded":"2024-09-14T03:31:44.109422+0000","last_fullsized":"2024-09-14T03:31:44.109422+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:04:01.195534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.600077+0000","last_change":"2024-09-14T03:31:38.850077+0000","last_active":"2024-09-14T03:31:43.600077+0000","last_peered":"2024-09-14T03:31:43.600077+0000","last_clean":"2024-09-14T03:31:43.600077+0000","last_became_active":"2024-09-14T03:31:38.849600+0000","last_became_peered":"2024-09-14T03:31:38.849600+0000","last_unstale":"2024-09-14T03:31:43.600077+0000","last_undegraded":"2024-09-14T03:31:43.600077+0000","last_fullsized":"2024-09-14T03:31:43.600077+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T06:18:26.606484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.598990+0000","last_change":"2024-09-14T03:31:42.309067+0000","last_active":"2024-09-14T03:31:43.598990+0000","last_peered":"2024-09-14T03:31:43.598990+0000","last_clean":"2024-09-14T03:31:43.598990+0000","last_became_active":"2024-09-14T03:31:42.307592+0000","last_became_peered":"2024-09-14T03:31:42.307592+0000","last_unstale":"2024-09-14T03:31:43.598990+0000","last_undegraded":"2024-09-14T03:31:43.598990+0000","last_fullsized":"2024-09-14T03:31:43.598990+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:49:29.048351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.599288+0000","last_change":"2024-09-14T03:31:38.845472+0000","last_active":"2024-09-14T03:31:43.599288+0000","last_peered":"2024-09-14T03:31:43.599288+0000","last_clean":"2024-09-14T03:31:43.599288+0000","last_became_active":"2024-09-14T03:31:38.844990+0000","last_became_peered":"2024-09-14T03:31:38.844990+0000","last_unstale":"2024-09-14T03:31:43.599288+0000","last_undegraded":"2024-09-14T03:31:43.599288+0000","last_fullsized":"2024-09-14T03:31:43.599288+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:39:33.374753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.116756+0000","last_change":"2024-09-14T03:31:42.303171+0000","last_active":"2024-09-14T03:31:44.116756+0000","last_peered":"2024-09-14T03:31:44.116756+0000","last_clean":"2024-09-14T03:31:44.116756+0000","last_became_active":"2024-09-14T03:31:42.302679+0000","last_became_peered":"2024-09-14T03:31:42.302679+0000","last_unstale":"2024-09-14T03:31:44.116756+0000","last_undegraded":"2024-09-14T03:31:44.116756+0000","last_fullsized":"2024-09-14T03:31:44.116756+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T13:42:22.675776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"65'8","reported_seq":23,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.122385+0000","last_change":"2024-09-14T03:31:38.841259+0000","last_active":"2024-09-14T03:31:44.122385+0000","last_peered":"2024-09-14T03:31:44.122385+0000","last_clean":"2024-09-14T03:31:44.122385+0000","last_became_active":"2024-09-14T03:31:38.840891+0000","last_became_peered":"2024-09-14T03:31:38.840891+0000","last_unstale":"2024-09-14T03:31:44.122385+0000","last_undegraded":"2024-09-14T03:31:44.122385+0000","last_fullsized":"2024-09-14T03:31:44.122385+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T12:21:29.536562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.598477+0000","last_change":"2024-09-14T03:31:42.310216+0000","last_active":"2024-09-14T03:31:43.598477+0000","last_peered":"2024-09-14T03:31:43.598477+0000","last_clean":"2024-09-14T03:31:43.598477+0000","last_became_active":"2024-09-14T03:31:42.308568+0000","last_became_peered":"2024-09-14T03:31:42.308568+0000","last_unstale":"2024-09-14T03:31:43.598477+0000","last_undegraded":"2024-09-14T03:31:43.598477+0000","last_fullsized":"2024-09-14T03:31:43.598477+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T15:05:51.056579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"65'1","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.112087+0000","last_change":"2024-09-14T03:31:38.843518+0000","last_active":"2024-09-14T03:31:44.112087+0000","last_peered":"2024-09-14T03:31:44.112087+0000","last_clean":"2024-09-14T03:31:44.112087+0000","last_became_active":"2024-09-14T03:31:38.843186+0000","last_became_peered":"2024-09-14T03:31:38.843186+0000","last_unstale":"2024-09-14T03:31:44.112087+0000","last_undegraded":"2024-09-14T03:31:44.112087+0000","last_fullsized":"2024-09-14T03:31:44.112087+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T09:02:00.501879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.600148+0000","last_change":"2024-09-14T03:31:42.310060+0000","last_active":"2024-09-14T03:31:43.600148+0000","last_peered":"2024-09-14T03:31:43.600148+0000","last_clean":"2024-09-14T03:31:43.600148+0000","last_became_active":"2024-09-14T03:31:42.309276+0000","last_became_peered":"2024-09-14T03:31:42.309276+0000","last_unstale":"2024-09-14T03:31:43.600148+0000","last_undegraded":"2024-09-14T03:31:43.600148+0000","last_fullsized":"2024-09-14T03:31:43.600148+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T13:18:55.399965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"65'2","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.117586+0000","last_change":"2024-09-14T03:31:38.845330+0000","last_active":"2024-09-14T03:31:44.117586+0000","last_peered":"2024-09-14T03:31:44.117586+0000","last_clean":"2024-09-14T03:31:44.117586+0000","last_became_active":"2024-09-14T03:31:38.844967+0000","last_became_peered":"2024-09-14T03:31:38.844967+0000","last_unstale":"2024-09-14T03:31:44.117586+0000","last_undegraded":"2024-09-14T03:31:44.117586+0000","last_fullsized":"2024-09-14T03:31:44.117586+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:27:35.256085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.600307+0000","last_change":"2024-09-14T03:31:42.309447+0000","last_active":"2024-09-14T03:31:43.600307+0000","last_peered":"2024-09-14T03:31:43.600307+0000","last_clean":"2024-09-14T03:31:43.600307+0000","last_became_active":"2024-09-14T03:31:42.307693+0000","last_became_peered":"2024-09-14T03:31:42.307693+0000","last_unstale":"2024-09-14T03:31:43.600307+0000","last_undegraded":"2024-09-14T03:31:43.600307+0000","last_fullsized":"2024-09-14T03:31:43.600307+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:24:21.588886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"65'1","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.120233+0000","last_change":"2024-09-14T03:31:38.842924+0000","last_active":"2024-09-14T03:31:44.120233+0000","last_peered":"2024-09-14T03:31:44.120233+0000","last_clean":"2024-09-14T03:31:44.120233+0000","last_became_active":"2024-09-14T03:31:38.842447+0000","last_became_peered":"2024-09-14T03:31:38.842447+0000","last_unstale":"2024-09-14T03:31:44.120233+0000","last_undegraded":"2024-09-14T03:31:44.120233+0000","last_fullsized":"2024-09-14T03:31:44.120233+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T13:39:58.242064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.599811+0000","last_change":"2024-09-14T03:31:42.310257+0000","last_active":"2024-09-14T03:31:43.599811+0000","last_peered":"2024-09-14T03:31:43.599811+0000","last_clean":"2024-09-14T03:31:43.599811+0000","last_became_active":"2024-09-14T03:31:42.309282+0000","last_became_peered":"2024-09-14T03:31:42.309282+0000","last_unstale":"2024-09-14T03:31:43.599811+0000","last_undegraded":"2024-09-14T03:31:43.599811+0000","last_fullsized":"2024-09-14T03:31:43.599811+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T14:50:37.976900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.598726+0000","last_change":"2024-09-14T03:31:38.850158+0000","last_active":"2024-09-14T03:31:43.598726+0000","last_peered":"2024-09-14T03:31:43.598726+0000","last_clean":"2024-09-14T03:31:43.598726+0000","last_became_active":"2024-09-14T03:31:38.849830+0000","last_became_peered":"2024-09-14T03:31:38.849830+0000","last_unstale":"2024-09-14T03:31:43.598726+0000","last_undegraded":"2024-09-14T03:31:43.598726+0000","last_fullsized":"2024-09-14T03:31:43.598726+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:52:21.199568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.600273+0000","last_change":"2024-09-14T03:31:42.313275+0000","last_active":"2024-09-14T03:31:43.600273+0000","last_peered":"2024-09-14T03:31:43.600273+0000","last_clean":"2024-09-14T03:31:43.600273+0000","last_became_active":"2024-09-14T03:31:42.312983+0000","last_became_peered":"2024-09-14T03:31:42.312983+0000","last_unstale":"2024-09-14T03:31:43.600273+0000","last_undegraded":"2024-09-14T03:31:43.600273+0000","last_fullsized":"2024-09-14T03:31:43.600273+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T08:48:55.018547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":222,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.598637+0000","last_change":"2024-09-14T03:31:16.343387+0000","last_active":"2024-09-14T03:31:43.598637+0000","last_peered":"2024-09-14T03:31:43.598637+0000","last_clean":"2024-09-14T03:31:43.598637+0000","last_became_active":"2024-09-14T03:31:16.342990+0000","last_became_peered":"2024-09-14T03:31:16.342990+0000","last_unstale":"2024-09-14T03:31:43.598637+0000","last_undegraded":"2024-09-14T03:31:43.598637+0000","last_fullsized":"2024-09-14T03:31:43.598637+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:29:19.219235+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:29:19.219235+0000","last_clean_scrub_stamp":"2024-09-14T03:29:19.219235+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T08:25:20.139604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.598666+0000","last_change":"2024-09-14T03:31:38.849451+0000","last_active":"2024-09-14T03:31:43.598666+0000","last_peered":"2024-09-14T03:31:43.598666+0000","last_clean":"2024-09-14T03:31:43.598666+0000","last_became_active":"2024-09-14T03:31:38.848473+0000","last_became_peered":"2024-09-14T03:31:38.848473+0000","last_unstale":"2024-09-14T03:31:43.598666+0000","last_undegraded":"2024-09-14T03:31:43.598666+0000","last_fullsized":"2024-09-14T03:31:43.598666+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:06:04.393172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.118663+0000","last_change":"2024-09-14T03:31:42.307087+0000","last_active":"2024-09-14T03:31:44.118663+0000","last_peered":"2024-09-14T03:31:44.118663+0000","last_clean":"2024-09-14T03:31:44.118663+0000","last_became_active":"2024-09-14T03:31:42.306822+0000","last_became_peered":"2024-09-14T03:31:42.306822+0000","last_unstale":"2024-09-14T03:31:44.118663+0000","last_undegraded":"2024-09-14T03:31:44.118663+0000","last_fullsized":"2024-09-14T03:31:44.118663+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T07:32:38.728420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.598556+0000","last_change":"2024-09-14T03:31:38.850225+0000","last_active":"2024-09-14T03:31:43.598556+0000","last_peered":"2024-09-14T03:31:43.598556+0000","last_clean":"2024-09-14T03:31:43.598556+0000","last_became_active":"2024-09-14T03:31:38.849471+0000","last_became_peered":"2024-09-14T03:31:38.849471+0000","last_unstale":"2024-09-14T03:31:43.598556+0000","last_undegraded":"2024-09-14T03:31:43.598556+0000","last_fullsized":"2024-09-14T03:31:43.598556+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T10:48:07.983700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.108709+0000","last_change":"2024-09-14T03:31:42.292838+0000","last_active":"2024-09-14T03:31:44.108709+0000","last_peered":"2024-09-14T03:31:44.108709+0000","last_clean":"2024-09-14T03:31:44.108709+0000","last_became_active":"2024-09-14T03:31:42.292261+0000","last_became_peered":"2024-09-14T03:31:42.292261+0000","last_unstale":"2024-09-14T03:31:44.108709+0000","last_undegraded":"2024-09-14T03:31:44.108709+0000","last_fullsized":"2024-09-14T03:31:44.108709+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T13:27:45.013548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.598296+0000","last_change":"2024-09-14T03:31:38.840975+0000","last_active":"2024-09-14T03:31:43.598296+0000","last_peered":"2024-09-14T03:31:43.598296+0000","last_clean":"2024-09-14T03:31:43.598296+0000","last_became_active":"2024-09-14T03:31:38.840640+0000","last_became_peered":"2024-09-14T03:31:38.840640+0000","last_unstale":"2024-09-14T03:31:43.598296+0000","last_undegraded":"2024-09-14T03:31:43.598296+0000","last_fullsized":"2024-09-14T03:31:43.598296+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:44:57.557344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.100357+0000","last_change":"2024-09-14T03:31:42.309126+0000","last_active":"2024-09-14T03:31:44.100357+0000","last_peered":"2024-09-14T03:31:44.100357+0000","last_clean":"2024-09-14T03:31:44.100357+0000","last_became_active":"2024-09-14T03:31:42.308855+0000","last_became_peered":"2024-09-14T03:31:42.308855+0000","last_unstale":"2024-09-14T03:31:44.100357+0000","last_undegraded":"2024-09-14T03:31:44.100357+0000","last_fullsized":"2024-09-14T03:31:44.100357+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T15:18:24.547242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.600107+0000","last_change":"2024-09-14T03:31:38.848140+0000","last_active":"2024-09-14T03:31:43.600107+0000","last_peered":"2024-09-14T03:31:43.600107+0000","last_clean":"2024-09-14T03:31:43.600107+0000","last_became_active":"2024-09-14T03:31:38.847814+0000","last_became_peered":"2024-09-14T03:31:38.847814+0000","last_unstale":"2024-09-14T03:31:43.600107+0000","last_undegraded":"2024-09-14T03:31:43.600107+0000","last_fullsized":"2024-09-14T03:31:43.600107+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T13:22:03.904278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.111643+0000","last_change":"2024-09-14T03:31:42.293736+0000","last_active":"2024-09-14T03:31:44.111643+0000","last_peered":"2024-09-14T03:31:44.111643+0000","last_clean":"2024-09-14T03:31:44.111643+0000","last_became_active":"2024-09-14T03:31:42.293438+0000","last_became_peered":"2024-09-14T03:31:42.293438+0000","last_unstale":"2024-09-14T03:31:44.111643+0000","last_undegraded":"2024-09-14T03:31:44.111643+0000","last_fullsized":"2024-09-14T03:31:44.111643+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T06:33:25.394000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.598676+0000","last_change":"2024-09-14T03:31:38.845572+0000","last_active":"2024-09-14T03:31:43.598676+0000","last_peered":"2024-09-14T03:31:43.598676+0000","last_clean":"2024-09-14T03:31:43.598676+0000","last_became_active":"2024-09-14T03:31:38.845288+0000","last_became_peered":"2024-09-14T03:31:38.845288+0000","last_unstale":"2024-09-14T03:31:43.598676+0000","last_undegraded":"2024-09-14T03:31:43.598676+0000","last_fullsized":"2024-09-14T03:31:43.598676+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T06:16:05.252111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.598954+0000","last_change":"2024-09-14T03:31:42.303819+0000","last_active":"2024-09-14T03:31:43.598954+0000","last_peered":"2024-09-14T03:31:43.598954+0000","last_clean":"2024-09-14T03:31:43.598954+0000","last_became_active":"2024-09-14T03:31:42.303449+0000","last_became_peered":"2024-09-14T03:31:42.303449+0000","last_unstale":"2024-09-14T03:31:43.598954+0000","last_undegraded":"2024-09-14T03:31:43.598954+0000","last_fullsized":"2024-09-14T03:31:43.598954+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T09:37:28.725013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.600369+0000","last_change":"2024-09-14T03:31:38.850681+0000","last_active":"2024-09-14T03:31:43.600369+0000","last_peered":"2024-09-14T03:31:43.600369+0000","last_clean":"2024-09-14T03:31:43.600369+0000","last_became_active":"2024-09-14T03:31:38.850145+0000","last_became_peered":"2024-09-14T03:31:38.850145+0000","last_unstale":"2024-09-14T03:31:43.600369+0000","last_undegraded":"2024-09-14T03:31:43.600369+0000","last_fullsized":"2024-09-14T03:31:43.600369+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T11:08:11.344806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.100407+0000","last_change":"2024-09-14T03:31:42.308188+0000","last_active":"2024-09-14T03:31:44.100407+0000","last_peered":"2024-09-14T03:31:44.100407+0000","last_clean":"2024-09-14T03:31:44.100407+0000","last_became_active":"2024-09-14T03:31:42.307935+0000","last_became_peered":"2024-09-14T03:31:42.307935+0000","last_unstale":"2024-09-14T03:31:44.100407+0000","last_undegraded":"2024-09-14T03:31:44.100407+0000","last_fullsized":"2024-09-14T03:31:44.100407+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T06:13:34.893799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"65'1","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.121711+0000","last_change":"2024-09-14T03:31:38.846279+0000","last_active":"2024-09-14T03:31:44.121711+0000","last_peered":"2024-09-14T03:31:44.121711+0000","last_clean":"2024-09-14T03:31:44.121711+0000","last_became_active":"2024-09-14T03:31:38.845993+0000","last_became_peered":"2024-09-14T03:31:38.845993+0000","last_unstale":"2024-09-14T03:31:44.121711+0000","last_undegraded":"2024-09-14T03:31:44.121711+0000","last_fullsized":"2024-09-14T03:31:44.121711+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T07:08:08.153962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.119990+0000","last_change":"2024-09-14T03:31:42.294156+0000","last_active":"2024-09-14T03:31:44.119990+0000","last_peered":"2024-09-14T03:31:44.119990+0000","last_clean":"2024-09-14T03:31:44.119990+0000","last_became_active":"2024-09-14T03:31:42.293810+0000","last_became_peered":"2024-09-14T03:31:42.293810+0000","last_unstale":"2024-09-14T03:31:44.119990+0000","last_undegraded":"2024-09-14T03:31:44.119990+0000","last_fullsized":"2024-09-14T03:31:44.119990+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T08:08:18.299013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"65'2","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.123571+0000","last_change":"2024-09-14T03:31:38.848958+0000","last_active":"2024-09-14T03:31:44.123571+0000","last_peered":"2024-09-14T03:31:44.123571+0000","last_clean":"2024-09-14T03:31:44.123571+0000","last_became_active":"2024-09-14T03:31:38.848517+0000","last_became_peered":"2024-09-14T03:31:38.848517+0000","last_unstale":"2024-09-14T03:31:44.123571+0000","last_undegraded":"2024-09-14T03:31:44.123571+0000","last_fullsized":"2024-09-14T03:31:44.123571+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T14:16:35.596230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.109805+0000","last_change":"2024-09-14T03:31:42.294942+0000","last_active":"2024-09-14T03:31:44.109805+0000","last_peered":"2024-09-14T03:31:44.109805+0000","last_clean":"2024-09-14T03:31:44.109805+0000","last_became_active":"2024-09-14T03:31:42.294645+0000","last_became_peered":"2024-09-14T03:31:42.294645+0000","last_unstale":"2024-09-14T03:31:44.109805+0000","last_undegraded":"2024-09-14T03:31:44.109805+0000","last_fullsized":"2024-09-14T03:31:44.109805+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T13:29:39.931552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.598458+0000","last_change":"2024-09-14T03:31:38.849151+0000","last_active":"2024-09-14T03:31:43.598458+0000","last_peered":"2024-09-14T03:31:43.598458+0000","last_clean":"2024-09-14T03:31:43.598458+0000","last_became_active":"2024-09-14T03:31:38.848843+0000","last_became_peered":"2024-09-14T03:31:38.848843+0000","last_unstale":"2024-09-14T03:31:43.598458+0000","last_undegraded":"2024-09-14T03:31:43.598458+0000","last_fullsized":"2024-09-14T03:31:43.598458+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T06:53:29.795560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.111484+0000","last_change":"2024-09-14T03:31:42.303362+0000","last_active":"2024-09-14T03:31:44.111484+0000","last_peered":"2024-09-14T03:31:44.111484+0000","last_clean":"2024-09-14T03:31:44.111484+0000","last_became_active":"2024-09-14T03:31:42.302239+0000","last_became_peered":"2024-09-14T03:31:42.302239+0000","last_unstale":"2024-09-14T03:31:44.111484+0000","last_undegraded":"2024-09-14T03:31:44.111484+0000","last_fullsized":"2024-09-14T03:31:44.111484+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T14:41:31.342971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.598511+0000","last_change":"2024-09-14T03:31:38.845124+0000","last_active":"2024-09-14T03:31:43.598511+0000","last_peered":"2024-09-14T03:31:43.598511+0000","last_clean":"2024-09-14T03:31:43.598511+0000","last_became_active":"2024-09-14T03:31:38.844842+0000","last_became_peered":"2024-09-14T03:31:38.844842+0000","last_unstale":"2024-09-14T03:31:43.598511+0000","last_undegraded":"2024-09-14T03:31:43.598511+0000","last_fullsized":"2024-09-14T03:31:43.598511+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T06:39:40.418525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.118317+0000","last_change":"2024-09-14T03:31:42.301097+0000","last_active":"2024-09-14T03:31:44.118317+0000","last_peered":"2024-09-14T03:31:44.118317+0000","last_clean":"2024-09-14T03:31:44.118317+0000","last_became_active":"2024-09-14T03:31:42.300809+0000","last_became_peered":"2024-09-14T03:31:42.300809+0000","last_unstale":"2024-09-14T03:31:44.118317+0000","last_undegraded":"2024-09-14T03:31:44.118317+0000","last_fullsized":"2024-09-14T03:31:44.118317+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:43:00.094657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.598607+0000","last_change":"2024-09-14T03:31:38.846003+0000","last_active":"2024-09-14T03:31:43.598607+0000","last_peered":"2024-09-14T03:31:43.598607+0000","last_clean":"2024-09-14T03:31:43.598607+0000","last_became_active":"2024-09-14T03:31:38.845233+0000","last_became_peered":"2024-09-14T03:31:38.845233+0000","last_unstale":"2024-09-14T03:31:43.598607+0000","last_undegraded":"2024-09-14T03:31:43.598607+0000","last_fullsized":"2024-09-14T03:31:43.598607+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T09:36:12.513040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.117478+0000","last_change":"2024-09-14T03:31:42.294096+0000","last_active":"2024-09-14T03:31:44.117478+0000","last_peered":"2024-09-14T03:31:44.117478+0000","last_clean":"2024-09-14T03:31:44.117478+0000","last_became_active":"2024-09-14T03:31:42.293790+0000","last_became_peered":"2024-09-14T03:31:42.293790+0000","last_unstale":"2024-09-14T03:31:44.117478+0000","last_undegraded":"2024-09-14T03:31:44.117478+0000","last_fullsized":"2024-09-14T03:31:44.117478+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T08:47:06.749772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"65'2","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.124398+0000","last_change":"2024-09-14T03:31:38.853126+0000","last_active":"2024-09-14T03:31:44.124398+0000","last_peered":"2024-09-14T03:31:44.124398+0000","last_clean":"2024-09-14T03:31:44.124398+0000","last_became_active":"2024-09-14T03:31:38.852659+0000","last_became_peered":"2024-09-14T03:31:38.852659+0000","last_unstale":"2024-09-14T03:31:44.124398+0000","last_undegraded":"2024-09-14T03:31:44.124398+0000","last_fullsized":"2024-09-14T03:31:44.124398+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T07:17:29.289201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.116997+0000","last_change":"2024-09-14T03:31:42.301260+0000","last_active":"2024-09-14T03:31:44.116997+0000","last_peered":"2024-09-14T03:31:44.116997+0000","last_clean":"2024-09-14T03:31:44.116997+0000","last_became_active":"2024-09-14T03:31:42.300941+0000","last_became_peered":"2024-09-14T03:31:42.300941+0000","last_unstale":"2024-09-14T03:31:44.116997+0000","last_undegraded":"2024-09-14T03:31:44.116997+0000","last_fullsized":"2024-09-14T03:31:44.116997+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T11:44:35.523681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.598859+0000","last_change":"2024-09-14T03:31:42.308183+0000","last_active":"2024-09-14T03:31:43.598859+0000","last_peered":"2024-09-14T03:31:43.598859+0000","last_clean":"2024-09-14T03:31:43.598859+0000","last_became_active":"2024-09-14T03:31:42.304408+0000","last_became_peered":"2024-09-14T03:31:42.304408+0000","last_unstale":"2024-09-14T03:31:43.598859+0000","last_undegraded":"2024-09-14T03:31:43.598859+0000","last_fullsized":"2024-09-14T03:31:43.598859+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T08:11:30.979782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"65'2","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.124702+0000","last_change":"2024-09-14T03:31:38.853766+0000","last_active":"2024-09-14T03:31:44.124702+0000","last_peered":"2024-09-14T03:31:44.124702+0000","last_clean":"2024-09-14T03:31:44.124702+0000","last_became_active":"2024-09-14T03:31:38.853374+0000","last_became_peered":"2024-09-14T03:31:38.853374+0000","last_unstale":"2024-09-14T03:31:44.124702+0000","last_undegraded":"2024-09-14T03:31:44.124702+0000","last_fullsized":"2024-09-14T03:31:44.124702+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T07:57:54.348750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.599917+0000","last_change":"2024-09-14T03:31:42.314228+0000","last_active":"2024-09-14T03:31:43.599917+0000","last_peered":"2024-09-14T03:31:43.599917+0000","last_clean":"2024-09-14T03:31:43.599917+0000","last_became_active":"2024-09-14T03:31:42.313798+0000","last_became_peered":"2024-09-14T03:31:42.313798+0000","last_unstale":"2024-09-14T03:31:43.599917+0000","last_undegraded":"2024-09-14T03:31:43.599917+0000","last_fullsized":"2024-09-14T03:31:43.599917+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T12:38:35.077485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"65'2","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.123404+0000","last_change":"2024-09-14T03:31:38.853422+0000","last_active":"2024-09-14T03:31:44.123404+0000","last_peered":"2024-09-14T03:31:44.123404+0000","last_clean":"2024-09-14T03:31:44.123404+0000","last_became_active":"2024-09-14T03:31:38.853123+0000","last_became_peered":"2024-09-14T03:31:38.853123+0000","last_unstale":"2024-09-14T03:31:44.123404+0000","last_undegraded":"2024-09-14T03:31:44.123404+0000","last_fullsized":"2024-09-14T03:31:44.123404+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T06:47:15.651965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.110115+0000","last_change":"2024-09-14T03:31:42.305507+0000","last_active":"2024-09-14T03:31:44.110115+0000","last_peered":"2024-09-14T03:31:44.110115+0000","last_clean":"2024-09-14T03:31:44.110115+0000","last_became_active":"2024-09-14T03:31:42.304340+0000","last_became_peered":"2024-09-14T03:31:42.304340+0000","last_unstale":"2024-09-14T03:31:44.110115+0000","last_undegraded":"2024-09-14T03:31:44.110115+0000","last_fullsized":"2024-09-14T03:31:44.110115+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:15:43.323389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"65'1","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.119619+0000","last_change":"2024-09-14T03:31:38.848380+0000","last_active":"2024-09-14T03:31:44.119619+0000","last_peered":"2024-09-14T03:31:44.119619+0000","last_clean":"2024-09-14T03:31:44.119619+0000","last_became_active":"2024-09-14T03:31:38.848060+0000","last_became_peered":"2024-09-14T03:31:38.848060+0000","last_unstale":"2024-09-14T03:31:44.119619+0000","last_undegraded":"2024-09-14T03:31:44.119619+0000","last_fullsized":"2024-09-14T03:31:44.119619+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:43:01.327566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.119492+0000","last_change":"2024-09-14T03:31:42.295472+0000","last_active":"2024-09-14T03:31:44.119492+0000","last_peered":"2024-09-14T03:31:44.119492+0000","last_clean":"2024-09-14T03:31:44.119492+0000","last_became_active":"2024-09-14T03:31:42.295185+0000","last_became_peered":"2024-09-14T03:31:42.295185+0000","last_unstale":"2024-09-14T03:31:44.119492+0000","last_undegraded":"2024-09-14T03:31:44.119492+0000","last_fullsized":"2024-09-14T03:31:44.119492+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T07:54:11.374698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"65'4","reported_seq":19,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.123514+0000","last_change":"2024-09-14T03:31:38.847350+0000","last_active":"2024-09-14T03:31:44.123514+0000","last_peered":"2024-09-14T03:31:44.123514+0000","last_clean":"2024-09-14T03:31:44.123514+0000","last_became_active":"2024-09-14T03:31:38.847087+0000","last_became_peered":"2024-09-14T03:31:38.847087+0000","last_unstale":"2024-09-14T03:31:44.123514+0000","last_undegraded":"2024-09-14T03:31:44.123514+0000","last_fullsized":"2024-09-14T03:31:44.123514+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:27:45.389746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233996,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28252,"kb_used_data":1228,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716900,"statfs":{"total":95995035648,"available":95966105600,"internally_reserved":0,"allocated":1257472,"data_stored":868246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68600000000000005}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71699999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66200000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53500000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54100000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38700000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48599999999999999}]}]},{"osd":6,"up_from":46,"seq":197568495633,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28252,"kb_used_data":1232,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716900,"statfs":{"total":95995035648,"available":95966105600,"internally_reserved":0,"allocated":1261568,"data_stored":869264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 14 03:31:52 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.436},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.61399999999999999}]},{"osd":1,"last update":"Sat Sep 14 03:31:52 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.55300000000000005}]},{"osd":2,"last update":"Sat Sep 14 03:31:52 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.503},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.46400000000000002}]},{"osd":3,"last update":"Sat Sep 14 03:31:52 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.59699999999999998}]},{"osd":4,"last update":"Sat Sep 14 03:31:52 2024","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.442,"15min":0.442},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.439,"5min":0.439,"15min":0.439},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.53400000000000003}]},{"osd":5,"last update":"Sat Sep 14 03:31:52 2024","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.58699999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64500000000000002}]}]},{"osd":5,"up_from":38,"seq":163208757269,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27688,"kb_used_data":660,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717464,"statfs":{"total":95995035648,"available":95966683136,"internally_reserved":0,"allocated":675840,"data_stored":279259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 14 03:31:27 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.64100000000000001},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.73999999999999999}]},{"osd":1,"last update":"Sat Sep 14 03:31:27 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.78100000000000003}]},{"osd":2,"last update":"Sat Sep 14 03:31:27 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.67700000000000005}]},{"osd":3,"last update":"Sat Sep 14 03:31:27 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.65500000000000003},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.75600000000000001}]},{"osd":4,"last update":"Sat Sep 14 03:31:27 2024","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.45300000000000001}]},{"osd":6,"last update":"Sat Sep 14 03:31:52 2024","interfaces":[{"interface":"back","average":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.495}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44}]}]},{"osd":4,"up_from":30,"seq":128849018905,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31780,"kb_used_data":660,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713372,"statfs":{"total":95995035648,"available":95962492928,"internally_reserved":0,"allocated":675840,"data_stored":278313,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 14 03:31:04 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.70399999999999996},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.56699999999999995}]},{"osd":1,"last update":"Sat Sep 14 03:31:04 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.59699999999999998}]},{"osd":2,"last update":"Sat Sep 14 03:31:04 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.67400000000000004},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.52300000000000002}]},{"osd":3,"last update":"Sat Sep 14 03:31:04 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.55600000000000005}]},{"osd":5,"last update":"Sat Sep 14 03:31:28 2024","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.504},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.621,"5min":0.621,"15min":0.621},"last":0.64000000000000001}]},{"osd":6,"last update":"Sat Sep 14 03:31:52 2024","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.433},{"interface":"front","average":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.53300000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47499999999999998}]}]},{"osd":3,"up_from":25,"seq":107374182430,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31784,"kb_used_data":664,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713368,"statfs":{"total":95995035648,"available":95962488832,"internally_reserved":0,"allocated":679936,"data_stored":279273,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31848904},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 14 03:31:48 2024","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.378,"15min":0.377},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"last":0.26300000000000001},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.43099999999999999,"15min":0.433},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.40899999999999997}]},{"osd":1,"last update":"Sat Sep 14 03:31:48 2024","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.434,"15min":0.432},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.41499999999999998,"15min":0.41399999999999998},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"last":0.35699999999999998}]},{"osd":2,"last update":"Sat Sep 14 03:31:48 2024","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.42699999999999999,"15min":0.42299999999999999},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.44500000000000001,"15min":0.443},"min":{"1min":0.35699999999999998,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"last":0.438}]},{"osd":4,"last update":"Sat Sep 14 03:31:05 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.81899999999999995},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.65000000000000002}]},{"osd":5,"last update":"Sat Sep 14 03:31:30 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.69899999999999995},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.76700000000000002}]},{"osd":6,"last update":"Sat Sep 14 03:31:53 2024","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.628,"15min":0.628},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.84999999999999998},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.61099999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78800000000000003}]}]},{"osd":2,"up_from":18,"seq":77309411363,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27672,"kb_used_data":644,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717480,"statfs":{"total":95995035648,"available":95966699520,"internally_reserved":0,"allocated":659456,"data_stored":277605,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 14 03:31:23 2024","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.37,"15min":0.37},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.38300000000000001,"15min":0.379},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.66800000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.45000000000000001}]},{"osd":1,"last update":"Sat Sep 14 03:31:23 2024","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.38500000000000001,"15min":0.38100000000000001},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.40600000000000003,"15min":0.39700000000000002},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.41399999999999998}]},{"osd":3,"last update":"Sat Sep 14 03:31:45 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.48999999999999999,"15min":0.48199999999999998},"min":{"1min":0.34999999999999998,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.44900000000000001,"15min":0.442},"min":{"1min":0.34300000000000003,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.438}]},{"osd":4,"last update":"Sat Sep 14 03:31:04 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.74399999999999999},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.78300000000000003}]},{"osd":5,"last update":"Sat Sep 14 03:31:28 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.80300000000000005},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.65100000000000002}]},{"osd":6,"last update":"Sat Sep 14 03:31:50 2024","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"min":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.73199999999999998},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.60599999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63300000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574887,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27680,"kb_used_data":652,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717472,"statfs":{"total":95995035648,"available":95966691328,"internally_reserved":0,"allocated":667648,"data_stored":277765,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 14 03:31:57 2024","interfaces":[{"interface":"back","average":{"1min":0.39700000000000002,"5min":0.35599999999999998,"15min":0.33600000000000002},"min":{"1min":0.20100000000000001,"5min":0.186,"15min":0.186},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.371,"15min":0.35099999999999998},"min":{"1min":0.26500000000000001,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.32900000000000001}]},{"osd":2,"last update":"Sat Sep 14 03:31:22 2024","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.38400000000000001,"15min":0.378},"min":{"1min":0.245,"5min":0.218,"15min":0.218},"max":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.42199999999999999,"15min":0.41599999999999998},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.375}]},{"osd":3,"last update":"Sat Sep 14 03:31:49 2024","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.505,"15min":0.51500000000000001},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.46100000000000002,"15min":0.46899999999999997},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.41499999999999998}]},{"osd":4,"last update":"Sat Sep 14 03:31:06 2024","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.49199999999999999}]},{"osd":5,"last update":"Sat Sep 14 03:31:29 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.40400000000000003}]},{"osd":6,"last update":"Sat Sep 14 03:31:51 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.58799999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56200000000000006}]}]},{"osd":0,"up_from":8,"seq":34359738413,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28272,"kb_used_data":1240,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716880,"statfs":{"total":95995035648,"available":95966085120,"internally_reserved":0,"allocated":1269760,"data_stored":868701,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 14 03:30:57 2024","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.375,"15min":0.36299999999999999},"min":{"1min":0.217,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.69099999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.372,"15min":0.36299999999999999},"min":{"1min":0.28499999999999998,"5min":0.215,"15min":0.215},"max":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"last":0.40999999999999998}]},{"osd":2,"last update":"Sat Sep 14 03:31:22 2024","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.43099999999999999,"15min":0.43099999999999999},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.63400000000000001,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.41899999999999998,"15min":0.41399999999999998},"min":{"1min":0.30399999999999999,"5min":0.246,"15min":0.246},"max":{"1min":0.622,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.437}]},{"osd":3,"last update":"Sat Sep 14 03:31:50 2024","interfaces":[{"interface":"back","average":{"1min":0.46200000000000002,"5min":0.46999999999999997,"15min":0.47199999999999998},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.48799999999999999,"15min":0.49399999999999999},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.58599999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.46300000000000002}]},{"osd":4,"last update":"Sat Sep 14 03:31:04 2024","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.80000000000000004},{"interface":"front","average":{"1min":0.628,"5min":0.628,"15min":0.628},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.73299999999999998}]},{"osd":5,"last update":"Sat Sep 14 03:31:30 2024","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.623,"15min":0.623},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"min":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.77700000000000002}]},{"osd":6,"last update":"Sat Sep 14 03:31:50 2024","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.70099999999999996},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.71599999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.745}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-14T03:32:05.111 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph pg dump --format=json 2024-09-14T03:32:05.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:04 smithi154 ceph-mon[30999]: from='client.24386 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-14T03:32:05.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:04 smithi154 ceph-mon[30999]: pgmap v204: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:32:05.312 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:32:07.059 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:06 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [7, 2]}]: dispatch 2024-09-14T03:32:07.060 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:06 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 2]}]: dispatch 2024-09-14T03:32:07.060 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:06 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.7", "id": [0, 1]}]: dispatch 2024-09-14T03:32:07.060 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:06 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.10", "id": [0, 1]}]: dispatch 2024-09-14T03:32:07.060 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:06 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [4, 2]}]: dispatch 2024-09-14T03:32:07.060 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:06 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]: dispatch 2024-09-14T03:32:07.060 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:06 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.37", "id": [5, 1]}]: dispatch 2024-09-14T03:32:07.060 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:06 smithi002 ceph-mon[27606]: pgmap v205: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:32:07.060 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:06 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [7, 2]}]: dispatch 2024-09-14T03:32:07.060 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:06 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 2]}]: dispatch 2024-09-14T03:32:07.060 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:06 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.7", "id": [0, 1]}]: dispatch 2024-09-14T03:32:07.061 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:06 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.10", "id": [0, 1]}]: dispatch 2024-09-14T03:32:07.061 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:06 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [4, 2]}]: dispatch 2024-09-14T03:32:07.061 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:06 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]: dispatch 2024-09-14T03:32:07.061 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:06 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.37", "id": [5, 1]}]: dispatch 2024-09-14T03:32:07.061 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:06 smithi002 ceph-mon[38004]: pgmap v205: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:32:07.196 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-14T03:32:07.197 INFO:teuthology.orchestra.run.smithi002.stderr:dumped all 2024-09-14T03:32:07.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:06 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [7, 2]}]: dispatch 2024-09-14T03:32:07.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:06 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 2]}]: dispatch 2024-09-14T03:32:07.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:06 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.7", "id": [0, 1]}]: dispatch 2024-09-14T03:32:07.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:06 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.10", "id": [0, 1]}]: dispatch 2024-09-14T03:32:07.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:06 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [4, 2]}]: dispatch 2024-09-14T03:32:07.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:06 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]: dispatch 2024-09-14T03:32:07.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:06 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.37", "id": [5, 1]}]: dispatch 2024-09-14T03:32:07.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:06 smithi154 ceph-mon[30999]: pgmap v205: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:32:07.944 INFO:teuthology.orchestra.run.smithi002.stdout:{"pg_ready":true,"pg_map":{"version":206,"stamp":"2024-09-14T03:32:06.813924+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":231380,"kb_used_data":6980,"kb_used_omap":12,"kb_used_meta":224243,"kb_avail":749729836,"statfs":{"total":767960285184,"available":767723352064,"internally_reserved":0,"allocated":7147520,"data_stored":3998426,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":229625402},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.030690"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.600232+0000","last_change":"2024-09-14T03:31:42.307834+0000","last_active":"2024-09-14T03:31:43.600232+0000","last_peered":"2024-09-14T03:31:43.600232+0000","last_clean":"2024-09-14T03:31:43.600232+0000","last_became_active":"2024-09-14T03:31:42.306390+0000","last_became_peered":"2024-09-14T03:31:42.306390+0000","last_unstale":"2024-09-14T03:31:43.600232+0000","last_undegraded":"2024-09-14T03:31:43.600232+0000","last_fullsized":"2024-09-14T03:31:43.600232+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T12:17:12.208663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.100474+0000","last_change":"2024-09-14T03:31:42.299085+0000","last_active":"2024-09-14T03:31:44.100474+0000","last_peered":"2024-09-14T03:31:44.100474+0000","last_clean":"2024-09-14T03:31:44.100474+0000","last_became_active":"2024-09-14T03:31:42.298823+0000","last_became_peered":"2024-09-14T03:31:42.298823+0000","last_unstale":"2024-09-14T03:31:44.100474+0000","last_undegraded":"2024-09-14T03:31:44.100474+0000","last_fullsized":"2024-09-14T03:31:44.100474+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T12:37:07.850116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.109751+0000","last_change":"2024-09-14T03:31:42.296456+0000","last_active":"2024-09-14T03:31:44.109751+0000","last_peered":"2024-09-14T03:31:44.109751+0000","last_clean":"2024-09-14T03:31:44.109751+0000","last_became_active":"2024-09-14T03:31:42.296105+0000","last_became_peered":"2024-09-14T03:31:42.296105+0000","last_unstale":"2024-09-14T03:31:44.109751+0000","last_undegraded":"2024-09-14T03:31:44.109751+0000","last_fullsized":"2024-09-14T03:31:44.109751+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T15:25:47.490806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.599427+0000","last_change":"2024-09-14T03:31:42.310079+0000","last_active":"2024-09-14T03:31:43.599427+0000","last_peered":"2024-09-14T03:31:43.599427+0000","last_clean":"2024-09-14T03:31:43.599427+0000","last_became_active":"2024-09-14T03:31:42.309354+0000","last_became_peered":"2024-09-14T03:31:42.309354+0000","last_unstale":"2024-09-14T03:31:43.599427+0000","last_undegraded":"2024-09-14T03:31:43.599427+0000","last_fullsized":"2024-09-14T03:31:43.599427+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T12:32:11.169629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.598889+0000","last_change":"2024-09-14T03:31:42.309072+0000","last_active":"2024-09-14T03:31:43.598889+0000","last_peered":"2024-09-14T03:31:43.598889+0000","last_clean":"2024-09-14T03:31:43.598889+0000","last_became_active":"2024-09-14T03:31:42.307692+0000","last_became_peered":"2024-09-14T03:31:42.307692+0000","last_unstale":"2024-09-14T03:31:43.598889+0000","last_undegraded":"2024-09-14T03:31:43.598889+0000","last_fullsized":"2024-09-14T03:31:43.598889+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T06:03:32.227826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.599913+0000","last_change":"2024-09-14T03:31:42.312432+0000","last_active":"2024-09-14T03:31:43.599913+0000","last_peered":"2024-09-14T03:31:43.599913+0000","last_clean":"2024-09-14T03:31:43.599913+0000","last_became_active":"2024-09-14T03:31:42.312122+0000","last_became_peered":"2024-09-14T03:31:42.312122+0000","last_unstale":"2024-09-14T03:31:43.599913+0000","last_undegraded":"2024-09-14T03:31:43.599913+0000","last_fullsized":"2024-09-14T03:31:43.599913+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T09:42:05.465697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.598602+0000","last_change":"2024-09-14T03:31:42.308462+0000","last_active":"2024-09-14T03:31:43.598602+0000","last_peered":"2024-09-14T03:31:43.598602+0000","last_clean":"2024-09-14T03:31:43.598602+0000","last_became_active":"2024-09-14T03:31:42.307350+0000","last_became_peered":"2024-09-14T03:31:42.307350+0000","last_unstale":"2024-09-14T03:31:43.598602+0000","last_undegraded":"2024-09-14T03:31:43.598602+0000","last_fullsized":"2024-09-14T03:31:43.598602+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:21:13.977190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.118145+0000","last_change":"2024-09-14T03:31:42.302919+0000","last_active":"2024-09-14T03:31:44.118145+0000","last_peered":"2024-09-14T03:31:44.118145+0000","last_clean":"2024-09-14T03:31:44.118145+0000","last_became_active":"2024-09-14T03:31:42.302565+0000","last_became_peered":"2024-09-14T03:31:42.302565+0000","last_unstale":"2024-09-14T03:31:44.118145+0000","last_undegraded":"2024-09-14T03:31:44.118145+0000","last_fullsized":"2024-09-14T03:31:44.118145+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:56:11.983241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.600417+0000","last_change":"2024-09-14T03:31:42.309627+0000","last_active":"2024-09-14T03:31:43.600417+0000","last_peered":"2024-09-14T03:31:43.600417+0000","last_clean":"2024-09-14T03:31:43.600417+0000","last_became_active":"2024-09-14T03:31:42.308757+0000","last_became_peered":"2024-09-14T03:31:42.308757+0000","last_unstale":"2024-09-14T03:31:43.600417+0000","last_undegraded":"2024-09-14T03:31:43.600417+0000","last_fullsized":"2024-09-14T03:31:43.600417+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T14:37:03.047122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.117856+0000","last_change":"2024-09-14T03:31:42.302216+0000","last_active":"2024-09-14T03:31:44.117856+0000","last_peered":"2024-09-14T03:31:44.117856+0000","last_clean":"2024-09-14T03:31:44.117856+0000","last_became_active":"2024-09-14T03:31:42.301926+0000","last_became_peered":"2024-09-14T03:31:42.301926+0000","last_unstale":"2024-09-14T03:31:44.117856+0000","last_undegraded":"2024-09-14T03:31:44.117856+0000","last_fullsized":"2024-09-14T03:31:44.117856+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:58:24.252521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.117557+0000","last_change":"2024-09-14T03:31:42.301096+0000","last_active":"2024-09-14T03:31:44.117557+0000","last_peered":"2024-09-14T03:31:44.117557+0000","last_clean":"2024-09-14T03:31:44.117557+0000","last_became_active":"2024-09-14T03:31:42.300818+0000","last_became_peered":"2024-09-14T03:31:42.300818+0000","last_unstale":"2024-09-14T03:31:44.117557+0000","last_undegraded":"2024-09-14T03:31:44.117557+0000","last_fullsized":"2024-09-14T03:31:44.117557+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:30:18.073865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.111811+0000","last_change":"2024-09-14T03:31:42.292316+0000","last_active":"2024-09-14T03:31:44.111811+0000","last_peered":"2024-09-14T03:31:44.111811+0000","last_clean":"2024-09-14T03:31:44.111811+0000","last_became_active":"2024-09-14T03:31:42.290756+0000","last_became_peered":"2024-09-14T03:31:42.290756+0000","last_unstale":"2024-09-14T03:31:44.111811+0000","last_undegraded":"2024-09-14T03:31:44.111811+0000","last_fullsized":"2024-09-14T03:31:44.111811+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T07:25:33.709301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.117389+0000","last_change":"2024-09-14T03:31:42.296928+0000","last_active":"2024-09-14T03:31:44.117389+0000","last_peered":"2024-09-14T03:31:44.117389+0000","last_clean":"2024-09-14T03:31:44.117389+0000","last_became_active":"2024-09-14T03:31:42.296650+0000","last_became_peered":"2024-09-14T03:31:42.296650+0000","last_unstale":"2024-09-14T03:31:44.117389+0000","last_undegraded":"2024-09-14T03:31:44.117389+0000","last_fullsized":"2024-09-14T03:31:44.117389+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T06:04:21.956886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.109375+0000","last_change":"2024-09-14T03:31:42.304334+0000","last_active":"2024-09-14T03:31:44.109375+0000","last_peered":"2024-09-14T03:31:44.109375+0000","last_clean":"2024-09-14T03:31:44.109375+0000","last_became_active":"2024-09-14T03:31:42.303979+0000","last_became_peered":"2024-09-14T03:31:42.303979+0000","last_unstale":"2024-09-14T03:31:44.109375+0000","last_undegraded":"2024-09-14T03:31:44.109375+0000","last_fullsized":"2024-09-14T03:31:44.109375+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T08:25:12.697172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.100383+0000","last_change":"2024-09-14T03:31:42.309516+0000","last_active":"2024-09-14T03:31:44.100383+0000","last_peered":"2024-09-14T03:31:44.100383+0000","last_clean":"2024-09-14T03:31:44.100383+0000","last_became_active":"2024-09-14T03:31:42.309134+0000","last_became_peered":"2024-09-14T03:31:42.309134+0000","last_unstale":"2024-09-14T03:31:44.100383+0000","last_undegraded":"2024-09-14T03:31:44.100383+0000","last_fullsized":"2024-09-14T03:31:44.100383+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:44:08.677588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.598281+0000","last_change":"2024-09-14T03:31:42.310829+0000","last_active":"2024-09-14T03:31:43.598281+0000","last_peered":"2024-09-14T03:31:43.598281+0000","last_clean":"2024-09-14T03:31:43.598281+0000","last_became_active":"2024-09-14T03:31:42.310544+0000","last_became_peered":"2024-09-14T03:31:42.310544+0000","last_unstale":"2024-09-14T03:31:43.598281+0000","last_undegraded":"2024-09-14T03:31:43.598281+0000","last_fullsized":"2024-09-14T03:31:43.598281+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:10:24.301462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.599253+0000","last_change":"2024-09-14T03:31:42.308953+0000","last_active":"2024-09-14T03:31:43.599253+0000","last_peered":"2024-09-14T03:31:43.599253+0000","last_clean":"2024-09-14T03:31:43.599253+0000","last_became_active":"2024-09-14T03:31:42.308148+0000","last_became_peered":"2024-09-14T03:31:42.308148+0000","last_unstale":"2024-09-14T03:31:43.599253+0000","last_undegraded":"2024-09-14T03:31:43.599253+0000","last_fullsized":"2024-09-14T03:31:43.599253+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T12:55:05.449462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.844996+0000","last_change":"2024-09-14T03:31:42.295453+0000","last_active":"2024-09-14T03:31:43.844996+0000","last_peered":"2024-09-14T03:31:43.844996+0000","last_clean":"2024-09-14T03:31:43.844996+0000","last_became_active":"2024-09-14T03:31:42.295149+0000","last_became_peered":"2024-09-14T03:31:42.295149+0000","last_unstale":"2024-09-14T03:31:43.844996+0000","last_undegraded":"2024-09-14T03:31:43.844996+0000","last_fullsized":"2024-09-14T03:31:43.844996+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:38:28.670371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.600342+0000","last_change":"2024-09-14T03:31:42.304379+0000","last_active":"2024-09-14T03:31:43.600342+0000","last_peered":"2024-09-14T03:31:43.600342+0000","last_clean":"2024-09-14T03:31:43.600342+0000","last_became_active":"2024-09-14T03:31:42.303992+0000","last_became_peered":"2024-09-14T03:31:42.303992+0000","last_unstale":"2024-09-14T03:31:43.600342+0000","last_undegraded":"2024-09-14T03:31:43.600342+0000","last_fullsized":"2024-09-14T03:31:43.600342+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T11:10:27.339295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.117220+0000","last_change":"2024-09-14T03:31:42.291608+0000","last_active":"2024-09-14T03:31:44.117220+0000","last_peered":"2024-09-14T03:31:44.117220+0000","last_clean":"2024-09-14T03:31:44.117220+0000","last_became_active":"2024-09-14T03:31:42.291250+0000","last_became_peered":"2024-09-14T03:31:42.291250+0000","last_unstale":"2024-09-14T03:31:44.117220+0000","last_undegraded":"2024-09-14T03:31:44.117220+0000","last_fullsized":"2024-09-14T03:31:44.117220+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:36:06.335295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.109410+0000","last_change":"2024-09-14T03:31:42.295618+0000","last_active":"2024-09-14T03:31:44.109410+0000","last_peered":"2024-09-14T03:31:44.109410+0000","last_clean":"2024-09-14T03:31:44.109410+0000","last_became_active":"2024-09-14T03:31:42.295365+0000","last_became_peered":"2024-09-14T03:31:42.295365+0000","last_unstale":"2024-09-14T03:31:44.109410+0000","last_undegraded":"2024-09-14T03:31:44.109410+0000","last_fullsized":"2024-09-14T03:31:44.109410+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T07:46:34.434891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.599922+0000","last_change":"2024-09-14T03:31:42.312263+0000","last_active":"2024-09-14T03:31:43.599922+0000","last_peered":"2024-09-14T03:31:43.599922+0000","last_clean":"2024-09-14T03:31:43.599922+0000","last_became_active":"2024-09-14T03:31:42.311714+0000","last_became_peered":"2024-09-14T03:31:42.311714+0000","last_unstale":"2024-09-14T03:31:43.599922+0000","last_undegraded":"2024-09-14T03:31:43.599922+0000","last_fullsized":"2024-09-14T03:31:43.599922+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T11:44:06.944053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.118554+0000","last_change":"2024-09-14T03:31:42.298838+0000","last_active":"2024-09-14T03:31:44.118554+0000","last_peered":"2024-09-14T03:31:44.118554+0000","last_clean":"2024-09-14T03:31:44.118554+0000","last_became_active":"2024-09-14T03:31:42.298458+0000","last_became_peered":"2024-09-14T03:31:42.298458+0000","last_unstale":"2024-09-14T03:31:44.118554+0000","last_undegraded":"2024-09-14T03:31:44.118554+0000","last_fullsized":"2024-09-14T03:31:44.118554+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T07:13:58.057733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.598463+0000","last_change":"2024-09-14T03:31:42.302013+0000","last_active":"2024-09-14T03:31:43.598463+0000","last_peered":"2024-09-14T03:31:43.598463+0000","last_clean":"2024-09-14T03:31:43.598463+0000","last_became_active":"2024-09-14T03:31:42.299397+0000","last_became_peered":"2024-09-14T03:31:42.299397+0000","last_unstale":"2024-09-14T03:31:43.598463+0000","last_undegraded":"2024-09-14T03:31:43.598463+0000","last_fullsized":"2024-09-14T03:31:43.598463+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T07:44:23.721217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.119944+0000","last_change":"2024-09-14T03:31:42.290430+0000","last_active":"2024-09-14T03:31:44.119944+0000","last_peered":"2024-09-14T03:31:44.119944+0000","last_clean":"2024-09-14T03:31:44.119944+0000","last_became_active":"2024-09-14T03:31:42.290133+0000","last_became_peered":"2024-09-14T03:31:42.290133+0000","last_unstale":"2024-09-14T03:31:44.119944+0000","last_undegraded":"2024-09-14T03:31:44.119944+0000","last_fullsized":"2024-09-14T03:31:44.119944+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T11:53:16.790196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.117976+0000","last_change":"2024-09-14T03:31:42.296427+0000","last_active":"2024-09-14T03:31:44.117976+0000","last_peered":"2024-09-14T03:31:44.117976+0000","last_clean":"2024-09-14T03:31:44.117976+0000","last_became_active":"2024-09-14T03:31:42.292185+0000","last_became_peered":"2024-09-14T03:31:42.292185+0000","last_unstale":"2024-09-14T03:31:44.117976+0000","last_undegraded":"2024-09-14T03:31:44.117976+0000","last_fullsized":"2024-09-14T03:31:44.117976+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T09:33:22.548437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.100434+0000","last_change":"2024-09-14T03:31:42.295759+0000","last_active":"2024-09-14T03:31:44.100434+0000","last_peered":"2024-09-14T03:31:44.100434+0000","last_clean":"2024-09-14T03:31:44.100434+0000","last_became_active":"2024-09-14T03:31:42.295248+0000","last_became_peered":"2024-09-14T03:31:42.295248+0000","last_unstale":"2024-09-14T03:31:44.100434+0000","last_undegraded":"2024-09-14T03:31:44.100434+0000","last_fullsized":"2024-09-14T03:31:44.100434+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:22:22.033176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.118278+0000","last_change":"2024-09-14T03:31:42.294996+0000","last_active":"2024-09-14T03:31:44.118278+0000","last_peered":"2024-09-14T03:31:44.118278+0000","last_clean":"2024-09-14T03:31:44.118278+0000","last_became_active":"2024-09-14T03:31:42.294702+0000","last_became_peered":"2024-09-14T03:31:42.294702+0000","last_unstale":"2024-09-14T03:31:44.118278+0000","last_undegraded":"2024-09-14T03:31:44.118278+0000","last_fullsized":"2024-09-14T03:31:44.118278+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T11:27:29.439063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.109484+0000","last_change":"2024-09-14T03:31:42.292192+0000","last_active":"2024-09-14T03:31:44.109484+0000","last_peered":"2024-09-14T03:31:44.109484+0000","last_clean":"2024-09-14T03:31:44.109484+0000","last_became_active":"2024-09-14T03:31:42.291909+0000","last_became_peered":"2024-09-14T03:31:42.291909+0000","last_unstale":"2024-09-14T03:31:44.109484+0000","last_undegraded":"2024-09-14T03:31:44.109484+0000","last_fullsized":"2024-09-14T03:31:44.109484+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T09:20:45.639023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.600007+0000","last_change":"2024-09-14T03:31:42.310697+0000","last_active":"2024-09-14T03:31:43.600007+0000","last_peered":"2024-09-14T03:31:43.600007+0000","last_clean":"2024-09-14T03:31:43.600007+0000","last_became_active":"2024-09-14T03:31:42.310414+0000","last_became_peered":"2024-09-14T03:31:42.310414+0000","last_unstale":"2024-09-14T03:31:43.600007+0000","last_undegraded":"2024-09-14T03:31:43.600007+0000","last_fullsized":"2024-09-14T03:31:43.600007+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:14:03.193850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.844952+0000","last_change":"2024-09-14T03:31:42.304918+0000","last_active":"2024-09-14T03:31:43.844952+0000","last_peered":"2024-09-14T03:31:43.844952+0000","last_clean":"2024-09-14T03:31:43.844952+0000","last_became_active":"2024-09-14T03:31:42.304503+0000","last_became_peered":"2024-09-14T03:31:42.304503+0000","last_unstale":"2024-09-14T03:31:43.844952+0000","last_undegraded":"2024-09-14T03:31:43.844952+0000","last_fullsized":"2024-09-14T03:31:43.844952+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T14:17:42.759289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.116664+0000","last_change":"2024-09-14T03:31:42.302986+0000","last_active":"2024-09-14T03:31:44.116664+0000","last_peered":"2024-09-14T03:31:44.116664+0000","last_clean":"2024-09-14T03:31:44.116664+0000","last_became_active":"2024-09-14T03:31:42.302269+0000","last_became_peered":"2024-09-14T03:31:42.302269+0000","last_unstale":"2024-09-14T03:31:44.116664+0000","last_undegraded":"2024-09-14T03:31:44.116664+0000","last_fullsized":"2024-09-14T03:31:44.116664+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:44:01.879576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.111350+0000","last_change":"2024-09-14T03:31:42.303125+0000","last_active":"2024-09-14T03:31:44.111350+0000","last_peered":"2024-09-14T03:31:44.111350+0000","last_clean":"2024-09-14T03:31:44.111350+0000","last_became_active":"2024-09-14T03:31:42.302802+0000","last_became_peered":"2024-09-14T03:31:42.302802+0000","last_unstale":"2024-09-14T03:31:44.111350+0000","last_undegraded":"2024-09-14T03:31:44.111350+0000","last_fullsized":"2024-09-14T03:31:44.111350+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T11:11:14.147591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"65'1","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.117638+0000","last_change":"2024-09-14T03:31:38.847287+0000","last_active":"2024-09-14T03:31:44.117638+0000","last_peered":"2024-09-14T03:31:44.117638+0000","last_clean":"2024-09-14T03:31:44.117638+0000","last_became_active":"2024-09-14T03:31:38.847027+0000","last_became_peered":"2024-09-14T03:31:38.847027+0000","last_unstale":"2024-09-14T03:31:44.117638+0000","last_undegraded":"2024-09-14T03:31:44.117638+0000","last_fullsized":"2024-09-14T03:31:44.117638+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T10:28:10.926764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.109497+0000","last_change":"2024-09-14T03:31:42.299009+0000","last_active":"2024-09-14T03:31:44.109497+0000","last_peered":"2024-09-14T03:31:44.109497+0000","last_clean":"2024-09-14T03:31:44.109497+0000","last_became_active":"2024-09-14T03:31:42.298727+0000","last_became_peered":"2024-09-14T03:31:42.298727+0000","last_unstale":"2024-09-14T03:31:44.109497+0000","last_undegraded":"2024-09-14T03:31:44.109497+0000","last_fullsized":"2024-09-14T03:31:44.109497+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T09:35:00.490170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"65'1","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.117353+0000","last_change":"2024-09-14T03:31:38.848320+0000","last_active":"2024-09-14T03:31:44.117353+0000","last_peered":"2024-09-14T03:31:44.117353+0000","last_clean":"2024-09-14T03:31:44.117353+0000","last_became_active":"2024-09-14T03:31:38.848007+0000","last_became_peered":"2024-09-14T03:31:38.848007+0000","last_unstale":"2024-09-14T03:31:44.117353+0000","last_undegraded":"2024-09-14T03:31:44.117353+0000","last_fullsized":"2024-09-14T03:31:44.117353+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T13:52:24.347452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.293248+0000","last_change":"2024-09-14T03:31:38.844317+0000","last_active":"2024-09-14T03:31:43.293248+0000","last_peered":"2024-09-14T03:31:43.293248+0000","last_clean":"2024-09-14T03:31:43.293248+0000","last_became_active":"2024-09-14T03:31:38.843916+0000","last_became_peered":"2024-09-14T03:31:38.843916+0000","last_unstale":"2024-09-14T03:31:43.293248+0000","last_undegraded":"2024-09-14T03:31:43.293248+0000","last_fullsized":"2024-09-14T03:31:43.293248+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T14:17:09.809160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.118230+0000","last_change":"2024-09-14T03:31:42.301338+0000","last_active":"2024-09-14T03:31:44.118230+0000","last_peered":"2024-09-14T03:31:44.118230+0000","last_clean":"2024-09-14T03:31:44.118230+0000","last_became_active":"2024-09-14T03:31:42.301048+0000","last_became_peered":"2024-09-14T03:31:42.301048+0000","last_unstale":"2024-09-14T03:31:44.118230+0000","last_undegraded":"2024-09-14T03:31:44.118230+0000","last_fullsized":"2024-09-14T03:31:44.118230+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T10:09:01.323218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.598553+0000","last_change":"2024-09-14T03:31:38.848554+0000","last_active":"2024-09-14T03:31:43.598553+0000","last_peered":"2024-09-14T03:31:43.598553+0000","last_clean":"2024-09-14T03:31:43.598553+0000","last_became_active":"2024-09-14T03:31:38.848182+0000","last_became_peered":"2024-09-14T03:31:38.848182+0000","last_unstale":"2024-09-14T03:31:43.598553+0000","last_undegraded":"2024-09-14T03:31:43.598553+0000","last_fullsized":"2024-09-14T03:31:43.598553+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T12:53:12.626924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.100372+0000","last_change":"2024-09-14T03:31:42.297741+0000","last_active":"2024-09-14T03:31:44.100372+0000","last_peered":"2024-09-14T03:31:44.100372+0000","last_clean":"2024-09-14T03:31:44.100372+0000","last_became_active":"2024-09-14T03:31:42.297346+0000","last_became_peered":"2024-09-14T03:31:42.297346+0000","last_unstale":"2024-09-14T03:31:44.100372+0000","last_undegraded":"2024-09-14T03:31:44.100372+0000","last_fullsized":"2024-09-14T03:31:44.100372+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T13:59:59.448359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.599095+0000","last_change":"2024-09-14T03:31:38.852680+0000","last_active":"2024-09-14T03:31:43.599095+0000","last_peered":"2024-09-14T03:31:43.599095+0000","last_clean":"2024-09-14T03:31:43.599095+0000","last_became_active":"2024-09-14T03:31:38.852358+0000","last_became_peered":"2024-09-14T03:31:38.852358+0000","last_unstale":"2024-09-14T03:31:43.599095+0000","last_undegraded":"2024-09-14T03:31:43.599095+0000","last_fullsized":"2024-09-14T03:31:43.599095+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:14:00.249944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.598986+0000","last_change":"2024-09-14T03:31:42.309949+0000","last_active":"2024-09-14T03:31:43.598986+0000","last_peered":"2024-09-14T03:31:43.598986+0000","last_clean":"2024-09-14T03:31:43.598986+0000","last_became_active":"2024-09-14T03:31:42.304218+0000","last_became_peered":"2024-09-14T03:31:42.304218+0000","last_unstale":"2024-09-14T03:31:43.598986+0000","last_undegraded":"2024-09-14T03:31:43.598986+0000","last_fullsized":"2024-09-14T03:31:43.598986+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T13:35:48.789741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.599125+0000","last_change":"2024-09-14T03:31:38.853475+0000","last_active":"2024-09-14T03:31:43.599125+0000","last_peered":"2024-09-14T03:31:43.599125+0000","last_clean":"2024-09-14T03:31:43.599125+0000","last_became_active":"2024-09-14T03:31:38.852941+0000","last_became_peered":"2024-09-14T03:31:38.852941+0000","last_unstale":"2024-09-14T03:31:43.599125+0000","last_undegraded":"2024-09-14T03:31:43.599125+0000","last_fullsized":"2024-09-14T03:31:43.599125+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T10:59:48.606494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.110143+0000","last_change":"2024-09-14T03:31:42.305955+0000","last_active":"2024-09-14T03:31:44.110143+0000","last_peered":"2024-09-14T03:31:44.110143+0000","last_clean":"2024-09-14T03:31:44.110143+0000","last_became_active":"2024-09-14T03:31:42.304034+0000","last_became_peered":"2024-09-14T03:31:42.304034+0000","last_unstale":"2024-09-14T03:31:44.110143+0000","last_undegraded":"2024-09-14T03:31:44.110143+0000","last_fullsized":"2024-09-14T03:31:44.110143+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:33:33.727332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"65'3","reported_seq":18,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.124108+0000","last_change":"2024-09-14T03:31:38.844003+0000","last_active":"2024-09-14T03:31:44.124108+0000","last_peered":"2024-09-14T03:31:44.124108+0000","last_clean":"2024-09-14T03:31:44.124108+0000","last_became_active":"2024-09-14T03:31:38.843691+0000","last_became_peered":"2024-09-14T03:31:38.843691+0000","last_unstale":"2024-09-14T03:31:44.124108+0000","last_undegraded":"2024-09-14T03:31:44.124108+0000","last_fullsized":"2024-09-14T03:31:44.124108+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:28:28.496001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.111773+0000","last_change":"2024-09-14T03:31:42.294172+0000","last_active":"2024-09-14T03:31:44.111773+0000","last_peered":"2024-09-14T03:31:44.111773+0000","last_clean":"2024-09-14T03:31:44.111773+0000","last_became_active":"2024-09-14T03:31:42.293722+0000","last_became_peered":"2024-09-14T03:31:42.293722+0000","last_unstale":"2024-09-14T03:31:44.111773+0000","last_undegraded":"2024-09-14T03:31:44.111773+0000","last_fullsized":"2024-09-14T03:31:44.111773+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T06:37:50.994893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"65'6","reported_seq":21,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.123074+0000","last_change":"2024-09-14T03:31:38.851431+0000","last_active":"2024-09-14T03:31:44.123074+0000","last_peered":"2024-09-14T03:31:44.123074+0000","last_clean":"2024-09-14T03:31:44.123074+0000","last_became_active":"2024-09-14T03:31:38.851109+0000","last_became_peered":"2024-09-14T03:31:38.851109+0000","last_unstale":"2024-09-14T03:31:44.123074+0000","last_undegraded":"2024-09-14T03:31:44.123074+0000","last_fullsized":"2024-09-14T03:31:44.123074+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T09:59:08.880811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.600063+0000","last_change":"2024-09-14T03:31:42.306156+0000","last_active":"2024-09-14T03:31:43.600063+0000","last_peered":"2024-09-14T03:31:43.600063+0000","last_clean":"2024-09-14T03:31:43.600063+0000","last_became_active":"2024-09-14T03:31:42.305672+0000","last_became_peered":"2024-09-14T03:31:42.305672+0000","last_unstale":"2024-09-14T03:31:43.600063+0000","last_undegraded":"2024-09-14T03:31:43.600063+0000","last_fullsized":"2024-09-14T03:31:43.600063+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T08:50:38.107165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"65'2","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.118145+0000","last_change":"2024-09-14T03:31:38.842099+0000","last_active":"2024-09-14T03:31:44.118145+0000","last_peered":"2024-09-14T03:31:44.118145+0000","last_clean":"2024-09-14T03:31:44.118145+0000","last_became_active":"2024-09-14T03:31:38.841727+0000","last_became_peered":"2024-09-14T03:31:38.841727+0000","last_unstale":"2024-09-14T03:31:44.118145+0000","last_undegraded":"2024-09-14T03:31:44.118145+0000","last_fullsized":"2024-09-14T03:31:44.118145+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T11:26:35.514878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.109422+0000","last_change":"2024-09-14T03:31:42.293127+0000","last_active":"2024-09-14T03:31:44.109422+0000","last_peered":"2024-09-14T03:31:44.109422+0000","last_clean":"2024-09-14T03:31:44.109422+0000","last_became_active":"2024-09-14T03:31:42.292831+0000","last_became_peered":"2024-09-14T03:31:42.292831+0000","last_unstale":"2024-09-14T03:31:44.109422+0000","last_undegraded":"2024-09-14T03:31:44.109422+0000","last_fullsized":"2024-09-14T03:31:44.109422+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:04:01.195534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.600077+0000","last_change":"2024-09-14T03:31:38.850077+0000","last_active":"2024-09-14T03:31:43.600077+0000","last_peered":"2024-09-14T03:31:43.600077+0000","last_clean":"2024-09-14T03:31:43.600077+0000","last_became_active":"2024-09-14T03:31:38.849600+0000","last_became_peered":"2024-09-14T03:31:38.849600+0000","last_unstale":"2024-09-14T03:31:43.600077+0000","last_undegraded":"2024-09-14T03:31:43.600077+0000","last_fullsized":"2024-09-14T03:31:43.600077+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T06:18:26.606484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.598990+0000","last_change":"2024-09-14T03:31:42.309067+0000","last_active":"2024-09-14T03:31:43.598990+0000","last_peered":"2024-09-14T03:31:43.598990+0000","last_clean":"2024-09-14T03:31:43.598990+0000","last_became_active":"2024-09-14T03:31:42.307592+0000","last_became_peered":"2024-09-14T03:31:42.307592+0000","last_unstale":"2024-09-14T03:31:43.598990+0000","last_undegraded":"2024-09-14T03:31:43.598990+0000","last_fullsized":"2024-09-14T03:31:43.598990+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:49:29.048351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.599288+0000","last_change":"2024-09-14T03:31:38.845472+0000","last_active":"2024-09-14T03:31:43.599288+0000","last_peered":"2024-09-14T03:31:43.599288+0000","last_clean":"2024-09-14T03:31:43.599288+0000","last_became_active":"2024-09-14T03:31:38.844990+0000","last_became_peered":"2024-09-14T03:31:38.844990+0000","last_unstale":"2024-09-14T03:31:43.599288+0000","last_undegraded":"2024-09-14T03:31:43.599288+0000","last_fullsized":"2024-09-14T03:31:43.599288+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:39:33.374753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.116756+0000","last_change":"2024-09-14T03:31:42.303171+0000","last_active":"2024-09-14T03:31:44.116756+0000","last_peered":"2024-09-14T03:31:44.116756+0000","last_clean":"2024-09-14T03:31:44.116756+0000","last_became_active":"2024-09-14T03:31:42.302679+0000","last_became_peered":"2024-09-14T03:31:42.302679+0000","last_unstale":"2024-09-14T03:31:44.116756+0000","last_undegraded":"2024-09-14T03:31:44.116756+0000","last_fullsized":"2024-09-14T03:31:44.116756+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T13:42:22.675776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"65'8","reported_seq":23,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.122385+0000","last_change":"2024-09-14T03:31:38.841259+0000","last_active":"2024-09-14T03:31:44.122385+0000","last_peered":"2024-09-14T03:31:44.122385+0000","last_clean":"2024-09-14T03:31:44.122385+0000","last_became_active":"2024-09-14T03:31:38.840891+0000","last_became_peered":"2024-09-14T03:31:38.840891+0000","last_unstale":"2024-09-14T03:31:44.122385+0000","last_undegraded":"2024-09-14T03:31:44.122385+0000","last_fullsized":"2024-09-14T03:31:44.122385+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T12:21:29.536562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.598477+0000","last_change":"2024-09-14T03:31:42.310216+0000","last_active":"2024-09-14T03:31:43.598477+0000","last_peered":"2024-09-14T03:31:43.598477+0000","last_clean":"2024-09-14T03:31:43.598477+0000","last_became_active":"2024-09-14T03:31:42.308568+0000","last_became_peered":"2024-09-14T03:31:42.308568+0000","last_unstale":"2024-09-14T03:31:43.598477+0000","last_undegraded":"2024-09-14T03:31:43.598477+0000","last_fullsized":"2024-09-14T03:31:43.598477+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T15:05:51.056579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"65'1","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.112087+0000","last_change":"2024-09-14T03:31:38.843518+0000","last_active":"2024-09-14T03:31:44.112087+0000","last_peered":"2024-09-14T03:31:44.112087+0000","last_clean":"2024-09-14T03:31:44.112087+0000","last_became_active":"2024-09-14T03:31:38.843186+0000","last_became_peered":"2024-09-14T03:31:38.843186+0000","last_unstale":"2024-09-14T03:31:44.112087+0000","last_undegraded":"2024-09-14T03:31:44.112087+0000","last_fullsized":"2024-09-14T03:31:44.112087+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T09:02:00.501879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.600148+0000","last_change":"2024-09-14T03:31:42.310060+0000","last_active":"2024-09-14T03:31:43.600148+0000","last_peered":"2024-09-14T03:31:43.600148+0000","last_clean":"2024-09-14T03:31:43.600148+0000","last_became_active":"2024-09-14T03:31:42.309276+0000","last_became_peered":"2024-09-14T03:31:42.309276+0000","last_unstale":"2024-09-14T03:31:43.600148+0000","last_undegraded":"2024-09-14T03:31:43.600148+0000","last_fullsized":"2024-09-14T03:31:43.600148+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T13:18:55.399965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"65'2","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.117586+0000","last_change":"2024-09-14T03:31:38.845330+0000","last_active":"2024-09-14T03:31:44.117586+0000","last_peered":"2024-09-14T03:31:44.117586+0000","last_clean":"2024-09-14T03:31:44.117586+0000","last_became_active":"2024-09-14T03:31:38.844967+0000","last_became_peered":"2024-09-14T03:31:38.844967+0000","last_unstale":"2024-09-14T03:31:44.117586+0000","last_undegraded":"2024-09-14T03:31:44.117586+0000","last_fullsized":"2024-09-14T03:31:44.117586+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:27:35.256085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.600307+0000","last_change":"2024-09-14T03:31:42.309447+0000","last_active":"2024-09-14T03:31:43.600307+0000","last_peered":"2024-09-14T03:31:43.600307+0000","last_clean":"2024-09-14T03:31:43.600307+0000","last_became_active":"2024-09-14T03:31:42.307693+0000","last_became_peered":"2024-09-14T03:31:42.307693+0000","last_unstale":"2024-09-14T03:31:43.600307+0000","last_undegraded":"2024-09-14T03:31:43.600307+0000","last_fullsized":"2024-09-14T03:31:43.600307+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:24:21.588886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"65'1","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.120233+0000","last_change":"2024-09-14T03:31:38.842924+0000","last_active":"2024-09-14T03:31:44.120233+0000","last_peered":"2024-09-14T03:31:44.120233+0000","last_clean":"2024-09-14T03:31:44.120233+0000","last_became_active":"2024-09-14T03:31:38.842447+0000","last_became_peered":"2024-09-14T03:31:38.842447+0000","last_unstale":"2024-09-14T03:31:44.120233+0000","last_undegraded":"2024-09-14T03:31:44.120233+0000","last_fullsized":"2024-09-14T03:31:44.120233+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T13:39:58.242064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.599811+0000","last_change":"2024-09-14T03:31:42.310257+0000","last_active":"2024-09-14T03:31:43.599811+0000","last_peered":"2024-09-14T03:31:43.599811+0000","last_clean":"2024-09-14T03:31:43.599811+0000","last_became_active":"2024-09-14T03:31:42.309282+0000","last_became_peered":"2024-09-14T03:31:42.309282+0000","last_unstale":"2024-09-14T03:31:43.599811+0000","last_undegraded":"2024-09-14T03:31:43.599811+0000","last_fullsized":"2024-09-14T03:31:43.599811+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T14:50:37.976900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.598726+0000","last_change":"2024-09-14T03:31:38.850158+0000","last_active":"2024-09-14T03:31:43.598726+0000","last_peered":"2024-09-14T03:31:43.598726+0000","last_clean":"2024-09-14T03:31:43.598726+0000","last_became_active":"2024-09-14T03:31:38.849830+0000","last_became_peered":"2024-09-14T03:31:38.849830+0000","last_unstale":"2024-09-14T03:31:43.598726+0000","last_undegraded":"2024-09-14T03:31:43.598726+0000","last_fullsized":"2024-09-14T03:31:43.598726+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:52:21.199568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.600273+0000","last_change":"2024-09-14T03:31:42.313275+0000","last_active":"2024-09-14T03:31:43.600273+0000","last_peered":"2024-09-14T03:31:43.600273+0000","last_clean":"2024-09-14T03:31:43.600273+0000","last_became_active":"2024-09-14T03:31:42.312983+0000","last_became_peered":"2024-09-14T03:31:42.312983+0000","last_unstale":"2024-09-14T03:31:43.600273+0000","last_undegraded":"2024-09-14T03:31:43.600273+0000","last_fullsized":"2024-09-14T03:31:43.600273+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T08:48:55.018547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":222,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.598637+0000","last_change":"2024-09-14T03:31:16.343387+0000","last_active":"2024-09-14T03:31:43.598637+0000","last_peered":"2024-09-14T03:31:43.598637+0000","last_clean":"2024-09-14T03:31:43.598637+0000","last_became_active":"2024-09-14T03:31:16.342990+0000","last_became_peered":"2024-09-14T03:31:16.342990+0000","last_unstale":"2024-09-14T03:31:43.598637+0000","last_undegraded":"2024-09-14T03:31:43.598637+0000","last_fullsized":"2024-09-14T03:31:43.598637+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:29:19.219235+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:29:19.219235+0000","last_clean_scrub_stamp":"2024-09-14T03:29:19.219235+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T08:25:20.139604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.598666+0000","last_change":"2024-09-14T03:31:38.849451+0000","last_active":"2024-09-14T03:31:43.598666+0000","last_peered":"2024-09-14T03:31:43.598666+0000","last_clean":"2024-09-14T03:31:43.598666+0000","last_became_active":"2024-09-14T03:31:38.848473+0000","last_became_peered":"2024-09-14T03:31:38.848473+0000","last_unstale":"2024-09-14T03:31:43.598666+0000","last_undegraded":"2024-09-14T03:31:43.598666+0000","last_fullsized":"2024-09-14T03:31:43.598666+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:06:04.393172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.118663+0000","last_change":"2024-09-14T03:31:42.307087+0000","last_active":"2024-09-14T03:31:44.118663+0000","last_peered":"2024-09-14T03:31:44.118663+0000","last_clean":"2024-09-14T03:31:44.118663+0000","last_became_active":"2024-09-14T03:31:42.306822+0000","last_became_peered":"2024-09-14T03:31:42.306822+0000","last_unstale":"2024-09-14T03:31:44.118663+0000","last_undegraded":"2024-09-14T03:31:44.118663+0000","last_fullsized":"2024-09-14T03:31:44.118663+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T07:32:38.728420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.598556+0000","last_change":"2024-09-14T03:31:38.850225+0000","last_active":"2024-09-14T03:31:43.598556+0000","last_peered":"2024-09-14T03:31:43.598556+0000","last_clean":"2024-09-14T03:31:43.598556+0000","last_became_active":"2024-09-14T03:31:38.849471+0000","last_became_peered":"2024-09-14T03:31:38.849471+0000","last_unstale":"2024-09-14T03:31:43.598556+0000","last_undegraded":"2024-09-14T03:31:43.598556+0000","last_fullsized":"2024-09-14T03:31:43.598556+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T10:48:07.983700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.108709+0000","last_change":"2024-09-14T03:31:42.292838+0000","last_active":"2024-09-14T03:31:44.108709+0000","last_peered":"2024-09-14T03:31:44.108709+0000","last_clean":"2024-09-14T03:31:44.108709+0000","last_became_active":"2024-09-14T03:31:42.292261+0000","last_became_peered":"2024-09-14T03:31:42.292261+0000","last_unstale":"2024-09-14T03:31:44.108709+0000","last_undegraded":"2024-09-14T03:31:44.108709+0000","last_fullsized":"2024-09-14T03:31:44.108709+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T13:27:45.013548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.598296+0000","last_change":"2024-09-14T03:31:38.840975+0000","last_active":"2024-09-14T03:31:43.598296+0000","last_peered":"2024-09-14T03:31:43.598296+0000","last_clean":"2024-09-14T03:31:43.598296+0000","last_became_active":"2024-09-14T03:31:38.840640+0000","last_became_peered":"2024-09-14T03:31:38.840640+0000","last_unstale":"2024-09-14T03:31:43.598296+0000","last_undegraded":"2024-09-14T03:31:43.598296+0000","last_fullsized":"2024-09-14T03:31:43.598296+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:44:57.557344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.100357+0000","last_change":"2024-09-14T03:31:42.309126+0000","last_active":"2024-09-14T03:31:44.100357+0000","last_peered":"2024-09-14T03:31:44.100357+0000","last_clean":"2024-09-14T03:31:44.100357+0000","last_became_active":"2024-09-14T03:31:42.308855+0000","last_became_peered":"2024-09-14T03:31:42.308855+0000","last_unstale":"2024-09-14T03:31:44.100357+0000","last_undegraded":"2024-09-14T03:31:44.100357+0000","last_fullsized":"2024-09-14T03:31:44.100357+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T15:18:24.547242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.600107+0000","last_change":"2024-09-14T03:31:38.848140+0000","last_active":"2024-09-14T03:31:43.600107+0000","last_peered":"2024-09-14T03:31:43.600107+0000","last_clean":"2024-09-14T03:31:43.600107+0000","last_became_active":"2024-09-14T03:31:38.847814+0000","last_became_peered":"2024-09-14T03:31:38.847814+0000","last_unstale":"2024-09-14T03:31:43.600107+0000","last_undegraded":"2024-09-14T03:31:43.600107+0000","last_fullsized":"2024-09-14T03:31:43.600107+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T13:22:03.904278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.111643+0000","last_change":"2024-09-14T03:31:42.293736+0000","last_active":"2024-09-14T03:31:44.111643+0000","last_peered":"2024-09-14T03:31:44.111643+0000","last_clean":"2024-09-14T03:31:44.111643+0000","last_became_active":"2024-09-14T03:31:42.293438+0000","last_became_peered":"2024-09-14T03:31:42.293438+0000","last_unstale":"2024-09-14T03:31:44.111643+0000","last_undegraded":"2024-09-14T03:31:44.111643+0000","last_fullsized":"2024-09-14T03:31:44.111643+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T06:33:25.394000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.598676+0000","last_change":"2024-09-14T03:31:38.845572+0000","last_active":"2024-09-14T03:31:43.598676+0000","last_peered":"2024-09-14T03:31:43.598676+0000","last_clean":"2024-09-14T03:31:43.598676+0000","last_became_active":"2024-09-14T03:31:38.845288+0000","last_became_peered":"2024-09-14T03:31:38.845288+0000","last_unstale":"2024-09-14T03:31:43.598676+0000","last_undegraded":"2024-09-14T03:31:43.598676+0000","last_fullsized":"2024-09-14T03:31:43.598676+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T06:16:05.252111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.598954+0000","last_change":"2024-09-14T03:31:42.303819+0000","last_active":"2024-09-14T03:31:43.598954+0000","last_peered":"2024-09-14T03:31:43.598954+0000","last_clean":"2024-09-14T03:31:43.598954+0000","last_became_active":"2024-09-14T03:31:42.303449+0000","last_became_peered":"2024-09-14T03:31:42.303449+0000","last_unstale":"2024-09-14T03:31:43.598954+0000","last_undegraded":"2024-09-14T03:31:43.598954+0000","last_fullsized":"2024-09-14T03:31:43.598954+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T09:37:28.725013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.600369+0000","last_change":"2024-09-14T03:31:38.850681+0000","last_active":"2024-09-14T03:31:43.600369+0000","last_peered":"2024-09-14T03:31:43.600369+0000","last_clean":"2024-09-14T03:31:43.600369+0000","last_became_active":"2024-09-14T03:31:38.850145+0000","last_became_peered":"2024-09-14T03:31:38.850145+0000","last_unstale":"2024-09-14T03:31:43.600369+0000","last_undegraded":"2024-09-14T03:31:43.600369+0000","last_fullsized":"2024-09-14T03:31:43.600369+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T11:08:11.344806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.100407+0000","last_change":"2024-09-14T03:31:42.308188+0000","last_active":"2024-09-14T03:31:44.100407+0000","last_peered":"2024-09-14T03:31:44.100407+0000","last_clean":"2024-09-14T03:31:44.100407+0000","last_became_active":"2024-09-14T03:31:42.307935+0000","last_became_peered":"2024-09-14T03:31:42.307935+0000","last_unstale":"2024-09-14T03:31:44.100407+0000","last_undegraded":"2024-09-14T03:31:44.100407+0000","last_fullsized":"2024-09-14T03:31:44.100407+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T06:13:34.893799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"65'1","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.121711+0000","last_change":"2024-09-14T03:31:38.846279+0000","last_active":"2024-09-14T03:31:44.121711+0000","last_peered":"2024-09-14T03:31:44.121711+0000","last_clean":"2024-09-14T03:31:44.121711+0000","last_became_active":"2024-09-14T03:31:38.845993+0000","last_became_peered":"2024-09-14T03:31:38.845993+0000","last_unstale":"2024-09-14T03:31:44.121711+0000","last_undegraded":"2024-09-14T03:31:44.121711+0000","last_fullsized":"2024-09-14T03:31:44.121711+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T07:08:08.153962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.119990+0000","last_change":"2024-09-14T03:31:42.294156+0000","last_active":"2024-09-14T03:31:44.119990+0000","last_peered":"2024-09-14T03:31:44.119990+0000","last_clean":"2024-09-14T03:31:44.119990+0000","last_became_active":"2024-09-14T03:31:42.293810+0000","last_became_peered":"2024-09-14T03:31:42.293810+0000","last_unstale":"2024-09-14T03:31:44.119990+0000","last_undegraded":"2024-09-14T03:31:44.119990+0000","last_fullsized":"2024-09-14T03:31:44.119990+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T08:08:18.299013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"65'2","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.123571+0000","last_change":"2024-09-14T03:31:38.848958+0000","last_active":"2024-09-14T03:31:44.123571+0000","last_peered":"2024-09-14T03:31:44.123571+0000","last_clean":"2024-09-14T03:31:44.123571+0000","last_became_active":"2024-09-14T03:31:38.848517+0000","last_became_peered":"2024-09-14T03:31:38.848517+0000","last_unstale":"2024-09-14T03:31:44.123571+0000","last_undegraded":"2024-09-14T03:31:44.123571+0000","last_fullsized":"2024-09-14T03:31:44.123571+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T14:16:35.596230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.109805+0000","last_change":"2024-09-14T03:31:42.294942+0000","last_active":"2024-09-14T03:31:44.109805+0000","last_peered":"2024-09-14T03:31:44.109805+0000","last_clean":"2024-09-14T03:31:44.109805+0000","last_became_active":"2024-09-14T03:31:42.294645+0000","last_became_peered":"2024-09-14T03:31:42.294645+0000","last_unstale":"2024-09-14T03:31:44.109805+0000","last_undegraded":"2024-09-14T03:31:44.109805+0000","last_fullsized":"2024-09-14T03:31:44.109805+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T13:29:39.931552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.598458+0000","last_change":"2024-09-14T03:31:38.849151+0000","last_active":"2024-09-14T03:31:43.598458+0000","last_peered":"2024-09-14T03:31:43.598458+0000","last_clean":"2024-09-14T03:31:43.598458+0000","last_became_active":"2024-09-14T03:31:38.848843+0000","last_became_peered":"2024-09-14T03:31:38.848843+0000","last_unstale":"2024-09-14T03:31:43.598458+0000","last_undegraded":"2024-09-14T03:31:43.598458+0000","last_fullsized":"2024-09-14T03:31:43.598458+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T06:53:29.795560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.111484+0000","last_change":"2024-09-14T03:31:42.303362+0000","last_active":"2024-09-14T03:31:44.111484+0000","last_peered":"2024-09-14T03:31:44.111484+0000","last_clean":"2024-09-14T03:31:44.111484+0000","last_became_active":"2024-09-14T03:31:42.302239+0000","last_became_peered":"2024-09-14T03:31:42.302239+0000","last_unstale":"2024-09-14T03:31:44.111484+0000","last_undegraded":"2024-09-14T03:31:44.111484+0000","last_fullsized":"2024-09-14T03:31:44.111484+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T14:41:31.342971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.598511+0000","last_change":"2024-09-14T03:31:38.845124+0000","last_active":"2024-09-14T03:31:43.598511+0000","last_peered":"2024-09-14T03:31:43.598511+0000","last_clean":"2024-09-14T03:31:43.598511+0000","last_became_active":"2024-09-14T03:31:38.844842+0000","last_became_peered":"2024-09-14T03:31:38.844842+0000","last_unstale":"2024-09-14T03:31:43.598511+0000","last_undegraded":"2024-09-14T03:31:43.598511+0000","last_fullsized":"2024-09-14T03:31:43.598511+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T06:39:40.418525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.118317+0000","last_change":"2024-09-14T03:31:42.301097+0000","last_active":"2024-09-14T03:31:44.118317+0000","last_peered":"2024-09-14T03:31:44.118317+0000","last_clean":"2024-09-14T03:31:44.118317+0000","last_became_active":"2024-09-14T03:31:42.300809+0000","last_became_peered":"2024-09-14T03:31:42.300809+0000","last_unstale":"2024-09-14T03:31:44.118317+0000","last_undegraded":"2024-09-14T03:31:44.118317+0000","last_fullsized":"2024-09-14T03:31:44.118317+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:43:00.094657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.598607+0000","last_change":"2024-09-14T03:31:38.846003+0000","last_active":"2024-09-14T03:31:43.598607+0000","last_peered":"2024-09-14T03:31:43.598607+0000","last_clean":"2024-09-14T03:31:43.598607+0000","last_became_active":"2024-09-14T03:31:38.845233+0000","last_became_peered":"2024-09-14T03:31:38.845233+0000","last_unstale":"2024-09-14T03:31:43.598607+0000","last_undegraded":"2024-09-14T03:31:43.598607+0000","last_fullsized":"2024-09-14T03:31:43.598607+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T09:36:12.513040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.117478+0000","last_change":"2024-09-14T03:31:42.294096+0000","last_active":"2024-09-14T03:31:44.117478+0000","last_peered":"2024-09-14T03:31:44.117478+0000","last_clean":"2024-09-14T03:31:44.117478+0000","last_became_active":"2024-09-14T03:31:42.293790+0000","last_became_peered":"2024-09-14T03:31:42.293790+0000","last_unstale":"2024-09-14T03:31:44.117478+0000","last_undegraded":"2024-09-14T03:31:44.117478+0000","last_fullsized":"2024-09-14T03:31:44.117478+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T08:47:06.749772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"65'2","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.124398+0000","last_change":"2024-09-14T03:31:38.853126+0000","last_active":"2024-09-14T03:31:44.124398+0000","last_peered":"2024-09-14T03:31:44.124398+0000","last_clean":"2024-09-14T03:31:44.124398+0000","last_became_active":"2024-09-14T03:31:38.852659+0000","last_became_peered":"2024-09-14T03:31:38.852659+0000","last_unstale":"2024-09-14T03:31:44.124398+0000","last_undegraded":"2024-09-14T03:31:44.124398+0000","last_fullsized":"2024-09-14T03:31:44.124398+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T07:17:29.289201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.116997+0000","last_change":"2024-09-14T03:31:42.301260+0000","last_active":"2024-09-14T03:31:44.116997+0000","last_peered":"2024-09-14T03:31:44.116997+0000","last_clean":"2024-09-14T03:31:44.116997+0000","last_became_active":"2024-09-14T03:31:42.300941+0000","last_became_peered":"2024-09-14T03:31:42.300941+0000","last_unstale":"2024-09-14T03:31:44.116997+0000","last_undegraded":"2024-09-14T03:31:44.116997+0000","last_fullsized":"2024-09-14T03:31:44.116997+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T11:44:35.523681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.598859+0000","last_change":"2024-09-14T03:31:42.308183+0000","last_active":"2024-09-14T03:31:43.598859+0000","last_peered":"2024-09-14T03:31:43.598859+0000","last_clean":"2024-09-14T03:31:43.598859+0000","last_became_active":"2024-09-14T03:31:42.304408+0000","last_became_peered":"2024-09-14T03:31:42.304408+0000","last_unstale":"2024-09-14T03:31:43.598859+0000","last_undegraded":"2024-09-14T03:31:43.598859+0000","last_fullsized":"2024-09-14T03:31:43.598859+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T08:11:30.979782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"65'2","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.124702+0000","last_change":"2024-09-14T03:31:38.853766+0000","last_active":"2024-09-14T03:31:44.124702+0000","last_peered":"2024-09-14T03:31:44.124702+0000","last_clean":"2024-09-14T03:31:44.124702+0000","last_became_active":"2024-09-14T03:31:38.853374+0000","last_became_peered":"2024-09-14T03:31:38.853374+0000","last_unstale":"2024-09-14T03:31:44.124702+0000","last_undegraded":"2024-09-14T03:31:44.124702+0000","last_fullsized":"2024-09-14T03:31:44.124702+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T07:57:54.348750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-14T03:31:43.599917+0000","last_change":"2024-09-14T03:31:42.314228+0000","last_active":"2024-09-14T03:31:43.599917+0000","last_peered":"2024-09-14T03:31:43.599917+0000","last_clean":"2024-09-14T03:31:43.599917+0000","last_became_active":"2024-09-14T03:31:42.313798+0000","last_became_peered":"2024-09-14T03:31:42.313798+0000","last_unstale":"2024-09-14T03:31:43.599917+0000","last_undegraded":"2024-09-14T03:31:43.599917+0000","last_fullsized":"2024-09-14T03:31:43.599917+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T12:38:35.077485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"65'2","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.123404+0000","last_change":"2024-09-14T03:31:38.853422+0000","last_active":"2024-09-14T03:31:44.123404+0000","last_peered":"2024-09-14T03:31:44.123404+0000","last_clean":"2024-09-14T03:31:44.123404+0000","last_became_active":"2024-09-14T03:31:38.853123+0000","last_became_peered":"2024-09-14T03:31:38.853123+0000","last_unstale":"2024-09-14T03:31:44.123404+0000","last_undegraded":"2024-09-14T03:31:44.123404+0000","last_fullsized":"2024-09-14T03:31:44.123404+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T06:47:15.651965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.110115+0000","last_change":"2024-09-14T03:31:42.305507+0000","last_active":"2024-09-14T03:31:44.110115+0000","last_peered":"2024-09-14T03:31:44.110115+0000","last_clean":"2024-09-14T03:31:44.110115+0000","last_became_active":"2024-09-14T03:31:42.304340+0000","last_became_peered":"2024-09-14T03:31:42.304340+0000","last_unstale":"2024-09-14T03:31:44.110115+0000","last_undegraded":"2024-09-14T03:31:44.110115+0000","last_fullsized":"2024-09-14T03:31:44.110115+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:15:43.323389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"65'1","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.119619+0000","last_change":"2024-09-14T03:31:38.848380+0000","last_active":"2024-09-14T03:31:44.119619+0000","last_peered":"2024-09-14T03:31:44.119619+0000","last_clean":"2024-09-14T03:31:44.119619+0000","last_became_active":"2024-09-14T03:31:38.848060+0000","last_became_peered":"2024-09-14T03:31:38.848060+0000","last_unstale":"2024-09-14T03:31:44.119619+0000","last_undegraded":"2024-09-14T03:31:44.119619+0000","last_fullsized":"2024-09-14T03:31:44.119619+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:43:01.327566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.119492+0000","last_change":"2024-09-14T03:31:42.295472+0000","last_active":"2024-09-14T03:31:44.119492+0000","last_peered":"2024-09-14T03:31:44.119492+0000","last_clean":"2024-09-14T03:31:44.119492+0000","last_became_active":"2024-09-14T03:31:42.295185+0000","last_became_peered":"2024-09-14T03:31:42.295185+0000","last_unstale":"2024-09-14T03:31:44.119492+0000","last_undegraded":"2024-09-14T03:31:44.119492+0000","last_fullsized":"2024-09-14T03:31:44.119492+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T07:54:11.374698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"65'4","reported_seq":19,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-14T03:31:44.123514+0000","last_change":"2024-09-14T03:31:38.847350+0000","last_active":"2024-09-14T03:31:44.123514+0000","last_peered":"2024-09-14T03:31:44.123514+0000","last_clean":"2024-09-14T03:31:44.123514+0000","last_became_active":"2024-09-14T03:31:38.847087+0000","last_became_peered":"2024-09-14T03:31:38.847087+0000","last_unstale":"2024-09-14T03:31:44.123514+0000","last_undegraded":"2024-09-14T03:31:44.123514+0000","last_fullsized":"2024-09-14T03:31:44.123514+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:27:45.389746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233996,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28252,"kb_used_data":1228,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716900,"statfs":{"total":95995035648,"available":95966105600,"internally_reserved":0,"allocated":1257472,"data_stored":868246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68600000000000005}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71699999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66200000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53500000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54100000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38700000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48599999999999999}]}]},{"osd":6,"up_from":46,"seq":197568495634,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28252,"kb_used_data":1232,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716900,"statfs":{"total":95995035648,"available":95966105600,"internally_reserved":0,"allocated":1261568,"data_stored":869264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 14 03:31:52 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.60199999999999998}]},{"osd":1,"last update":"Sat Sep 14 03:31:52 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.61599999999999999}]},{"osd":2,"last update":"Sat Sep 14 03:31:52 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.57099999999999995}]},{"osd":3,"last update":"Sat Sep 14 03:31:52 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.52400000000000002}]},{"osd":4,"last update":"Sat Sep 14 03:31:52 2024","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.442,"15min":0.442},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.501},{"interface":"front","average":{"1min":0.439,"5min":0.439,"15min":0.439},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.40300000000000002}]},{"osd":5,"last update":"Sat Sep 14 03:31:52 2024","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.626}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64200000000000002}]}]},{"osd":5,"up_from":38,"seq":163208757270,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27688,"kb_used_data":660,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717464,"statfs":{"total":95995035648,"available":95966683136,"internally_reserved":0,"allocated":675840,"data_stored":279259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 14 03:31:27 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.55100000000000005}]},{"osd":1,"last update":"Sat Sep 14 03:31:27 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.52400000000000002}]},{"osd":2,"last update":"Sat Sep 14 03:31:27 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.66100000000000003}]},{"osd":3,"last update":"Sat Sep 14 03:31:27 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.63600000000000001}]},{"osd":4,"last update":"Sat Sep 14 03:31:27 2024","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.56999999999999995}]},{"osd":6,"last update":"Sat Sep 14 03:31:52 2024","interfaces":[{"interface":"back","average":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.68200000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70199999999999996}]}]},{"osd":4,"up_from":30,"seq":128849018906,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31780,"kb_used_data":660,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713372,"statfs":{"total":95995035648,"available":95962492928,"internally_reserved":0,"allocated":675840,"data_stored":278313,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 14 03:31:04 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.53800000000000003}]},{"osd":1,"last update":"Sat Sep 14 03:31:04 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.54900000000000004}]},{"osd":2,"last update":"Sat Sep 14 03:31:04 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.502},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.48899999999999999}]},{"osd":3,"last update":"Sat Sep 14 03:31:04 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.435},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.40600000000000003}]},{"osd":5,"last update":"Sat Sep 14 03:31:28 2024","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.621,"5min":0.621,"15min":0.621},"last":0.34000000000000002}]},{"osd":6,"last update":"Sat Sep 14 03:31:52 2024","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.375},{"interface":"front","average":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.47199999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41999999999999998}]}]},{"osd":3,"up_from":25,"seq":107374182431,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31784,"kb_used_data":664,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713368,"statfs":{"total":95995035648,"available":95962488832,"internally_reserved":0,"allocated":679936,"data_stored":279273,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31848904},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 14 03:31:48 2024","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.378,"15min":0.377},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"last":0.36899999999999999},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.43099999999999999,"15min":0.433},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.41699999999999998}]},{"osd":1,"last update":"Sat Sep 14 03:31:48 2024","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.434,"15min":0.432},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.41499999999999998,"15min":0.41399999999999998},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"last":0.39100000000000001}]},{"osd":2,"last update":"Sat Sep 14 03:31:48 2024","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.42699999999999999,"15min":0.42299999999999999},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.44500000000000001,"15min":0.443},"min":{"1min":0.35699999999999998,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"last":0.503}]},{"osd":4,"last update":"Sat Sep 14 03:31:05 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.67100000000000004},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.60599999999999998}]},{"osd":5,"last update":"Sat Sep 14 03:31:30 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.69299999999999995},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.59699999999999998}]},{"osd":6,"last update":"Sat Sep 14 03:31:53 2024","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.628,"15min":0.628},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.62},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.63400000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65000000000000002}]}]},{"osd":2,"up_from":18,"seq":77309411364,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27672,"kb_used_data":644,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717480,"statfs":{"total":95995035648,"available":95966699520,"internally_reserved":0,"allocated":659456,"data_stored":277605,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 14 03:31:23 2024","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.37,"15min":0.37},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"last":0.23499999999999999},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.38300000000000001,"15min":0.379},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.66800000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.248}]},{"osd":1,"last update":"Sat Sep 14 03:31:23 2024","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.38500000000000001,"15min":0.38100000000000001},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.26500000000000001},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.40600000000000003,"15min":0.39700000000000002},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.28899999999999998}]},{"osd":3,"last update":"Sat Sep 14 03:31:45 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.48999999999999999,"15min":0.48199999999999998},"min":{"1min":0.34999999999999998,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.32600000000000001},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.44900000000000001,"15min":0.442},"min":{"1min":0.34300000000000003,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.215}]},{"osd":4,"last update":"Sat Sep 14 03:31:04 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.53700000000000003}]},{"osd":5,"last update":"Sat Sep 14 03:31:28 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.49399999999999999}]},{"osd":6,"last update":"Sat Sep 14 03:31:50 2024","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"min":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.505},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.51400000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53100000000000003}]}]},{"osd":1,"up_from":13,"seq":55834574888,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27680,"kb_used_data":652,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717472,"statfs":{"total":95995035648,"available":95966691328,"internally_reserved":0,"allocated":667648,"data_stored":277765,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 14 03:31:57 2024","interfaces":[{"interface":"back","average":{"1min":0.39700000000000002,"5min":0.35599999999999998,"15min":0.33600000000000002},"min":{"1min":0.20100000000000001,"5min":0.186,"15min":0.186},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.316},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.371,"15min":0.35099999999999998},"min":{"1min":0.26500000000000001,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.49299999999999999}]},{"osd":2,"last update":"Sat Sep 14 03:31:22 2024","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.38400000000000001,"15min":0.378},"min":{"1min":0.245,"5min":0.218,"15min":0.218},"max":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.42199999999999999,"15min":0.41599999999999998},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.40500000000000003}]},{"osd":3,"last update":"Sat Sep 14 03:31:49 2024","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.505,"15min":0.51500000000000001},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.46100000000000002,"15min":0.46899999999999997},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.443}]},{"osd":4,"last update":"Sat Sep 14 03:31:06 2024","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.65800000000000003},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.52700000000000002}]},{"osd":5,"last update":"Sat Sep 14 03:31:29 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.59299999999999997}]},{"osd":6,"last update":"Sat Sep 14 03:31:51 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.51300000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60799999999999998}]}]},{"osd":0,"up_from":8,"seq":34359738414,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28272,"kb_used_data":1240,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716880,"statfs":{"total":95995035648,"available":95966085120,"internally_reserved":0,"allocated":1269760,"data_stored":868701,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 14 03:32:00 2024","interfaces":[{"interface":"back","average":{"1min":0.37,"5min":0.377,"15min":0.36299999999999999},"min":{"1min":0.22700000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.55600000000000005,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.441},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.378,"15min":0.36499999999999999},"min":{"1min":0.251,"5min":0.215,"15min":0.215},"max":{"1min":0.56200000000000006,"5min":0.66900000000000004,"15min":0.66900000000000004},"last":0.32200000000000001}]},{"osd":2,"last update":"Sat Sep 14 03:31:22 2024","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.43099999999999999,"15min":0.43099999999999999},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.63400000000000001,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.41899999999999998,"15min":0.41399999999999998},"min":{"1min":0.30399999999999999,"5min":0.246,"15min":0.246},"max":{"1min":0.622,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.40400000000000003}]},{"osd":3,"last update":"Sat Sep 14 03:31:50 2024","interfaces":[{"interface":"back","average":{"1min":0.46200000000000002,"5min":0.46999999999999997,"15min":0.47199999999999998},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.48799999999999999,"15min":0.49399999999999999},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.58599999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.35899999999999999}]},{"osd":4,"last update":"Sat Sep 14 03:31:04 2024","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.628,"5min":0.628,"15min":0.628},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.57099999999999995}]},{"osd":5,"last update":"Sat Sep 14 03:31:30 2024","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.623,"15min":0.623},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"min":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.65000000000000002}]},{"osd":6,"last update":"Sat Sep 14 03:31:50 2024","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.58399999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68500000000000005}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-14T03:32:07.951 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-09-14T03:32:07.952 INFO:tasks.cephadm:Adding prometheus.a on smithi154 2024-09-14T03:32:07.952 DEBUG:teuthology.orchestra.run.smithi154:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph orch apply prometheus '1;smithi154=a' 2024-09-14T03:32:08.083 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:07 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [7, 2]}]': finished 2024-09-14T03:32:08.083 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:07 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 2]}]': finished 2024-09-14T03:32:08.083 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:07 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.7", "id": [0, 1]}]': finished 2024-09-14T03:32:08.084 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:07 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.10", "id": [0, 1]}]': finished 2024-09-14T03:32:08.084 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:07 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [4, 2]}]': finished 2024-09-14T03:32:08.084 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:07 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]': finished 2024-09-14T03:32:08.084 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:07 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.37", "id": [5, 1]}]': finished 2024-09-14T03:32:08.084 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:07 smithi002 ceph-mon[27606]: osdmap e66: 8 total, 8 up, 8 in 2024-09-14T03:32:08.084 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:07 smithi002 ceph-mon[27606]: from='client.14493 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-14T03:32:08.084 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:07 smithi002 ceph-mon[27606]: osdmap e67: 8 total, 8 up, 8 in 2024-09-14T03:32:08.084 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:07 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [7, 2]}]': finished 2024-09-14T03:32:08.084 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:07 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 2]}]': finished 2024-09-14T03:32:08.084 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:07 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.7", "id": [0, 1]}]': finished 2024-09-14T03:32:08.084 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:07 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.10", "id": [0, 1]}]': finished 2024-09-14T03:32:08.085 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:07 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [4, 2]}]': finished 2024-09-14T03:32:08.085 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:07 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]': finished 2024-09-14T03:32:08.085 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:07 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.37", "id": [5, 1]}]': finished 2024-09-14T03:32:08.085 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:07 smithi002 ceph-mon[38004]: osdmap e66: 8 total, 8 up, 8 in 2024-09-14T03:32:08.085 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:07 smithi002 ceph-mon[38004]: from='client.14493 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-14T03:32:08.085 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:07 smithi002 ceph-mon[38004]: osdmap e67: 8 total, 8 up, 8 in 2024-09-14T03:32:08.164 INFO:teuthology.orchestra.run.smithi154.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.b/config 2024-09-14T03:32:08.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:07 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [7, 2]}]': finished 2024-09-14T03:32:08.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:07 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 2]}]': finished 2024-09-14T03:32:08.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:07 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.7", "id": [0, 1]}]': finished 2024-09-14T03:32:08.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:07 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.10", "id": [0, 1]}]': finished 2024-09-14T03:32:08.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:07 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [4, 2]}]': finished 2024-09-14T03:32:08.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:07 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]': finished 2024-09-14T03:32:08.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:07 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.37", "id": [5, 1]}]': finished 2024-09-14T03:32:08.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:07 smithi154 ceph-mon[30999]: osdmap e66: 8 total, 8 up, 8 in 2024-09-14T03:32:08.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:07 smithi154 ceph-mon[30999]: from='client.14493 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-14T03:32:08.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:07 smithi154 ceph-mon[30999]: osdmap e67: 8 total, 8 up, 8 in 2024-09-14T03:32:09.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:08 smithi002 ceph-mon[27606]: pgmap v208: 97 pgs: 1 peering, 96 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:32:09.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:08 smithi002 ceph-mon[38004]: pgmap v208: 97 pgs: 1 peering, 96 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:32:09.218 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:08 smithi154 ceph-mon[30999]: pgmap v208: 97 pgs: 1 peering, 96 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:32:09.741 INFO:teuthology.orchestra.run.smithi154.stdout:Scheduled prometheus update... 2024-09-14T03:32:10.396 DEBUG:teuthology.orchestra.run.smithi154:prometheus.a> sudo journalctl -f -n 0 -u ceph-f357b922-7248-11ef-bceb-c7b262605968@prometheus.a.service 2024-09-14T03:32:10.399 INFO:tasks.cephadm:Adding node-exporter.a on smithi002 2024-09-14T03:32:10.399 INFO:tasks.cephadm:Adding node-exporter.b on smithi154 2024-09-14T03:32:10.399 DEBUG:teuthology.orchestra.run.smithi154:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph orch apply node-exporter '2;smithi002=a;smithi154=b' 2024-09-14T03:32:10.641 INFO:teuthology.orchestra.run.smithi154.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.b/config 2024-09-14T03:32:11.093 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:10 smithi154 ceph-mon[30999]: from='client.24385 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi154=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:32:11.094 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:10 smithi154 ceph-mon[30999]: Saving service prometheus spec with placement smithi154=a;count:1 2024-09-14T03:32:11.094 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:10 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:32:11.094 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:10 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:32:11.094 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:10 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:32:11.094 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:10 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:32:11.094 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:10 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:32:11.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:10 smithi002 ceph-mon[27606]: from='client.24385 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi154=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:32:11.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:10 smithi002 ceph-mon[27606]: Saving service prometheus spec with placement smithi154=a;count:1 2024-09-14T03:32:11.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:10 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:32:11.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:10 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:32:11.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:10 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:32:11.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:10 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:32:11.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:10 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:32:11.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:10 smithi002 ceph-mon[38004]: from='client.24385 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi154=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:32:11.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:10 smithi002 ceph-mon[38004]: Saving service prometheus spec with placement smithi154=a;count:1 2024-09-14T03:32:11.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:10 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:32:11.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:10 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:32:11.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:10 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:32:11.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:10 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:32:11.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:10 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:32:12.154 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:11 smithi154 ceph-mon[30999]: Deploying daemon prometheus.a on smithi154 2024-09-14T03:32:12.154 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:11 smithi154 ceph-mon[30999]: pgmap v209: 97 pgs: 1 peering, 96 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:32:12.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:11 smithi002 ceph-mon[27606]: Deploying daemon prometheus.a on smithi154 2024-09-14T03:32:12.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:11 smithi002 ceph-mon[27606]: pgmap v209: 97 pgs: 1 peering, 96 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:32:12.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:11 smithi002 ceph-mon[38004]: Deploying daemon prometheus.a on smithi154 2024-09-14T03:32:12.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:11 smithi002 ceph-mon[38004]: pgmap v209: 97 pgs: 1 peering, 96 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:32:12.872 INFO:teuthology.orchestra.run.smithi154.stdout:Scheduled node-exporter update... 2024-09-14T03:32:13.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:12 smithi002 ceph-mon[27606]: pgmap v210: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:32:13.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:12 smithi002 ceph-mon[38004]: pgmap v210: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:32:13.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:12 smithi154 ceph-mon[30999]: pgmap v210: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:32:14.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:13 smithi154 ceph-mon[30999]: from='client.24391 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi002=a;smithi154=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:32:14.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:13 smithi154 ceph-mon[30999]: Saving service node-exporter spec with placement smithi002=a;smithi154=b;count:2 2024-09-14T03:32:14.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:13 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:32:14.177 DEBUG:teuthology.orchestra.run.smithi002:node-exporter.a> sudo journalctl -f -n 0 -u ceph-f357b922-7248-11ef-bceb-c7b262605968@node-exporter.a.service 2024-09-14T03:32:14.181 DEBUG:teuthology.orchestra.run.smithi154:node-exporter.b> sudo journalctl -f -n 0 -u ceph-f357b922-7248-11ef-bceb-c7b262605968@node-exporter.b.service 2024-09-14T03:32:14.183 INFO:tasks.cephadm:Adding alertmanager.a on smithi002 2024-09-14T03:32:14.183 DEBUG:teuthology.orchestra.run.smithi154:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph orch apply alertmanager '1;smithi002=a' 2024-09-14T03:32:14.186 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:13 smithi002 ceph-mon[38004]: from='client.24391 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi002=a;smithi154=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:32:14.186 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:13 smithi002 ceph-mon[38004]: Saving service node-exporter spec with placement smithi002=a;smithi154=b;count:2 2024-09-14T03:32:14.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:13 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:32:14.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:13 smithi002 ceph-mon[27606]: from='client.24391 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi002=a;smithi154=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:32:14.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:13 smithi002 ceph-mon[27606]: Saving service node-exporter spec with placement smithi002=a;smithi154=b;count:2 2024-09-14T03:32:14.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:13 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:32:15.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:14 smithi002 ceph-mon[27606]: pgmap v211: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:32:15.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:14 smithi002 ceph-mon[38004]: pgmap v211: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:32:15.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:14 smithi154 ceph-mon[30999]: pgmap v211: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:32:15.301 INFO:teuthology.orchestra.run.smithi154.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.b/config 2024-09-14T03:32:17.128 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:16 smithi154 ceph-mon[30999]: pgmap v212: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:32:17.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:16 smithi002 ceph-mon[27606]: pgmap v212: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:32:17.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:16 smithi002 ceph-mon[38004]: pgmap v212: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:32:18.496 INFO:teuthology.orchestra.run.smithi154.stdout:Scheduled alertmanager update... 2024-09-14T03:32:19.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:19 smithi154 ceph-mon[30999]: from='client.24397 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi002=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:32:19.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:19 smithi154 ceph-mon[30999]: Saving service alertmanager spec with placement smithi002=a;count:1 2024-09-14T03:32:19.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:19 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:32:19.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:19 smithi154 ceph-mon[30999]: pgmap v213: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:32:19.936 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:19 smithi002 ceph-mon[27606]: from='client.24397 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi002=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:32:19.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:19 smithi002 ceph-mon[27606]: Saving service alertmanager spec with placement smithi002=a;count:1 2024-09-14T03:32:19.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:19 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:32:19.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:19 smithi002 ceph-mon[27606]: pgmap v213: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:32:19.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:19 smithi002 ceph-mon[38004]: from='client.24397 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi002=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:32:19.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:19 smithi002 ceph-mon[38004]: Saving service alertmanager spec with placement smithi002=a;count:1 2024-09-14T03:32:19.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:19 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:32:19.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:19 smithi002 ceph-mon[38004]: pgmap v213: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:32:21.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:20 smithi002 ceph-mon[27606]: pgmap v214: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:32:21.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:20 smithi002 ceph-mon[38004]: pgmap v214: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:32:21.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:20 smithi154 ceph-mon[30999]: pgmap v214: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:32:21.255 DEBUG:teuthology.orchestra.run.smithi002:alertmanager.a> sudo journalctl -f -n 0 -u ceph-f357b922-7248-11ef-bceb-c7b262605968@alertmanager.a.service 2024-09-14T03:32:21.258 INFO:tasks.cephadm:Adding grafana.a on smithi154 2024-09-14T03:32:21.258 DEBUG:teuthology.orchestra.run.smithi154:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph orch apply grafana '1;smithi154=a' 2024-09-14T03:32:21.907 INFO:teuthology.orchestra.run.smithi154.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.b/config 2024-09-14T03:32:23.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:22 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:32:23.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:22 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:32:23.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:22 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:32:23.818 INFO:teuthology.orchestra.run.smithi154.stdout:Scheduled grafana update... 2024-09-14T03:32:24.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:23 smithi154 ceph-mon[30999]: pgmap v215: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:32:24.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:23 smithi002 ceph-mon[27606]: pgmap v215: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:32:24.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:23 smithi002 ceph-mon[38004]: pgmap v215: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:32:24.464 DEBUG:teuthology.orchestra.run.smithi154:grafana.a> sudo journalctl -f -n 0 -u ceph-f357b922-7248-11ef-bceb-c7b262605968@grafana.a.service 2024-09-14T03:32:24.467 INFO:tasks.cephadm:Setting up client nodes... 2024-09-14T03:32:24.467 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-09-14T03:32:24.688 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:32:24.727 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:32:24 smithi154 systemd[1]: Started Ceph prometheus.a for f357b922-7248-11ef-bceb-c7b262605968. 2024-09-14T03:32:25.160 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:24 smithi002 ceph-mon[27606]: from='client.24403 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi154=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:32:25.160 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:24 smithi002 ceph-mon[27606]: Saving service grafana spec with placement smithi154=a;count:1 2024-09-14T03:32:25.160 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:24 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:32:25.160 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:24 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:32:25.161 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:24 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:32:25.161 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:24 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:32:25.161 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:24 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-09-14T03:32:25.161 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:24 smithi002 ceph-mon[27606]: pgmap v216: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:32:25.161 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:24 smithi002 ceph-mon[38004]: from='client.24403 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi154=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:32:25.161 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:24 smithi002 ceph-mon[38004]: Saving service grafana spec with placement smithi154=a;count:1 2024-09-14T03:32:25.161 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:24 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:32:25.161 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:24 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:32:25.161 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:24 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:32:25.161 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:24 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:32:25.162 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:24 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-09-14T03:32:25.162 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:24 smithi002 ceph-mon[38004]: pgmap v216: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:32:25.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:24 smithi154 ceph-mon[30999]: from='client.24403 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi154=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:32:25.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:24 smithi154 ceph-mon[30999]: Saving service grafana spec with placement smithi154=a;count:1 2024-09-14T03:32:25.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:24 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:32:25.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:24 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:32:25.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:24 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:32:25.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:24 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' 2024-09-14T03:32:25.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:24 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-09-14T03:32:25.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:24 smithi154 ceph-mon[30999]: pgmap v216: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:32:26.012 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:32:25 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: ignoring --setuser ceph since I am not root 2024-09-14T03:32:26.012 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:32:25 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: ignoring --setgroup ceph since I am not root 2024-09-14T03:32:26.012 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:32:25 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:32:25.840+0000 7fdcb72bb040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-14T03:32:26.012 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:32:25 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:32:25.901+0000 7fdcb72bb040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-14T03:32:26.048 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:32:25 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[32820]: ignoring --setuser ceph since I am not root 2024-09-14T03:32:26.048 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:32:25 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[32820]: ignoring --setgroup ceph since I am not root 2024-09-14T03:32:26.048 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:32:25 smithi154 ceph-mgr[32824]: -- 172.21.15.154:0/653616569 <== mon.1 v2:172.21.15.154:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x562f08e7cd00 con 0x562f08e50800 2024-09-14T03:32:26.048 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:32:25 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[32820]: 2024-09-14T03:32:25.838+0000 7fbf5f93b040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-14T03:32:26.048 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:32:25 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[32820]: 2024-09-14T03:32:25.895+0000 7fbf5f93b040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-14T03:32:26.049 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:32:26 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[32820]: 2024-09-14T03:32:26.046+0000 7fbf5f93b040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-14T03:32:26.288 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:32:26 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:32:26.061+0000 7fdcb72bb040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-14T03:32:26.288 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:32:26 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:32:26.130+0000 7fdcb72bb040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-14T03:32:26.288 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:32:26 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:32:26.285+0000 7fdcb72bb040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-14T03:32:26.400 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:32:26 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[32820]: 2024-09-14T03:32:26.113+0000 7fbf5f93b040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-14T03:32:26.400 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:32:26 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[32820]: 2024-09-14T03:32:26.257+0000 7fbf5f93b040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-14T03:32:26.400 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:32:26 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[32820]: 2024-09-14T03:32:26.398+0000 7fbf5f93b040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-14T03:32:26.636 INFO:teuthology.orchestra.run.smithi002.stdout:[client.0] 2024-09-14T03:32:26.636 INFO:teuthology.orchestra.run.smithi002.stdout: key = AQDKA+VmFGKpJRAATj6h6SvvtfRqLoaf0fMazQ== 2024-09-14T03:32:26.636 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:32:26 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:32:26.437+0000 7fdcb72bb040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-14T03:32:26.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:26 smithi002 ceph-mon[27606]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-09-14T03:32:26.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:26 smithi002 ceph-mon[27606]: mgrmap e16: y(active, since 5m), standbys: x 2024-09-14T03:32:26.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:26 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/1759256665' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-14T03:32:26.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:26 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/1759256665' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-14T03:32:26.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:26 smithi002 ceph-mon[38004]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-09-14T03:32:26.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:26 smithi002 ceph-mon[38004]: mgrmap e16: y(active, since 5m), standbys: x 2024-09-14T03:32:26.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:26 smithi002 ceph-mon[38004]: from='client.? 172.21.15.2:0/1759256665' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-14T03:32:26.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:26 smithi002 ceph-mon[38004]: from='client.? 172.21.15.2:0/1759256665' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-14T03:32:26.938 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:32:26 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:32:26.768+0000 7fdcb72bb040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-14T03:32:26.938 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:32:26 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:32:26.831+0000 7fdcb72bb040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-14T03:32:26.956 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:32:26 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[32820]: 2024-09-14T03:32:26.708+0000 7fbf5f93b040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-14T03:32:26.956 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:32:26 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[32820]: 2024-09-14T03:32:26.770+0000 7fbf5f93b040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-14T03:32:26.956 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:26 smithi154 ceph-mon[30999]: from='mgr.14150 172.21.15.2:0/898855461' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-09-14T03:32:26.956 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:26 smithi154 ceph-mon[30999]: mgrmap e16: y(active, since 5m), standbys: x 2024-09-14T03:32:26.956 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:26 smithi154 ceph-mon[30999]: from='client.? 172.21.15.2:0/1759256665' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-14T03:32:26.957 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:26 smithi154 ceph-mon[30999]: from='client.? 172.21.15.2:0/1759256665' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-14T03:32:27.227 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:32:26 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[32820]: 2024-09-14T03:32:26.954+0000 7fbf5f93b040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-14T03:32:27.276 DEBUG:teuthology.orchestra.run.smithi002:> set -ex 2024-09-14T03:32:27.276 DEBUG:teuthology.orchestra.run.smithi002:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-09-14T03:32:27.276 DEBUG:teuthology.orchestra.run.smithi002:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-14T03:32:27.298 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:32:27 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:32:27.024+0000 7fdcb72bb040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-14T03:32:27.319 DEBUG:teuthology.orchestra.run.smithi154:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-09-14T03:32:27.528 INFO:teuthology.orchestra.run.smithi154.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.b/config 2024-09-14T03:32:27.938 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:32:27 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[32820]: 2024-09-14T03:32:27.888+0000 7fbf5f93b040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-14T03:32:28.227 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:32:27 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[32820]: 2024-09-14T03:32:27.959+0000 7fbf5f93b040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-14T03:32:28.437 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:32:27 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:32:27.955+0000 7fdcb72bb040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-14T03:32:28.437 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:32:28 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:32:28.026+0000 7fdcb72bb040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-14T03:32:28.896 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:32:28 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:32:28.774+0000 7fdcb72bb040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-14T03:32:28.896 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:32:28 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:32:28.894+0000 7fdcb72bb040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-14T03:32:28.977 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:32:28 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[32820]: 2024-09-14T03:32:28.710+0000 7fbf5f93b040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-14T03:32:28.977 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:32:28 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[32820]: 2024-09-14T03:32:28.829+0000 7fbf5f93b040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-14T03:32:29.186 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:32:29 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:32:29.041+0000 7fdcb72bb040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-14T03:32:29.187 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:32:29 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:32:29.104+0000 7fdcb72bb040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-14T03:32:29.269 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:32:28 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[32820]: 2024-09-14T03:32:28.977+0000 7fbf5f93b040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-14T03:32:29.269 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:32:29 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[32820]: 2024-09-14T03:32:29.040+0000 7fbf5f93b040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-14T03:32:29.269 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:32:29 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[32820]: 2024-09-14T03:32:29.197+0000 7fbf5f93b040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-14T03:32:29.269 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:32:29 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[32820]: 2024-09-14T03:32:29.267+0000 7fbf5f93b040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-14T03:32:29.357 INFO:teuthology.orchestra.run.smithi154.stdout:[client.1] 2024-09-14T03:32:29.357 INFO:teuthology.orchestra.run.smithi154.stdout: key = AQDNA+VmuZb+FBAAnIf9Rqzd6RQRQ2kOSy3ACA== 2024-09-14T03:32:29.556 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:29 smithi002 ceph-mon[27606]: from='client.? 172.21.15.154:0/2668397343' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-14T03:32:29.557 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:29 smithi002 ceph-mon[27606]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-14T03:32:29.557 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:29 smithi002 ceph-mon[27606]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-14T03:32:29.557 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:29 smithi002 ceph-mon[38004]: from='client.? 172.21.15.154:0/2668397343' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-14T03:32:29.557 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:29 smithi002 ceph-mon[38004]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-14T03:32:29.557 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:29 smithi002 ceph-mon[38004]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-14T03:32:29.557 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:32:29 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:32:29.257+0000 7fdcb72bb040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-14T03:32:29.557 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:32:29 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:32:29.327+0000 7fdcb72bb040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-14T03:32:29.558 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:32:29 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:32:29.390+0000 7fdcb72bb040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-14T03:32:29.558 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:32:29 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:32:29.554+0000 7fdcb72bb040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-14T03:32:29.569 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:29 smithi154 ceph-mon[30999]: from='client.? 172.21.15.154:0/2668397343' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-14T03:32:29.569 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:29 smithi154 ceph-mon[30999]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-14T03:32:29.569 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:29 smithi154 ceph-mon[30999]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-14T03:32:29.569 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:32:29 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[32820]: 2024-09-14T03:32:29.330+0000 7fbf5f93b040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-14T03:32:29.569 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:32:29 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[32820]: 2024-09-14T03:32:29.501+0000 7fbf5f93b040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-14T03:32:29.570 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:32:29 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[32820]: 2024-09-14T03:32:29.567+0000 7fbf5f93b040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-14T03:32:29.840 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:32:29 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:32:29.621+0000 7fdcb72bb040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-14T03:32:29.840 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:32:29 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:32:29.690+0000 7fdcb72bb040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-14T03:32:29.840 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:32:29 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:32:29.776+0000 7fdcb72bb040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-14T03:32:29.840 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:32:29 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:32:29.837+0000 7fdcb72bb040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-14T03:32:29.844 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:32:29 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[32820]: 2024-09-14T03:32:29.636+0000 7fbf5f93b040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-14T03:32:29.844 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:32:29 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[32820]: 2024-09-14T03:32:29.721+0000 7fbf5f93b040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-14T03:32:29.844 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:32:29 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[32820]: 2024-09-14T03:32:29.782+0000 7fbf5f93b040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-14T03:32:29.844 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:32:29 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[32820]: 2024-09-14T03:32:29.842+0000 7fbf5f93b040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-14T03:32:30.005 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-09-14T03:32:30.005 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2024-09-14T03:32:30.006 DEBUG:teuthology.orchestra.run.smithi154:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-09-14T03:32:30.043 INFO:tasks.cephadm:Creating RBD pool 2024-09-14T03:32:30.043 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph osd pool create rbd 8 2024-09-14T03:32:30.187 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:32:29 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:32:29.898+0000 7fdcb72bb040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-14T03:32:30.254 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:32:30.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:30 smithi002 ceph-mon[27606]: Standby manager daemon x restarted 2024-09-14T03:32:30.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:30 smithi002 ceph-mon[27606]: Standby manager daemon x started 2024-09-14T03:32:30.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:30 smithi002 ceph-mon[27606]: from='mgr.? 172.21.15.154:0/3029689844' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-14T03:32:30.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:30 smithi002 ceph-mon[27606]: from='mgr.? 172.21.15.154:0/3029689844' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-14T03:32:30.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:30 smithi002 ceph-mon[27606]: from='mgr.? 172.21.15.154:0/3029689844' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-14T03:32:30.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:30 smithi002 ceph-mon[27606]: from='mgr.? 172.21.15.154:0/3029689844' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-14T03:32:30.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:30 smithi002 ceph-mon[38004]: Standby manager daemon x restarted 2024-09-14T03:32:30.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:30 smithi002 ceph-mon[38004]: Standby manager daemon x started 2024-09-14T03:32:30.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:30 smithi002 ceph-mon[38004]: from='mgr.? 172.21.15.154:0/3029689844' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-14T03:32:30.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:30 smithi002 ceph-mon[38004]: from='mgr.? 172.21.15.154:0/3029689844' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-14T03:32:30.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:30 smithi002 ceph-mon[38004]: from='mgr.? 172.21.15.154:0/3029689844' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-14T03:32:30.939 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:30 smithi002 ceph-mon[38004]: from='mgr.? 172.21.15.154:0/3029689844' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-14T03:32:30.939 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:32:30 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:32:30.741+0000 7fdcb72bb040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-14T03:32:30.939 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:32:30 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: [14/Sep/2024:03:32:30] ENGINE Bus STARTING 2024-09-14T03:32:30.939 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:32:30 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: CherryPy Checker: 2024-09-14T03:32:30.939 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:32:30 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: The Application mounted at '' has an empty config. 2024-09-14T03:32:30.939 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:32:30 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:32:30.939 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:32:30 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:32:30.857+0000 7fdc2160d640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-14T03:32:30.939 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:32:30 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:32:30.857+0000 7fdc1ee08640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-14T03:32:30.939 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:32:30 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:32:30.857+0000 7fdc2160d640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-14T03:32:30.939 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:32:30 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:32:30.857+0000 7fdc2160d640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-14T03:32:30.939 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:32:30 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:32:30.857+0000 7fdc1ee08640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-14T03:32:30.940 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:32:30 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:32:30.857+0000 7fdc2160d640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-14T03:32:30.940 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:32:30 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:32:30.857+0000 7fdc2160d640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-14T03:32:30.940 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:32:30 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:32:30.857+0000 7fdc1ee08640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-14T03:32:30.940 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:32:30 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:32:30.857+0000 7fdc1ee08640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-14T03:32:30.940 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:32:30 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:32:30.857+0000 7fdc1ee08640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-14T03:32:30.940 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:32:30 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: [14/Sep/2024:03:32:30] ENGINE Serving on http://:::9283 2024-09-14T03:32:30.940 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:32:30 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: [14/Sep/2024:03:32:30] ENGINE Bus STARTED 2024-09-14T03:32:30.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:30 smithi154 ceph-mon[30999]: Standby manager daemon x restarted 2024-09-14T03:32:30.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:30 smithi154 ceph-mon[30999]: Standby manager daemon x started 2024-09-14T03:32:30.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:30 smithi154 ceph-mon[30999]: from='mgr.? 172.21.15.154:0/3029689844' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-14T03:32:30.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:30 smithi154 ceph-mon[30999]: from='mgr.? 172.21.15.154:0/3029689844' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-14T03:32:30.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:30 smithi154 ceph-mon[30999]: from='mgr.? 172.21.15.154:0/3029689844' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-14T03:32:30.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:30 smithi154 ceph-mon[30999]: from='mgr.? 172.21.15.154:0/3029689844' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-14T03:32:30.978 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:32:30 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[32820]: 2024-09-14T03:32:30.642+0000 7fbf5f93b040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-14T03:32:30.978 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:32:30 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[32820]: [14/Sep/2024:03:32:30] ENGINE Bus STARTING 2024-09-14T03:32:30.978 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:32:30 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[32820]: CherryPy Checker: 2024-09-14T03:32:30.978 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:32:30 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[32820]: The Application mounted at '' has an empty config. 2024-09-14T03:32:30.978 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:32:30 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[32820]: 2024-09-14T03:32:30.978 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:32:30 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[32820]: [14/Sep/2024:03:32:30] ENGINE Serving on http://:::9283 2024-09-14T03:32:30.978 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:32:30 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[32820]: [14/Sep/2024:03:32:30] ENGINE Bus STARTED 2024-09-14T03:32:31.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:31 smithi002 ceph-mon[27606]: mgrmap e17: y(active, since 5m), standbys: x 2024-09-14T03:32:31.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:31 smithi002 ceph-mon[27606]: Active manager daemon y restarted 2024-09-14T03:32:31.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:31 smithi002 ceph-mon[27606]: Activating manager daemon y 2024-09-14T03:32:31.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:31 smithi002 ceph-mon[27606]: osdmap e68: 8 total, 8 up, 8 in 2024-09-14T03:32:31.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:31 smithi002 ceph-mon[27606]: mgrmap e18: y(active, starting, since 0.00902614s), standbys: x 2024-09-14T03:32:31.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:31 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:32:31.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:31 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:32:31.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:31 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:32:31.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:31 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-14T03:32:31.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:31 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-14T03:32:31.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:31 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-14T03:32:31.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:31 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-14T03:32:31.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:31 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-14T03:32:31.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:31 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-14T03:32:31.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:31 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-14T03:32:31.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:31 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-14T03:32:31.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:31 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-14T03:32:31.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:31 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-14T03:32:31.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:31 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-14T03:32:31.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:31 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-14T03:32:31.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:31 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-14T03:32:31.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:31 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-14T03:32:31.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:31 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-14T03:32:31.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:31 smithi002 ceph-mon[27606]: Manager daemon y is now available 2024-09-14T03:32:31.940 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:31 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:32:31.940 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:31 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:32:31.940 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:31 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-14T03:32:31.940 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:31 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-14T03:32:31.940 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:31 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-14T03:32:31.940 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:31 smithi002 ceph-mon[38004]: mgrmap e17: y(active, since 5m), standbys: x 2024-09-14T03:32:31.940 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:31 smithi002 ceph-mon[38004]: Active manager daemon y restarted 2024-09-14T03:32:31.940 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:31 smithi002 ceph-mon[38004]: Activating manager daemon y 2024-09-14T03:32:31.940 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:31 smithi002 ceph-mon[38004]: osdmap e68: 8 total, 8 up, 8 in 2024-09-14T03:32:31.941 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:31 smithi002 ceph-mon[38004]: mgrmap e18: y(active, starting, since 0.00902614s), standbys: x 2024-09-14T03:32:31.941 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:31 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:32:31.941 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:31 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:32:31.941 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:31 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:32:31.941 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:31 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-14T03:32:31.941 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:31 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-14T03:32:31.941 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:31 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-14T03:32:31.941 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:31 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-14T03:32:31.941 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:31 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-14T03:32:31.941 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:31 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-14T03:32:31.941 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:31 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-14T03:32:31.941 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:31 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-14T03:32:31.941 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:31 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-14T03:32:31.942 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:31 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-14T03:32:31.942 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:31 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-14T03:32:31.942 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:31 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-14T03:32:31.942 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:31 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-14T03:32:31.942 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:31 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-14T03:32:31.942 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:31 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-14T03:32:31.942 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:31 smithi002 ceph-mon[38004]: Manager daemon y is now available 2024-09-14T03:32:31.942 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:31 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:32:31.942 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:31 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:32:31.942 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:31 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-14T03:32:31.942 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:31 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-14T03:32:31.942 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:31 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-14T03:32:31.943 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:31 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-14T03:32:31.943 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:31 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-14T03:32:31.943 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:31 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-14T03:32:31.943 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:31 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-14T03:32:31.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:31 smithi154 ceph-mon[30999]: mgrmap e17: y(active, since 5m), standbys: x 2024-09-14T03:32:31.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:31 smithi154 ceph-mon[30999]: Active manager daemon y restarted 2024-09-14T03:32:31.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:31 smithi154 ceph-mon[30999]: Activating manager daemon y 2024-09-14T03:32:31.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:31 smithi154 ceph-mon[30999]: osdmap e68: 8 total, 8 up, 8 in 2024-09-14T03:32:31.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:31 smithi154 ceph-mon[30999]: mgrmap e18: y(active, starting, since 0.00902614s), standbys: x 2024-09-14T03:32:31.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:31 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:32:31.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:31 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:32:31.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:31 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:32:31.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:31 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-14T03:32:31.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:31 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-14T03:32:31.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:31 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-14T03:32:31.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:31 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-14T03:32:31.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:31 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-14T03:32:31.979 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:31 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-14T03:32:31.979 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:31 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-14T03:32:31.979 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:31 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-14T03:32:31.979 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:31 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-14T03:32:31.979 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:31 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-14T03:32:31.979 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:31 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-14T03:32:31.979 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:31 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-14T03:32:31.979 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:31 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-14T03:32:31.979 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:31 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-14T03:32:31.979 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:31 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-14T03:32:31.979 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:31 smithi154 ceph-mon[30999]: Manager daemon y is now available 2024-09-14T03:32:31.980 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:31 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:32:31.980 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:31 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:32:31.980 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:31 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-14T03:32:31.980 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:31 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-14T03:32:31.980 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:31 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-14T03:32:31.980 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:31 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-14T03:32:31.980 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:31 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-14T03:32:32.687 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:32:32 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:32:32.565+0000 7fdc0b021640 -1 log_channel(cephadm) log [ERR] : [14/Sep/2024:03:32:32] ENGINE Error in HTTPServer.serve 2024-09-14T03:32:32.687 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:32:32 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: Traceback (most recent call last): 2024-09-14T03:32:32.687 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:32:32 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-14T03:32:32.687 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:32:32 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: self._connections.run(self.expiration_interval) 2024-09-14T03:32:32.687 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:32:32 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-14T03:32:32.688 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:32:32 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: self._run(expiration_interval) 2024-09-14T03:32:32.688 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:32:32 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-14T03:32:32.688 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:32:32 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: new_conn = self._from_server_socket(self.server.socket) 2024-09-14T03:32:32.688 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:32:32 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-14T03:32:32.688 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:32:32 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-14T03:32:32.688 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:32:32 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-14T03:32:32.688 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:32:32 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: s = self.context.wrap_socket( 2024-09-14T03:32:32.688 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:32:32 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-14T03:32:32.688 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:32:32 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: return self.sslsocket_class._create( 2024-09-14T03:32:32.688 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:32:32 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-14T03:32:32.688 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:32:32 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: self.do_handshake() 2024-09-14T03:32:32.688 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:32:32 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-14T03:32:32.688 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:32:32 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: self._sslobj.do_handshake() 2024-09-14T03:32:32.688 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:32:32 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-14T03:32:32.689 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:32:32 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:32:32.765 INFO:teuthology.orchestra.run.smithi002.stderr:pool 'rbd' created 2024-09-14T03:32:32.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:32 smithi154 ceph-mon[30999]: mgrmap e19: y(active, since 1.01145s), standbys: x 2024-09-14T03:32:32.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:32 smithi154 ceph-mon[30999]: from='client.? 172.21.15.2:0/3807003604' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-09-14T03:32:32.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:32 smithi154 ceph-mon[30999]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-09-14T03:32:32.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:32 smithi154 ceph-mon[30999]: [14/Sep/2024:03:32:32] ENGINE Bus STARTING 2024-09-14T03:32:32.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:32 smithi154 ceph-mon[30999]: [14/Sep/2024:03:32:32] ENGINE Serving on https://172.21.15.2:7150 2024-09-14T03:32:32.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:32 smithi154 ceph-mon[30999]: [14/Sep/2024:03:32:32] ENGINE Error in HTTPServer.serve 2024-09-14T03:32:32.978 INFO:journalctl@ceph.mon.b.smithi154.stdout: Traceback (most recent call last): 2024-09-14T03:32:32.978 INFO:journalctl@ceph.mon.b.smithi154.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-14T03:32:32.978 INFO:journalctl@ceph.mon.b.smithi154.stdout: self._connections.run(self.expiration_interval) 2024-09-14T03:32:32.978 INFO:journalctl@ceph.mon.b.smithi154.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-14T03:32:32.978 INFO:journalctl@ceph.mon.b.smithi154.stdout: self._run(expiration_interval) 2024-09-14T03:32:32.978 INFO:journalctl@ceph.mon.b.smithi154.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-14T03:32:32.978 INFO:journalctl@ceph.mon.b.smithi154.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-14T03:32:32.978 INFO:journalctl@ceph.mon.b.smithi154.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-14T03:32:32.978 INFO:journalctl@ceph.mon.b.smithi154.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-14T03:32:32.978 INFO:journalctl@ceph.mon.b.smithi154.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-14T03:32:32.978 INFO:journalctl@ceph.mon.b.smithi154.stdout: s = self.context.wrap_socket( 2024-09-14T03:32:32.978 INFO:journalctl@ceph.mon.b.smithi154.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-14T03:32:32.979 INFO:journalctl@ceph.mon.b.smithi154.stdout: return self.sslsocket_class._create( 2024-09-14T03:32:32.979 INFO:journalctl@ceph.mon.b.smithi154.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-14T03:32:32.979 INFO:journalctl@ceph.mon.b.smithi154.stdout: self.do_handshake() 2024-09-14T03:32:32.979 INFO:journalctl@ceph.mon.b.smithi154.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-14T03:32:32.980 INFO:journalctl@ceph.mon.b.smithi154.stdout: self._sslobj.do_handshake() 2024-09-14T03:32:32.980 INFO:journalctl@ceph.mon.b.smithi154.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-14T03:32:32.980 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:32 smithi154 ceph-mon[30999]: [14/Sep/2024:03:32:32] ENGINE Serving on http://172.21.15.2:8765 2024-09-14T03:32:32.980 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:32 smithi154 ceph-mon[30999]: [14/Sep/2024:03:32:32] ENGINE Bus STARTED 2024-09-14T03:32:33.096 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:32 smithi002 ceph-mon[27606]: mgrmap e19: y(active, since 1.01145s), standbys: x 2024-09-14T03:32:33.096 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:32 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/3807003604' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-09-14T03:32:33.096 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:32 smithi002 ceph-mon[27606]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-09-14T03:32:33.096 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:32 smithi002 ceph-mon[27606]: [14/Sep/2024:03:32:32] ENGINE Bus STARTING 2024-09-14T03:32:33.096 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:32 smithi002 ceph-mon[27606]: [14/Sep/2024:03:32:32] ENGINE Serving on https://172.21.15.2:7150 2024-09-14T03:32:33.096 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:32 smithi002 ceph-mon[27606]: [14/Sep/2024:03:32:32] ENGINE Error in HTTPServer.serve 2024-09-14T03:32:33.096 INFO:journalctl@ceph.mon.a.smithi002.stdout: Traceback (most recent call last): 2024-09-14T03:32:33.096 INFO:journalctl@ceph.mon.a.smithi002.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-14T03:32:33.096 INFO:journalctl@ceph.mon.a.smithi002.stdout: self._connections.run(self.expiration_interval) 2024-09-14T03:32:33.097 INFO:journalctl@ceph.mon.a.smithi002.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-14T03:32:33.097 INFO:journalctl@ceph.mon.a.smithi002.stdout: self._run(expiration_interval) 2024-09-14T03:32:33.097 INFO:journalctl@ceph.mon.a.smithi002.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-14T03:32:33.097 INFO:journalctl@ceph.mon.a.smithi002.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-14T03:32:33.097 INFO:journalctl@ceph.mon.a.smithi002.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-14T03:32:33.097 INFO:journalctl@ceph.mon.a.smithi002.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-14T03:32:33.097 INFO:journalctl@ceph.mon.a.smithi002.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-14T03:32:33.097 INFO:journalctl@ceph.mon.a.smithi002.stdout: s = self.context.wrap_socket( 2024-09-14T03:32:33.097 INFO:journalctl@ceph.mon.a.smithi002.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-14T03:32:33.097 INFO:journalctl@ceph.mon.a.smithi002.stdout: return self.sslsocket_class._create( 2024-09-14T03:32:33.097 INFO:journalctl@ceph.mon.a.smithi002.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-14T03:32:33.097 INFO:journalctl@ceph.mon.a.smithi002.stdout: self.do_handshake() 2024-09-14T03:32:33.097 INFO:journalctl@ceph.mon.a.smithi002.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-14T03:32:33.097 INFO:journalctl@ceph.mon.a.smithi002.stdout: self._sslobj.do_handshake() 2024-09-14T03:32:33.098 INFO:journalctl@ceph.mon.a.smithi002.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-14T03:32:33.098 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:32 smithi002 ceph-mon[27606]: [14/Sep/2024:03:32:32] ENGINE Serving on http://172.21.15.2:8765 2024-09-14T03:32:33.098 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:32 smithi002 ceph-mon[27606]: [14/Sep/2024:03:32:32] ENGINE Bus STARTED 2024-09-14T03:32:33.098 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:32 smithi002 ceph-mon[38004]: mgrmap e19: y(active, since 1.01145s), standbys: x 2024-09-14T03:32:33.098 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:32 smithi002 ceph-mon[38004]: from='client.? 172.21.15.2:0/3807003604' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-09-14T03:32:33.098 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:32 smithi002 ceph-mon[38004]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-09-14T03:32:33.098 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:32 smithi002 ceph-mon[38004]: [14/Sep/2024:03:32:32] ENGINE Bus STARTING 2024-09-14T03:32:33.098 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:32 smithi002 ceph-mon[38004]: [14/Sep/2024:03:32:32] ENGINE Serving on https://172.21.15.2:7150 2024-09-14T03:32:33.098 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:32 smithi002 ceph-mon[38004]: [14/Sep/2024:03:32:32] ENGINE Error in HTTPServer.serve 2024-09-14T03:32:33.098 INFO:journalctl@ceph.mon.c.smithi002.stdout: Traceback (most recent call last): 2024-09-14T03:32:33.099 INFO:journalctl@ceph.mon.c.smithi002.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-14T03:32:33.099 INFO:journalctl@ceph.mon.c.smithi002.stdout: self._connections.run(self.expiration_interval) 2024-09-14T03:32:33.099 INFO:journalctl@ceph.mon.c.smithi002.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-14T03:32:33.099 INFO:journalctl@ceph.mon.c.smithi002.stdout: self._run(expiration_interval) 2024-09-14T03:32:33.099 INFO:journalctl@ceph.mon.c.smithi002.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-14T03:32:33.099 INFO:journalctl@ceph.mon.c.smithi002.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-14T03:32:33.099 INFO:journalctl@ceph.mon.c.smithi002.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-14T03:32:33.099 INFO:journalctl@ceph.mon.c.smithi002.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-14T03:32:33.099 INFO:journalctl@ceph.mon.c.smithi002.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-14T03:32:33.099 INFO:journalctl@ceph.mon.c.smithi002.stdout: s = self.context.wrap_socket( 2024-09-14T03:32:33.099 INFO:journalctl@ceph.mon.c.smithi002.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-14T03:32:33.099 INFO:journalctl@ceph.mon.c.smithi002.stdout: return self.sslsocket_class._create( 2024-09-14T03:32:33.099 INFO:journalctl@ceph.mon.c.smithi002.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-14T03:32:33.099 INFO:journalctl@ceph.mon.c.smithi002.stdout: self.do_handshake() 2024-09-14T03:32:33.100 INFO:journalctl@ceph.mon.c.smithi002.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-14T03:32:33.100 INFO:journalctl@ceph.mon.c.smithi002.stdout: self._sslobj.do_handshake() 2024-09-14T03:32:33.100 INFO:journalctl@ceph.mon.c.smithi002.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-14T03:32:33.100 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:32 smithi002 ceph-mon[38004]: [14/Sep/2024:03:32:32] ENGINE Serving on http://172.21.15.2:8765 2024-09-14T03:32:33.100 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:32 smithi002 ceph-mon[38004]: [14/Sep/2024:03:32:32] ENGINE Bus STARTED 2024-09-14T03:32:33.437 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:32:33 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:32:33] "GET /metrics HTTP/1.1" 200 28743 "" "Prometheus/2.43.0" 2024-09-14T03:32:33.659 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f357b922-7248-11ef-bceb-c7b262605968 -- rbd pool init rbd 2024-09-14T03:32:33.894 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:32:33.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:33 smithi002 ceph-mon[38004]: pgmap v5: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:32:33.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:33 smithi002 ceph-mon[38004]: mgrmap e20: y(active, since 2s), standbys: x 2024-09-14T03:32:33.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:33 smithi002 ceph-mon[38004]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-09-14T03:32:33.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:33 smithi002 ceph-mon[38004]: osdmap e69: 8 total, 8 up, 8 in 2024-09-14T03:32:33.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:33 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:32:33.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:33 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:32:33.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:33 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:32:33.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:33 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:32:33.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:33 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:32:33.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:33 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:32:33.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:33 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:32:33.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:33 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:32:33.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:33 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:32:33.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:33 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:32:33.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:33 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:32:33.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:33 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:32:33.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:33 smithi002 ceph-mon[38004]: Adjusting osd_memory_target on smithi154 to 2992M 2024-09-14T03:32:33.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:33 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:32:33.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:33 smithi002 ceph-mon[27606]: pgmap v5: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:32:33.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:33 smithi002 ceph-mon[27606]: mgrmap e20: y(active, since 2s), standbys: x 2024-09-14T03:32:33.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:33 smithi002 ceph-mon[27606]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-09-14T03:32:33.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:33 smithi002 ceph-mon[27606]: osdmap e69: 8 total, 8 up, 8 in 2024-09-14T03:32:33.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:33 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:32:33.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:33 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:32:33.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:33 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:32:33.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:33 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:32:33.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:33 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:32:33.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:33 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:32:33.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:33 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:32:33.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:33 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:32:33.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:33 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:32:33.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:33 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:32:33.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:33 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:32:33.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:33 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:32:33.940 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:33 smithi002 ceph-mon[27606]: Adjusting osd_memory_target on smithi154 to 2992M 2024-09-14T03:32:33.940 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:33 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:32:34.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:33 smithi154 ceph-mon[30999]: pgmap v5: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:32:34.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:33 smithi154 ceph-mon[30999]: mgrmap e20: y(active, since 2s), standbys: x 2024-09-14T03:32:34.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:33 smithi154 ceph-mon[30999]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-09-14T03:32:34.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:33 smithi154 ceph-mon[30999]: osdmap e69: 8 total, 8 up, 8 in 2024-09-14T03:32:34.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:33 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:32:34.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:33 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:32:34.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:33 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:32:34.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:33 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:32:34.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:33 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:32:34.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:33 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:32:34.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:33 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:32:34.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:33 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:32:34.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:33 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:32:34.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:33 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:32:34.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:33 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:32:34.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:33 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:32:34.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:33 smithi154 ceph-mon[30999]: Adjusting osd_memory_target on smithi154 to 2992M 2024-09-14T03:32:34.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:33 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:32:35.072 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:34 smithi002 ceph-mon[27606]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:32:35.072 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:34 smithi002 ceph-mon[27606]: osdmap e70: 8 total, 8 up, 8 in 2024-09-14T03:32:35.072 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:34 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:32:35.072 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:34 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:32:35.072 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:34 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:32:35.072 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:34 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:32:35.072 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:34 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:32:35.073 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:34 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:32:35.073 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:34 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:32:35.073 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:34 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:32:35.073 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:34 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:32:35.073 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:34 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:32:35.073 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:34 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:32:35.073 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:34 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:32:35.073 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:34 smithi002 ceph-mon[27606]: Adjusting osd_memory_target on smithi002 to 2993M 2024-09-14T03:32:35.073 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:34 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:32:35.073 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:34 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:32:35.073 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:34 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:32:35.073 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:34 smithi002 ceph-mon[27606]: Updating smithi002:/etc/ceph/ceph.conf 2024-09-14T03:32:35.073 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:34 smithi002 ceph-mon[27606]: Updating smithi154:/etc/ceph/ceph.conf 2024-09-14T03:32:35.074 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:34 smithi002 ceph-mon[38004]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:32:35.074 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:34 smithi002 ceph-mon[38004]: osdmap e70: 8 total, 8 up, 8 in 2024-09-14T03:32:35.074 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:34 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:32:35.074 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:34 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:32:35.074 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:34 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:32:35.074 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:34 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:32:35.074 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:34 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:32:35.074 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:34 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:32:35.074 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:34 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:32:35.074 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:34 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:32:35.074 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:34 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:32:35.075 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:34 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:32:35.075 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:34 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:32:35.075 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:34 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:32:35.075 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:34 smithi002 ceph-mon[38004]: Adjusting osd_memory_target on smithi002 to 2993M 2024-09-14T03:32:35.075 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:34 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:32:35.075 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:34 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:32:35.075 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:34 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:32:35.075 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:34 smithi002 ceph-mon[38004]: Updating smithi002:/etc/ceph/ceph.conf 2024-09-14T03:32:35.075 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:34 smithi002 ceph-mon[38004]: Updating smithi154:/etc/ceph/ceph.conf 2024-09-14T03:32:35.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:34 smithi154 ceph-mon[30999]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:32:35.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:34 smithi154 ceph-mon[30999]: osdmap e70: 8 total, 8 up, 8 in 2024-09-14T03:32:35.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:34 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:32:35.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:34 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:32:35.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:34 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:32:35.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:34 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:32:35.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:34 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:32:35.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:34 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:32:35.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:34 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:32:35.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:34 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:32:35.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:34 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:32:35.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:34 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:32:35.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:34 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:32:35.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:34 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:32:35.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:34 smithi154 ceph-mon[30999]: Adjusting osd_memory_target on smithi002 to 2993M 2024-09-14T03:32:35.230 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:34 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:32:35.230 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:34 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:32:35.230 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:34 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:32:35.230 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:34 smithi154 ceph-mon[30999]: Updating smithi002:/etc/ceph/ceph.conf 2024-09-14T03:32:35.230 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:34 smithi154 ceph-mon[30999]: Updating smithi154:/etc/ceph/ceph.conf 2024-09-14T03:32:35.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:35 smithi002 ceph-mon[38004]: pgmap v7: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:32:35.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:35 smithi002 ceph-mon[38004]: osdmap e71: 8 total, 8 up, 8 in 2024-09-14T03:32:35.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:35 smithi002 ceph-mon[38004]: Updating smithi002:/var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-14T03:32:35.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:35 smithi002 ceph-mon[38004]: Updating smithi154:/var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-14T03:32:35.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:35 smithi002 ceph-mon[38004]: Updating smithi002:/etc/ceph/ceph.client.admin.keyring 2024-09-14T03:32:35.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:35 smithi002 ceph-mon[38004]: Updating smithi154:/etc/ceph/ceph.client.admin.keyring 2024-09-14T03:32:35.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:35 smithi002 ceph-mon[38004]: Updating smithi002:/var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-14T03:32:35.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:35 smithi002 ceph-mon[38004]: Updating smithi154:/var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-14T03:32:35.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:35 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:32:35.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:35 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:32:35.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:35 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:32:35.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:35 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:32:35.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:35 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:32:35.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:35 smithi002 ceph-mon[38004]: Deploying daemon alertmanager.a on smithi002 2024-09-14T03:32:35.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:35 smithi002 ceph-mon[38004]: mgrmap e21: y(active, since 4s), standbys: x 2024-09-14T03:32:35.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:35 smithi002 ceph-mon[38004]: from='client.? 172.21.15.2:0/1773300761' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-09-14T03:32:35.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:35 smithi002 ceph-mon[38004]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-09-14T03:32:35.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:35 smithi002 ceph-mon[27606]: pgmap v7: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:32:35.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:35 smithi002 ceph-mon[27606]: osdmap e71: 8 total, 8 up, 8 in 2024-09-14T03:32:35.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:35 smithi002 ceph-mon[27606]: Updating smithi002:/var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-14T03:32:35.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:35 smithi002 ceph-mon[27606]: Updating smithi154:/var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-14T03:32:35.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:35 smithi002 ceph-mon[27606]: Updating smithi002:/etc/ceph/ceph.client.admin.keyring 2024-09-14T03:32:35.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:35 smithi002 ceph-mon[27606]: Updating smithi154:/etc/ceph/ceph.client.admin.keyring 2024-09-14T03:32:35.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:35 smithi002 ceph-mon[27606]: Updating smithi002:/var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-14T03:32:35.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:35 smithi002 ceph-mon[27606]: Updating smithi154:/var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-14T03:32:35.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:35 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:32:35.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:35 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:32:35.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:35 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:32:35.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:35 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:32:35.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:35 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:32:35.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:35 smithi002 ceph-mon[27606]: Deploying daemon alertmanager.a on smithi002 2024-09-14T03:32:35.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:35 smithi002 ceph-mon[27606]: mgrmap e21: y(active, since 4s), standbys: x 2024-09-14T03:32:35.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:35 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/1773300761' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-09-14T03:32:35.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:35 smithi002 ceph-mon[27606]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-09-14T03:32:36.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:35 smithi154 ceph-mon[30999]: pgmap v7: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:32:36.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:35 smithi154 ceph-mon[30999]: osdmap e71: 8 total, 8 up, 8 in 2024-09-14T03:32:36.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:35 smithi154 ceph-mon[30999]: Updating smithi002:/var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-14T03:32:36.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:35 smithi154 ceph-mon[30999]: Updating smithi154:/var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-14T03:32:36.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:35 smithi154 ceph-mon[30999]: Updating smithi002:/etc/ceph/ceph.client.admin.keyring 2024-09-14T03:32:36.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:35 smithi154 ceph-mon[30999]: Updating smithi154:/etc/ceph/ceph.client.admin.keyring 2024-09-14T03:32:36.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:35 smithi154 ceph-mon[30999]: Updating smithi002:/var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-14T03:32:36.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:35 smithi154 ceph-mon[30999]: Updating smithi154:/var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-14T03:32:36.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:35 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:32:36.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:35 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:32:36.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:35 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:32:36.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:35 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:32:36.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:35 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:32:36.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:35 smithi154 ceph-mon[30999]: Deploying daemon alertmanager.a on smithi002 2024-09-14T03:32:36.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:35 smithi154 ceph-mon[30999]: mgrmap e21: y(active, since 4s), standbys: x 2024-09-14T03:32:36.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:35 smithi154 ceph-mon[30999]: from='client.? 172.21.15.2:0/1773300761' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-09-14T03:32:36.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:35 smithi154 ceph-mon[30999]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-09-14T03:32:37.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:37 smithi002 ceph-mon[38004]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-09-14T03:32:37.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:37 smithi002 ceph-mon[38004]: osdmap e72: 8 total, 8 up, 8 in 2024-09-14T03:32:37.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:37 smithi002 ceph-mon[27606]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-09-14T03:32:37.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:37 smithi002 ceph-mon[27606]: osdmap e72: 8 total, 8 up, 8 in 2024-09-14T03:32:37.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:37 smithi154 ceph-mon[30999]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-09-14T03:32:37.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:37 smithi154 ceph-mon[30999]: osdmap e72: 8 total, 8 up, 8 in 2024-09-14T03:32:38.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:38 smithi002 ceph-mon[38004]: pgmap v10: 105 pgs: 5 unknown, 100 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:32:38.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:38 smithi002 ceph-mon[38004]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:32:38.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:38 smithi002 ceph-mon[38004]: Cluster is now healthy 2024-09-14T03:32:38.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:38 smithi002 ceph-mon[38004]: osdmap e73: 8 total, 8 up, 8 in 2024-09-14T03:32:38.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:38 smithi002 ceph-mon[27606]: pgmap v10: 105 pgs: 5 unknown, 100 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:32:38.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:38 smithi002 ceph-mon[27606]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:32:38.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:38 smithi002 ceph-mon[27606]: Cluster is now healthy 2024-09-14T03:32:38.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:38 smithi002 ceph-mon[27606]: osdmap e73: 8 total, 8 up, 8 in 2024-09-14T03:32:38.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:38 smithi154 ceph-mon[30999]: pgmap v10: 105 pgs: 5 unknown, 100 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:32:38.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:38 smithi154 ceph-mon[30999]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:32:38.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:38 smithi154 ceph-mon[30999]: Cluster is now healthy 2024-09-14T03:32:38.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:38 smithi154 ceph-mon[30999]: osdmap e73: 8 total, 8 up, 8 in 2024-09-14T03:32:39.917 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:39 smithi002 ceph-mon[27606]: osdmap e74: 8 total, 8 up, 8 in 2024-09-14T03:32:39.917 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:39 smithi002 ceph-mon[38004]: osdmap e74: 8 total, 8 up, 8 in 2024-09-14T03:32:39.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:39 smithi154 ceph-mon[30999]: osdmap e74: 8 total, 8 up, 8 in 2024-09-14T03:32:40.162 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph config log 1 --format=json 2024-09-14T03:32:40.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:40 smithi002 ceph-mon[27606]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 51 KiB/s rd, 0 B/s wr, 28 op/s 2024-09-14T03:32:40.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:40 smithi002 ceph-mon[38004]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 51 KiB/s rd, 0 B/s wr, 28 op/s 2024-09-14T03:32:40.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:40 smithi154 ceph-mon[30999]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 51 KiB/s rd, 0 B/s wr, 28 op/s 2024-09-14T03:32:42.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:42 smithi002 ceph-mon[27606]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 34 KiB/s rd, 0 B/s wr, 19 op/s 2024-09-14T03:32:42.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:42 smithi002 ceph-mon[38004]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 34 KiB/s rd, 0 B/s wr, 19 op/s 2024-09-14T03:32:42.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:42 smithi154 ceph-mon[30999]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 34 KiB/s rd, 0 B/s wr, 19 op/s 2024-09-14T03:32:43.143 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:32:43.267 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:32:43 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:32:43] "GET /metrics HTTP/1.1" 200 28743 "" "Prometheus/2.43.0" 2024-09-14T03:32:44.818 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:44 smithi002 ceph-mon[27606]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 34 KiB/s rd, 334 B/s wr, 19 op/s 2024-09-14T03:32:44.818 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:44 smithi002 ceph-mon[38004]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 34 KiB/s rd, 334 B/s wr, 19 op/s 2024-09-14T03:32:44.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:44 smithi154 ceph-mon[30999]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 34 KiB/s rd, 334 B/s wr, 19 op/s 2024-09-14T03:32:45.253 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-14T03:32:45.880 INFO:teuthology.orchestra.run.smithi002.stdout:[{"version":25,"timestamp":"2024-09-14T03:32:34.635972+0000","name":"","changes":[{"name":"osd/host:smithi002/osd_memory_target","previous_value":"4212219596","new_value":"3138477772"}]}] 2024-09-14T03:32:45.880 INFO:tasks.ceph_manager:config epoch is 25 2024-09-14T03:32:45.880 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-14T03:32:45.881 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-09-14T03:32:45.881 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph mgr dump --format=json 2024-09-14T03:32:45.936 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:45 smithi002 ceph-mon[38004]: from='client.? 172.21.15.2:0/2809556744' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2024-09-14T03:32:45.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:45 smithi002 ceph-mon[38004]: osdmap e75: 8 total, 8 up, 8 in 2024-09-14T03:32:45.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:45 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/2809556744' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2024-09-14T03:32:45.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:45 smithi002 ceph-mon[27606]: osdmap e75: 8 total, 8 up, 8 in 2024-09-14T03:32:45.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:45 smithi154 ceph-mon[30999]: from='client.? 172.21.15.2:0/2809556744' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2024-09-14T03:32:45.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:45 smithi154 ceph-mon[30999]: osdmap e75: 8 total, 8 up, 8 in 2024-09-14T03:32:46.357 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:32:46.437 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Sep 14 03:32:46 smithi002 systemd[1]: Started Ceph alertmanager.a for f357b922-7248-11ef-bceb-c7b262605968. 2024-09-14T03:32:46.673 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:46 smithi002 ceph-mon[27606]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 255 B/s wr, 14 op/s 2024-09-14T03:32:46.673 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:46 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-14T03:32:46.673 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:46 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:32:46.674 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:46 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:32:46.674 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:46 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:32:46.674 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:46 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:32:46.674 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:46 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:32:46.674 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:46 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:32:46.674 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:46 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:32:46.674 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:46 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-14T03:32:46.674 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:46 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:32:46.674 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:32:46 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: [14/Sep/2024:03:32:46] ENGINE Bus STOPPING 2024-09-14T03:32:46.674 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:32:46 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: [14/Sep/2024:03:32:46] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-14T03:32:46.674 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:32:46 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: [14/Sep/2024:03:32:46] ENGINE Bus STOPPED 2024-09-14T03:32:46.675 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:32:46 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: [14/Sep/2024:03:32:46] ENGINE Bus STARTING 2024-09-14T03:32:46.675 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:46 smithi002 ceph-mon[38004]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 255 B/s wr, 14 op/s 2024-09-14T03:32:46.675 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:46 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-14T03:32:46.675 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:46 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:32:46.675 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:46 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:32:46.675 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:46 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:32:46.675 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:46 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:32:46.675 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:46 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:32:46.675 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:46 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:32:46.675 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:46 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:32:46.675 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:46 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-14T03:32:46.675 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:46 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:32:46.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:46 smithi154 ceph-mon[30999]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 255 B/s wr, 14 op/s 2024-09-14T03:32:46.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:46 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-14T03:32:46.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:46 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:32:46.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:46 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:32:46.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:46 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:32:46.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:46 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:32:46.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:46 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:32:46.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:46 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:32:46.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:46 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:32:46.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:46 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-14T03:32:46.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:46 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:32:46.998 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:32:46 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: [14/Sep/2024:03:32:46] ENGINE Serving on http://:::9283 2024-09-14T03:32:46.998 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:32:46 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: [14/Sep/2024:03:32:46] ENGINE Bus STARTED 2024-09-14T03:32:47.932 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:47 smithi002 ceph-mon[27606]: Regenerating cephadm self-signed grafana TLS certificates 2024-09-14T03:32:47.932 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:47 smithi002 ceph-mon[27606]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-14T03:32:47.932 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:47 smithi002 ceph-mon[27606]: Deploying daemon grafana.a on smithi154 2024-09-14T03:32:47.933 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:47 smithi002 ceph-mon[38004]: Regenerating cephadm self-signed grafana TLS certificates 2024-09-14T03:32:47.933 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:47 smithi002 ceph-mon[38004]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-14T03:32:47.933 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:47 smithi002 ceph-mon[38004]: Deploying daemon grafana.a on smithi154 2024-09-14T03:32:47.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:47 smithi154 ceph-mon[30999]: Regenerating cephadm self-signed grafana TLS certificates 2024-09-14T03:32:47.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:47 smithi154 ceph-mon[30999]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-14T03:32:47.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:47 smithi154 ceph-mon[30999]: Deploying daemon grafana.a on smithi154 2024-09-14T03:32:48.534 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Sep 14 03:32:48 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-alertmanager-a[69450]: ts=2024-09-14T03:32:48.227Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000967559s 2024-09-14T03:32:48.859 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-14T03:32:48.859 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:48 smithi002 ceph-mon[27606]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 252 B/s wr, 0 op/s 2024-09-14T03:32:48.860 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:48 smithi002 ceph-mon[38004]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 252 B/s wr, 0 op/s 2024-09-14T03:32:48.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:48 smithi154 ceph-mon[30999]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 252 B/s wr, 0 op/s 2024-09-14T03:32:49.470 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":21,"flags":0,"active_gid":14523,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6800","nonce":981107065},{"type":"v1","addr":"172.21.15.2:6801","nonce":981107065}]},"active_addr":"172.21.15.2:6801/981107065","active_change":"2024-09-14T03:32:30.744886+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":24409,"name":"x","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.2:8443/","prometheus":"http://172.21.15.2:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":68,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.2:0","nonce":1494551785}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.2:0","nonce":3879797356}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.2:0","nonce":947074371}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.2:0","nonce":2615742944}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.2:0","nonce":1779539161}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.2:0","nonce":3402172128}]}]} 2024-09-14T03:32:49.473 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-09-14T03:32:49.474 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-09-14T03:32:49.474 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-14T03:32:49.680 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:32:49.802 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:49 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/3560854421' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-14T03:32:49.802 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:49 smithi002 ceph-mon[38004]: from='client.? 172.21.15.2:0/3560854421' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-14T03:32:49.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:49 smithi154 ceph-mon[30999]: from='client.? 172.21.15.2:0/3560854421' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-14T03:32:50.844 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:50 smithi002 ceph-mon[27606]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-09-14T03:32:50.844 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:50 smithi002 ceph-mon[38004]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-09-14T03:32:50.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:50 smithi154 ceph-mon[30999]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-09-14T03:32:51.496 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-14T03:32:51.497 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":75,"fsid":"f357b922-7248-11ef-bceb-c7b262605968","created":"2024-09-14T03:26:15.463541+0000","modified":"2024-09-14T03:32:45.350893+0000","last_up_change":"2024-09-14T03:31:12.596930+0000","last_in_change":"2024-09-14T03:30:56.781105+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-14T03:29:19.218677+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-14T03:31:37.264394+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-14T03:31:40.957497+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-09-14T03:32:32.679429+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":74,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"99812d27-45b8-4e87-af6a-c8d797c2c961","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6802","nonce":3940182083},{"type":"v1","addr":"172.21.15.2:6803","nonce":3940182083}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6804","nonce":3940182083},{"type":"v1","addr":"172.21.15.2:6805","nonce":3940182083}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6808","nonce":3940182083},{"type":"v1","addr":"172.21.15.2:6809","nonce":3940182083}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6806","nonce":3940182083},{"type":"v1","addr":"172.21.15.2:6807","nonce":3940182083}]},"public_addr":"172.21.15.2:6803/3940182083","cluster_addr":"172.21.15.2:6805/3940182083","heartbeat_back_addr":"172.21.15.2:6809/3940182083","heartbeat_front_addr":"172.21.15.2:6807/3940182083","state":["exists","up"]},{"osd":1,"uuid":"19c600df-4b2e-496c-aef7-c5b3a301c69c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6810","nonce":2908196906},{"type":"v1","addr":"172.21.15.2:6811","nonce":2908196906}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6812","nonce":2908196906},{"type":"v1","addr":"172.21.15.2:6813","nonce":2908196906}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6816","nonce":2908196906},{"type":"v1","addr":"172.21.15.2:6817","nonce":2908196906}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6814","nonce":2908196906},{"type":"v1","addr":"172.21.15.2:6815","nonce":2908196906}]},"public_addr":"172.21.15.2:6811/2908196906","cluster_addr":"172.21.15.2:6813/2908196906","heartbeat_back_addr":"172.21.15.2:6817/2908196906","heartbeat_front_addr":"172.21.15.2:6815/2908196906","state":["exists","up"]},{"osd":2,"uuid":"bf6a4ff3-2bef-4ec5-a53b-198b3a27da37","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6818","nonce":2164738872},{"type":"v1","addr":"172.21.15.2:6819","nonce":2164738872}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6820","nonce":2164738872},{"type":"v1","addr":"172.21.15.2:6821","nonce":2164738872}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6824","nonce":2164738872},{"type":"v1","addr":"172.21.15.2:6825","nonce":2164738872}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6822","nonce":2164738872},{"type":"v1","addr":"172.21.15.2:6823","nonce":2164738872}]},"public_addr":"172.21.15.2:6819/2164738872","cluster_addr":"172.21.15.2:6821/2164738872","heartbeat_back_addr":"172.21.15.2:6825/2164738872","heartbeat_front_addr":"172.21.15.2:6823/2164738872","state":["exists","up"]},{"osd":3,"uuid":"cbb4c3de-7936-4be4-aace-b6411d2f65ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6826","nonce":408508822},{"type":"v1","addr":"172.21.15.2:6827","nonce":408508822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6828","nonce":408508822},{"type":"v1","addr":"172.21.15.2:6829","nonce":408508822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6832","nonce":408508822},{"type":"v1","addr":"172.21.15.2:6833","nonce":408508822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6830","nonce":408508822},{"type":"v1","addr":"172.21.15.2:6831","nonce":408508822}]},"public_addr":"172.21.15.2:6827/408508822","cluster_addr":"172.21.15.2:6829/408508822","heartbeat_back_addr":"172.21.15.2:6833/408508822","heartbeat_front_addr":"172.21.15.2:6831/408508822","state":["exists","up"]},{"osd":4,"uuid":"baf6b247-94ef-4bc0-a5c1-df760aa8f401","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2514384578},{"type":"v1","addr":"172.21.15.154:6801","nonce":2514384578}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2514384578},{"type":"v1","addr":"172.21.15.154:6803","nonce":2514384578}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2514384578},{"type":"v1","addr":"172.21.15.154:6807","nonce":2514384578}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2514384578},{"type":"v1","addr":"172.21.15.154:6805","nonce":2514384578}]},"public_addr":"172.21.15.154:6801/2514384578","cluster_addr":"172.21.15.154:6803/2514384578","heartbeat_back_addr":"172.21.15.154:6807/2514384578","heartbeat_front_addr":"172.21.15.154:6805/2514384578","state":["exists","up"]},{"osd":5,"uuid":"44ae176a-c589-45ff-b7ff-6fc46f01f488","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":1348837030},{"type":"v1","addr":"172.21.15.154:6809","nonce":1348837030}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":1348837030},{"type":"v1","addr":"172.21.15.154:6811","nonce":1348837030}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":1348837030},{"type":"v1","addr":"172.21.15.154:6815","nonce":1348837030}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":1348837030},{"type":"v1","addr":"172.21.15.154:6813","nonce":1348837030}]},"public_addr":"172.21.15.154:6809/1348837030","cluster_addr":"172.21.15.154:6811/1348837030","heartbeat_back_addr":"172.21.15.154:6815/1348837030","heartbeat_front_addr":"172.21.15.154:6813/1348837030","state":["exists","up"]},{"osd":6,"uuid":"63266cfd-7aa1-41ae-a1aa-9eb4345b819b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":4106441220},{"type":"v1","addr":"172.21.15.154:6817","nonce":4106441220}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6818","nonce":4106441220},{"type":"v1","addr":"172.21.15.154:6819","nonce":4106441220}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6822","nonce":4106441220},{"type":"v1","addr":"172.21.15.154:6823","nonce":4106441220}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":4106441220},{"type":"v1","addr":"172.21.15.154:6821","nonce":4106441220}]},"public_addr":"172.21.15.154:6817/4106441220","cluster_addr":"172.21.15.154:6819/4106441220","heartbeat_back_addr":"172.21.15.154:6823/4106441220","heartbeat_front_addr":"172.21.15.154:6821/4106441220","state":["exists","up"]},{"osd":7,"uuid":"8a7eb9f3-d03f-4573-8240-6e96d5e67ec0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":3491619265},{"type":"v1","addr":"172.21.15.154:6825","nonce":3491619265}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6826","nonce":3491619265},{"type":"v1","addr":"172.21.15.154:6827","nonce":3491619265}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":3491619265},{"type":"v1","addr":"172.21.15.154:6831","nonce":3491619265}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":3491619265},{"type":"v1","addr":"172.21.15.154:6829","nonce":3491619265}]},"public_addr":"172.21.15.154:6825/3491619265","cluster_addr":"172.21.15.154:6827/3491619265","heartbeat_back_addr":"172.21.15.154:6831/3491619265","heartbeat_front_addr":"172.21.15.154:6829/3491619265","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-14T03:28:26.732902+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-14T03:28:51.466618+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-14T03:29:16.051255+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-14T03:29:41.918807+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-14T03:30:02.948378+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-14T03:30:25.206634+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-14T03:30:48.548916+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-14T03:31:11.543268+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.4","mappings":[{"from":7,"to":2}]},{"pgid":"3.3","mappings":[{"from":4,"to":2}]},{"pgid":"3.7","mappings":[{"from":0,"to":1}]},{"pgid":"3.10","mappings":[{"from":0,"to":1}]},{"pgid":"3.19","mappings":[{"from":4,"to":2}]},{"pgid":"3.23","mappings":[{"from":0,"to":2}]},{"pgid":"3.37","mappings":[{"from":5,"to":1}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.2:0/1395253994":"2024-09-15T03:32:30.744631+0000","172.21.15.2:6801/3917753203":"2024-09-15T03:32:30.744631+0000","172.21.15.2:6800/3917753203":"2024-09-15T03:32:30.744631+0000","172.21.15.2:0/54624550":"2024-09-15T03:26:40.376882+0000","172.21.15.2:0/1324371969":"2024-09-15T03:32:30.744631+0000","172.21.15.2:0/3986231615":"2024-09-15T03:26:40.376882+0000","172.21.15.2:6800/1054983274":"2024-09-15T03:26:40.376882+0000","172.21.15.2:6801/1054983274":"2024-09-15T03:26:40.376882+0000","172.21.15.2:6800/154188522":"2024-09-15T03:27:06.726358+0000","172.21.15.2:0/1676399561":"2024-09-15T03:27:06.726358+0000","172.21.15.2:6801/154188522":"2024-09-15T03:27:06.726358+0000","172.21.15.2:0/2089626002":"2024-09-15T03:26:40.376882+0000","172.21.15.2:0/1946204770":"2024-09-15T03:32:30.744631+0000","172.21.15.2:0/2013375411":"2024-09-15T03:27:06.726358+0000","172.21.15.2:0/2716485212":"2024-09-15T03:27:06.726358+0000","172.21.15.2:0/3763944256":"2024-09-15T03:32:30.744631+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-14T03:32:52.064 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:51 smithi002 ceph-mon[27606]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-09-14T03:32:52.064 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:51 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:32:52.064 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:51 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/1199900202' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-14T03:32:52.065 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:51 smithi002 ceph-mon[38004]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-09-14T03:32:52.065 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:51 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:32:52.065 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:51 smithi002 ceph-mon[38004]: from='client.? 172.21.15.2:0/1199900202' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-14T03:32:52.088 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-09-14T03:32:52.088 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-14T03:32:52.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:51 smithi154 ceph-mon[30999]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-09-14T03:32:52.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:51 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:32:52.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:51 smithi154 ceph-mon[30999]: from='client.? 172.21.15.2:0/1199900202' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-14T03:32:52.295 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:32:53.364 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:32:53 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:32:53] "GET /metrics HTTP/1.1" 200 33653 "" "Prometheus/2.43.0" 2024-09-14T03:32:53.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:53 smithi002 ceph-mon[27606]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:32:53.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:53 smithi002 ceph-mon[38004]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:32:54.060 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-14T03:32:54.061 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":75,"fsid":"f357b922-7248-11ef-bceb-c7b262605968","created":"2024-09-14T03:26:15.463541+0000","modified":"2024-09-14T03:32:45.350893+0000","last_up_change":"2024-09-14T03:31:12.596930+0000","last_in_change":"2024-09-14T03:30:56.781105+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-14T03:29:19.218677+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-14T03:31:37.264394+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-14T03:31:40.957497+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-09-14T03:32:32.679429+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":74,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"99812d27-45b8-4e87-af6a-c8d797c2c961","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6802","nonce":3940182083},{"type":"v1","addr":"172.21.15.2:6803","nonce":3940182083}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6804","nonce":3940182083},{"type":"v1","addr":"172.21.15.2:6805","nonce":3940182083}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6808","nonce":3940182083},{"type":"v1","addr":"172.21.15.2:6809","nonce":3940182083}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6806","nonce":3940182083},{"type":"v1","addr":"172.21.15.2:6807","nonce":3940182083}]},"public_addr":"172.21.15.2:6803/3940182083","cluster_addr":"172.21.15.2:6805/3940182083","heartbeat_back_addr":"172.21.15.2:6809/3940182083","heartbeat_front_addr":"172.21.15.2:6807/3940182083","state":["exists","up"]},{"osd":1,"uuid":"19c600df-4b2e-496c-aef7-c5b3a301c69c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6810","nonce":2908196906},{"type":"v1","addr":"172.21.15.2:6811","nonce":2908196906}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6812","nonce":2908196906},{"type":"v1","addr":"172.21.15.2:6813","nonce":2908196906}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6816","nonce":2908196906},{"type":"v1","addr":"172.21.15.2:6817","nonce":2908196906}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6814","nonce":2908196906},{"type":"v1","addr":"172.21.15.2:6815","nonce":2908196906}]},"public_addr":"172.21.15.2:6811/2908196906","cluster_addr":"172.21.15.2:6813/2908196906","heartbeat_back_addr":"172.21.15.2:6817/2908196906","heartbeat_front_addr":"172.21.15.2:6815/2908196906","state":["exists","up"]},{"osd":2,"uuid":"bf6a4ff3-2bef-4ec5-a53b-198b3a27da37","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6818","nonce":2164738872},{"type":"v1","addr":"172.21.15.2:6819","nonce":2164738872}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6820","nonce":2164738872},{"type":"v1","addr":"172.21.15.2:6821","nonce":2164738872}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6824","nonce":2164738872},{"type":"v1","addr":"172.21.15.2:6825","nonce":2164738872}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6822","nonce":2164738872},{"type":"v1","addr":"172.21.15.2:6823","nonce":2164738872}]},"public_addr":"172.21.15.2:6819/2164738872","cluster_addr":"172.21.15.2:6821/2164738872","heartbeat_back_addr":"172.21.15.2:6825/2164738872","heartbeat_front_addr":"172.21.15.2:6823/2164738872","state":["exists","up"]},{"osd":3,"uuid":"cbb4c3de-7936-4be4-aace-b6411d2f65ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6826","nonce":408508822},{"type":"v1","addr":"172.21.15.2:6827","nonce":408508822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6828","nonce":408508822},{"type":"v1","addr":"172.21.15.2:6829","nonce":408508822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6832","nonce":408508822},{"type":"v1","addr":"172.21.15.2:6833","nonce":408508822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6830","nonce":408508822},{"type":"v1","addr":"172.21.15.2:6831","nonce":408508822}]},"public_addr":"172.21.15.2:6827/408508822","cluster_addr":"172.21.15.2:6829/408508822","heartbeat_back_addr":"172.21.15.2:6833/408508822","heartbeat_front_addr":"172.21.15.2:6831/408508822","state":["exists","up"]},{"osd":4,"uuid":"baf6b247-94ef-4bc0-a5c1-df760aa8f401","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2514384578},{"type":"v1","addr":"172.21.15.154:6801","nonce":2514384578}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2514384578},{"type":"v1","addr":"172.21.15.154:6803","nonce":2514384578}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2514384578},{"type":"v1","addr":"172.21.15.154:6807","nonce":2514384578}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2514384578},{"type":"v1","addr":"172.21.15.154:6805","nonce":2514384578}]},"public_addr":"172.21.15.154:6801/2514384578","cluster_addr":"172.21.15.154:6803/2514384578","heartbeat_back_addr":"172.21.15.154:6807/2514384578","heartbeat_front_addr":"172.21.15.154:6805/2514384578","state":["exists","up"]},{"osd":5,"uuid":"44ae176a-c589-45ff-b7ff-6fc46f01f488","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":1348837030},{"type":"v1","addr":"172.21.15.154:6809","nonce":1348837030}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":1348837030},{"type":"v1","addr":"172.21.15.154:6811","nonce":1348837030}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":1348837030},{"type":"v1","addr":"172.21.15.154:6815","nonce":1348837030}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":1348837030},{"type":"v1","addr":"172.21.15.154:6813","nonce":1348837030}]},"public_addr":"172.21.15.154:6809/1348837030","cluster_addr":"172.21.15.154:6811/1348837030","heartbeat_back_addr":"172.21.15.154:6815/1348837030","heartbeat_front_addr":"172.21.15.154:6813/1348837030","state":["exists","up"]},{"osd":6,"uuid":"63266cfd-7aa1-41ae-a1aa-9eb4345b819b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":4106441220},{"type":"v1","addr":"172.21.15.154:6817","nonce":4106441220}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6818","nonce":4106441220},{"type":"v1","addr":"172.21.15.154:6819","nonce":4106441220}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6822","nonce":4106441220},{"type":"v1","addr":"172.21.15.154:6823","nonce":4106441220}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":4106441220},{"type":"v1","addr":"172.21.15.154:6821","nonce":4106441220}]},"public_addr":"172.21.15.154:6817/4106441220","cluster_addr":"172.21.15.154:6819/4106441220","heartbeat_back_addr":"172.21.15.154:6823/4106441220","heartbeat_front_addr":"172.21.15.154:6821/4106441220","state":["exists","up"]},{"osd":7,"uuid":"8a7eb9f3-d03f-4573-8240-6e96d5e67ec0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":3491619265},{"type":"v1","addr":"172.21.15.154:6825","nonce":3491619265}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6826","nonce":3491619265},{"type":"v1","addr":"172.21.15.154:6827","nonce":3491619265}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":3491619265},{"type":"v1","addr":"172.21.15.154:6831","nonce":3491619265}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":3491619265},{"type":"v1","addr":"172.21.15.154:6829","nonce":3491619265}]},"public_addr":"172.21.15.154:6825/3491619265","cluster_addr":"172.21.15.154:6827/3491619265","heartbeat_back_addr":"172.21.15.154:6831/3491619265","heartbeat_front_addr":"172.21.15.154:6829/3491619265","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-14T03:28:26.732902+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-14T03:28:51.466618+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-14T03:29:16.051255+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-14T03:29:41.918807+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-14T03:30:02.948378+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-14T03:30:25.206634+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-14T03:30:48.548916+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-14T03:31:11.543268+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.4","mappings":[{"from":7,"to":2}]},{"pgid":"3.3","mappings":[{"from":4,"to":2}]},{"pgid":"3.7","mappings":[{"from":0,"to":1}]},{"pgid":"3.10","mappings":[{"from":0,"to":1}]},{"pgid":"3.19","mappings":[{"from":4,"to":2}]},{"pgid":"3.23","mappings":[{"from":0,"to":2}]},{"pgid":"3.37","mappings":[{"from":5,"to":1}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.2:0/1395253994":"2024-09-15T03:32:30.744631+0000","172.21.15.2:6801/3917753203":"2024-09-15T03:32:30.744631+0000","172.21.15.2:6800/3917753203":"2024-09-15T03:32:30.744631+0000","172.21.15.2:0/54624550":"2024-09-15T03:26:40.376882+0000","172.21.15.2:0/1324371969":"2024-09-15T03:32:30.744631+0000","172.21.15.2:0/3986231615":"2024-09-15T03:26:40.376882+0000","172.21.15.2:6800/1054983274":"2024-09-15T03:26:40.376882+0000","172.21.15.2:6801/1054983274":"2024-09-15T03:26:40.376882+0000","172.21.15.2:6800/154188522":"2024-09-15T03:27:06.726358+0000","172.21.15.2:0/1676399561":"2024-09-15T03:27:06.726358+0000","172.21.15.2:6801/154188522":"2024-09-15T03:27:06.726358+0000","172.21.15.2:0/2089626002":"2024-09-15T03:26:40.376882+0000","172.21.15.2:0/1946204770":"2024-09-15T03:32:30.744631+0000","172.21.15.2:0/2013375411":"2024-09-15T03:27:06.726358+0000","172.21.15.2:0/2716485212":"2024-09-15T03:27:06.726358+0000","172.21.15.2:0/3763944256":"2024-09-15T03:32:30.744631+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-14T03:32:54.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:53 smithi154 ceph-mon[30999]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:32:54.679 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-09-14T03:32:54.680 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-09-14T03:32:54.680 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-09-14T03:32:54.681 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-09-14T03:32:54.681 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-09-14T03:32:54.681 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-09-14T03:32:54.682 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-09-14T03:32:54.682 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-09-14T03:32:55.183 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:32:55.183 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:32:55.184 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:32:55.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:54 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/23456186' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-14T03:32:55.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:54 smithi002 ceph-mon[38004]: from='client.? 172.21.15.2:0/23456186' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-14T03:32:55.188 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:32:55.188 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:32:55.189 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:32:55.193 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:32:55.194 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:32:55.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:54 smithi154 ceph-mon[30999]: from='client.? 172.21.15.2:0/23456186' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-14T03:32:55.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:55 smithi002 ceph-mon[27606]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:32:55.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:55 smithi002 ceph-mon[38004]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:32:56.161 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:55 smithi154 ceph-mon[30999]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:32:56.614 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Sep 14 03:32:56 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-alertmanager-a[69450]: ts=2024-09-14T03:32:56.230Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.00333577s 2024-09-14T03:32:57.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:57 smithi002 ceph-mon[27606]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:32:57.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:57 smithi002 ceph-mon[38004]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:32:58.182 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:57 smithi154 ceph-mon[30999]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:32:58.477 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:58 smithi154 systemd[1]: Starting Ceph grafana.a for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:32:58.869 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:58 smithi154 podman[61072]: 2024-09-14 03:32:58.469475348 +0000 UTC m=+0.014872380 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-09-14T03:32:58.869 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:58 smithi154 podman[61072]: 2024-09-14 03:32:58.573652099 +0000 UTC m=+0.119049161 container create 6cd949ecdca3c4947fa1ef144abe98b5ba15a21644a5dfd0aeb6cc4d3131e304 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a, io.buildah.version=1.32.0, name=ubi8, architecture=x86_64, io.openshift.tags=base rhel8, vcs-type=git, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.display-name=Red Hat Universal Base Image 8, build-date=2022-04-29T11:48:11.055897, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.expose-services=, com.redhat.component=ubi8-container, vendor=Red Hat, Inc., summary=Grafana Container configured for Ceph mgr/dashboard integration, maintainer=Paul Cuzner , version=8.5, distribution-scope=public, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, release=239.1651231664, description=Ceph Grafana Container, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664) 2024-09-14T03:32:58.869 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:58 smithi154 podman[61072]: 2024-09-14 03:32:58.809294961 +0000 UTC m=+0.354691980 container init 6cd949ecdca3c4947fa1ef144abe98b5ba15a21644a5dfd0aeb6cc4d3131e304 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a, io.buildah.version=1.32.0, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., maintainer=Paul Cuzner , url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, architecture=x86_64, vendor=Red Hat, Inc., com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, version=8.5, release=239.1651231664, description=Ceph Grafana Container, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.display-name=Red Hat Universal Base Image 8, name=ubi8, vcs-type=git, io.openshift.tags=base rhel8, com.redhat.component=ubi8-container, distribution-scope=public, summary=Grafana Container configured for Ceph mgr/dashboard integration, build-date=2022-04-29T11:48:11.055897, io.openshift.expose-services=) 2024-09-14T03:32:58.869 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:58 smithi154 podman[61072]: 2024-09-14 03:32:58.812170676 +0000 UTC m=+0.357567706 container start 6cd949ecdca3c4947fa1ef144abe98b5ba15a21644a5dfd0aeb6cc4d3131e304 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, name=ubi8, version=8.5, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.expose-services=, vcs-type=git, io.buildah.version=1.32.0, distribution-scope=public, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, release=239.1651231664, io.openshift.tags=base rhel8, vendor=Red Hat, Inc., summary=Grafana Container configured for Ceph mgr/dashboard integration, maintainer=Paul Cuzner , io.k8s.display-name=Red Hat Universal Base Image 8, build-date=2022-04-29T11:48:11.055897, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, architecture=x86_64, com.redhat.component=ubi8-container, description=Ceph Grafana Container) 2024-09-14T03:32:58.869 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:58 smithi154 bash[61072]: 6cd949ecdca3c4947fa1ef144abe98b5ba15a21644a5dfd0aeb6cc4d3131e304 2024-09-14T03:32:59.120 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:58 smithi154 systemd[1]: Started Ceph grafana.a for f357b922-7248-11ef-bceb-c7b262605968. 2024-09-14T03:32:59.120 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:58 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=settings t=2024-09-14T03:32:58.974106293Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-09-14T03:32:59.120 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:58 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=settings t=2024-09-14T03:32:58.974300148Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-09-14T03:32:59.120 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:58 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=settings t=2024-09-14T03:32:58.974324088Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-09-14T03:32:59.120 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:58 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=settings t=2024-09-14T03:32:58.974337057Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-09-14T03:32:59.120 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:58 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=settings t=2024-09-14T03:32:58.974348553Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-09-14T03:32:59.120 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:58 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=settings t=2024-09-14T03:32:58.974359802Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-09-14T03:32:59.121 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:58 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=settings t=2024-09-14T03:32:58.974369391Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-09-14T03:32:59.121 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:58 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=settings t=2024-09-14T03:32:58.974379195Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-09-14T03:32:59.121 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:58 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=settings t=2024-09-14T03:32:58.974393073Z level=info msg="Path Home" path=/usr/share/grafana 2024-09-14T03:32:59.121 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:58 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=settings t=2024-09-14T03:32:58.974403254Z level=info msg="Path Data" path=/var/lib/grafana 2024-09-14T03:32:59.121 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:58 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=settings t=2024-09-14T03:32:58.974413552Z level=info msg="Path Logs" path=/var/log/grafana 2024-09-14T03:32:59.121 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:58 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=settings t=2024-09-14T03:32:58.974423958Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-09-14T03:32:59.121 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:58 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=settings t=2024-09-14T03:32:58.974434535Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-09-14T03:32:59.121 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:58 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=settings t=2024-09-14T03:32:58.97444444Z level=info msg="App mode production" 2024-09-14T03:32:59.121 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:58 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=sqlstore t=2024-09-14T03:32:58.974525002Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-09-14T03:32:59.121 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:58 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=sqlstore t=2024-09-14T03:32:58.974550337Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-09-14T03:32:59.121 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:58 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:58.975708871Z level=info msg="Starting DB migrations" 2024-09-14T03:32:59.121 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:58 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:58.975806316Z level=info msg="Executing migration" id="create migration_log table" 2024-09-14T03:32:59.122 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:58 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:58.976360404Z level=info msg="Executing migration" id="create user table" 2024-09-14T03:32:59.122 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:58 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:58.976876851Z level=info msg="Executing migration" id="add unique index user.login" 2024-09-14T03:32:59.122 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:58 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:58.977596397Z level=info msg="Executing migration" id="add unique index user.email" 2024-09-14T03:32:59.122 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:58 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:58.978537745Z level=info msg="Executing migration" id="drop index UQE_user_login - v1" 2024-09-14T03:32:59.122 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:58 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:58.979344325Z level=info msg="Executing migration" id="drop index UQE_user_email - v1" 2024-09-14T03:32:59.122 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:58 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:58.980031981Z level=info msg="Executing migration" id="Rename table user to user_v1 - v1" 2024-09-14T03:32:59.122 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:58 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:58.980789003Z level=info msg="Executing migration" id="create user table v2" 2024-09-14T03:32:59.122 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:58 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:58.981649422Z level=info msg="Executing migration" id="create index UQE_user_login - v2" 2024-09-14T03:32:59.122 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:58 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:58.982106671Z level=info msg="Executing migration" id="create index UQE_user_email - v2" 2024-09-14T03:32:59.122 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:58 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:58.982884178Z level=info msg="Executing migration" id="copy data_source v1 to v2" 2024-09-14T03:32:59.122 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:58 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:58.983648435Z level=info msg="Executing migration" id="Drop old table user_v1" 2024-09-14T03:32:59.122 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:58 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:58.984284072Z level=info msg="Executing migration" id="Add column help_flags1 to user table" 2024-09-14T03:32:59.122 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:58 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:58.984982137Z level=info msg="Executing migration" id="Update user table charset" 2024-09-14T03:32:59.122 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:58 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:58.985332078Z level=info msg="Executing migration" id="Add last_seen_at column to user" 2024-09-14T03:32:59.123 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:58 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:58.987726005Z level=info msg="Executing migration" id="Add missing user data" 2024-09-14T03:32:59.123 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:58 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:58.988167402Z level=info msg="Executing migration" id="Add is_disabled column to user" 2024-09-14T03:32:59.123 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:58 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:58.990644866Z level=info msg="Executing migration" id="Add index user.login/user.email" 2024-09-14T03:32:59.123 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:58 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:58.991101546Z level=info msg="Executing migration" id="Add is_service_account column to user" 2024-09-14T03:32:59.123 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:58 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:58.993569117Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2024-09-14T03:32:59.123 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:58 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:58.996167363Z level=info msg="Executing migration" id="create temp user table v1-7" 2024-09-14T03:32:59.124 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.003480768Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7" 2024-09-14T03:32:59.124 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.00491082Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7" 2024-09-14T03:32:59.124 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.005869053Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7" 2024-09-14T03:32:59.124 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.007746693Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7" 2024-09-14T03:32:59.124 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.009736703Z level=info msg="Executing migration" id="Update temp_user table charset" 2024-09-14T03:32:59.124 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.011590997Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1" 2024-09-14T03:32:59.124 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.013507591Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1" 2024-09-14T03:32:59.124 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.015392Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1" 2024-09-14T03:32:59.124 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.01591166Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1" 2024-09-14T03:32:59.124 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.017877372Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2024-09-14T03:32:59.124 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.019874493Z level=info msg="Executing migration" id="create temp_user v2" 2024-09-14T03:32:59.125 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.021707704Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2" 2024-09-14T03:32:59.125 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.023508649Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2" 2024-09-14T03:32:59.125 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.025511107Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2" 2024-09-14T03:32:59.125 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.027283603Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2" 2024-09-14T03:32:59.125 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.029179773Z level=info msg="Executing migration" id="copy temp_user v1 to v2" 2024-09-14T03:32:59.125 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.029552301Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty" 2024-09-14T03:32:59.125 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.031484342Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire" 2024-09-14T03:32:59.125 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.033370586Z level=info msg="Executing migration" id="create star table" 2024-09-14T03:32:59.125 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.035252398Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id" 2024-09-14T03:32:59.125 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.037163087Z level=info msg="Executing migration" id="create org table v1" 2024-09-14T03:32:59.125 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.039049864Z level=info msg="Executing migration" id="create index UQE_org_name - v1" 2024-09-14T03:32:59.125 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.040967018Z level=info msg="Executing migration" id="create org_user table v1" 2024-09-14T03:32:59.125 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.041423815Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1" 2024-09-14T03:32:59.125 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.041856209Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1" 2024-09-14T03:32:59.126 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.042320749Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1" 2024-09-14T03:32:59.126 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.04276604Z level=info msg="Executing migration" id="Update org table charset" 2024-09-14T03:32:59.126 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.043589184Z level=info msg="Executing migration" id="Update org_user table charset" 2024-09-14T03:32:59.126 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.044414857Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers" 2024-09-14T03:32:59.126 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.044786111Z level=info msg="Executing migration" id="create dashboard table" 2024-09-14T03:32:59.126 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.045332017Z level=info msg="Executing migration" id="add index dashboard.account_id" 2024-09-14T03:32:59.126 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.046349391Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug" 2024-09-14T03:32:59.126 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.04712994Z level=info msg="Executing migration" id="create dashboard_tag table" 2024-09-14T03:32:59.126 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.047958084Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term" 2024-09-14T03:32:59.126 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.048940769Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2024-09-14T03:32:59.126 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.049646922Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1" 2024-09-14T03:32:59.126 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.052603223Z level=info msg="Executing migration" id="create dashboard v2" 2024-09-14T03:32:59.126 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.055328947Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2" 2024-09-14T03:32:59.127 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.058250099Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2" 2024-09-14T03:32:59.127 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.06093677Z level=info msg="Executing migration" id="copy dashboard v1 to v2" 2024-09-14T03:32:59.127 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.063705361Z level=info msg="Executing migration" id="drop table dashboard_v1" 2024-09-14T03:32:59.127 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.066472445Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1" 2024-09-14T03:32:59.127 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.069216161Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2" 2024-09-14T03:32:59.127 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.071900688Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2" 2024-09-14T03:32:59.127 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.074728341Z level=info msg="Executing migration" id="Add column gnetId in dashboard" 2024-09-14T03:32:59.127 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.077441713Z level=info msg="Executing migration" id="Add index for gnetId in dashboard" 2024-09-14T03:32:59.127 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.080257421Z level=info msg="Executing migration" id="Add column plugin_id in dashboard" 2024-09-14T03:32:59.127 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.082974222Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard" 2024-09-14T03:32:59.127 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.085805595Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag" 2024-09-14T03:32:59.127 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.088537725Z level=info msg="Executing migration" id="Update dashboard table charset" 2024-09-14T03:32:59.127 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.091361063Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2024-09-14T03:32:59.127 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.09402369Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2024-09-14T03:32:59.128 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.096662315Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2024-09-14T03:32:59.128 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.097257733Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2024-09-14T03:32:59.128 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.100183085Z level=info msg="Executing migration" id="Add column uid in dashboard" 2024-09-14T03:32:59.128 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.102948273Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2024-09-14T03:32:59.128 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.105535706Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2024-09-14T03:32:59.128 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.108370995Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2024-09-14T03:32:59.128 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.110981771Z level=info msg="Executing migration" id="Update dashboard title length" 2024-09-14T03:32:59.128 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.113579522Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2024-09-14T03:32:59.128 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.116297913Z level=info msg="Executing migration" id="create dashboard_provisioning" 2024-09-14T03:32:59.128 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.119039753Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2024-09-14T03:32:59.373 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.121524168Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2024-09-14T03:32:59.373 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.124234535Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2024-09-14T03:32:59.373 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.126913817Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2024-09-14T03:32:59.373 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.129324464Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2024-09-14T03:32:59.373 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.131970545Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2024-09-14T03:32:59.373 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.134480925Z level=info msg="Executing migration" id="Add check_sum column" 2024-09-14T03:32:59.373 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.137161114Z level=info msg="Executing migration" id="Add index for dashboard_title" 2024-09-14T03:32:59.373 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.139677571Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2024-09-14T03:32:59.375 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.142312044Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2024-09-14T03:32:59.376 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.145026335Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2024-09-14T03:32:59.376 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.145746349Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2024-09-14T03:32:59.376 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.146628856Z level=info msg="Executing migration" id="create data_source table" 2024-09-14T03:32:59.376 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.147608737Z level=info msg="Executing migration" id="add index data_source.account_id" 2024-09-14T03:32:59.376 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.148103091Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2024-09-14T03:32:59.376 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.148584717Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2024-09-14T03:32:59.376 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.149418366Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2024-09-14T03:32:59.376 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.15025686Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2024-09-14T03:32:59.376 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.151314493Z level=info msg="Executing migration" id="create data_source table v2" 2024-09-14T03:32:59.376 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.152285791Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2024-09-14T03:32:59.376 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.152991111Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2024-09-14T03:32:59.376 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.154015594Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2024-09-14T03:32:59.376 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.15474449Z level=info msg="Executing migration" id="Add column with_credentials" 2024-09-14T03:32:59.377 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.155716067Z level=info msg="Executing migration" id="Add secure json data column" 2024-09-14T03:32:59.377 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.156513823Z level=info msg="Executing migration" id="Update data_source table charset" 2024-09-14T03:32:59.377 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.157343919Z level=info msg="Executing migration" id="Update initial version to 1" 2024-09-14T03:32:59.377 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.157704372Z level=info msg="Executing migration" id="Add read_only data column" 2024-09-14T03:32:59.377 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.158278961Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2024-09-14T03:32:59.377 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.15913813Z level=info msg="Executing migration" id="Update json_data with nulls" 2024-09-14T03:32:59.377 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.159990586Z level=info msg="Executing migration" id="Add uid column" 2024-09-14T03:32:59.377 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.160892772Z level=info msg="Executing migration" id="Update uid value" 2024-09-14T03:32:59.377 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.161901388Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2024-09-14T03:32:59.377 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.162617869Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2024-09-14T03:32:59.377 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.163519733Z level=info msg="Executing migration" id="create api_key table" 2024-09-14T03:32:59.377 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.164510064Z level=info msg="Executing migration" id="add index api_key.account_id" 2024-09-14T03:32:59.377 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.165371569Z level=info msg="Executing migration" id="add index api_key.key" 2024-09-14T03:32:59.378 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.166114258Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2024-09-14T03:32:59.378 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.166984496Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2024-09-14T03:32:59.378 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.16782899Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2024-09-14T03:32:59.379 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.16822617Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2024-09-14T03:32:59.379 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.169044865Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2024-09-14T03:32:59.379 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.170168621Z level=info msg="Executing migration" id="create api_key table v2" 2024-09-14T03:32:59.379 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.170563797Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2024-09-14T03:32:59.379 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.171584512Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2024-09-14T03:32:59.379 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.172179049Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2024-09-14T03:32:59.379 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.173182458Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2024-09-14T03:32:59.379 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.173855134Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2024-09-14T03:32:59.380 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.174212313Z level=info msg="Executing migration" id="Update api_key table charset" 2024-09-14T03:32:59.380 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.174474049Z level=info msg="Executing migration" id="Add expires to api_key table" 2024-09-14T03:32:59.380 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.175024317Z level=info msg="Executing migration" id="Add service account foreign key" 2024-09-14T03:32:59.380 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.177265261Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2024-09-14T03:32:59.380 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.180170636Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2024-09-14T03:32:59.380 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.182988981Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2024-09-14T03:32:59.380 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.185761055Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2024-09-14T03:32:59.380 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.188527502Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2024-09-14T03:32:59.380 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.191388391Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2024-09-14T03:32:59.380 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.194190209Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2024-09-14T03:32:59.380 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.194635Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2024-09-14T03:32:59.380 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.197444907Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2024-09-14T03:32:59.380 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.200392074Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2024-09-14T03:32:59.381 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.203442557Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2024-09-14T03:32:59.381 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.203817466Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2024-09-14T03:32:59.381 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.206676525Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2024-09-14T03:32:59.381 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.20942052Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2024-09-14T03:32:59.381 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.212295896Z level=info msg="Executing migration" id="create quota table v1" 2024-09-14T03:32:59.381 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.212783074Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2024-09-14T03:32:59.381 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.215515298Z level=info msg="Executing migration" id="Update quota table charset" 2024-09-14T03:32:59.381 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.217956682Z level=info msg="Executing migration" id="create plugin_setting table" 2024-09-14T03:32:59.381 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.218407415Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2024-09-14T03:32:59.381 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.218872142Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2024-09-14T03:32:59.381 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.221447458Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2024-09-14T03:32:59.381 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.224054621Z level=info msg="Executing migration" id="create session table" 2024-09-14T03:32:59.381 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.224568704Z level=info msg="Executing migration" id="Drop old table playlist table" 2024-09-14T03:32:59.381 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.224869073Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2024-09-14T03:32:59.382 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.22519713Z level=info msg="Executing migration" id="create playlist table v2" 2024-09-14T03:32:59.382 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.225604269Z level=info msg="Executing migration" id="create playlist item table v2" 2024-09-14T03:32:59.382 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.228408138Z level=info msg="Executing migration" id="Update playlist table charset" 2024-09-14T03:32:59.382 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.228847971Z level=info msg="Executing migration" id="Update playlist_item table charset" 2024-09-14T03:32:59.382 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.229167481Z level=info msg="Executing migration" id="drop preferences table v2" 2024-09-14T03:32:59.382 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.229466823Z level=info msg="Executing migration" id="drop preferences table v3" 2024-09-14T03:32:59.382 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.229766634Z level=info msg="Executing migration" id="create preferences table v3" 2024-09-14T03:32:59.382 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.230700385Z level=info msg="Executing migration" id="Update preferences table charset" 2024-09-14T03:32:59.382 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.233476615Z level=info msg="Executing migration" id="Add column team_id in preferences" 2024-09-14T03:32:59.382 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.234242066Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2024-09-14T03:32:59.382 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.234578754Z level=info msg="Executing migration" id="Add column week_start in preferences" 2024-09-14T03:32:59.382 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.235218461Z level=info msg="Executing migration" id="Add column preferences.json_data" 2024-09-14T03:32:59.382 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.237870774Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2024-09-14T03:32:59.382 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.238223151Z level=info msg="Executing migration" id="Add preferences index org_id" 2024-09-14T03:32:59.383 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.240643013Z level=info msg="Executing migration" id="Add preferences index user_id" 2024-09-14T03:32:59.383 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.243217317Z level=info msg="Executing migration" id="create alert table v1" 2024-09-14T03:32:59.383 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.245849152Z level=info msg="Executing migration" id="add index alert org_id & id " 2024-09-14T03:32:59.383 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.248144816Z level=info msg="Executing migration" id="add index alert state" 2024-09-14T03:32:59.383 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.248597889Z level=info msg="Executing migration" id="add index alert dashboard_id" 2024-09-14T03:32:59.383 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.249038858Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2024-09-14T03:32:59.383 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.249442605Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2024-09-14T03:32:59.383 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.249909832Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2024-09-14T03:32:59.383 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.250339306Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2024-09-14T03:32:59.383 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.254315641Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2024-09-14T03:32:59.383 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.258215986Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2024-09-14T03:32:59.383 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.261975618Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2024-09-14T03:32:59.383 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.262387445Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2024-09-14T03:32:59.384 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.266495222Z level=info msg="Executing migration" id="create alert_notification table v1" 2024-09-14T03:32:59.384 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.267064848Z level=info msg="Executing migration" id="Add column is_default" 2024-09-14T03:32:59.384 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.270444508Z level=info msg="Executing migration" id="Add column frequency" 2024-09-14T03:32:59.384 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.274311805Z level=info msg="Executing migration" id="Add column send_reminder" 2024-09-14T03:32:59.384 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.27500395Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2024-09-14T03:32:59.384 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.279202592Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2024-09-14T03:32:59.384 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.282979667Z level=info msg="Executing migration" id="Update alert table charset" 2024-09-14T03:32:59.384 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.28703199Z level=info msg="Executing migration" id="Update alert_notification table charset" 2024-09-14T03:32:59.384 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.29084754Z level=info msg="Executing migration" id="create notification_journal table v1" 2024-09-14T03:32:59.384 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.294688328Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2024-09-14T03:32:59.384 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.298763343Z level=info msg="Executing migration" id="drop alert_notification_journal" 2024-09-14T03:32:59.384 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.302735559Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2024-09-14T03:32:59.384 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.303291228Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2024-09-14T03:32:59.384 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.307188942Z level=info msg="Executing migration" id="Add for to alert table" 2024-09-14T03:32:59.385 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.307898604Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2024-09-14T03:32:59.385 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.309051912Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2024-09-14T03:32:59.385 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.310995089Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2024-09-14T03:32:59.385 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.311625383Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2024-09-14T03:32:59.385 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.313751907Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2024-09-14T03:32:59.385 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.315576116Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2024-09-14T03:32:59.385 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.31742071Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2024-09-14T03:32:59.385 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.317876762Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2024-09-14T03:32:59.385 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.320065789Z level=info msg="Executing migration" id="Drop old annotation table v4" 2024-09-14T03:32:59.385 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.321942055Z level=info msg="Executing migration" id="create annotation table v5" 2024-09-14T03:32:59.385 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.324073945Z level=info msg="Executing migration" id="add index annotation 0 v3" 2024-09-14T03:32:59.385 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.324549915Z level=info msg="Executing migration" id="add index annotation 1 v3" 2024-09-14T03:32:59.385 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.326459807Z level=info msg="Executing migration" id="add index annotation 2 v3" 2024-09-14T03:32:59.386 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.328257551Z level=info msg="Executing migration" id="add index annotation 3 v3" 2024-09-14T03:32:59.386 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.330096341Z level=info msg="Executing migration" id="add index annotation 4 v3" 2024-09-14T03:32:59.386 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.330684184Z level=info msg="Executing migration" id="Update annotation table charset" 2024-09-14T03:32:59.386 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.332837272Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2024-09-14T03:32:59.386 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.333696328Z level=info msg="Executing migration" id="Drop category_id index" 2024-09-14T03:32:59.386 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.335863125Z level=info msg="Executing migration" id="Add column tags to annotation table" 2024-09-14T03:32:59.386 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.336717131Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2024-09-14T03:32:59.386 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.338620047Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2024-09-14T03:32:59.386 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.339461387Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2024-09-14T03:32:59.386 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.340319065Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2024-09-14T03:32:59.386 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.341997996Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2024-09-14T03:32:59.386 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.344128205Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2024-09-14T03:32:59.386 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.344994082Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2024-09-14T03:32:59.386 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.345854988Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2024-09-14T03:32:59.387 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.346254883Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2024-09-14T03:32:59.387 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.347080657Z level=info msg="Executing migration" id="Add created time to annotation table" 2024-09-14T03:32:59.387 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.347822531Z level=info msg="Executing migration" id="Add updated time to annotation table" 2024-09-14T03:32:59.387 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.348524382Z level=info msg="Executing migration" id="Add index for created in annotation table" 2024-09-14T03:32:59.387 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.349364184Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2024-09-14T03:32:59.387 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.349840013Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2024-09-14T03:32:59.387 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.35069167Z level=info msg="Executing migration" id="Add epoch_end column" 2024-09-14T03:32:59.387 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.351517627Z level=info msg="Executing migration" id="Add index for epoch_end" 2024-09-14T03:32:59.387 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.354297435Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2024-09-14T03:32:59.387 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.354726907Z level=info msg="Executing migration" id="Move region to single row" 2024-09-14T03:32:59.387 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.357494645Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2024-09-14T03:32:59.387 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.36022124Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2024-09-14T03:32:59.387 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.363048917Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2024-09-14T03:32:59.387 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.363601271Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2024-09-14T03:32:59.388 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.366297882Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2024-09-14T03:32:59.388 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.369008122Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2024-09-14T03:32:59.388 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.371915777Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2024-09-14T03:32:59.388 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.372317698Z level=info msg="Executing migration" id="create test_data table" 2024-09-14T03:32:59.388 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.375139342Z level=info msg="Executing migration" id="create dashboard_version table v1" 2024-09-14T03:32:59.623 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.378949632Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2024-09-14T03:32:59.623 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.381554097Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2024-09-14T03:32:59.623 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.384408291Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2024-09-14T03:32:59.623 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.387355163Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2024-09-14T03:32:59.623 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.390046364Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2024-09-14T03:32:59.624 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.393035352Z level=info msg="Executing migration" id="create team table" 2024-09-14T03:32:59.624 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.393571908Z level=info msg="Executing migration" id="add index team.org_id" 2024-09-14T03:32:59.624 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.396327105Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2024-09-14T03:32:59.624 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.398909584Z level=info msg="Executing migration" id="create team member table" 2024-09-14T03:32:59.624 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.401699799Z level=info msg="Executing migration" id="add index team_member.org_id" 2024-09-14T03:32:59.624 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.402215703Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2024-09-14T03:32:59.624 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.404939767Z level=info msg="Executing migration" id="add index team_member.team_id" 2024-09-14T03:32:59.624 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.407570788Z level=info msg="Executing migration" id="Add column email to team table" 2024-09-14T03:32:59.624 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.410192306Z level=info msg="Executing migration" id="Add column external to team_member table" 2024-09-14T03:32:59.624 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.410921003Z level=info msg="Executing migration" id="Add column permission to team_member table" 2024-09-14T03:32:59.624 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.413826378Z level=info msg="Executing migration" id="create dashboard acl table" 2024-09-14T03:32:59.624 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.416579855Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2024-09-14T03:32:59.624 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.419354391Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2024-09-14T03:32:59.625 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.419956539Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2024-09-14T03:32:59.625 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.422787365Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2024-09-14T03:32:59.626 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.425502395Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2024-09-14T03:32:59.626 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.428167591Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2024-09-14T03:32:59.626 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.430947854Z level=info msg="Executing migration" id="add index dashboard_permission" 2024-09-14T03:32:59.626 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.433634056Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2024-09-14T03:32:59.626 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.4343145Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2024-09-14T03:32:59.626 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.435169639Z level=info msg="Executing migration" id="create tag table" 2024-09-14T03:32:59.626 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.436102283Z level=info msg="Executing migration" id="add index tag.key_value" 2024-09-14T03:32:59.626 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.436932941Z level=info msg="Executing migration" id="create login attempt table" 2024-09-14T03:32:59.626 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.437886909Z level=info msg="Executing migration" id="add index login_attempt.username" 2024-09-14T03:32:59.626 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.438555061Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2024-09-14T03:32:59.626 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.439334879Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2024-09-14T03:32:59.626 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.441291453Z level=info msg="Executing migration" id="create login_attempt v2" 2024-09-14T03:32:59.627 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.442187758Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2024-09-14T03:32:59.627 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.443025099Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2024-09-14T03:32:59.627 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.443898676Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2024-09-14T03:32:59.627 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.444848998Z level=info msg="Executing migration" id="create user auth table" 2024-09-14T03:32:59.627 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.445572965Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2024-09-14T03:32:59.627 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.446496936Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2024-09-14T03:32:59.627 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.44734339Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2024-09-14T03:32:59.627 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.448186428Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2024-09-14T03:32:59.627 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.449047492Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2024-09-14T03:32:59.627 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.449838178Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2024-09-14T03:32:59.627 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.450689456Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2024-09-14T03:32:59.627 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.451734864Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2024-09-14T03:32:59.627 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.452637944Z level=info msg="Executing migration" id="create server_lock table" 2024-09-14T03:32:59.627 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.453550334Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2024-09-14T03:32:59.628 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.454544269Z level=info msg="Executing migration" id="create user auth token table" 2024-09-14T03:32:59.628 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.455229138Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2024-09-14T03:32:59.628 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.456102522Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2024-09-14T03:32:59.628 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.45696971Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2024-09-14T03:32:59.628 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.457993738Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2024-09-14T03:32:59.628 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.458899647Z level=info msg="Executing migration" id="create cache_data table" 2024-09-14T03:32:59.628 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.459755173Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2024-09-14T03:32:59.628 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.460731482Z level=info msg="Executing migration" id="create short_url table v1" 2024-09-14T03:32:59.628 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.461477273Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2024-09-14T03:32:59.628 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.462322785Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2024-09-14T03:32:59.628 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.463297077Z level=info msg="Executing migration" id="delete alert_definition table" 2024-09-14T03:32:59.628 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.464042573Z level=info msg="Executing migration" id="recreate alert_definition table" 2024-09-14T03:32:59.628 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.465031206Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2024-09-14T03:32:59.629 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.467807106Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2024-09-14T03:32:59.629 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.47070473Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2024-09-14T03:32:59.629 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.473298925Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2024-09-14T03:32:59.629 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.476170789Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2024-09-14T03:32:59.629 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.478887537Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2024-09-14T03:32:59.629 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.481767326Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2024-09-14T03:32:59.629 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.484424207Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2024-09-14T03:32:59.629 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.485311976Z level=info msg="Executing migration" id="drop alert_definition table" 2024-09-14T03:32:59.629 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.485806254Z level=info msg="Executing migration" id="delete alert_definition_version table" 2024-09-14T03:32:59.629 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.486143951Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2024-09-14T03:32:59.629 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.486577166Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2024-09-14T03:32:59.629 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.487058221Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2024-09-14T03:32:59.629 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.487512558Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2024-09-14T03:32:59.630 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.487806032Z level=info msg="Executing migration" id="drop alert_definition_version table" 2024-09-14T03:32:59.630 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.488282626Z level=info msg="Executing migration" id="create alert_instance table" 2024-09-14T03:32:59.630 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.488692382Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2024-09-14T03:32:59.630 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.489151231Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2024-09-14T03:32:59.630 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.489615958Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2024-09-14T03:32:59.630 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.490430649Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2024-09-14T03:32:59.630 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.490914112Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2024-09-14T03:32:59.630 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.491357672Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2024-09-14T03:32:59.630 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.494694096Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2024-09-14T03:32:59.630 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.497954708Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2024-09-14T03:32:59.630 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.498413376Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2024-09-14T03:32:59.630 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.498835452Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2024-09-14T03:32:59.630 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.499660721Z level=info msg="Executing migration" id="create alert_rule table" 2024-09-14T03:32:59.630 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.500104518Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2024-09-14T03:32:59.631 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.500552562Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2024-09-14T03:32:59.631 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.501019325Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2024-09-14T03:32:59.631 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.501463243Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2024-09-14T03:32:59.631 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.501751981Z level=info msg="Executing migration" id="add column for to alert_rule" 2024-09-14T03:32:59.631 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.502601328Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2024-09-14T03:32:59.631 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.503434938Z level=info msg="Executing migration" id="add column labels to alert_rule" 2024-09-14T03:32:59.631 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.504298873Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2024-09-14T03:32:59.631 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.504752012Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2024-09-14T03:32:59.631 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.505207741Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2024-09-14T03:32:59.631 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.506056728Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2024-09-14T03:32:59.631 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.506889616Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2024-09-14T03:32:59.631 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.507350264Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2024-09-14T03:32:59.631 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.508184041Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2024-09-14T03:32:59.631 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.50905108Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2024-09-14T03:32:59.632 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.509386436Z level=info msg="Executing migration" id="create alert_rule_version table" 2024-09-14T03:32:59.632 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.509850474Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2024-09-14T03:32:59.632 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.510328629Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2024-09-14T03:32:59.632 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.510764132Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2024-09-14T03:32:59.632 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.511097674Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2024-09-14T03:32:59.632 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.511994536Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2024-09-14T03:32:59.632 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.512881209Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2024-09-14T03:32:59.632 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.513767346Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2024-09-14T03:32:59.632 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.514643932Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2024-09-14T03:32:59.632 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.515523408Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2024-09-14T03:32:59.632 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.516427416Z level=info msg="Executing migration" id=create_alert_configuration_table 2024-09-14T03:32:59.632 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.517259567Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2024-09-14T03:32:59.632 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.518154145Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2024-09-14T03:32:59.632 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.519146867Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2024-09-14T03:32:59.633 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.520113192Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2024-09-14T03:32:59.633 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.520967343Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2024-09-14T03:32:59.633 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.521846747Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2024-09-14T03:32:59.633 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.522910238Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2024-09-14T03:32:59.633 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.523629383Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2024-09-14T03:32:59.633 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.524542517Z level=info msg="Executing migration" id="create provenance_type table" 2024-09-14T03:32:59.633 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.525387737Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2024-09-14T03:32:59.633 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.526248228Z level=info msg="Executing migration" id="create alert_image table" 2024-09-14T03:32:59.633 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.527218675Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2024-09-14T03:32:59.633 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.530059929Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2024-09-14T03:32:59.633 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.532931419Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2024-09-14T03:32:59.633 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.535752362Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2024-09-14T03:32:59.633 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.536247075Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2024-09-14T03:32:59.633 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.536342371Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2024-09-14T03:32:59.634 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.538904055Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2024-09-14T03:32:59.634 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.539335218Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2024-09-14T03:32:59.634 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.541945042Z level=info msg="Executing migration" id="clear migration entry \"remove unified alerting data\"" 2024-09-14T03:32:59.634 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.542082277Z level=info msg="Executing migration" id="move dashboard alerts to unified alerting" 2024-09-14T03:32:59.634 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.542214249Z level=info msg="alerts found to migrate" alerts=0 2024-09-14T03:32:59.634 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.542643452Z level=info msg="Executing migration" id="create library_element table v1" 2024-09-14T03:32:59.634 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.545101643Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2024-09-14T03:32:59.635 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.547840609Z level=info msg="Executing migration" id="create library_element_connection table v1" 2024-09-14T03:32:59.635 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.550473849Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2024-09-14T03:32:59.635 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.553136258Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2024-09-14T03:32:59.635 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.556062201Z level=info msg="Executing migration" id="increase max description length to 2048" 2024-09-14T03:32:59.635 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.558805783Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2024-09-14T03:32:59.635 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.561758073Z level=info msg="Executing migration" id="create data_keys table" 2024-09-14T03:32:59.635 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.564626571Z level=info msg="Executing migration" id="create secrets table" 2024-09-14T03:32:59.635 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.567414096Z level=info msg="Executing migration" id="rename data_keys name column to id" 2024-09-14T03:32:59.635 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.571668076Z level=info msg="Executing migration" id="add name column into data_keys" 2024-09-14T03:32:59.635 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.574367816Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2024-09-14T03:32:59.635 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.576998283Z level=info msg="Executing migration" id="rename data_keys name column to label" 2024-09-14T03:32:59.635 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.581120595Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2024-09-14T03:32:59.635 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.585301787Z level=info msg="Executing migration" id="create kv_store table v1" 2024-09-14T03:32:59.635 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.588030701Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2024-09-14T03:32:59.635 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.590637514Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2024-09-14T03:32:59.636 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.593307929Z level=info msg="Executing migration" id="create permission table" 2024-09-14T03:32:59.636 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.595941677Z level=info msg="Executing migration" id="add unique index permission.role_id" 2024-09-14T03:32:59.636 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.598494292Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2024-09-14T03:32:59.636 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.601362105Z level=info msg="Executing migration" id="create role table" 2024-09-14T03:32:59.636 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.603901841Z level=info msg="Executing migration" id="add column display_name" 2024-09-14T03:32:59.636 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.60646075Z level=info msg="Executing migration" id="add column group_name" 2024-09-14T03:32:59.636 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.609116765Z level=info msg="Executing migration" id="add index role.org_id" 2024-09-14T03:32:59.636 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.611979269Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2024-09-14T03:32:59.636 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.61471681Z level=info msg="Executing migration" id="add index role_org_id_uid" 2024-09-14T03:32:59.636 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.617314681Z level=info msg="Executing migration" id="create team role table" 2024-09-14T03:32:59.636 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.619750172Z level=info msg="Executing migration" id="add index team_role.org_id" 2024-09-14T03:32:59.636 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.622512445Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2024-09-14T03:32:59.636 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.62325723Z level=info msg="Executing migration" id="add index team_role.team_id" 2024-09-14T03:32:59.637 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.624094723Z level=info msg="Executing migration" id="create user role table" 2024-09-14T03:32:59.637 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.624941425Z level=info msg="Executing migration" id="add index user_role.org_id" 2024-09-14T03:32:59.637 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.625790564Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2024-09-14T03:32:59.931 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.62667839Z level=info msg="Executing migration" id="add index user_role.user_id" 2024-09-14T03:32:59.931 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.627526096Z level=info msg="Executing migration" id="create builtin role table" 2024-09-14T03:32:59.931 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.628345024Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2024-09-14T03:32:59.931 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.629196444Z level=info msg="Executing migration" id="add index builtin_role.name" 2024-09-14T03:32:59.931 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.630050706Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2024-09-14T03:32:59.931 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.631026828Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2024-09-14T03:32:59.931 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.631517818Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2024-09-14T03:32:59.931 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.632320319Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2024-09-14T03:32:59.931 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.632749616Z level=info msg="Executing migration" id="add unique index role.uid" 2024-09-14T03:32:59.931 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.633190936Z level=info msg="Executing migration" id="create seed assignment table" 2024-09-14T03:32:59.931 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.634025596Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2024-09-14T03:32:59.932 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.634513358Z level=info msg="Executing migration" id="add column hidden to role table" 2024-09-14T03:32:59.932 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.635470835Z level=info msg="Executing migration" id="create query_history table v1" 2024-09-14T03:32:59.932 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.63587797Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2024-09-14T03:32:59.932 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.636325611Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2024-09-14T03:32:59.932 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.63660474Z level=info msg="Executing migration" id="teams permissions migration" 2024-09-14T03:32:59.932 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.637038517Z level=info msg="Executing migration" id="dashboard permissions" 2024-09-14T03:32:59.932 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.637513201Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2024-09-14T03:32:59.932 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.637867543Z level=info msg="Executing migration" id="drop managed folder create actions" 2024-09-14T03:32:59.932 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.638191694Z level=info msg="Executing migration" id="alerting notification permissions" 2024-09-14T03:32:59.932 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.638535987Z level=info msg="Executing migration" id="create query_history_star table v1" 2024-09-14T03:32:59.932 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.638945469Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2024-09-14T03:32:59.932 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.639397664Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2024-09-14T03:32:59.932 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.640392431Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2024-09-14T03:32:59.933 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.640699524Z level=info msg="Executing migration" id="create correlation table v1" 2024-09-14T03:32:59.933 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.641124281Z level=info msg="Executing migration" id="add index correlations.uid" 2024-09-14T03:32:59.933 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.641549962Z level=info msg="Executing migration" id="add index correlations.source_uid" 2024-09-14T03:32:59.933 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.641999412Z level=info msg="Executing migration" id="add correlation config column" 2024-09-14T03:32:59.933 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.64296151Z level=info msg="Executing migration" id="create entity_events table" 2024-09-14T03:32:59.933 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.643384808Z level=info msg="Executing migration" id="create dashboard public config v1" 2024-09-14T03:32:59.933 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.644183656Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2024-09-14T03:32:59.933 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.644296589Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2024-09-14T03:32:59.933 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.644597668Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-09-14T03:32:59.933 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.644676024Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-09-14T03:32:59.933 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.644957549Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2024-09-14T03:32:59.933 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.645368124Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2024-09-14T03:32:59.933 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.645747135Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2024-09-14T03:32:59.934 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.646217786Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-09-14T03:32:59.934 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.646669844Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2024-09-14T03:32:59.934 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.647089192Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-09-14T03:32:59.934 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.64753089Z level=info msg="Executing migration" id="Drop public config table" 2024-09-14T03:32:59.934 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.647967647Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2024-09-14T03:32:59.934 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.648407291Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2024-09-14T03:32:59.934 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.648812689Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-09-14T03:32:59.935 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.649287316Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2024-09-14T03:32:59.935 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.651826344Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2024-09-14T03:32:59.935 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.654840658Z level=info msg="Executing migration" id="add annotations_enabled column" 2024-09-14T03:32:59.935 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.657762733Z level=info msg="Executing migration" id="add time_selection_enabled column" 2024-09-14T03:32:59.935 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.660684994Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2024-09-14T03:32:59.935 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.663605641Z level=info msg="Executing migration" id="add share column" 2024-09-14T03:32:59.935 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.666467611Z level=info msg="Executing migration" id="create default alerting folders" 2024-09-14T03:32:59.935 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.669134799Z level=info msg="Executing migration" id="create file table" 2024-09-14T03:32:59.935 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.671944653Z level=info msg="Executing migration" id="file table idx: path natural pk" 2024-09-14T03:32:59.935 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.674891809Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2024-09-14T03:32:59.935 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.677726588Z level=info msg="Executing migration" id="create file_meta table" 2024-09-14T03:32:59.935 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.680428994Z level=info msg="Executing migration" id="file table idx: path key" 2024-09-14T03:32:59.936 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.682987392Z level=info msg="Executing migration" id="set path collation in file table" 2024-09-14T03:32:59.936 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.685761034Z level=info msg="Executing migration" id="managed permissions migration" 2024-09-14T03:32:59.936 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.688601616Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2024-09-14T03:32:59.936 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.691057624Z level=info msg="Executing migration" id="RBAC action name migrator" 2024-09-14T03:32:59.936 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.693914118Z level=info msg="Executing migration" id="Add UID column to playlist" 2024-09-14T03:32:59.936 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.696447988Z level=info msg="Executing migration" id="Update uid column values in playlist" 2024-09-14T03:32:59.936 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.699251349Z level=info msg="Executing migration" id="Add index for uid in playlist" 2024-09-14T03:32:59.936 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.701953554Z level=info msg="Executing migration" id="update group index for alert rules" 2024-09-14T03:32:59.936 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.704825221Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2024-09-14T03:32:59.936 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.707580118Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2024-09-14T03:32:59.936 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.710179804Z level=info msg="Executing migration" id="add action column to seed_assignment" 2024-09-14T03:32:59.936 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.712982Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2024-09-14T03:32:59.936 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.715806179Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2024-09-14T03:32:59.936 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.718554471Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2024-09-14T03:32:59.937 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.728662754Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2024-09-14T03:32:59.937 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.73150033Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2024-09-14T03:32:59.937 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.734153887Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2024-09-14T03:32:59.937 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.737624919Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2024-09-14T03:32:59.937 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.738555796Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2024-09-14T03:32:59.937 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.73930624Z level=info msg="Executing migration" id="create folder table" 2024-09-14T03:32:59.937 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.740188117Z level=info msg="Executing migration" id="Add index for parent_uid" 2024-09-14T03:32:59.937 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.741045332Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2024-09-14T03:32:59.937 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.74187962Z level=info msg="Executing migration" id="Update folder title length" 2024-09-14T03:32:59.937 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.742778388Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2024-09-14T03:32:59.937 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=migrator t=2024-09-14T03:32:59.743521739Z level=info msg="migrations completed" performed=485 skipped=0 duration=767.749318ms 2024-09-14T03:32:59.937 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=sqlstore t=2024-09-14T03:32:59.743945582Z level=info msg="Created default organization" 2024-09-14T03:32:59.937 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=plugin.loader t=2024-09-14T03:32:59.800042369Z level=info msg="Plugin registered" pluginID=input 2024-09-14T03:32:59.938 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=plugin.loader t=2024-09-14T03:32:59.826854601Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-09-14T03:32:59.938 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=plugin.loader t=2024-09-14T03:32:59.826888204Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-09-14T03:32:59.938 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=secrets t=2024-09-14T03:32:59.82692218Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-09-14T03:32:59.938 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=query_data t=2024-09-14T03:32:59.828628857Z level=info msg="Query Service initialization" 2024-09-14T03:32:59.938 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=live.push_http t=2024-09-14T03:32:59.830942886Z level=info msg="Live Push Gateway initialization" 2024-09-14T03:33:00.149 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:59 smithi002 ceph-mon[38004]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:00.149 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:59 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:00.149 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:59 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:00.149 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:59 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:00.149 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:59 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:00.149 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:32:59 smithi002 ceph-mon[38004]: Deploying daemon node-exporter.a on smithi002 2024-09-14T03:33:00.149 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:59 smithi002 ceph-mon[27606]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:00.150 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:59 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:00.150 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:59 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:00.150 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:59 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:00.150 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:59 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:00.150 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:32:59 smithi002 ceph-mon[27606]: Deploying daemon node-exporter.a on smithi002 2024-09-14T03:33:00.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-mon[30999]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:00.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:00.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:00.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:00.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:00.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:32:59 smithi154 ceph-mon[30999]: Deploying daemon node-exporter.a on smithi002 2024-09-14T03:33:00.655 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:33:00 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=infra.usagestats.collector t=2024-09-14T03:33:00.567560137Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-09-14T03:33:00.656 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:33:00 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=provisioning.datasources t=2024-09-14T03:33:00.622783924Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-09-14T03:33:00.934 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:33:00 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=provisioning.datasources t=2024-09-14T03:33:00.654912939Z level=info msg="inserting datasource from configuration " name=Loki uid=P8E80F9AEF21F6940 2024-09-14T03:33:00.934 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:33:00 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=provisioning.alerting t=2024-09-14T03:33:00.676558924Z level=info msg="starting to provision alerting" 2024-09-14T03:33:00.934 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:33:00 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=provisioning.alerting t=2024-09-14T03:33:00.676602782Z level=info msg="finished to provision alerting" 2024-09-14T03:33:00.934 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:33:00 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=grafanaStorageLogger t=2024-09-14T03:33:00.676750547Z level=info msg="storage starting" 2024-09-14T03:33:00.934 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:33:00 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=ngalert.state.manager t=2024-09-14T03:33:00.677076558Z level=info msg="Warming state cache for startup" 2024-09-14T03:33:00.934 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:33:00 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=http.server t=2024-09-14T03:33:00.678613287Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-09-14T03:33:00.934 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:33:00 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=sqlstore.transactions t=2024-09-14T03:33:00.68767023Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-09-14T03:33:00.934 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:33:00 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=ngalert.state.manager t=2024-09-14T03:33:00.687778425Z level=info msg="State cache has been initialized" states=0 duration=10.69996ms 2024-09-14T03:33:00.935 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:33:00 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=ngalert.multiorg.alertmanager t=2024-09-14T03:33:00.687877864Z level=info msg="starting MultiOrg Alertmanager" 2024-09-14T03:33:00.935 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:33:00 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=ticker t=2024-09-14T03:33:00.687906392Z level=info msg=starting first_tick=2024-09-14T03:33:10Z 2024-09-14T03:33:00.935 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:33:00 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=sqlstore.transactions t=2024-09-14T03:33:00.736414551Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-09-14T03:33:00.935 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:33:00 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=sqlstore.transactions t=2024-09-14T03:33:00.747709945Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=1 code="database is locked" 2024-09-14T03:33:01.186 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:00 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-14T03:33:01.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:00 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:01.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:00 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-14T03:33:01.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:00 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:01.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:00 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-14T03:33:01.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:00 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:02.075 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:01 smithi002 ceph-mon[27606]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:02.075 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:01 smithi002 ceph-mon[38004]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:02.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:01 smithi154 ceph-mon[30999]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:03.187 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:33:03 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:33:03] "GET /metrics HTTP/1.1" 200 33653 "" "Prometheus/2.43.0" 2024-09-14T03:33:04.131 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:03 smithi002 ceph-mon[27606]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:04.132 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:03 smithi002 ceph-mon[38004]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:04.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:03 smithi154 ceph-mon[30999]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:05.501 INFO:teuthology.orchestra.run.smithi002.stdout:231928234008 2024-09-14T03:33:05.501 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-09-14T03:33:06.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:05 smithi002 ceph-mon[27606]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:06.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:05 smithi002 ceph-mon[38004]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:06.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:05 smithi154 ceph-mon[30999]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:08.053 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:07 smithi002 ceph-mon[27606]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:08.054 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:07 smithi002 ceph-mon[38004]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:08.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:07 smithi154 ceph-mon[30999]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:08.358 INFO:teuthology.orchestra.run.smithi002.stdout:197568495645 2024-09-14T03:33:08.359 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-09-14T03:33:08.832 INFO:teuthology.orchestra.run.smithi002.stdout:34359738426 2024-09-14T03:33:08.832 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-09-14T03:33:09.322 INFO:teuthology.orchestra.run.smithi002.stdout:55834574900 2024-09-14T03:33:09.323 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-09-14T03:33:09.825 INFO:teuthology.orchestra.run.smithi002.stdout:163208757283 2024-09-14T03:33:09.826 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-09-14T03:33:10.054 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:09 smithi002 ceph-mon[27606]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:10.054 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:09 smithi002 ceph-mon[38004]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:10.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:09 smithi154 ceph-mon[30999]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:10.686 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:33:10 smithi002 bash[71148]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-09-14T03:33:10.900 INFO:teuthology.orchestra.run.smithi002.stdout:77309411377 2024-09-14T03:33:10.901 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-09-14T03:33:11.133 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:33:11 smithi002 bash[71148]: Getting image source signatures 2024-09-14T03:33:11.133 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:33:11 smithi002 bash[71148]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-09-14T03:33:11.133 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:33:11 smithi002 bash[71148]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-09-14T03:33:11.134 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:33:11 smithi002 bash[71148]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-09-14T03:33:11.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:11 smithi154 ceph-mon[30999]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:12.177 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:11 smithi002 ceph-mon[27606]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:12.177 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:11 smithi002 ceph-mon[38004]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:12.900 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:33:12.936 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:33:12 smithi002 bash[71148]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-09-14T03:33:13.426 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:33:12 smithi002 bash[71148]: Writing manifest to image destination 2024-09-14T03:33:13.426 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:33:13 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:33:13] "GET /metrics HTTP/1.1" 200 33653 "" "Prometheus/2.43.0" 2024-09-14T03:33:13.675 INFO:teuthology.orchestra.run.smithi002.stdout:107374182445 2024-09-14T03:33:13.675 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-09-14T03:33:13.686 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:33:13 smithi002 podman[71148]: 2024-09-14 03:33:13.429705971 +0000 UTC m=+7.592770533 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-09-14T03:33:13.950 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:33:13 smithi002 podman[71148]: 2024-09-14 03:33:13.879200342 +0000 UTC m=+8.042264900 container create ad362eb3056ce370122d8c3cc038a76a26b935673db8c97fc08a59cb33e5a534 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-14T03:33:14.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:13 smithi154 ceph-mon[30999]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:14.290 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:13 smithi002 ceph-mon[27606]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:14.290 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:13 smithi002 ceph-mon[38004]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:15.201 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:33:15.205 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:33:15.214 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:33:15.432 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:33:15 smithi002 podman[71148]: 2024-09-14 03:33:15.096269366 +0000 UTC m=+9.259333916 container init ad362eb3056ce370122d8c3cc038a76a26b935673db8c97fc08a59cb33e5a534 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-14T03:33:15.433 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:33:15 smithi002 podman[71148]: 2024-09-14 03:33:15.100027726 +0000 UTC m=+9.263092276 container start ad362eb3056ce370122d8c3cc038a76a26b935673db8c97fc08a59cb33e5a534 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-14T03:33:15.433 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:33:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[71812]: ts=2024-09-14T03:33:15.104Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-09-14T03:33:15.433 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:33:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[71812]: ts=2024-09-14T03:33:15.104Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-09-14T03:33:15.433 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:33:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[71812]: ts=2024-09-14T03:33:15.105Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-14T03:33:15.433 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:33:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[71812]: ts=2024-09-14T03:33:15.105Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-14T03:33:15.433 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:33:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[71812]: ts=2024-09-14T03:33:15.105Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-14T03:33:15.433 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:33:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[71812]: ts=2024-09-14T03:33:15.105Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-14T03:33:15.433 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:33:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[71812]: ts=2024-09-14T03:33:15.106Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-14T03:33:15.433 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:33:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[71812]: ts=2024-09-14T03:33:15.106Z caller=node_exporter.go:117 level=info collector=arp 2024-09-14T03:33:15.433 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:33:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[71812]: ts=2024-09-14T03:33:15.106Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-14T03:33:15.433 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:33:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[71812]: ts=2024-09-14T03:33:15.106Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-14T03:33:15.434 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:33:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[71812]: ts=2024-09-14T03:33:15.106Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-14T03:33:15.434 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:33:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[71812]: ts=2024-09-14T03:33:15.106Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-14T03:33:15.434 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:33:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[71812]: ts=2024-09-14T03:33:15.106Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-14T03:33:15.434 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:33:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[71812]: ts=2024-09-14T03:33:15.106Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-14T03:33:15.434 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:33:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[71812]: ts=2024-09-14T03:33:15.106Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-14T03:33:15.434 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:33:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[71812]: ts=2024-09-14T03:33:15.106Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-14T03:33:15.434 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:33:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[71812]: ts=2024-09-14T03:33:15.106Z caller=node_exporter.go:117 level=info collector=edac 2024-09-14T03:33:15.434 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:33:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[71812]: ts=2024-09-14T03:33:15.106Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-14T03:33:15.434 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:33:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[71812]: ts=2024-09-14T03:33:15.106Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-14T03:33:15.434 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:33:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[71812]: ts=2024-09-14T03:33:15.106Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-14T03:33:15.434 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:33:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[71812]: ts=2024-09-14T03:33:15.106Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-14T03:33:15.434 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:33:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[71812]: ts=2024-09-14T03:33:15.106Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-14T03:33:15.434 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:33:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[71812]: ts=2024-09-14T03:33:15.106Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-14T03:33:15.435 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:33:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[71812]: ts=2024-09-14T03:33:15.106Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-14T03:33:15.435 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:33:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[71812]: ts=2024-09-14T03:33:15.106Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-14T03:33:15.435 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:33:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[71812]: ts=2024-09-14T03:33:15.106Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-14T03:33:15.435 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:33:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[71812]: ts=2024-09-14T03:33:15.106Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-14T03:33:15.435 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:33:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[71812]: ts=2024-09-14T03:33:15.106Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-14T03:33:15.435 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:33:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[71812]: ts=2024-09-14T03:33:15.106Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-14T03:33:15.435 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:33:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[71812]: ts=2024-09-14T03:33:15.106Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-14T03:33:15.435 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:33:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[71812]: ts=2024-09-14T03:33:15.106Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-14T03:33:15.435 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:33:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[71812]: ts=2024-09-14T03:33:15.106Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-14T03:33:15.435 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:33:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[71812]: ts=2024-09-14T03:33:15.106Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-14T03:33:15.435 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:33:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[71812]: ts=2024-09-14T03:33:15.106Z caller=node_exporter.go:117 level=info collector=os 2024-09-14T03:33:15.435 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:33:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[71812]: ts=2024-09-14T03:33:15.106Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-14T03:33:15.435 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:33:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[71812]: ts=2024-09-14T03:33:15.106Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-14T03:33:15.436 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:33:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[71812]: ts=2024-09-14T03:33:15.106Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-14T03:33:15.436 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:33:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[71812]: ts=2024-09-14T03:33:15.106Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-14T03:33:15.436 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:33:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[71812]: ts=2024-09-14T03:33:15.106Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-14T03:33:15.436 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:33:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[71812]: ts=2024-09-14T03:33:15.106Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-14T03:33:15.436 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:33:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[71812]: ts=2024-09-14T03:33:15.106Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-14T03:33:15.436 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:33:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[71812]: ts=2024-09-14T03:33:15.106Z caller=node_exporter.go:117 level=info collector=stat 2024-09-14T03:33:15.436 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:33:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[71812]: ts=2024-09-14T03:33:15.106Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-14T03:33:15.437 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:33:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[71812]: ts=2024-09-14T03:33:15.106Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-14T03:33:15.437 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:33:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[71812]: ts=2024-09-14T03:33:15.106Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-14T03:33:15.437 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:33:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[71812]: ts=2024-09-14T03:33:15.106Z caller=node_exporter.go:117 level=info collector=time 2024-09-14T03:33:15.437 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:33:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[71812]: ts=2024-09-14T03:33:15.106Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-14T03:33:15.437 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:33:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[71812]: ts=2024-09-14T03:33:15.106Z caller=node_exporter.go:117 level=info collector=uname 2024-09-14T03:33:15.437 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:33:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[71812]: ts=2024-09-14T03:33:15.106Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-14T03:33:15.437 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:33:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[71812]: ts=2024-09-14T03:33:15.106Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-14T03:33:15.437 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:33:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[71812]: ts=2024-09-14T03:33:15.106Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-14T03:33:15.437 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:33:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[71812]: ts=2024-09-14T03:33:15.107Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-09-14T03:33:15.437 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:33:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[71812]: ts=2024-09-14T03:33:15.107Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-14T03:33:15.437 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:33:15 smithi002 bash[71148]: ad362eb3056ce370122d8c3cc038a76a26b935673db8c97fc08a59cb33e5a534 2024-09-14T03:33:15.437 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:33:15 smithi002 systemd[1]: Started Ceph node-exporter.a for f357b922-7248-11ef-bceb-c7b262605968. 2024-09-14T03:33:15.867 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:33:16.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:16 smithi002 ceph-mon[27606]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:16.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:16 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:16.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:16 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:16.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:16 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:16.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:16 smithi002 ceph-mon[27606]: Deploying daemon node-exporter.b on smithi154 2024-09-14T03:33:16.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:16 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-14T03:33:16.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:16 smithi002 ceph-mon[38004]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:16.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:16 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:16.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:16 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:16.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:16 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:16.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:16 smithi002 ceph-mon[38004]: Deploying daemon node-exporter.b on smithi154 2024-09-14T03:33:16.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:16 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-14T03:33:16.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:16 smithi154 ceph-mon[30999]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:16.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:16 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:16.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:16 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:16.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:16 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:16.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:16 smithi154 ceph-mon[30999]: Deploying daemon node-exporter.b on smithi154 2024-09-14T03:33:16.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:16 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-14T03:33:16.962 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:33:16.989 INFO:teuthology.orchestra.run.smithi002.stdout:128849018920 2024-09-14T03:33:16.989 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-09-14T03:33:17.478 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:33:17 smithi154 bash[61350]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-09-14T03:33:17.977 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:33:17 smithi154 bash[61350]: Getting image source signatures 2024-09-14T03:33:17.977 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:33:17 smithi154 bash[61350]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-09-14T03:33:17.977 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:33:17 smithi154 bash[61350]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-09-14T03:33:17.977 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:33:17 smithi154 bash[61350]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-09-14T03:33:18.527 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:18 smithi002 ceph-mon[38004]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:18.527 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:18 smithi002 ceph-mon[27606]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:18.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:18 smithi154 ceph-mon[30999]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:19.417 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:33:19 smithi154 bash[61350]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-09-14T03:33:19.417 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:33:19 smithi154 bash[61350]: Writing manifest to image destination 2024-09-14T03:33:19.727 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:33:19 smithi154 podman[61350]: 2024-09-14 03:33:19.55551168 +0000 UTC m=+2.303048182 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-09-14T03:33:19.727 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:33:19 smithi154 podman[61350]: 2024-09-14 03:33:19.662675657 +0000 UTC m=+2.410212160 container create 815178e760b06c7b8e307cfc1697dc43df4fca8276a8c3657966ca061ff67011 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-14T03:33:19.859 INFO:teuthology.orchestra.run.smithi002.stdout:55834574903 2024-09-14T03:33:20.228 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:33:19 smithi154 podman[61350]: 2024-09-14 03:33:19.916033376 +0000 UTC m=+2.663569894 container init 815178e760b06c7b8e307cfc1697dc43df4fca8276a8c3657966ca061ff67011 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-14T03:33:20.228 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:33:19 smithi154 podman[61350]: 2024-09-14 03:33:19.920379834 +0000 UTC m=+2.667916340 container start 815178e760b06c7b8e307cfc1697dc43df4fca8276a8c3657966ca061ff67011 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-14T03:33:20.228 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:33:19 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[61432]: ts=2024-09-14T03:33:19.924Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-09-14T03:33:20.228 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:33:19 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[61432]: ts=2024-09-14T03:33:19.924Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-09-14T03:33:20.228 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:33:19 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[61432]: ts=2024-09-14T03:33:19.924Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-14T03:33:20.229 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:33:19 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[61432]: ts=2024-09-14T03:33:19.924Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-14T03:33:20.229 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:33:19 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[61432]: ts=2024-09-14T03:33:19.924Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-14T03:33:20.229 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:33:19 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[61432]: ts=2024-09-14T03:33:19.924Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-14T03:33:20.229 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:33:19 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[61432]: ts=2024-09-14T03:33:19.925Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-14T03:33:20.229 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:33:19 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[61432]: ts=2024-09-14T03:33:19.925Z caller=node_exporter.go:117 level=info collector=arp 2024-09-14T03:33:20.229 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:33:19 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[61432]: ts=2024-09-14T03:33:19.925Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-14T03:33:20.229 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:33:19 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[61432]: ts=2024-09-14T03:33:19.925Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-14T03:33:20.229 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:33:19 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[61432]: ts=2024-09-14T03:33:19.925Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-14T03:33:20.229 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:33:19 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[61432]: ts=2024-09-14T03:33:19.925Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-14T03:33:20.229 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:33:19 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[61432]: ts=2024-09-14T03:33:19.925Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-14T03:33:20.229 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:33:19 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[61432]: ts=2024-09-14T03:33:19.925Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-14T03:33:20.230 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:33:19 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[61432]: ts=2024-09-14T03:33:19.925Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-14T03:33:20.230 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:33:19 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[61432]: ts=2024-09-14T03:33:19.925Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-14T03:33:20.230 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:33:19 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[61432]: ts=2024-09-14T03:33:19.925Z caller=node_exporter.go:117 level=info collector=edac 2024-09-14T03:33:20.230 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:33:19 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[61432]: ts=2024-09-14T03:33:19.925Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-14T03:33:20.230 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:33:19 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[61432]: ts=2024-09-14T03:33:19.925Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-14T03:33:20.230 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:33:19 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[61432]: ts=2024-09-14T03:33:19.925Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-14T03:33:20.231 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:33:19 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[61432]: ts=2024-09-14T03:33:19.925Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-14T03:33:20.231 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:33:19 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[61432]: ts=2024-09-14T03:33:19.925Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-14T03:33:20.231 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:33:19 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[61432]: ts=2024-09-14T03:33:19.925Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-14T03:33:20.231 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:33:19 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[61432]: ts=2024-09-14T03:33:19.925Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-14T03:33:20.231 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:33:19 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[61432]: ts=2024-09-14T03:33:19.925Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-14T03:33:20.231 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:33:19 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[61432]: ts=2024-09-14T03:33:19.925Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-14T03:33:20.231 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:33:19 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[61432]: ts=2024-09-14T03:33:19.925Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-14T03:33:20.231 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:33:19 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[61432]: ts=2024-09-14T03:33:19.925Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-14T03:33:20.231 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:33:19 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[61432]: ts=2024-09-14T03:33:19.925Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-14T03:33:20.231 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:33:19 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[61432]: ts=2024-09-14T03:33:19.925Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-14T03:33:20.231 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:33:19 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[61432]: ts=2024-09-14T03:33:19.925Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-14T03:33:20.231 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:33:19 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[61432]: ts=2024-09-14T03:33:19.925Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-14T03:33:20.232 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:33:19 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[61432]: ts=2024-09-14T03:33:19.925Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-14T03:33:20.232 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:33:19 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[61432]: ts=2024-09-14T03:33:19.925Z caller=node_exporter.go:117 level=info collector=os 2024-09-14T03:33:20.232 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:33:19 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[61432]: ts=2024-09-14T03:33:19.925Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-14T03:33:20.232 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:33:19 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[61432]: ts=2024-09-14T03:33:19.925Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-14T03:33:20.232 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:33:19 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[61432]: ts=2024-09-14T03:33:19.925Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-14T03:33:20.232 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:33:19 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[61432]: ts=2024-09-14T03:33:19.925Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-14T03:33:20.232 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:33:19 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[61432]: ts=2024-09-14T03:33:19.925Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-14T03:33:20.232 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:33:19 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[61432]: ts=2024-09-14T03:33:19.925Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-14T03:33:20.232 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:33:19 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[61432]: ts=2024-09-14T03:33:19.925Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-14T03:33:20.232 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:33:19 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[61432]: ts=2024-09-14T03:33:19.925Z caller=node_exporter.go:117 level=info collector=stat 2024-09-14T03:33:20.232 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:33:19 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[61432]: ts=2024-09-14T03:33:19.925Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-14T03:33:20.232 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:33:19 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[61432]: ts=2024-09-14T03:33:19.925Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-14T03:33:20.233 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:33:19 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[61432]: ts=2024-09-14T03:33:19.925Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-14T03:33:20.233 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:33:19 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[61432]: ts=2024-09-14T03:33:19.925Z caller=node_exporter.go:117 level=info collector=time 2024-09-14T03:33:20.233 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:33:19 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[61432]: ts=2024-09-14T03:33:19.925Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-14T03:33:20.233 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:33:19 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[61432]: ts=2024-09-14T03:33:19.925Z caller=node_exporter.go:117 level=info collector=uname 2024-09-14T03:33:20.233 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:33:19 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[61432]: ts=2024-09-14T03:33:19.925Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-14T03:33:20.233 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:33:19 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[61432]: ts=2024-09-14T03:33:19.925Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-14T03:33:20.233 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:33:19 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[61432]: ts=2024-09-14T03:33:19.925Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-14T03:33:20.233 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:33:19 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[61432]: ts=2024-09-14T03:33:19.925Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-09-14T03:33:20.233 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:33:19 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[61432]: ts=2024-09-14T03:33:19.925Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-14T03:33:20.233 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:33:19 smithi154 bash[61350]: 815178e760b06c7b8e307cfc1697dc43df4fca8276a8c3657966ca061ff67011 2024-09-14T03:33:20.233 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:33:19 smithi154 systemd[1]: Started Ceph node-exporter.b for f357b922-7248-11ef-bceb-c7b262605968. 2024-09-14T03:33:20.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:20 smithi002 ceph-mon[27606]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:20.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:20 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/659834473' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-14T03:33:20.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:20 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:20.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:20 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:20.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:20 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:20.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:20 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:20.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:20 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:20.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:20 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:33:20.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:20 smithi002 ceph-mon[38004]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:20.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:20 smithi002 ceph-mon[38004]: from='client.? 172.21.15.2:0/659834473' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-14T03:33:20.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:20 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:20.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:20 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:20.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:20 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:20.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:20 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:20.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:20 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:20.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:20 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:33:20.690 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:20 smithi154 ceph-mon[30999]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:20.690 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:20 smithi154 ceph-mon[30999]: from='client.? 172.21.15.2:0/659834473' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-14T03:33:20.690 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:20 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:20.690 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:20 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:20.690 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:20 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:20.690 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:20 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:20.690 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:20 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:20.690 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:20 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:33:21.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:21 smithi154 ceph-mon[30999]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:21.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:21 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:22.178 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:21 smithi002 ceph-mon[27606]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:22.178 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:21 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:22.178 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:21 smithi002 ceph-mon[38004]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:22.178 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:21 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:22.245 INFO:teuthology.orchestra.run.smithi002.stdout:163208757285 2024-09-14T03:33:22.936 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:22 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/2764250542' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-14T03:33:22.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:22 smithi002 ceph-mon[38004]: from='client.? 172.21.15.2:0/2764250542' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-14T03:33:23.119 INFO:tasks.cephadm.ceph_manager.ceph:need seq 163208757283 got 163208757285 for osd.5 2024-09-14T03:33:23.120 DEBUG:teuthology.parallel:result is None 2024-09-14T03:33:23.205 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:22 smithi154 ceph-mon[30999]: from='client.? 172.21.15.2:0/2764250542' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-14T03:33:23.313 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:33:23.413 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:33:23 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:33:23] "GET /metrics HTTP/1.1" 200 33654 "" "Prometheus/2.43.0" 2024-09-14T03:33:23.833 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574900 got 55834574903 for osd.1 2024-09-14T03:33:23.833 DEBUG:teuthology.parallel:result is None 2024-09-14T03:33:24.426 INFO:teuthology.orchestra.run.smithi002.stdout:231928234012 2024-09-14T03:33:24.620 INFO:teuthology.orchestra.run.smithi002.stdout:197568495649 2024-09-14T03:33:24.621 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:24 smithi002 ceph-mon[27606]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:24.621 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:24 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:24.621 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:24 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:24.621 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:24 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/1994455712' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-14T03:33:24.621 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:24 smithi002 ceph-mon[38004]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:24.621 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:24 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:24.621 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:24 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:24.622 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:24 smithi002 ceph-mon[38004]: from='client.? 172.21.15.2:0/1994455712' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-14T03:33:24.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:24 smithi154 ceph-mon[30999]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:24.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:24 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:24.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:24 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:24.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:24 smithi154 ceph-mon[30999]: from='client.? 172.21.15.2:0/1994455712' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-14T03:33:25.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:25 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/3419120637' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-14T03:33:25.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:25 smithi002 ceph-mon[38004]: from='client.? 172.21.15.2:0/3419120637' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-14T03:33:25.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:25 smithi154 ceph-mon[30999]: from='client.? 172.21.15.2:0/3419120637' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-14T03:33:26.389 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495645 got 197568495649 for osd.6 2024-09-14T03:33:26.389 DEBUG:teuthology.parallel:result is None 2024-09-14T03:33:26.577 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:33:26.617 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:26 smithi002 ceph-mon[38004]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:26.618 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:26 smithi002 ceph-mon[27606]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:26.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:26 smithi154 ceph-mon[30999]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:26.987 INFO:tasks.cephadm.ceph_manager.ceph:need seq 231928234008 got 231928234012 for osd.7 2024-09-14T03:33:26.987 DEBUG:teuthology.parallel:result is None 2024-09-14T03:33:27.716 INFO:teuthology.orchestra.run.smithi002.stdout:34359738431 2024-09-14T03:33:28.678 INFO:teuthology.orchestra.run.smithi002.stdout:77309411381 2024-09-14T03:33:28.678 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:28 smithi002 ceph-mon[27606]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:28.678 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:28 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/755130071' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-14T03:33:28.678 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:28 smithi002 ceph-mon[38004]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:28.679 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:28 smithi002 ceph-mon[38004]: from='client.? 172.21.15.2:0/755130071' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-14T03:33:28.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:28 smithi154 ceph-mon[30999]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:28.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:28 smithi154 ceph-mon[30999]: from='client.? 172.21.15.2:0/755130071' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-14T03:33:29.591 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738426 got 34359738431 for osd.0 2024-09-14T03:33:29.592 DEBUG:teuthology.parallel:result is None 2024-09-14T03:33:29.890 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:29 smithi154 ceph-mon[30999]: from='client.? 172.21.15.2:0/567423109' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-14T03:33:29.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:29 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/567423109' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-14T03:33:29.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:29 smithi002 ceph-mon[38004]: from='client.? 172.21.15.2:0/567423109' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-14T03:33:30.867 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:30 smithi002 ceph-mon[27606]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:30.867 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:30 smithi002 ceph-mon[38004]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:30.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:30 smithi154 ceph-mon[30999]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:31.483 INFO:teuthology.orchestra.run.smithi002.stdout:128849018923 2024-09-14T03:33:31.783 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:31 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-14T03:33:31.783 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:31 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/1381049517' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-14T03:33:31.783 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:31 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-14T03:33:31.783 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:31 smithi002 ceph-mon[38004]: from='client.? 172.21.15.2:0/1381049517' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-14T03:33:31.854 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411377 got 77309411381 for osd.2 2024-09-14T03:33:31.854 DEBUG:teuthology.parallel:result is None 2024-09-14T03:33:31.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:31 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-14T03:33:31.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:31 smithi154 ceph-mon[30999]: from='client.? 172.21.15.2:0/1381049517' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-14T03:33:32.221 INFO:teuthology.orchestra.run.smithi002.stdout:107374182448 2024-09-14T03:33:32.811 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:32 smithi002 ceph-mon[38004]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:32.811 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:32 smithi002 ceph-mon[38004]: from='client.? 172.21.15.2:0/228559313' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-14T03:33:32.811 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:32 smithi002 ceph-mon[27606]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:32.811 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:32 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/228559313' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-14T03:33:32.850 INFO:tasks.cephadm.ceph_manager.ceph:need seq 128849018920 got 128849018923 for osd.4 2024-09-14T03:33:32.850 DEBUG:teuthology.parallel:result is None 2024-09-14T03:33:32.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:32 smithi154 ceph-mon[30999]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:32.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:32 smithi154 ceph-mon[30999]: from='client.? 172.21.15.2:0/228559313' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-14T03:33:33.437 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:33:33 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:33:33] "GET /metrics HTTP/1.1" 200 33652 "" "Prometheus/2.43.0" 2024-09-14T03:33:33.475 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182445 got 107374182448 for osd.3 2024-09-14T03:33:33.475 DEBUG:teuthology.parallel:result is None 2024-09-14T03:33:33.475 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-09-14T03:33:33.475 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph pg dump --format=json 2024-09-14T03:33:34.256 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:33:34.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:34 smithi002 ceph-mon[27606]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:34.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:34 smithi002 ceph-mon[38004]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:34.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:34 smithi154 ceph-mon[30999]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:36.359 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-14T03:33:36.360 INFO:teuthology.orchestra.run.smithi002.stderr:dumped all 2024-09-14T03:33:36.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:36 smithi002 ceph-mon[38004]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:36.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:36 smithi002 ceph-mon[27606]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:36.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:36 smithi154 ceph-mon[30999]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:37.082 INFO:teuthology.orchestra.run.smithi002.stdout:{"pg_ready":true,"pg_map":{"version":42,"stamp":"2024-09-14T03:33:34.773963+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593533,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":229,"num_write_kb":2435,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":173,"ondisk_log_size":173,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":232304,"kb_used_data":7952,"kb_used_omap":12,"kb_used_meta":224243,"kb_avail":749728912,"statfs":{"total":767960285184,"available":767722405888,"internally_reserved":0,"allocated":8142848,"data_stored":4579283,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":229625402},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003290"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:39.222768+0000","last_change":"2024-09-14T03:31:42.307834+0000","last_active":"2024-09-14T03:32:39.222768+0000","last_peered":"2024-09-14T03:32:39.222768+0000","last_clean":"2024-09-14T03:32:39.222768+0000","last_became_active":"2024-09-14T03:31:42.306390+0000","last_became_peered":"2024-09-14T03:31:42.306390+0000","last_unstale":"2024-09-14T03:32:39.222768+0000","last_undegraded":"2024-09-14T03:32:39.222768+0000","last_fullsized":"2024-09-14T03:32:39.222768+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T12:17:12.208663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.656977+0000","last_change":"2024-09-14T03:31:42.299085+0000","last_active":"2024-09-14T03:32:38.656977+0000","last_peered":"2024-09-14T03:32:38.656977+0000","last_clean":"2024-09-14T03:32:38.656977+0000","last_became_active":"2024-09-14T03:31:42.298823+0000","last_became_peered":"2024-09-14T03:31:42.298823+0000","last_unstale":"2024-09-14T03:32:38.656977+0000","last_undegraded":"2024-09-14T03:32:38.656977+0000","last_fullsized":"2024-09-14T03:32:38.656977+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T12:37:07.850116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.730898+0000","last_change":"2024-09-14T03:31:42.296456+0000","last_active":"2024-09-14T03:32:38.730898+0000","last_peered":"2024-09-14T03:32:38.730898+0000","last_clean":"2024-09-14T03:32:38.730898+0000","last_became_active":"2024-09-14T03:31:42.296105+0000","last_became_peered":"2024-09-14T03:31:42.296105+0000","last_unstale":"2024-09-14T03:32:38.730898+0000","last_undegraded":"2024-09-14T03:32:38.730898+0000","last_fullsized":"2024-09-14T03:32:38.730898+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T15:25:47.490806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.660229+0000","last_change":"2024-09-14T03:31:42.310079+0000","last_active":"2024-09-14T03:32:38.660229+0000","last_peered":"2024-09-14T03:32:38.660229+0000","last_clean":"2024-09-14T03:32:38.660229+0000","last_became_active":"2024-09-14T03:31:42.309354+0000","last_became_peered":"2024-09-14T03:31:42.309354+0000","last_unstale":"2024-09-14T03:32:38.660229+0000","last_undegraded":"2024-09-14T03:32:38.660229+0000","last_fullsized":"2024-09-14T03:32:38.660229+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T12:32:11.169629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:39.222240+0000","last_change":"2024-09-14T03:31:42.309072+0000","last_active":"2024-09-14T03:32:39.222240+0000","last_peered":"2024-09-14T03:32:39.222240+0000","last_clean":"2024-09-14T03:32:39.222240+0000","last_became_active":"2024-09-14T03:31:42.307692+0000","last_became_peered":"2024-09-14T03:31:42.307692+0000","last_unstale":"2024-09-14T03:32:39.222240+0000","last_undegraded":"2024-09-14T03:32:39.222240+0000","last_fullsized":"2024-09-14T03:32:39.222240+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T06:03:32.227826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.660335+0000","last_change":"2024-09-14T03:31:42.312432+0000","last_active":"2024-09-14T03:32:38.660335+0000","last_peered":"2024-09-14T03:32:38.660335+0000","last_clean":"2024-09-14T03:32:38.660335+0000","last_became_active":"2024-09-14T03:31:42.312122+0000","last_became_peered":"2024-09-14T03:31:42.312122+0000","last_unstale":"2024-09-14T03:32:38.660335+0000","last_undegraded":"2024-09-14T03:32:38.660335+0000","last_fullsized":"2024-09-14T03:32:38.660335+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T09:42:05.465697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:39.222211+0000","last_change":"2024-09-14T03:31:42.308462+0000","last_active":"2024-09-14T03:32:39.222211+0000","last_peered":"2024-09-14T03:32:39.222211+0000","last_clean":"2024-09-14T03:32:39.222211+0000","last_became_active":"2024-09-14T03:31:42.307350+0000","last_became_peered":"2024-09-14T03:31:42.307350+0000","last_unstale":"2024-09-14T03:32:39.222211+0000","last_undegraded":"2024-09-14T03:32:39.222211+0000","last_fullsized":"2024-09-14T03:32:39.222211+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:21:13.977190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.736149+0000","last_change":"2024-09-14T03:31:42.302919+0000","last_active":"2024-09-14T03:32:38.736149+0000","last_peered":"2024-09-14T03:32:38.736149+0000","last_clean":"2024-09-14T03:32:38.736149+0000","last_became_active":"2024-09-14T03:31:42.302565+0000","last_became_peered":"2024-09-14T03:31:42.302565+0000","last_unstale":"2024-09-14T03:32:38.736149+0000","last_undegraded":"2024-09-14T03:32:38.736149+0000","last_fullsized":"2024-09-14T03:32:38.736149+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:56:11.983241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":31,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:39.223101+0000","last_change":"2024-09-14T03:32:07.897895+0000","last_active":"2024-09-14T03:32:39.223101+0000","last_peered":"2024-09-14T03:32:39.223101+0000","last_clean":"2024-09-14T03:32:39.223101+0000","last_became_active":"2024-09-14T03:32:07.897621+0000","last_became_peered":"2024-09-14T03:32:07.897621+0000","last_unstale":"2024-09-14T03:32:39.223101+0000","last_undegraded":"2024-09-14T03:32:39.223101+0000","last_fullsized":"2024-09-14T03:32:39.223101+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T10:24:19.962874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:39.222905+0000","last_change":"2024-09-14T03:31:42.302216+0000","last_active":"2024-09-14T03:32:39.222905+0000","last_peered":"2024-09-14T03:32:39.222905+0000","last_clean":"2024-09-14T03:32:39.222905+0000","last_became_active":"2024-09-14T03:31:42.301926+0000","last_became_peered":"2024-09-14T03:31:42.301926+0000","last_unstale":"2024-09-14T03:32:39.222905+0000","last_undegraded":"2024-09-14T03:32:39.222905+0000","last_fullsized":"2024-09-14T03:32:39.222905+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:58:24.252521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:39.222374+0000","last_change":"2024-09-14T03:31:42.301096+0000","last_active":"2024-09-14T03:32:39.222374+0000","last_peered":"2024-09-14T03:32:39.222374+0000","last_clean":"2024-09-14T03:32:39.222374+0000","last_became_active":"2024-09-14T03:31:42.300818+0000","last_became_peered":"2024-09-14T03:31:42.300818+0000","last_unstale":"2024-09-14T03:32:39.222374+0000","last_undegraded":"2024-09-14T03:32:39.222374+0000","last_fullsized":"2024-09-14T03:32:39.222374+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:30:18.073865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.656414+0000","last_change":"2024-09-14T03:31:42.292316+0000","last_active":"2024-09-14T03:32:38.656414+0000","last_peered":"2024-09-14T03:32:38.656414+0000","last_clean":"2024-09-14T03:32:38.656414+0000","last_became_active":"2024-09-14T03:31:42.290756+0000","last_became_peered":"2024-09-14T03:31:42.290756+0000","last_unstale":"2024-09-14T03:32:38.656414+0000","last_undegraded":"2024-09-14T03:32:38.656414+0000","last_fullsized":"2024-09-14T03:32:38.656414+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T07:25:33.709301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.736300+0000","last_change":"2024-09-14T03:31:42.296928+0000","last_active":"2024-09-14T03:32:38.736300+0000","last_peered":"2024-09-14T03:32:38.736300+0000","last_clean":"2024-09-14T03:32:38.736300+0000","last_became_active":"2024-09-14T03:31:42.296650+0000","last_became_peered":"2024-09-14T03:31:42.296650+0000","last_unstale":"2024-09-14T03:32:38.736300+0000","last_undegraded":"2024-09-14T03:32:38.736300+0000","last_fullsized":"2024-09-14T03:32:38.736300+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T06:04:21.956886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.730737+0000","last_change":"2024-09-14T03:31:42.304334+0000","last_active":"2024-09-14T03:32:38.730737+0000","last_peered":"2024-09-14T03:32:38.730737+0000","last_clean":"2024-09-14T03:32:38.730737+0000","last_became_active":"2024-09-14T03:31:42.303979+0000","last_became_peered":"2024-09-14T03:31:42.303979+0000","last_unstale":"2024-09-14T03:32:38.730737+0000","last_undegraded":"2024-09-14T03:32:38.730737+0000","last_fullsized":"2024-09-14T03:32:38.730737+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T08:25:12.697172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.656381+0000","last_change":"2024-09-14T03:31:42.309516+0000","last_active":"2024-09-14T03:32:38.656381+0000","last_peered":"2024-09-14T03:32:38.656381+0000","last_clean":"2024-09-14T03:32:38.656381+0000","last_became_active":"2024-09-14T03:31:42.309134+0000","last_became_peered":"2024-09-14T03:31:42.309134+0000","last_unstale":"2024-09-14T03:32:38.656381+0000","last_undegraded":"2024-09-14T03:32:38.656381+0000","last_fullsized":"2024-09-14T03:32:38.656381+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:44:08.677588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.659905+0000","last_change":"2024-09-14T03:31:42.310829+0000","last_active":"2024-09-14T03:32:38.659905+0000","last_peered":"2024-09-14T03:32:38.659905+0000","last_clean":"2024-09-14T03:32:38.659905+0000","last_became_active":"2024-09-14T03:31:42.310544+0000","last_became_peered":"2024-09-14T03:31:42.310544+0000","last_unstale":"2024-09-14T03:32:38.659905+0000","last_undegraded":"2024-09-14T03:32:38.659905+0000","last_fullsized":"2024-09-14T03:32:38.659905+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:10:24.301462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.660643+0000","last_change":"2024-09-14T03:31:42.308953+0000","last_active":"2024-09-14T03:32:38.660643+0000","last_peered":"2024-09-14T03:32:38.660643+0000","last_clean":"2024-09-14T03:32:38.660643+0000","last_became_active":"2024-09-14T03:31:42.308148+0000","last_became_peered":"2024-09-14T03:31:42.308148+0000","last_unstale":"2024-09-14T03:32:38.660643+0000","last_undegraded":"2024-09-14T03:32:38.660643+0000","last_fullsized":"2024-09-14T03:32:38.660643+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T12:55:05.449462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.656459+0000","last_change":"2024-09-14T03:31:42.295453+0000","last_active":"2024-09-14T03:32:38.656459+0000","last_peered":"2024-09-14T03:32:38.656459+0000","last_clean":"2024-09-14T03:32:38.656459+0000","last_became_active":"2024-09-14T03:31:42.295149+0000","last_became_peered":"2024-09-14T03:31:42.295149+0000","last_unstale":"2024-09-14T03:32:38.656459+0000","last_undegraded":"2024-09-14T03:32:38.656459+0000","last_fullsized":"2024-09-14T03:32:38.656459+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:38:28.670371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:39.223146+0000","last_change":"2024-09-14T03:31:42.304379+0000","last_active":"2024-09-14T03:32:39.223146+0000","last_peered":"2024-09-14T03:32:39.223146+0000","last_clean":"2024-09-14T03:32:39.223146+0000","last_became_active":"2024-09-14T03:31:42.303992+0000","last_became_peered":"2024-09-14T03:31:42.303992+0000","last_unstale":"2024-09-14T03:32:39.223146+0000","last_undegraded":"2024-09-14T03:32:39.223146+0000","last_fullsized":"2024-09-14T03:32:39.223146+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T11:10:27.339295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:39.221651+0000","last_change":"2024-09-14T03:31:42.291608+0000","last_active":"2024-09-14T03:32:39.221651+0000","last_peered":"2024-09-14T03:32:39.221651+0000","last_clean":"2024-09-14T03:32:39.221651+0000","last_became_active":"2024-09-14T03:31:42.291250+0000","last_became_peered":"2024-09-14T03:31:42.291250+0000","last_unstale":"2024-09-14T03:32:39.221651+0000","last_undegraded":"2024-09-14T03:32:39.221651+0000","last_fullsized":"2024-09-14T03:32:39.221651+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:36:06.335295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.730883+0000","last_change":"2024-09-14T03:31:42.295618+0000","last_active":"2024-09-14T03:32:38.730883+0000","last_peered":"2024-09-14T03:32:38.730883+0000","last_clean":"2024-09-14T03:32:38.730883+0000","last_became_active":"2024-09-14T03:31:42.295365+0000","last_became_peered":"2024-09-14T03:31:42.295365+0000","last_unstale":"2024-09-14T03:32:38.730883+0000","last_undegraded":"2024-09-14T03:32:38.730883+0000","last_fullsized":"2024-09-14T03:32:38.730883+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T07:46:34.434891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.660136+0000","last_change":"2024-09-14T03:31:42.312263+0000","last_active":"2024-09-14T03:32:38.660136+0000","last_peered":"2024-09-14T03:32:38.660136+0000","last_clean":"2024-09-14T03:32:38.660136+0000","last_became_active":"2024-09-14T03:31:42.311714+0000","last_became_peered":"2024-09-14T03:31:42.311714+0000","last_unstale":"2024-09-14T03:32:38.660136+0000","last_undegraded":"2024-09-14T03:32:38.660136+0000","last_fullsized":"2024-09-14T03:32:38.660136+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T11:44:06.944053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.736228+0000","last_change":"2024-09-14T03:31:42.298838+0000","last_active":"2024-09-14T03:32:38.736228+0000","last_peered":"2024-09-14T03:32:38.736228+0000","last_clean":"2024-09-14T03:32:38.736228+0000","last_became_active":"2024-09-14T03:31:42.298458+0000","last_became_peered":"2024-09-14T03:31:42.298458+0000","last_unstale":"2024-09-14T03:32:38.736228+0000","last_undegraded":"2024-09-14T03:32:38.736228+0000","last_fullsized":"2024-09-14T03:32:38.736228+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T07:13:58.057733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.660033+0000","last_change":"2024-09-14T03:31:42.302013+0000","last_active":"2024-09-14T03:32:38.660033+0000","last_peered":"2024-09-14T03:32:38.660033+0000","last_clean":"2024-09-14T03:32:38.660033+0000","last_became_active":"2024-09-14T03:31:42.299397+0000","last_became_peered":"2024-09-14T03:31:42.299397+0000","last_unstale":"2024-09-14T03:32:38.660033+0000","last_undegraded":"2024-09-14T03:32:38.660033+0000","last_fullsized":"2024-09-14T03:32:38.660033+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T07:44:23.721217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.736769+0000","last_change":"2024-09-14T03:31:42.290430+0000","last_active":"2024-09-14T03:32:38.736769+0000","last_peered":"2024-09-14T03:32:38.736769+0000","last_clean":"2024-09-14T03:32:38.736769+0000","last_became_active":"2024-09-14T03:31:42.290133+0000","last_became_peered":"2024-09-14T03:31:42.290133+0000","last_unstale":"2024-09-14T03:32:38.736769+0000","last_undegraded":"2024-09-14T03:32:38.736769+0000","last_fullsized":"2024-09-14T03:32:38.736769+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T11:53:16.790196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:39.222901+0000","last_change":"2024-09-14T03:31:42.296427+0000","last_active":"2024-09-14T03:32:39.222901+0000","last_peered":"2024-09-14T03:32:39.222901+0000","last_clean":"2024-09-14T03:32:39.222901+0000","last_became_active":"2024-09-14T03:31:42.292185+0000","last_became_peered":"2024-09-14T03:31:42.292185+0000","last_unstale":"2024-09-14T03:32:39.222901+0000","last_undegraded":"2024-09-14T03:32:39.222901+0000","last_fullsized":"2024-09-14T03:32:39.222901+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T09:33:22.548437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.656792+0000","last_change":"2024-09-14T03:31:42.295759+0000","last_active":"2024-09-14T03:32:38.656792+0000","last_peered":"2024-09-14T03:32:38.656792+0000","last_clean":"2024-09-14T03:32:38.656792+0000","last_became_active":"2024-09-14T03:31:42.295248+0000","last_became_peered":"2024-09-14T03:31:42.295248+0000","last_unstale":"2024-09-14T03:32:38.656792+0000","last_undegraded":"2024-09-14T03:32:38.656792+0000","last_fullsized":"2024-09-14T03:32:38.656792+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:22:22.033176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.736499+0000","last_change":"2024-09-14T03:31:42.294996+0000","last_active":"2024-09-14T03:32:38.736499+0000","last_peered":"2024-09-14T03:32:38.736499+0000","last_clean":"2024-09-14T03:32:38.736499+0000","last_became_active":"2024-09-14T03:31:42.294702+0000","last_became_peered":"2024-09-14T03:31:42.294702+0000","last_unstale":"2024-09-14T03:32:38.736499+0000","last_undegraded":"2024-09-14T03:32:38.736499+0000","last_fullsized":"2024-09-14T03:32:38.736499+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T11:27:29.439063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":19,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.655581+0000","last_change":"2024-09-14T03:32:08.135639+0000","last_active":"2024-09-14T03:32:38.655581+0000","last_peered":"2024-09-14T03:32:38.655581+0000","last_clean":"2024-09-14T03:32:38.655581+0000","last_became_active":"2024-09-14T03:32:08.135372+0000","last_became_peered":"2024-09-14T03:32:08.135372+0000","last_unstale":"2024-09-14T03:32:38.655581+0000","last_undegraded":"2024-09-14T03:32:38.655581+0000","last_fullsized":"2024-09-14T03:32:38.655581+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T10:42:57.603403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.660243+0000","last_change":"2024-09-14T03:31:42.310697+0000","last_active":"2024-09-14T03:32:38.660243+0000","last_peered":"2024-09-14T03:32:38.660243+0000","last_clean":"2024-09-14T03:32:38.660243+0000","last_became_active":"2024-09-14T03:31:42.310414+0000","last_became_peered":"2024-09-14T03:31:42.310414+0000","last_unstale":"2024-09-14T03:32:38.660243+0000","last_undegraded":"2024-09-14T03:32:38.660243+0000","last_fullsized":"2024-09-14T03:32:38.660243+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:14:03.193850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.655535+0000","last_change":"2024-09-14T03:31:42.304918+0000","last_active":"2024-09-14T03:32:38.655535+0000","last_peered":"2024-09-14T03:32:38.655535+0000","last_clean":"2024-09-14T03:32:38.655535+0000","last_became_active":"2024-09-14T03:31:42.304503+0000","last_became_peered":"2024-09-14T03:31:42.304503+0000","last_unstale":"2024-09-14T03:32:38.655535+0000","last_undegraded":"2024-09-14T03:32:38.655535+0000","last_fullsized":"2024-09-14T03:32:38.655535+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T14:17:42.759289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:39.221373+0000","last_change":"2024-09-14T03:31:42.302986+0000","last_active":"2024-09-14T03:32:39.221373+0000","last_peered":"2024-09-14T03:32:39.221373+0000","last_clean":"2024-09-14T03:32:39.221373+0000","last_became_active":"2024-09-14T03:31:42.302269+0000","last_became_peered":"2024-09-14T03:31:42.302269+0000","last_unstale":"2024-09-14T03:32:39.221373+0000","last_undegraded":"2024-09-14T03:32:39.221373+0000","last_fullsized":"2024-09-14T03:32:39.221373+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:44:01.879576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.656069+0000","last_change":"2024-09-14T03:31:42.303125+0000","last_active":"2024-09-14T03:32:38.656069+0000","last_peered":"2024-09-14T03:32:38.656069+0000","last_clean":"2024-09-14T03:32:38.656069+0000","last_became_active":"2024-09-14T03:31:42.302802+0000","last_became_peered":"2024-09-14T03:31:42.302802+0000","last_unstale":"2024-09-14T03:32:38.656069+0000","last_undegraded":"2024-09-14T03:32:38.656069+0000","last_fullsized":"2024-09-14T03:32:38.656069+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T11:11:14.147591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"65'1","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.736556+0000","last_change":"2024-09-14T03:31:38.847287+0000","last_active":"2024-09-14T03:32:38.736556+0000","last_peered":"2024-09-14T03:32:38.736556+0000","last_clean":"2024-09-14T03:32:38.736556+0000","last_became_active":"2024-09-14T03:31:38.847027+0000","last_became_peered":"2024-09-14T03:31:38.847027+0000","last_unstale":"2024-09-14T03:32:38.736556+0000","last_undegraded":"2024-09-14T03:32:38.736556+0000","last_fullsized":"2024-09-14T03:32:38.736556+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T10:28:10.926764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.730882+0000","last_change":"2024-09-14T03:31:42.299009+0000","last_active":"2024-09-14T03:32:38.730882+0000","last_peered":"2024-09-14T03:32:38.730882+0000","last_clean":"2024-09-14T03:32:38.730882+0000","last_became_active":"2024-09-14T03:31:42.298727+0000","last_became_peered":"2024-09-14T03:31:42.298727+0000","last_unstale":"2024-09-14T03:32:38.730882+0000","last_undegraded":"2024-09-14T03:32:38.730882+0000","last_fullsized":"2024-09-14T03:32:38.730882+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T09:35:00.490170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"65'1","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:39.221764+0000","last_change":"2024-09-14T03:31:38.848320+0000","last_active":"2024-09-14T03:32:39.221764+0000","last_peered":"2024-09-14T03:32:39.221764+0000","last_clean":"2024-09-14T03:32:39.221764+0000","last_became_active":"2024-09-14T03:31:38.848007+0000","last_became_peered":"2024-09-14T03:31:38.848007+0000","last_unstale":"2024-09-14T03:32:39.221764+0000","last_undegraded":"2024-09-14T03:32:39.221764+0000","last_fullsized":"2024-09-14T03:32:39.221764+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T13:52:24.347452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.736328+0000","last_change":"2024-09-14T03:31:38.844317+0000","last_active":"2024-09-14T03:32:38.736328+0000","last_peered":"2024-09-14T03:32:38.736328+0000","last_clean":"2024-09-14T03:32:38.736328+0000","last_became_active":"2024-09-14T03:31:38.843916+0000","last_became_peered":"2024-09-14T03:31:38.843916+0000","last_unstale":"2024-09-14T03:32:38.736328+0000","last_undegraded":"2024-09-14T03:32:38.736328+0000","last_fullsized":"2024-09-14T03:32:38.736328+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T14:17:09.809160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.736652+0000","last_change":"2024-09-14T03:31:42.301338+0000","last_active":"2024-09-14T03:32:38.736652+0000","last_peered":"2024-09-14T03:32:38.736652+0000","last_clean":"2024-09-14T03:32:38.736652+0000","last_became_active":"2024-09-14T03:31:42.301048+0000","last_became_peered":"2024-09-14T03:31:42.301048+0000","last_unstale":"2024-09-14T03:32:38.736652+0000","last_undegraded":"2024-09-14T03:32:38.736652+0000","last_fullsized":"2024-09-14T03:32:38.736652+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T10:09:01.323218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.660026+0000","last_change":"2024-09-14T03:31:38.848554+0000","last_active":"2024-09-14T03:32:38.660026+0000","last_peered":"2024-09-14T03:32:38.660026+0000","last_clean":"2024-09-14T03:32:38.660026+0000","last_became_active":"2024-09-14T03:31:38.848182+0000","last_became_peered":"2024-09-14T03:31:38.848182+0000","last_unstale":"2024-09-14T03:32:38.660026+0000","last_undegraded":"2024-09-14T03:32:38.660026+0000","last_fullsized":"2024-09-14T03:32:38.660026+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T12:53:12.626924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":31,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.656220+0000","last_change":"2024-09-14T03:32:07.820742+0000","last_active":"2024-09-14T03:32:38.656220+0000","last_peered":"2024-09-14T03:32:38.656220+0000","last_clean":"2024-09-14T03:32:38.656220+0000","last_became_active":"2024-09-14T03:32:07.820363+0000","last_became_peered":"2024-09-14T03:32:07.820363+0000","last_unstale":"2024-09-14T03:32:38.656220+0000","last_undegraded":"2024-09-14T03:32:38.656220+0000","last_fullsized":"2024-09-14T03:32:38.656220+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T08:46:56.804382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:39.222504+0000","last_change":"2024-09-14T03:31:38.852680+0000","last_active":"2024-09-14T03:32:39.222504+0000","last_peered":"2024-09-14T03:32:39.222504+0000","last_clean":"2024-09-14T03:32:39.222504+0000","last_became_active":"2024-09-14T03:31:38.852358+0000","last_became_peered":"2024-09-14T03:31:38.852358+0000","last_unstale":"2024-09-14T03:32:39.222504+0000","last_undegraded":"2024-09-14T03:32:39.222504+0000","last_fullsized":"2024-09-14T03:32:39.222504+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:14:00.249944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.660470+0000","last_change":"2024-09-14T03:31:42.309949+0000","last_active":"2024-09-14T03:32:38.660470+0000","last_peered":"2024-09-14T03:32:38.660470+0000","last_clean":"2024-09-14T03:32:38.660470+0000","last_became_active":"2024-09-14T03:31:42.304218+0000","last_became_peered":"2024-09-14T03:31:42.304218+0000","last_unstale":"2024-09-14T03:32:38.660470+0000","last_undegraded":"2024-09-14T03:32:38.660470+0000","last_fullsized":"2024-09-14T03:32:38.660470+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T13:35:48.789741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.660629+0000","last_change":"2024-09-14T03:31:38.853475+0000","last_active":"2024-09-14T03:32:38.660629+0000","last_peered":"2024-09-14T03:32:38.660629+0000","last_clean":"2024-09-14T03:32:38.660629+0000","last_became_active":"2024-09-14T03:31:38.852941+0000","last_became_peered":"2024-09-14T03:31:38.852941+0000","last_unstale":"2024-09-14T03:32:38.660629+0000","last_undegraded":"2024-09-14T03:32:38.660629+0000","last_fullsized":"2024-09-14T03:32:38.660629+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T10:59:48.606494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.731203+0000","last_change":"2024-09-14T03:31:42.305955+0000","last_active":"2024-09-14T03:32:38.731203+0000","last_peered":"2024-09-14T03:32:38.731203+0000","last_clean":"2024-09-14T03:32:38.731203+0000","last_became_active":"2024-09-14T03:31:42.304034+0000","last_became_peered":"2024-09-14T03:31:42.304034+0000","last_unstale":"2024-09-14T03:32:38.731203+0000","last_undegraded":"2024-09-14T03:32:38.731203+0000","last_fullsized":"2024-09-14T03:32:38.731203+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:33:33.727332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"65'3","reported_seq":28,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.656936+0000","last_change":"2024-09-14T03:31:38.844003+0000","last_active":"2024-09-14T03:32:38.656936+0000","last_peered":"2024-09-14T03:32:38.656936+0000","last_clean":"2024-09-14T03:32:38.656936+0000","last_became_active":"2024-09-14T03:31:38.843691+0000","last_became_peered":"2024-09-14T03:31:38.843691+0000","last_unstale":"2024-09-14T03:32:38.656936+0000","last_undegraded":"2024-09-14T03:32:38.656936+0000","last_fullsized":"2024-09-14T03:32:38.656936+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:28:28.496001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.656431+0000","last_change":"2024-09-14T03:31:42.294172+0000","last_active":"2024-09-14T03:32:38.656431+0000","last_peered":"2024-09-14T03:32:38.656431+0000","last_clean":"2024-09-14T03:32:38.656431+0000","last_became_active":"2024-09-14T03:31:42.293722+0000","last_became_peered":"2024-09-14T03:31:42.293722+0000","last_unstale":"2024-09-14T03:32:38.656431+0000","last_undegraded":"2024-09-14T03:32:38.656431+0000","last_fullsized":"2024-09-14T03:32:38.656431+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T06:37:50.994893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"68'9","reported_seq":34,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:39.221705+0000","last_change":"2024-09-14T03:31:38.851431+0000","last_active":"2024-09-14T03:32:39.221705+0000","last_peered":"2024-09-14T03:32:39.221705+0000","last_clean":"2024-09-14T03:32:39.221705+0000","last_became_active":"2024-09-14T03:31:38.851109+0000","last_became_peered":"2024-09-14T03:31:38.851109+0000","last_unstale":"2024-09-14T03:32:39.221705+0000","last_undegraded":"2024-09-14T03:32:39.221705+0000","last_fullsized":"2024-09-14T03:32:39.221705+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T09:59:08.880811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2348,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:39.222858+0000","last_change":"2024-09-14T03:31:42.306156+0000","last_active":"2024-09-14T03:32:39.222858+0000","last_peered":"2024-09-14T03:32:39.222858+0000","last_clean":"2024-09-14T03:32:39.222858+0000","last_became_active":"2024-09-14T03:31:42.305672+0000","last_became_peered":"2024-09-14T03:31:42.305672+0000","last_unstale":"2024-09-14T03:32:39.222858+0000","last_undegraded":"2024-09-14T03:32:39.222858+0000","last_fullsized":"2024-09-14T03:32:39.222858+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T08:50:38.107165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"65'2","reported_seq":27,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.730982+0000","last_change":"2024-09-14T03:31:38.842099+0000","last_active":"2024-09-14T03:32:38.730982+0000","last_peered":"2024-09-14T03:32:38.730982+0000","last_clean":"2024-09-14T03:32:38.730982+0000","last_became_active":"2024-09-14T03:31:38.841727+0000","last_became_peered":"2024-09-14T03:31:38.841727+0000","last_unstale":"2024-09-14T03:32:38.730982+0000","last_undegraded":"2024-09-14T03:32:38.730982+0000","last_fullsized":"2024-09-14T03:32:38.730982+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T11:26:35.514878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.730837+0000","last_change":"2024-09-14T03:31:42.293127+0000","last_active":"2024-09-14T03:32:38.730837+0000","last_peered":"2024-09-14T03:32:38.730837+0000","last_clean":"2024-09-14T03:32:38.730837+0000","last_became_active":"2024-09-14T03:31:42.292831+0000","last_became_peered":"2024-09-14T03:31:42.292831+0000","last_unstale":"2024-09-14T03:32:38.730837+0000","last_undegraded":"2024-09-14T03:32:38.730837+0000","last_fullsized":"2024-09-14T03:32:38.730837+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:04:01.195534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.660369+0000","last_change":"2024-09-14T03:31:38.850077+0000","last_active":"2024-09-14T03:32:38.660369+0000","last_peered":"2024-09-14T03:32:38.660369+0000","last_clean":"2024-09-14T03:32:38.660369+0000","last_became_active":"2024-09-14T03:31:38.849600+0000","last_became_peered":"2024-09-14T03:31:38.849600+0000","last_unstale":"2024-09-14T03:32:38.660369+0000","last_undegraded":"2024-09-14T03:32:38.660369+0000","last_fullsized":"2024-09-14T03:32:38.660369+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T06:18:26.606484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:39.222859+0000","last_change":"2024-09-14T03:31:42.309067+0000","last_active":"2024-09-14T03:32:39.222859+0000","last_peered":"2024-09-14T03:32:39.222859+0000","last_clean":"2024-09-14T03:32:39.222859+0000","last_became_active":"2024-09-14T03:31:42.307592+0000","last_became_peered":"2024-09-14T03:31:42.307592+0000","last_unstale":"2024-09-14T03:32:39.222859+0000","last_undegraded":"2024-09-14T03:32:39.222859+0000","last_fullsized":"2024-09-14T03:32:39.222859+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:49:29.048351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:39.221889+0000","last_change":"2024-09-14T03:31:38.845472+0000","last_active":"2024-09-14T03:32:39.221889+0000","last_peered":"2024-09-14T03:32:39.221889+0000","last_clean":"2024-09-14T03:32:39.221889+0000","last_became_active":"2024-09-14T03:31:38.844990+0000","last_became_peered":"2024-09-14T03:31:38.844990+0000","last_unstale":"2024-09-14T03:32:39.221889+0000","last_undegraded":"2024-09-14T03:32:39.221889+0000","last_fullsized":"2024-09-14T03:32:39.221889+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:39:33.374753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":31,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:39.221329+0000","last_change":"2024-09-14T03:32:07.821033+0000","last_active":"2024-09-14T03:32:39.221329+0000","last_peered":"2024-09-14T03:32:39.221329+0000","last_clean":"2024-09-14T03:32:39.221329+0000","last_became_active":"2024-09-14T03:32:07.820660+0000","last_became_peered":"2024-09-14T03:32:07.820660+0000","last_unstale":"2024-09-14T03:32:39.221329+0000","last_undegraded":"2024-09-14T03:32:39.221329+0000","last_fullsized":"2024-09-14T03:32:39.221329+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T12:23:55.147958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"65'8","reported_seq":33,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.655395+0000","last_change":"2024-09-14T03:31:38.841259+0000","last_active":"2024-09-14T03:32:38.655395+0000","last_peered":"2024-09-14T03:32:38.655395+0000","last_clean":"2024-09-14T03:32:38.655395+0000","last_became_active":"2024-09-14T03:31:38.840891+0000","last_became_peered":"2024-09-14T03:31:38.840891+0000","last_unstale":"2024-09-14T03:32:38.655395+0000","last_undegraded":"2024-09-14T03:32:38.655395+0000","last_fullsized":"2024-09-14T03:32:38.655395+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T12:21:29.536562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:39.221904+0000","last_change":"2024-09-14T03:31:42.310216+0000","last_active":"2024-09-14T03:32:39.221904+0000","last_peered":"2024-09-14T03:32:39.221904+0000","last_clean":"2024-09-14T03:32:39.221904+0000","last_became_active":"2024-09-14T03:31:42.308568+0000","last_became_peered":"2024-09-14T03:31:42.308568+0000","last_unstale":"2024-09-14T03:32:39.221904+0000","last_undegraded":"2024-09-14T03:32:39.221904+0000","last_fullsized":"2024-09-14T03:32:39.221904+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T15:05:51.056579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"65'1","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.656767+0000","last_change":"2024-09-14T03:31:38.843518+0000","last_active":"2024-09-14T03:32:38.656767+0000","last_peered":"2024-09-14T03:32:38.656767+0000","last_clean":"2024-09-14T03:32:38.656767+0000","last_became_active":"2024-09-14T03:31:38.843186+0000","last_became_peered":"2024-09-14T03:31:38.843186+0000","last_unstale":"2024-09-14T03:32:38.656767+0000","last_undegraded":"2024-09-14T03:32:38.656767+0000","last_fullsized":"2024-09-14T03:32:38.656767+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T09:02:00.501879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:39.222698+0000","last_change":"2024-09-14T03:31:42.310060+0000","last_active":"2024-09-14T03:32:39.222698+0000","last_peered":"2024-09-14T03:32:39.222698+0000","last_clean":"2024-09-14T03:32:39.222698+0000","last_became_active":"2024-09-14T03:31:42.309276+0000","last_became_peered":"2024-09-14T03:31:42.309276+0000","last_unstale":"2024-09-14T03:32:39.222698+0000","last_undegraded":"2024-09-14T03:32:39.222698+0000","last_fullsized":"2024-09-14T03:32:39.222698+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T13:18:55.399965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"65'2","reported_seq":27,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.656596+0000","last_change":"2024-09-14T03:31:38.845330+0000","last_active":"2024-09-14T03:32:38.656596+0000","last_peered":"2024-09-14T03:32:38.656596+0000","last_clean":"2024-09-14T03:32:38.656596+0000","last_became_active":"2024-09-14T03:31:38.844967+0000","last_became_peered":"2024-09-14T03:31:38.844967+0000","last_unstale":"2024-09-14T03:32:38.656596+0000","last_undegraded":"2024-09-14T03:32:38.656596+0000","last_fullsized":"2024-09-14T03:32:38.656596+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:27:35.256085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:39.222824+0000","last_change":"2024-09-14T03:31:42.309447+0000","last_active":"2024-09-14T03:32:39.222824+0000","last_peered":"2024-09-14T03:32:39.222824+0000","last_clean":"2024-09-14T03:32:39.222824+0000","last_became_active":"2024-09-14T03:31:42.307693+0000","last_became_peered":"2024-09-14T03:31:42.307693+0000","last_unstale":"2024-09-14T03:32:39.222824+0000","last_undegraded":"2024-09-14T03:32:39.222824+0000","last_fullsized":"2024-09-14T03:32:39.222824+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:24:21.588886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"65'1","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.657026+0000","last_change":"2024-09-14T03:31:38.842924+0000","last_active":"2024-09-14T03:32:38.657026+0000","last_peered":"2024-09-14T03:32:38.657026+0000","last_clean":"2024-09-14T03:32:38.657026+0000","last_became_active":"2024-09-14T03:31:38.842447+0000","last_became_peered":"2024-09-14T03:31:38.842447+0000","last_unstale":"2024-09-14T03:32:38.657026+0000","last_undegraded":"2024-09-14T03:32:38.657026+0000","last_fullsized":"2024-09-14T03:32:38.657026+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T13:39:58.242064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.660371+0000","last_change":"2024-09-14T03:31:42.310257+0000","last_active":"2024-09-14T03:32:38.660371+0000","last_peered":"2024-09-14T03:32:38.660371+0000","last_clean":"2024-09-14T03:32:38.660371+0000","last_became_active":"2024-09-14T03:31:42.309282+0000","last_became_peered":"2024-09-14T03:31:42.309282+0000","last_unstale":"2024-09-14T03:32:38.660371+0000","last_undegraded":"2024-09-14T03:32:38.660371+0000","last_fullsized":"2024-09-14T03:32:38.660371+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T14:50:37.976900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.655772+0000","last_change":"2024-09-14T03:31:38.850158+0000","last_active":"2024-09-14T03:32:38.655772+0000","last_peered":"2024-09-14T03:32:38.655772+0000","last_clean":"2024-09-14T03:32:38.655772+0000","last_became_active":"2024-09-14T03:31:38.849830+0000","last_became_peered":"2024-09-14T03:31:38.849830+0000","last_unstale":"2024-09-14T03:32:38.655772+0000","last_undegraded":"2024-09-14T03:32:38.655772+0000","last_fullsized":"2024-09-14T03:32:38.655772+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:52:21.199568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:39.223076+0000","last_change":"2024-09-14T03:31:42.313275+0000","last_active":"2024-09-14T03:32:39.223076+0000","last_peered":"2024-09-14T03:32:39.223076+0000","last_clean":"2024-09-14T03:32:39.223076+0000","last_became_active":"2024-09-14T03:31:42.312983+0000","last_became_peered":"2024-09-14T03:31:42.312983+0000","last_unstale":"2024-09-14T03:32:39.223076+0000","last_undegraded":"2024-09-14T03:32:39.223076+0000","last_fullsized":"2024-09-14T03:32:39.223076+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T08:48:55.018547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-14T03:32:45.501296+0000","last_change":"2024-09-14T03:32:39.222179+0000","last_active":"2024-09-14T03:32:45.501296+0000","last_peered":"2024-09-14T03:32:45.501296+0000","last_clean":"2024-09-14T03:32:45.501296+0000","last_became_active":"2024-09-14T03:32:33.769528+0000","last_became_peered":"2024-09-14T03:32:33.769528+0000","last_unstale":"2024-09-14T03:32:45.501296+0000","last_undegraded":"2024-09-14T03:32:45.501296+0000","last_fullsized":"2024-09-14T03:32:45.501296+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:32:32.751298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:32:32.751298+0000","last_clean_scrub_stamp":"2024-09-14T03:32:32.751298+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:51:15.387624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00039335999999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"69'128","reported_seq":272,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-14T03:32:46.277567+0000","last_change":"2024-09-14T03:31:16.343387+0000","last_active":"2024-09-14T03:32:46.277567+0000","last_peered":"2024-09-14T03:32:46.277567+0000","last_clean":"2024-09-14T03:32:46.277567+0000","last_became_active":"2024-09-14T03:31:16.342990+0000","last_became_peered":"2024-09-14T03:31:16.342990+0000","last_unstale":"2024-09-14T03:32:46.277567+0000","last_undegraded":"2024-09-14T03:32:46.277567+0000","last_fullsized":"2024-09-14T03:32:46.277567+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:29:19.219235+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:29:19.219235+0000","last_clean_scrub_stamp":"2024-09-14T03:29:19.219235+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T08:25:20.139604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.660228+0000","last_change":"2024-09-14T03:31:38.849451+0000","last_active":"2024-09-14T03:32:38.660228+0000","last_peered":"2024-09-14T03:32:38.660228+0000","last_clean":"2024-09-14T03:32:38.660228+0000","last_became_active":"2024-09-14T03:31:38.848473+0000","last_became_peered":"2024-09-14T03:31:38.848473+0000","last_unstale":"2024-09-14T03:32:38.660228+0000","last_undegraded":"2024-09-14T03:32:38.660228+0000","last_fullsized":"2024-09-14T03:32:38.660228+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:06:04.393172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.736296+0000","last_change":"2024-09-14T03:31:42.307087+0000","last_active":"2024-09-14T03:32:38.736296+0000","last_peered":"2024-09-14T03:32:38.736296+0000","last_clean":"2024-09-14T03:32:38.736296+0000","last_became_active":"2024-09-14T03:31:42.306822+0000","last_became_peered":"2024-09-14T03:31:42.306822+0000","last_unstale":"2024-09-14T03:32:38.736296+0000","last_undegraded":"2024-09-14T03:32:38.736296+0000","last_fullsized":"2024-09-14T03:32:38.736296+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T07:32:38.728420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-14T03:32:45.703822+0000","last_change":"2024-09-14T03:32:38.731280+0000","last_active":"2024-09-14T03:32:45.703822+0000","last_peered":"2024-09-14T03:32:45.703822+0000","last_clean":"2024-09-14T03:32:45.703822+0000","last_became_active":"2024-09-14T03:32:33.770829+0000","last_became_peered":"2024-09-14T03:32:33.770829+0000","last_unstale":"2024-09-14T03:32:45.703822+0000","last_undegraded":"2024-09-14T03:32:45.703822+0000","last_fullsized":"2024-09-14T03:32:45.703822+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:32:32.751298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:32:32.751298+0000","last_clean_scrub_stamp":"2024-09-14T03:32:32.751298+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T14:34:08.714238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000208765,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:39.222213+0000","last_change":"2024-09-14T03:31:38.850225+0000","last_active":"2024-09-14T03:32:39.222213+0000","last_peered":"2024-09-14T03:32:39.222213+0000","last_clean":"2024-09-14T03:32:39.222213+0000","last_became_active":"2024-09-14T03:31:38.849471+0000","last_became_peered":"2024-09-14T03:31:38.849471+0000","last_unstale":"2024-09-14T03:32:39.222213+0000","last_undegraded":"2024-09-14T03:32:39.222213+0000","last_fullsized":"2024-09-14T03:32:39.222213+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T10:48:07.983700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.730532+0000","last_change":"2024-09-14T03:31:42.292838+0000","last_active":"2024-09-14T03:32:38.730532+0000","last_peered":"2024-09-14T03:32:38.730532+0000","last_clean":"2024-09-14T03:32:38.730532+0000","last_became_active":"2024-09-14T03:31:42.292261+0000","last_became_peered":"2024-09-14T03:31:42.292261+0000","last_unstale":"2024-09-14T03:32:38.730532+0000","last_undegraded":"2024-09-14T03:32:38.730532+0000","last_fullsized":"2024-09-14T03:32:38.730532+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T13:27:45.013548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-14T03:32:45.354910+0000","last_change":"2024-09-14T03:32:38.657684+0000","last_active":"2024-09-14T03:32:45.354910+0000","last_peered":"2024-09-14T03:32:45.354910+0000","last_clean":"2024-09-14T03:32:45.354910+0000","last_became_active":"2024-09-14T03:32:34.006418+0000","last_became_peered":"2024-09-14T03:32:34.006418+0000","last_unstale":"2024-09-14T03:32:45.354910+0000","last_undegraded":"2024-09-14T03:32:45.354910+0000","last_fullsized":"2024-09-14T03:32:45.354910+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:32:32.751298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:32:32.751298+0000","last_clean_scrub_stamp":"2024-09-14T03:32:32.751298+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T14:24:23.252517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00070419500000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.655627+0000","last_change":"2024-09-14T03:31:38.840975+0000","last_active":"2024-09-14T03:32:38.655627+0000","last_peered":"2024-09-14T03:32:38.655627+0000","last_clean":"2024-09-14T03:32:38.655627+0000","last_became_active":"2024-09-14T03:31:38.840640+0000","last_became_peered":"2024-09-14T03:31:38.840640+0000","last_unstale":"2024-09-14T03:32:38.655627+0000","last_undegraded":"2024-09-14T03:32:38.655627+0000","last_fullsized":"2024-09-14T03:32:38.655627+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:44:57.557344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.656061+0000","last_change":"2024-09-14T03:31:42.309126+0000","last_active":"2024-09-14T03:32:38.656061+0000","last_peered":"2024-09-14T03:32:38.656061+0000","last_clean":"2024-09-14T03:32:38.656061+0000","last_became_active":"2024-09-14T03:31:42.308855+0000","last_became_peered":"2024-09-14T03:31:42.308855+0000","last_unstale":"2024-09-14T03:32:38.656061+0000","last_undegraded":"2024-09-14T03:32:38.656061+0000","last_fullsized":"2024-09-14T03:32:38.656061+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T15:18:24.547242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-14T03:32:45.354461+0000","last_change":"2024-09-14T03:32:38.657820+0000","last_active":"2024-09-14T03:32:45.354461+0000","last_peered":"2024-09-14T03:32:45.354461+0000","last_clean":"2024-09-14T03:32:45.354461+0000","last_became_active":"2024-09-14T03:32:33.771387+0000","last_became_peered":"2024-09-14T03:32:33.771387+0000","last_unstale":"2024-09-14T03:32:45.354461+0000","last_undegraded":"2024-09-14T03:32:45.354461+0000","last_fullsized":"2024-09-14T03:32:45.354461+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:32:32.751298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:32:32.751298+0000","last_clean_scrub_stamp":"2024-09-14T03:32:32.751298+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:07:29.440418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00067810199999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.660498+0000","last_change":"2024-09-14T03:31:38.848140+0000","last_active":"2024-09-14T03:32:38.660498+0000","last_peered":"2024-09-14T03:32:38.660498+0000","last_clean":"2024-09-14T03:32:38.660498+0000","last_became_active":"2024-09-14T03:31:38.847814+0000","last_became_peered":"2024-09-14T03:31:38.847814+0000","last_unstale":"2024-09-14T03:32:38.660498+0000","last_undegraded":"2024-09-14T03:32:38.660498+0000","last_fullsized":"2024-09-14T03:32:38.660498+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T13:22:03.904278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":19,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.655503+0000","last_change":"2024-09-14T03:32:07.898976+0000","last_active":"2024-09-14T03:32:38.655503+0000","last_peered":"2024-09-14T03:32:38.655503+0000","last_clean":"2024-09-14T03:32:38.655503+0000","last_became_active":"2024-09-14T03:32:07.898582+0000","last_became_peered":"2024-09-14T03:32:07.898582+0000","last_unstale":"2024-09-14T03:32:38.655503+0000","last_undegraded":"2024-09-14T03:32:38.655503+0000","last_fullsized":"2024-09-14T03:32:38.655503+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T12:13:50.181857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,6],"acting":[2,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2","version":"74'2","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-14T03:32:45.354420+0000","last_change":"2024-09-14T03:32:38.656686+0000","last_active":"2024-09-14T03:32:45.354420+0000","last_peered":"2024-09-14T03:32:45.354420+0000","last_clean":"2024-09-14T03:32:45.354420+0000","last_became_active":"2024-09-14T03:32:34.006452+0000","last_became_peered":"2024-09-14T03:32:34.006452+0000","last_unstale":"2024-09-14T03:32:45.354420+0000","last_undegraded":"2024-09-14T03:32:45.354420+0000","last_fullsized":"2024-09-14T03:32:45.354420+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:32:32.751298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:32:32.751298+0000","last_clean_scrub_stamp":"2024-09-14T03:32:32.751298+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:14:43.307660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00076934400000000004,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":34,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.657733+0000","last_change":"2024-09-14T03:32:07.898161+0000","last_active":"2024-09-14T03:32:38.657733+0000","last_peered":"2024-09-14T03:32:38.657733+0000","last_clean":"2024-09-14T03:32:38.657733+0000","last_became_active":"2024-09-14T03:32:07.897702+0000","last_became_peered":"2024-09-14T03:32:07.897702+0000","last_unstale":"2024-09-14T03:32:38.657733+0000","last_undegraded":"2024-09-14T03:32:38.657733+0000","last_fullsized":"2024-09-14T03:32:38.657733+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T13:19:01.146629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.660584+0000","last_change":"2024-09-14T03:31:42.303819+0000","last_active":"2024-09-14T03:32:38.660584+0000","last_peered":"2024-09-14T03:32:38.660584+0000","last_clean":"2024-09-14T03:32:38.660584+0000","last_became_active":"2024-09-14T03:31:42.303449+0000","last_became_peered":"2024-09-14T03:31:42.303449+0000","last_unstale":"2024-09-14T03:32:38.660584+0000","last_undegraded":"2024-09-14T03:32:38.660584+0000","last_fullsized":"2024-09-14T03:32:38.660584+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T09:37:28.725013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3","version":"72'1","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-14T03:32:45.703673+0000","last_change":"2024-09-14T03:32:38.731109+0000","last_active":"2024-09-14T03:32:45.703673+0000","last_peered":"2024-09-14T03:32:45.703673+0000","last_clean":"2024-09-14T03:32:45.703673+0000","last_became_active":"2024-09-14T03:32:34.006472+0000","last_became_peered":"2024-09-14T03:32:34.006472+0000","last_unstale":"2024-09-14T03:32:45.703673+0000","last_undegraded":"2024-09-14T03:32:45.703673+0000","last_fullsized":"2024-09-14T03:32:45.703673+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:32:32.751298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:32:32.751298+0000","last_clean_scrub_stamp":"2024-09-14T03:32:32.751298+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T08:13:44.964236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000369374,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:39.223215+0000","last_change":"2024-09-14T03:31:38.850681+0000","last_active":"2024-09-14T03:32:39.223215+0000","last_peered":"2024-09-14T03:32:39.223215+0000","last_clean":"2024-09-14T03:32:39.223215+0000","last_became_active":"2024-09-14T03:31:38.850145+0000","last_became_peered":"2024-09-14T03:31:38.850145+0000","last_unstale":"2024-09-14T03:32:39.223215+0000","last_undegraded":"2024-09-14T03:32:39.223215+0000","last_fullsized":"2024-09-14T03:32:39.223215+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T11:08:11.344806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.657442+0000","last_change":"2024-09-14T03:31:42.308188+0000","last_active":"2024-09-14T03:32:38.657442+0000","last_peered":"2024-09-14T03:32:38.657442+0000","last_clean":"2024-09-14T03:32:38.657442+0000","last_became_active":"2024-09-14T03:31:42.307935+0000","last_became_peered":"2024-09-14T03:31:42.307935+0000","last_unstale":"2024-09-14T03:32:38.657442+0000","last_undegraded":"2024-09-14T03:32:38.657442+0000","last_fullsized":"2024-09-14T03:32:38.657442+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T06:13:34.893799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-14T03:32:45.637739+0000","last_change":"2024-09-14T03:32:38.736918+0000","last_active":"2024-09-14T03:32:45.637739+0000","last_peered":"2024-09-14T03:32:45.637739+0000","last_clean":"2024-09-14T03:32:45.637739+0000","last_became_active":"2024-09-14T03:32:33.770708+0000","last_became_peered":"2024-09-14T03:32:33.770708+0000","last_unstale":"2024-09-14T03:32:45.637739+0000","last_undegraded":"2024-09-14T03:32:45.637739+0000","last_fullsized":"2024-09-14T03:32:45.637739+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:32:32.751298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:32:32.751298+0000","last_clean_scrub_stamp":"2024-09-14T03:32:32.751298+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T11:14:07.129319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00081592600000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"65'1","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.657067+0000","last_change":"2024-09-14T03:31:38.846279+0000","last_active":"2024-09-14T03:32:38.657067+0000","last_peered":"2024-09-14T03:32:38.657067+0000","last_clean":"2024-09-14T03:32:38.657067+0000","last_became_active":"2024-09-14T03:31:38.845993+0000","last_became_peered":"2024-09-14T03:31:38.845993+0000","last_unstale":"2024-09-14T03:32:38.657067+0000","last_undegraded":"2024-09-14T03:32:38.657067+0000","last_fullsized":"2024-09-14T03:32:38.657067+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T07:08:08.153962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":31,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.736811+0000","last_change":"2024-09-14T03:32:07.822044+0000","last_active":"2024-09-14T03:32:38.736811+0000","last_peered":"2024-09-14T03:32:38.736811+0000","last_clean":"2024-09-14T03:32:38.736811+0000","last_became_active":"2024-09-14T03:32:07.821683+0000","last_became_peered":"2024-09-14T03:32:07.821683+0000","last_unstale":"2024-09-14T03:32:38.736811+0000","last_undegraded":"2024-09-14T03:32:38.736811+0000","last_fullsized":"2024-09-14T03:32:38.736811+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T11:37:31.340486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-14T03:32:45.356626+0000","last_change":"2024-09-14T03:32:38.656755+0000","last_active":"2024-09-14T03:32:45.356626+0000","last_peered":"2024-09-14T03:32:45.356626+0000","last_clean":"2024-09-14T03:32:45.356626+0000","last_became_active":"2024-09-14T03:32:34.006519+0000","last_became_peered":"2024-09-14T03:32:34.006519+0000","last_unstale":"2024-09-14T03:32:45.356626+0000","last_undegraded":"2024-09-14T03:32:45.356626+0000","last_fullsized":"2024-09-14T03:32:45.356626+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:32:32.751298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:32:32.751298+0000","last_clean_scrub_stamp":"2024-09-14T03:32:32.751298+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:51:20.765398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00082912000000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"65'2","reported_seq":27,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:39.222556+0000","last_change":"2024-09-14T03:31:38.848958+0000","last_active":"2024-09-14T03:32:39.222556+0000","last_peered":"2024-09-14T03:32:39.222556+0000","last_clean":"2024-09-14T03:32:39.222556+0000","last_became_active":"2024-09-14T03:31:38.848517+0000","last_became_peered":"2024-09-14T03:31:38.848517+0000","last_unstale":"2024-09-14T03:32:39.222556+0000","last_undegraded":"2024-09-14T03:32:39.222556+0000","last_fullsized":"2024-09-14T03:32:39.222556+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T14:16:35.596230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.730888+0000","last_change":"2024-09-14T03:31:42.294942+0000","last_active":"2024-09-14T03:32:38.730888+0000","last_peered":"2024-09-14T03:32:38.730888+0000","last_clean":"2024-09-14T03:32:38.730888+0000","last_became_active":"2024-09-14T03:31:42.294645+0000","last_became_peered":"2024-09-14T03:31:42.294645+0000","last_unstale":"2024-09-14T03:32:38.730888+0000","last_undegraded":"2024-09-14T03:32:38.730888+0000","last_fullsized":"2024-09-14T03:32:38.730888+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T13:29:39.931552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:39.222170+0000","last_change":"2024-09-14T03:31:38.849151+0000","last_active":"2024-09-14T03:32:39.222170+0000","last_peered":"2024-09-14T03:32:39.222170+0000","last_clean":"2024-09-14T03:32:39.222170+0000","last_became_active":"2024-09-14T03:31:38.848843+0000","last_became_peered":"2024-09-14T03:31:38.848843+0000","last_unstale":"2024-09-14T03:32:39.222170+0000","last_undegraded":"2024-09-14T03:32:39.222170+0000","last_fullsized":"2024-09-14T03:32:39.222170+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T06:53:29.795560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.656260+0000","last_change":"2024-09-14T03:31:42.303362+0000","last_active":"2024-09-14T03:32:38.656260+0000","last_peered":"2024-09-14T03:32:38.656260+0000","last_clean":"2024-09-14T03:32:38.656260+0000","last_became_active":"2024-09-14T03:31:42.302239+0000","last_became_peered":"2024-09-14T03:31:42.302239+0000","last_unstale":"2024-09-14T03:32:38.656260+0000","last_undegraded":"2024-09-14T03:32:38.656260+0000","last_fullsized":"2024-09-14T03:32:38.656260+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T14:41:31.342971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.656364+0000","last_change":"2024-09-14T03:31:38.845124+0000","last_active":"2024-09-14T03:32:38.656364+0000","last_peered":"2024-09-14T03:32:38.656364+0000","last_clean":"2024-09-14T03:32:38.656364+0000","last_became_active":"2024-09-14T03:31:38.844842+0000","last_became_peered":"2024-09-14T03:31:38.844842+0000","last_unstale":"2024-09-14T03:32:38.656364+0000","last_undegraded":"2024-09-14T03:32:38.656364+0000","last_fullsized":"2024-09-14T03:32:38.656364+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T06:39:40.418525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.736747+0000","last_change":"2024-09-14T03:31:42.301097+0000","last_active":"2024-09-14T03:32:38.736747+0000","last_peered":"2024-09-14T03:32:38.736747+0000","last_clean":"2024-09-14T03:32:38.736747+0000","last_became_active":"2024-09-14T03:31:42.300809+0000","last_became_peered":"2024-09-14T03:31:42.300809+0000","last_unstale":"2024-09-14T03:32:38.736747+0000","last_undegraded":"2024-09-14T03:32:38.736747+0000","last_fullsized":"2024-09-14T03:32:38.736747+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:43:00.094657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.656856+0000","last_change":"2024-09-14T03:31:38.846003+0000","last_active":"2024-09-14T03:32:38.656856+0000","last_peered":"2024-09-14T03:32:38.656856+0000","last_clean":"2024-09-14T03:32:38.656856+0000","last_became_active":"2024-09-14T03:31:38.845233+0000","last_became_peered":"2024-09-14T03:31:38.845233+0000","last_unstale":"2024-09-14T03:32:38.656856+0000","last_undegraded":"2024-09-14T03:32:38.656856+0000","last_fullsized":"2024-09-14T03:32:38.656856+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T09:36:12.513040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.736397+0000","last_change":"2024-09-14T03:31:42.294096+0000","last_active":"2024-09-14T03:32:38.736397+0000","last_peered":"2024-09-14T03:32:38.736397+0000","last_clean":"2024-09-14T03:32:38.736397+0000","last_became_active":"2024-09-14T03:31:42.293790+0000","last_became_peered":"2024-09-14T03:31:42.293790+0000","last_unstale":"2024-09-14T03:32:38.736397+0000","last_undegraded":"2024-09-14T03:32:38.736397+0000","last_fullsized":"2024-09-14T03:32:38.736397+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T08:47:06.749772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"65'2","reported_seq":27,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:39.222634+0000","last_change":"2024-09-14T03:31:38.853126+0000","last_active":"2024-09-14T03:32:39.222634+0000","last_peered":"2024-09-14T03:32:39.222634+0000","last_clean":"2024-09-14T03:32:39.222634+0000","last_became_active":"2024-09-14T03:31:38.852659+0000","last_became_peered":"2024-09-14T03:31:38.852659+0000","last_unstale":"2024-09-14T03:32:39.222634+0000","last_undegraded":"2024-09-14T03:32:39.222634+0000","last_fullsized":"2024-09-14T03:32:39.222634+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T07:17:29.289201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:39.221869+0000","last_change":"2024-09-14T03:31:42.301260+0000","last_active":"2024-09-14T03:32:39.221869+0000","last_peered":"2024-09-14T03:32:39.221869+0000","last_clean":"2024-09-14T03:32:39.221869+0000","last_became_active":"2024-09-14T03:31:42.300941+0000","last_became_peered":"2024-09-14T03:31:42.300941+0000","last_unstale":"2024-09-14T03:32:39.221869+0000","last_undegraded":"2024-09-14T03:32:39.221869+0000","last_fullsized":"2024-09-14T03:32:39.221869+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T11:44:35.523681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.660309+0000","last_change":"2024-09-14T03:31:42.308183+0000","last_active":"2024-09-14T03:32:38.660309+0000","last_peered":"2024-09-14T03:32:38.660309+0000","last_clean":"2024-09-14T03:32:38.660309+0000","last_became_active":"2024-09-14T03:31:42.304408+0000","last_became_peered":"2024-09-14T03:31:42.304408+0000","last_unstale":"2024-09-14T03:32:38.660309+0000","last_undegraded":"2024-09-14T03:32:38.660309+0000","last_fullsized":"2024-09-14T03:32:38.660309+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T08:11:30.979782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"65'2","reported_seq":27,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:39.222601+0000","last_change":"2024-09-14T03:31:38.853766+0000","last_active":"2024-09-14T03:32:39.222601+0000","last_peered":"2024-09-14T03:32:39.222601+0000","last_clean":"2024-09-14T03:32:39.222601+0000","last_became_active":"2024-09-14T03:31:38.853374+0000","last_became_peered":"2024-09-14T03:31:38.853374+0000","last_unstale":"2024-09-14T03:32:39.222601+0000","last_undegraded":"2024-09-14T03:32:39.222601+0000","last_fullsized":"2024-09-14T03:32:39.222601+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T07:57:54.348750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.660379+0000","last_change":"2024-09-14T03:31:42.314228+0000","last_active":"2024-09-14T03:32:38.660379+0000","last_peered":"2024-09-14T03:32:38.660379+0000","last_clean":"2024-09-14T03:32:38.660379+0000","last_became_active":"2024-09-14T03:31:42.313798+0000","last_became_peered":"2024-09-14T03:31:42.313798+0000","last_unstale":"2024-09-14T03:32:38.660379+0000","last_undegraded":"2024-09-14T03:32:38.660379+0000","last_fullsized":"2024-09-14T03:32:38.660379+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T12:38:35.077485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"65'2","reported_seq":27,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:39.223117+0000","last_change":"2024-09-14T03:31:38.853422+0000","last_active":"2024-09-14T03:32:39.223117+0000","last_peered":"2024-09-14T03:32:39.223117+0000","last_clean":"2024-09-14T03:32:39.223117+0000","last_became_active":"2024-09-14T03:31:38.853123+0000","last_became_peered":"2024-09-14T03:31:38.853123+0000","last_unstale":"2024-09-14T03:32:39.223117+0000","last_undegraded":"2024-09-14T03:32:39.223117+0000","last_fullsized":"2024-09-14T03:32:39.223117+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T06:47:15.651965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.731157+0000","last_change":"2024-09-14T03:31:42.305507+0000","last_active":"2024-09-14T03:32:38.731157+0000","last_peered":"2024-09-14T03:32:38.731157+0000","last_clean":"2024-09-14T03:32:38.731157+0000","last_became_active":"2024-09-14T03:31:42.304340+0000","last_became_peered":"2024-09-14T03:31:42.304340+0000","last_unstale":"2024-09-14T03:32:38.731157+0000","last_undegraded":"2024-09-14T03:32:38.731157+0000","last_fullsized":"2024-09-14T03:32:38.731157+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:15:43.323389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"65'1","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.736770+0000","last_change":"2024-09-14T03:31:38.848380+0000","last_active":"2024-09-14T03:32:38.736770+0000","last_peered":"2024-09-14T03:32:38.736770+0000","last_clean":"2024-09-14T03:32:38.736770+0000","last_became_active":"2024-09-14T03:31:38.848060+0000","last_became_peered":"2024-09-14T03:31:38.848060+0000","last_unstale":"2024-09-14T03:32:38.736770+0000","last_undegraded":"2024-09-14T03:32:38.736770+0000","last_fullsized":"2024-09-14T03:32:38.736770+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:43:01.327566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.736581+0000","last_change":"2024-09-14T03:31:42.295472+0000","last_active":"2024-09-14T03:32:38.736581+0000","last_peered":"2024-09-14T03:32:38.736581+0000","last_clean":"2024-09-14T03:32:38.736581+0000","last_became_active":"2024-09-14T03:31:42.295185+0000","last_became_peered":"2024-09-14T03:31:42.295185+0000","last_unstale":"2024-09-14T03:32:38.736581+0000","last_undegraded":"2024-09-14T03:32:38.736581+0000","last_fullsized":"2024-09-14T03:32:38.736581+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T07:54:11.374698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"65'4","reported_seq":29,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.731321+0000","last_change":"2024-09-14T03:31:38.847350+0000","last_active":"2024-09-14T03:32:38.731321+0000","last_peered":"2024-09-14T03:32:38.731321+0000","last_clean":"2024-09-14T03:32:38.731321+0000","last_became_active":"2024-09-14T03:31:38.847087+0000","last_became_peered":"2024-09-14T03:31:38.847087+0000","last_unstale":"2024-09-14T03:32:38.731321+0000","last_undegraded":"2024-09-14T03:32:38.731321+0000","last_fullsized":"2024-09-14T03:32:38.731321+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:27:45.389746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3146,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234014,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28368,"kb_used_data":1348,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716784,"statfs":{"total":95995035648,"available":95965986816,"internally_reserved":0,"allocated":1380352,"data_stored":940552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 14 03:33:17 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.56399999999999995,"15min":0.57299999999999995},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.65800000000000003,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.56399999999999995,"15min":0.57399999999999995},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.68400000000000005,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.51200000000000001}]},{"osd":1,"last update":"Sat Sep 14 03:33:17 2024","interfaces":[{"interface":"back","average":{"1min":0.99299999999999999,"5min":0.65800000000000003,"15min":0.60199999999999998},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":10.742000000000001,"5min":10.742000000000001,"15min":10.742000000000001},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.56699999999999995,"15min":0.58099999999999996},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.66400000000000003,"5min":0.746,"15min":0.746},"last":0.70399999999999996}]},{"osd":2,"last update":"Sat Sep 14 03:33:17 2024","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.56000000000000005,"15min":0.56799999999999995},"min":{"1min":0.38700000000000001,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.98599999999999999,"5min":0.67200000000000004,"15min":0.62},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":10.699,"5min":10.699,"15min":10.699},"last":0.59999999999999998}]},{"osd":3,"last update":"Sat Sep 14 03:33:17 2024","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.56999999999999995,"15min":0.58199999999999996},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.67400000000000004,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.67300000000000004},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.58599999999999997,"15min":0.59199999999999997},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.71999999999999997,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.504}]},{"osd":4,"last update":"Sat Sep 14 03:33:17 2024","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.48299999999999998,"15min":0.49299999999999999},"min":{"1min":0.28000000000000003,"5min":0.248,"15min":0.248},"max":{"1min":0.629,"5min":0.99299999999999999,"15min":0.99299999999999999},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.47999999999999998,"15min":0.48599999999999999},"min":{"1min":0.30299999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.63800000000000001,"5min":0.66200000000000003,"15min":0.66200000000000003},"last":0.371}]},{"osd":5,"last update":"Sat Sep 14 03:33:17 2024","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.45900000000000002,"15min":0.46100000000000002},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.496,"15min":0.501},"min":{"1min":0.33400000000000002,"5min":0.316,"15min":0.316},"max":{"1min":0.64500000000000002,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.57699999999999996}]},{"osd":6,"last update":"Sat Sep 14 03:33:17 2024","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.51400000000000001,"15min":0.52000000000000002},"min":{"1min":0.308,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.66500000000000004,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.48299999999999998,"5min":0.50700000000000001,"15min":0.51100000000000001},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.70099999999999996,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.48599999999999999}]}]},{"osd":6,"up_from":46,"seq":197568495651,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28372,"kb_used_data":1352,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716780,"statfs":{"total":95995035648,"available":95965982720,"internally_reserved":0,"allocated":1384448,"data_stored":942354,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 14 03:32:52 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.52100000000000002,"15min":0.51700000000000002},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.42999999999999999,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.74399999999999999,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.624}]},{"osd":1,"last update":"Sat Sep 14 03:32:52 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.57299999999999995,"15min":0.57699999999999996},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.72399999999999998,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.66300000000000003},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.53600000000000003,"15min":0.53100000000000003},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.76100000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.72099999999999997}]},{"osd":2,"last update":"Sat Sep 14 03:32:52 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.76400000000000001,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.754},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.54400000000000004,"15min":0.54200000000000004},"min":{"1min":0.38600000000000001,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.69599999999999995,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.58199999999999996}]},{"osd":3,"last update":"Sat Sep 14 03:32:52 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55600000000000005,"15min":0.55700000000000005},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.75900000000000001,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.56599999999999995,"15min":0.56299999999999994},"min":{"1min":0.42799999999999999,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.71499999999999997,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.67600000000000005}]},{"osd":4,"last update":"Sat Sep 14 03:32:52 2024","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.441,"15min":0.441},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.437,"15min":0.438},"min":{"1min":0.307,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.54300000000000004,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.54500000000000004}]},{"osd":5,"last update":"Sat Sep 14 03:32:52 2024","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.46100000000000002,"15min":0.46300000000000002},"min":{"1min":0.32200000000000001,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.67000000000000004,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.33900000000000002,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.626,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.504}]},{"osd":7,"last update":"Sat Sep 14 03:33:22 2024","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.52500000000000002,"15min":0.52900000000000003},"min":{"1min":0.35099999999999998,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.64500000000000002,"5min":0.753,"15min":0.753},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.53600000000000003,"15min":0.53400000000000003},"min":{"1min":0.36199999999999999,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.56899999999999995}]}]},{"osd":5,"up_from":38,"seq":163208757288,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27804,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717348,"statfs":{"total":95995035648,"available":95966564352,"internally_reserved":0,"allocated":802816,"data_stored":352368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 14 03:33:31 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.56799999999999995,"15min":0.58399999999999996},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.79200000000000004,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.504},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.55500000000000005,"15min":0.56000000000000005},"min":{"1min":0.42199999999999999,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.72599999999999998,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.42199999999999999}]},{"osd":1,"last update":"Sat Sep 14 03:33:31 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.57699999999999996,"15min":0.59699999999999998},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.73499999999999999,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.54700000000000004,"15min":0.55100000000000005},"min":{"1min":0.41199999999999998,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.72499999999999998,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.58899999999999997}]},{"osd":2,"last update":"Sat Sep 14 03:33:31 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.55700000000000005,"15min":0.57699999999999996},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.71699999999999997,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.55100000000000005,"15min":0.55900000000000005},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.46300000000000002}]},{"osd":3,"last update":"Sat Sep 14 03:33:31 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.56499999999999995,"15min":0.58599999999999997},"min":{"1min":0.38,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.68799999999999994,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.57399999999999995,"15min":0.58199999999999996},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.75700000000000001,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.54700000000000004}]},{"osd":4,"last update":"Sat Sep 14 03:33:31 2024","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39300000000000002},"min":{"1min":0.29799999999999999,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.60299999999999998,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.435,"5min":0.41899999999999998,"15min":0.40799999999999997},"min":{"1min":0.32300000000000001,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.73699999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.51800000000000002}]},{"osd":6,"last update":"Sat Sep 14 03:32:53 2024","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.45900000000000002,"15min":0.46400000000000002},"min":{"1min":0.30599999999999999,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.61099999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.47499999999999998,"15min":0.48399999999999999},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.68200000000000005,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.621}]},{"osd":7,"last update":"Sat Sep 14 03:33:15 2024","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.53800000000000003,"15min":0.55200000000000005},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.71499999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.46500000000000002,"5min":0.53700000000000003,"15min":0.54900000000000004},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.75700000000000001,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.56000000000000005}]}]},{"osd":4,"up_from":30,"seq":128849018924,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31900,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713252,"statfs":{"total":95995035648,"available":95962370048,"internally_reserved":0,"allocated":802816,"data_stored":350638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 14 03:33:07 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.55100000000000005,"15min":0.54900000000000004},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.97899999999999998,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.53600000000000003,"15min":0.53500000000000003},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.46400000000000002}]},{"osd":1,"last update":"Sat Sep 14 03:33:07 2024","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.69499999999999995,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.54200000000000004,"15min":0.54000000000000004},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.57399999999999995}]},{"osd":2,"last update":"Sat Sep 14 03:33:07 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.56899999999999995,"15min":0.56299999999999994},"min":{"1min":0.432,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.95399999999999996,"5min":0.95399999999999996,"15min":0.95399999999999996},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.497,"5min":0.52600000000000002,"15min":0.52800000000000002},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.626,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.5}]},{"osd":3,"last update":"Sat Sep 14 03:33:07 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.53400000000000003,"15min":0.53800000000000003},"min":{"1min":0.38500000000000001,"5min":0.372,"15min":0.372},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.53700000000000003,"15min":0.53500000000000003},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.93300000000000005,"5min":0.93300000000000005,"15min":0.93300000000000005},"last":0.55800000000000005}]},{"osd":5,"last update":"Sat Sep 14 03:33:29 2024","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.40699999999999997,"15min":0.39200000000000002},"min":{"1min":0.29399999999999998,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.58199999999999996,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.44,"15min":0.41999999999999998},"min":{"1min":0.312,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.64600000000000002,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.44700000000000001}]},{"osd":6,"last update":"Sat Sep 14 03:32:55 2024","interfaces":[{"interface":"back","average":{"1min":0.40400000000000003,"5min":0.41299999999999998,"15min":0.41499999999999998},"min":{"1min":0.28599999999999998,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.629,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.434,"5min":0.45900000000000002,"15min":0.46300000000000002},"min":{"1min":0.30199999999999999,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.56299999999999994,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.34999999999999998}]},{"osd":7,"last update":"Sat Sep 14 03:33:14 2024","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.502,"15min":0.502},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.63900000000000001,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.47499999999999998,"5min":0.50700000000000001,"15min":0.51200000000000001},"min":{"1min":0.32900000000000001,"5min":0.315,"15min":0.315},"max":{"1min":0.59499999999999997,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.51900000000000002}]}]},{"osd":3,"up_from":25,"seq":107374182449,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31900,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713252,"statfs":{"total":95995035648,"available":95962370048,"internally_reserved":0,"allocated":802816,"data_stored":352363,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31848904},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 14 03:32:51 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.375,"15min":0.376},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"last":0.308},{"interface":"front","average":{"1min":0.378,"5min":0.41899999999999998,"15min":0.42899999999999999},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":0.499,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.24099999999999999}]},{"osd":1,"last update":"Sat Sep 14 03:32:51 2024","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.42999999999999999,"15min":0.43099999999999999},"min":{"1min":0.27600000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.57399999999999995,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.27600000000000002},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.41299999999999998,"15min":0.41299999999999998},"min":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.41399999999999998}]},{"osd":2,"last update":"Sat Sep 14 03:32:51 2024","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.42299999999999999,"15min":0.42199999999999999},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.58799999999999997,"5min":0.754,"15min":0.754},"last":0.22700000000000001},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.442,"15min":0.442},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.35599999999999998}]},{"osd":4,"last update":"Sat Sep 14 03:33:08 2024","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.59599999999999997,"15min":0.58299999999999996},"min":{"1min":0.43099999999999999,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.1870000000000001,"5min":1.1870000000000001,"15min":1.1870000000000001},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.624,"5min":0.58099999999999996,"15min":0.57199999999999995},"min":{"1min":0.36799999999999999,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":1.1200000000000001,"5min":1.1200000000000001,"15min":1.1200000000000001},"last":0.47899999999999998}]},{"osd":5,"last update":"Sat Sep 14 03:32:31 2024","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.59999999999999998,"15min":0.59699999999999998},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.443},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.59199999999999997,"15min":0.59099999999999997},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.82299999999999995,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.51300000000000001}]},{"osd":6,"last update":"Sat Sep 14 03:32:56 2024","interfaces":[{"interface":"back","average":{"1min":0.64600000000000002,"5min":0.63100000000000001,"15min":0.629},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":1.145,"5min":1.145,"15min":1.145},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.63100000000000001,"15min":0.63500000000000001},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.872,"5min":0.872,"15min":0.872},"last":0.52900000000000003}]},{"osd":7,"last update":"Sat Sep 14 03:33:15 2024","interfaces":[{"interface":"back","average":{"1min":0.65500000000000003,"5min":0.63500000000000001,"15min":0.63100000000000001},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"min":{"1min":0.42699999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":1.171,"5min":1.171,"15min":1.171},"last":0.502}]}]},{"osd":2,"up_from":18,"seq":77309411382,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27784,"kb_used_data":764,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717368,"statfs":{"total":95995035648,"available":95966584832,"internally_reserved":0,"allocated":782336,"data_stored":349911,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 14 03:33:28 2024","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.37,"15min":0.37},"min":{"1min":0.27800000000000002,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"last":0.434},{"interface":"front","average":{"1min":0.378,"5min":0.38500000000000001,"15min":0.38},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.50900000000000001}]},{"osd":1,"last update":"Sat Sep 14 03:33:28 2024","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.38700000000000001,"15min":0.38100000000000001},"min":{"1min":0.248,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.66200000000000003,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.41299999999999998,"15min":0.39900000000000002},"min":{"1min":0.27900000000000003,"5min":0.219,"15min":0.219},"max":{"1min":0.749,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.38100000000000001}]},{"osd":3,"last update":"Sat Sep 14 03:32:49 2024","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.48999999999999999,"15min":0.48199999999999998},"min":{"1min":0.32600000000000001,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.64300000000000002,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.443,"15min":0.44},"min":{"1min":0.215,"5min":0.215,"15min":0.215},"max":{"1min":0.58599999999999997,"5min":0.752,"15min":0.752},"last":0.40600000000000003}]},{"osd":4,"last update":"Sat Sep 14 03:33:07 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.55400000000000005,"15min":0.54100000000000004},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.71999999999999997,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.78900000000000003},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.61199999999999999,"15min":0.59999999999999998},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.751,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.80300000000000005}]},{"osd":5,"last update":"Sat Sep 14 03:32:32 2024","interfaces":[{"interface":"back","average":{"1min":0.63600000000000001,"5min":0.60599999999999998,"15min":0.60099999999999998},"min":{"1min":0.504,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.78000000000000003},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.57399999999999995,"15min":0.57299999999999995},"min":{"1min":0.45800000000000002,"5min":0.436,"15min":0.436},"max":{"1min":0.747,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.69899999999999995}]},{"osd":6,"last update":"Sat Sep 14 03:32:54 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.64300000000000002,"15min":0.65500000000000003},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.73199999999999998,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.66300000000000003},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.626,"15min":0.63400000000000001},"min":{"1min":0.42499999999999999,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.72899999999999998,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.81200000000000006}]},{"osd":7,"last update":"Sat Sep 14 03:33:16 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.57499999999999996,"15min":0.57799999999999996},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.71699999999999997,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.67300000000000004},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.59799999999999998,"15min":0.60199999999999998},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.82399999999999995}]}]},{"osd":1,"up_from":13,"seq":55834574906,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27796,"kb_used_data":776,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717356,"statfs":{"total":95995035648,"available":95966572544,"internally_reserved":0,"allocated":794624,"data_stored":350090,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 14 03:32:59 2024","interfaces":[{"interface":"back","average":{"1min":0.35299999999999998,"5min":0.36199999999999999,"15min":0.33800000000000002},"min":{"1min":0.25900000000000001,"5min":0.186,"15min":0.186},"max":{"1min":0.58999999999999997,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.375},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.38700000000000001,"15min":0.35599999999999998},"min":{"1min":0.27400000000000002,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.60399999999999998,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.34999999999999998}]},{"osd":2,"last update":"Sat Sep 14 03:33:28 2024","interfaces":[{"interface":"back","average":{"1min":0.34499999999999997,"5min":0.377,"15min":0.375},"min":{"1min":0.19900000000000001,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":0.51000000000000001,"5min":0.56499999999999995,"15min":0.56499999999999995},"last":0.32900000000000001},{"interface":"front","average":{"1min":0.374,"5min":0.41099999999999998,"15min":0.41299999999999998},"min":{"1min":0.255,"5min":0.248,"15min":0.248},"max":{"1min":0.57599999999999996,"5min":0.754,"15min":0.754},"last":0.29499999999999998}]},{"osd":3,"last update":"Sat Sep 14 03:32:50 2024","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.48899999999999999,"15min":0.50900000000000001},"min":{"1min":0.34100000000000003,"5min":0.311,"15min":0.311},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.45000000000000001,"15min":0.46500000000000002},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.41699999999999998}]},{"osd":4,"last update":"Sat Sep 14 03:33:12 2024","interfaces":[{"interface":"back","average":{"1min":0.91900000000000004,"5min":0.65500000000000003,"15min":0.61299999999999999},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":6.8639999999999999,"5min":6.8639999999999999,"15min":6.8639999999999999},"last":0.66000000000000003},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.40699999999999997,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":1.1759999999999999,"5min":1.1759999999999999,"15min":1.1759999999999999},"last":0.60499999999999998}]},{"osd":5,"last update":"Sat Sep 14 03:32:31 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.56899999999999995,"15min":0.56499999999999995},"min":{"1min":0.45200000000000001,"5min":0.432,"15min":0.432},"max":{"1min":0.69799999999999995,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.60699999999999998,"15min":0.60999999999999999},"min":{"1min":0.40400000000000003,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.74299999999999999,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.61599999999999999}]},{"osd":6,"last update":"Sat Sep 14 03:32:56 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.58699999999999997,"15min":0.59099999999999997},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.80700000000000005,"5min":0.87,"15min":0.87},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56399999999999995,"15min":0.56299999999999994},"min":{"1min":0.38,"5min":0.37,"15min":0.37},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.59199999999999997}]},{"osd":7,"last update":"Sat Sep 14 03:33:17 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.621,"15min":0.625},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.1970000000000001,"5min":1.1970000000000001,"15min":1.1970000000000001},"last":0.63},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.59999999999999998,"15min":0.60399999999999998},"min":{"1min":0.42799999999999999,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.749,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.64100000000000001}]}]},{"osd":0,"up_from":8,"seq":34359738432,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28380,"kb_used_data":1360,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716772,"statfs":{"total":95995035648,"available":95965974528,"internally_reserved":0,"allocated":1392640,"data_stored":941007,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 14 03:33:00 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.38100000000000001,"15min":0.36499999999999999},"min":{"1min":0.26800000000000002,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.498,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.38900000000000001,"15min":0.36899999999999999},"min":{"1min":0.28299999999999997,"5min":0.215,"15min":0.215},"max":{"1min":0.621,"5min":0.66900000000000004,"15min":0.66900000000000004},"last":0.48199999999999998}]},{"osd":2,"last update":"Sat Sep 14 03:33:22 2024","interfaces":[{"interface":"back","average":{"1min":0.40799999999999997,"5min":0.42499999999999999,"15min":0.42899999999999999},"min":{"1min":0.28999999999999998,"5min":0.25,"15min":0.25},"max":{"1min":0.66000000000000003,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.41199999999999998,"15min":0.41199999999999998},"min":{"1min":0.28999999999999998,"5min":0.246,"15min":0.246},"max":{"1min":0.53000000000000003,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.34899999999999998}]},{"osd":3,"last update":"Sat Sep 14 03:32:50 2024","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.47299999999999998,"15min":0.47299999999999998},"min":{"1min":0.315,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.44},{"interface":"front","average":{"1min":0.439,"5min":0.47599999999999998,"15min":0.48999999999999999},"min":{"1min":0.30199999999999999,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.57399999999999995,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.39400000000000002}]},{"osd":4,"last update":"Sat Sep 14 03:33:09 2024","interfaces":[{"interface":"back","average":{"1min":0.63800000000000001,"5min":0.623,"15min":0.61799999999999999},"min":{"1min":0.44,"5min":0.37,"15min":0.37},"max":{"1min":0.81499999999999995,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.629,"5min":0.628,"15min":0.628},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.57599999999999996}]},{"osd":5,"last update":"Sat Sep 14 03:32:30 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.61699999999999999,"15min":0.621},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.83799999999999997,"5min":0.877,"15min":0.877},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.65900000000000003,"15min":0.66300000000000003},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.58799999999999997}]},{"osd":6,"last update":"Sat Sep 14 03:32:50 2024","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.61599999999999999,"15min":0.61399999999999999},"min":{"1min":0.47299999999999998,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.55000000000000004},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.59199999999999997,"15min":0.58899999999999997},"min":{"1min":0.45700000000000002,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.63400000000000001}]},{"osd":7,"last update":"Sat Sep 14 03:33:16 2024","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.624,"15min":0.624},"min":{"1min":0.51300000000000001,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.74399999999999999,"5min":0.878,"15min":0.878},"last":0.64700000000000002},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.627,"15min":0.629},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.503}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2452,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2348,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-14T03:33:37.093 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph pg dump --format=json 2024-09-14T03:33:37.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:37 smithi002 ceph-mon[27606]: from='client.14709 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-14T03:33:37.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:37 smithi002 ceph-mon[38004]: from='client.14709 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-14T03:33:37.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:37 smithi154 ceph-mon[30999]: from='client.14709 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-14T03:33:38.326 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:33:38.728 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:38 smithi002 ceph-mon[27606]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:38.728 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:38 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:38.728 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:38 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:38.728 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:38 smithi002 ceph-mon[38004]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:38.728 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:38 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:38.728 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:38 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:38.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:38 smithi154 ceph-mon[30999]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:38.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:38 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:38.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:38 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:39.686 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:39 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:33:39.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:39 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:33:39.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:39 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:39.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:39 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:33:39.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:39 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:33:39.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:39 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:39.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:39 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:33:39.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:39 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:33:39.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:39 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:40.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:40 smithi154 ceph-mon[30999]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:40.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:40 smithi154 ceph-mon[30999]: Reconfiguring alertmanager.a (dependencies changed)... 2024-09-14T03:33:40.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:40 smithi154 ceph-mon[30999]: Reconfiguring daemon alertmanager.a on smithi002 2024-09-14T03:33:40.983 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:40 smithi002 ceph-mon[27606]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:40.984 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:40 smithi002 ceph-mon[27606]: Reconfiguring alertmanager.a (dependencies changed)... 2024-09-14T03:33:40.984 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:40 smithi002 ceph-mon[27606]: Reconfiguring daemon alertmanager.a on smithi002 2024-09-14T03:33:40.984 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:40 smithi002 ceph-mon[38004]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:40.984 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:40 smithi002 ceph-mon[38004]: Reconfiguring alertmanager.a (dependencies changed)... 2024-09-14T03:33:40.984 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:40 smithi002 ceph-mon[38004]: Reconfiguring daemon alertmanager.a on smithi002 2024-09-14T03:33:42.398 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-14T03:33:42.400 INFO:teuthology.orchestra.run.smithi002.stderr:dumped all 2024-09-14T03:33:42.937 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Sep 14 03:33:42 smithi002 systemd[1]: Stopping Ceph alertmanager.a for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:33:42.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:42 smithi002 ceph-mon[38004]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:42.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:42 smithi002 ceph-mon[27606]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:42.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:42 smithi154 ceph-mon[30999]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:43.267 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:33:43 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:33:43] "GET /metrics HTTP/1.1" 200 33652 "" "Prometheus/2.43.0" 2024-09-14T03:33:43.669 INFO:teuthology.orchestra.run.smithi002.stdout:{"pg_ready":true,"pg_map":{"version":45,"stamp":"2024-09-14T03:33:40.774953+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593533,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":229,"num_write_kb":2435,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":173,"ondisk_log_size":173,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":232304,"kb_used_data":7952,"kb_used_omap":12,"kb_used_meta":224243,"kb_avail":749728912,"statfs":{"total":767960285184,"available":767722405888,"internally_reserved":0,"allocated":8142848,"data_stored":4579283,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":229625402},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002446"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:39.222768+0000","last_change":"2024-09-14T03:31:42.307834+0000","last_active":"2024-09-14T03:32:39.222768+0000","last_peered":"2024-09-14T03:32:39.222768+0000","last_clean":"2024-09-14T03:32:39.222768+0000","last_became_active":"2024-09-14T03:31:42.306390+0000","last_became_peered":"2024-09-14T03:31:42.306390+0000","last_unstale":"2024-09-14T03:32:39.222768+0000","last_undegraded":"2024-09-14T03:32:39.222768+0000","last_fullsized":"2024-09-14T03:32:39.222768+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T12:17:12.208663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.656977+0000","last_change":"2024-09-14T03:31:42.299085+0000","last_active":"2024-09-14T03:32:38.656977+0000","last_peered":"2024-09-14T03:32:38.656977+0000","last_clean":"2024-09-14T03:32:38.656977+0000","last_became_active":"2024-09-14T03:31:42.298823+0000","last_became_peered":"2024-09-14T03:31:42.298823+0000","last_unstale":"2024-09-14T03:32:38.656977+0000","last_undegraded":"2024-09-14T03:32:38.656977+0000","last_fullsized":"2024-09-14T03:32:38.656977+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T12:37:07.850116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.730898+0000","last_change":"2024-09-14T03:31:42.296456+0000","last_active":"2024-09-14T03:32:38.730898+0000","last_peered":"2024-09-14T03:32:38.730898+0000","last_clean":"2024-09-14T03:32:38.730898+0000","last_became_active":"2024-09-14T03:31:42.296105+0000","last_became_peered":"2024-09-14T03:31:42.296105+0000","last_unstale":"2024-09-14T03:32:38.730898+0000","last_undegraded":"2024-09-14T03:32:38.730898+0000","last_fullsized":"2024-09-14T03:32:38.730898+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T15:25:47.490806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.660229+0000","last_change":"2024-09-14T03:31:42.310079+0000","last_active":"2024-09-14T03:32:38.660229+0000","last_peered":"2024-09-14T03:32:38.660229+0000","last_clean":"2024-09-14T03:32:38.660229+0000","last_became_active":"2024-09-14T03:31:42.309354+0000","last_became_peered":"2024-09-14T03:31:42.309354+0000","last_unstale":"2024-09-14T03:32:38.660229+0000","last_undegraded":"2024-09-14T03:32:38.660229+0000","last_fullsized":"2024-09-14T03:32:38.660229+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T12:32:11.169629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:39.222240+0000","last_change":"2024-09-14T03:31:42.309072+0000","last_active":"2024-09-14T03:32:39.222240+0000","last_peered":"2024-09-14T03:32:39.222240+0000","last_clean":"2024-09-14T03:32:39.222240+0000","last_became_active":"2024-09-14T03:31:42.307692+0000","last_became_peered":"2024-09-14T03:31:42.307692+0000","last_unstale":"2024-09-14T03:32:39.222240+0000","last_undegraded":"2024-09-14T03:32:39.222240+0000","last_fullsized":"2024-09-14T03:32:39.222240+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T06:03:32.227826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.660335+0000","last_change":"2024-09-14T03:31:42.312432+0000","last_active":"2024-09-14T03:32:38.660335+0000","last_peered":"2024-09-14T03:32:38.660335+0000","last_clean":"2024-09-14T03:32:38.660335+0000","last_became_active":"2024-09-14T03:31:42.312122+0000","last_became_peered":"2024-09-14T03:31:42.312122+0000","last_unstale":"2024-09-14T03:32:38.660335+0000","last_undegraded":"2024-09-14T03:32:38.660335+0000","last_fullsized":"2024-09-14T03:32:38.660335+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T09:42:05.465697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:39.222211+0000","last_change":"2024-09-14T03:31:42.308462+0000","last_active":"2024-09-14T03:32:39.222211+0000","last_peered":"2024-09-14T03:32:39.222211+0000","last_clean":"2024-09-14T03:32:39.222211+0000","last_became_active":"2024-09-14T03:31:42.307350+0000","last_became_peered":"2024-09-14T03:31:42.307350+0000","last_unstale":"2024-09-14T03:32:39.222211+0000","last_undegraded":"2024-09-14T03:32:39.222211+0000","last_fullsized":"2024-09-14T03:32:39.222211+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:21:13.977190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.736149+0000","last_change":"2024-09-14T03:31:42.302919+0000","last_active":"2024-09-14T03:32:38.736149+0000","last_peered":"2024-09-14T03:32:38.736149+0000","last_clean":"2024-09-14T03:32:38.736149+0000","last_became_active":"2024-09-14T03:31:42.302565+0000","last_became_peered":"2024-09-14T03:31:42.302565+0000","last_unstale":"2024-09-14T03:32:38.736149+0000","last_undegraded":"2024-09-14T03:32:38.736149+0000","last_fullsized":"2024-09-14T03:32:38.736149+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:56:11.983241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":31,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:39.223101+0000","last_change":"2024-09-14T03:32:07.897895+0000","last_active":"2024-09-14T03:32:39.223101+0000","last_peered":"2024-09-14T03:32:39.223101+0000","last_clean":"2024-09-14T03:32:39.223101+0000","last_became_active":"2024-09-14T03:32:07.897621+0000","last_became_peered":"2024-09-14T03:32:07.897621+0000","last_unstale":"2024-09-14T03:32:39.223101+0000","last_undegraded":"2024-09-14T03:32:39.223101+0000","last_fullsized":"2024-09-14T03:32:39.223101+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T10:24:19.962874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:39.222905+0000","last_change":"2024-09-14T03:31:42.302216+0000","last_active":"2024-09-14T03:32:39.222905+0000","last_peered":"2024-09-14T03:32:39.222905+0000","last_clean":"2024-09-14T03:32:39.222905+0000","last_became_active":"2024-09-14T03:31:42.301926+0000","last_became_peered":"2024-09-14T03:31:42.301926+0000","last_unstale":"2024-09-14T03:32:39.222905+0000","last_undegraded":"2024-09-14T03:32:39.222905+0000","last_fullsized":"2024-09-14T03:32:39.222905+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:58:24.252521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:39.222374+0000","last_change":"2024-09-14T03:31:42.301096+0000","last_active":"2024-09-14T03:32:39.222374+0000","last_peered":"2024-09-14T03:32:39.222374+0000","last_clean":"2024-09-14T03:32:39.222374+0000","last_became_active":"2024-09-14T03:31:42.300818+0000","last_became_peered":"2024-09-14T03:31:42.300818+0000","last_unstale":"2024-09-14T03:32:39.222374+0000","last_undegraded":"2024-09-14T03:32:39.222374+0000","last_fullsized":"2024-09-14T03:32:39.222374+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:30:18.073865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.656414+0000","last_change":"2024-09-14T03:31:42.292316+0000","last_active":"2024-09-14T03:32:38.656414+0000","last_peered":"2024-09-14T03:32:38.656414+0000","last_clean":"2024-09-14T03:32:38.656414+0000","last_became_active":"2024-09-14T03:31:42.290756+0000","last_became_peered":"2024-09-14T03:31:42.290756+0000","last_unstale":"2024-09-14T03:32:38.656414+0000","last_undegraded":"2024-09-14T03:32:38.656414+0000","last_fullsized":"2024-09-14T03:32:38.656414+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T07:25:33.709301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.736300+0000","last_change":"2024-09-14T03:31:42.296928+0000","last_active":"2024-09-14T03:32:38.736300+0000","last_peered":"2024-09-14T03:32:38.736300+0000","last_clean":"2024-09-14T03:32:38.736300+0000","last_became_active":"2024-09-14T03:31:42.296650+0000","last_became_peered":"2024-09-14T03:31:42.296650+0000","last_unstale":"2024-09-14T03:32:38.736300+0000","last_undegraded":"2024-09-14T03:32:38.736300+0000","last_fullsized":"2024-09-14T03:32:38.736300+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T06:04:21.956886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.730737+0000","last_change":"2024-09-14T03:31:42.304334+0000","last_active":"2024-09-14T03:32:38.730737+0000","last_peered":"2024-09-14T03:32:38.730737+0000","last_clean":"2024-09-14T03:32:38.730737+0000","last_became_active":"2024-09-14T03:31:42.303979+0000","last_became_peered":"2024-09-14T03:31:42.303979+0000","last_unstale":"2024-09-14T03:32:38.730737+0000","last_undegraded":"2024-09-14T03:32:38.730737+0000","last_fullsized":"2024-09-14T03:32:38.730737+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T08:25:12.697172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.656381+0000","last_change":"2024-09-14T03:31:42.309516+0000","last_active":"2024-09-14T03:32:38.656381+0000","last_peered":"2024-09-14T03:32:38.656381+0000","last_clean":"2024-09-14T03:32:38.656381+0000","last_became_active":"2024-09-14T03:31:42.309134+0000","last_became_peered":"2024-09-14T03:31:42.309134+0000","last_unstale":"2024-09-14T03:32:38.656381+0000","last_undegraded":"2024-09-14T03:32:38.656381+0000","last_fullsized":"2024-09-14T03:32:38.656381+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:44:08.677588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.659905+0000","last_change":"2024-09-14T03:31:42.310829+0000","last_active":"2024-09-14T03:32:38.659905+0000","last_peered":"2024-09-14T03:32:38.659905+0000","last_clean":"2024-09-14T03:32:38.659905+0000","last_became_active":"2024-09-14T03:31:42.310544+0000","last_became_peered":"2024-09-14T03:31:42.310544+0000","last_unstale":"2024-09-14T03:32:38.659905+0000","last_undegraded":"2024-09-14T03:32:38.659905+0000","last_fullsized":"2024-09-14T03:32:38.659905+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:10:24.301462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.660643+0000","last_change":"2024-09-14T03:31:42.308953+0000","last_active":"2024-09-14T03:32:38.660643+0000","last_peered":"2024-09-14T03:32:38.660643+0000","last_clean":"2024-09-14T03:32:38.660643+0000","last_became_active":"2024-09-14T03:31:42.308148+0000","last_became_peered":"2024-09-14T03:31:42.308148+0000","last_unstale":"2024-09-14T03:32:38.660643+0000","last_undegraded":"2024-09-14T03:32:38.660643+0000","last_fullsized":"2024-09-14T03:32:38.660643+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T12:55:05.449462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.656459+0000","last_change":"2024-09-14T03:31:42.295453+0000","last_active":"2024-09-14T03:32:38.656459+0000","last_peered":"2024-09-14T03:32:38.656459+0000","last_clean":"2024-09-14T03:32:38.656459+0000","last_became_active":"2024-09-14T03:31:42.295149+0000","last_became_peered":"2024-09-14T03:31:42.295149+0000","last_unstale":"2024-09-14T03:32:38.656459+0000","last_undegraded":"2024-09-14T03:32:38.656459+0000","last_fullsized":"2024-09-14T03:32:38.656459+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:38:28.670371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:39.223146+0000","last_change":"2024-09-14T03:31:42.304379+0000","last_active":"2024-09-14T03:32:39.223146+0000","last_peered":"2024-09-14T03:32:39.223146+0000","last_clean":"2024-09-14T03:32:39.223146+0000","last_became_active":"2024-09-14T03:31:42.303992+0000","last_became_peered":"2024-09-14T03:31:42.303992+0000","last_unstale":"2024-09-14T03:32:39.223146+0000","last_undegraded":"2024-09-14T03:32:39.223146+0000","last_fullsized":"2024-09-14T03:32:39.223146+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T11:10:27.339295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:39.221651+0000","last_change":"2024-09-14T03:31:42.291608+0000","last_active":"2024-09-14T03:32:39.221651+0000","last_peered":"2024-09-14T03:32:39.221651+0000","last_clean":"2024-09-14T03:32:39.221651+0000","last_became_active":"2024-09-14T03:31:42.291250+0000","last_became_peered":"2024-09-14T03:31:42.291250+0000","last_unstale":"2024-09-14T03:32:39.221651+0000","last_undegraded":"2024-09-14T03:32:39.221651+0000","last_fullsized":"2024-09-14T03:32:39.221651+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:36:06.335295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.730883+0000","last_change":"2024-09-14T03:31:42.295618+0000","last_active":"2024-09-14T03:32:38.730883+0000","last_peered":"2024-09-14T03:32:38.730883+0000","last_clean":"2024-09-14T03:32:38.730883+0000","last_became_active":"2024-09-14T03:31:42.295365+0000","last_became_peered":"2024-09-14T03:31:42.295365+0000","last_unstale":"2024-09-14T03:32:38.730883+0000","last_undegraded":"2024-09-14T03:32:38.730883+0000","last_fullsized":"2024-09-14T03:32:38.730883+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T07:46:34.434891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.660136+0000","last_change":"2024-09-14T03:31:42.312263+0000","last_active":"2024-09-14T03:32:38.660136+0000","last_peered":"2024-09-14T03:32:38.660136+0000","last_clean":"2024-09-14T03:32:38.660136+0000","last_became_active":"2024-09-14T03:31:42.311714+0000","last_became_peered":"2024-09-14T03:31:42.311714+0000","last_unstale":"2024-09-14T03:32:38.660136+0000","last_undegraded":"2024-09-14T03:32:38.660136+0000","last_fullsized":"2024-09-14T03:32:38.660136+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T11:44:06.944053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.736228+0000","last_change":"2024-09-14T03:31:42.298838+0000","last_active":"2024-09-14T03:32:38.736228+0000","last_peered":"2024-09-14T03:32:38.736228+0000","last_clean":"2024-09-14T03:32:38.736228+0000","last_became_active":"2024-09-14T03:31:42.298458+0000","last_became_peered":"2024-09-14T03:31:42.298458+0000","last_unstale":"2024-09-14T03:32:38.736228+0000","last_undegraded":"2024-09-14T03:32:38.736228+0000","last_fullsized":"2024-09-14T03:32:38.736228+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T07:13:58.057733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.660033+0000","last_change":"2024-09-14T03:31:42.302013+0000","last_active":"2024-09-14T03:32:38.660033+0000","last_peered":"2024-09-14T03:32:38.660033+0000","last_clean":"2024-09-14T03:32:38.660033+0000","last_became_active":"2024-09-14T03:31:42.299397+0000","last_became_peered":"2024-09-14T03:31:42.299397+0000","last_unstale":"2024-09-14T03:32:38.660033+0000","last_undegraded":"2024-09-14T03:32:38.660033+0000","last_fullsized":"2024-09-14T03:32:38.660033+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T07:44:23.721217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.736769+0000","last_change":"2024-09-14T03:31:42.290430+0000","last_active":"2024-09-14T03:32:38.736769+0000","last_peered":"2024-09-14T03:32:38.736769+0000","last_clean":"2024-09-14T03:32:38.736769+0000","last_became_active":"2024-09-14T03:31:42.290133+0000","last_became_peered":"2024-09-14T03:31:42.290133+0000","last_unstale":"2024-09-14T03:32:38.736769+0000","last_undegraded":"2024-09-14T03:32:38.736769+0000","last_fullsized":"2024-09-14T03:32:38.736769+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T11:53:16.790196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:39.222901+0000","last_change":"2024-09-14T03:31:42.296427+0000","last_active":"2024-09-14T03:32:39.222901+0000","last_peered":"2024-09-14T03:32:39.222901+0000","last_clean":"2024-09-14T03:32:39.222901+0000","last_became_active":"2024-09-14T03:31:42.292185+0000","last_became_peered":"2024-09-14T03:31:42.292185+0000","last_unstale":"2024-09-14T03:32:39.222901+0000","last_undegraded":"2024-09-14T03:32:39.222901+0000","last_fullsized":"2024-09-14T03:32:39.222901+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T09:33:22.548437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.656792+0000","last_change":"2024-09-14T03:31:42.295759+0000","last_active":"2024-09-14T03:32:38.656792+0000","last_peered":"2024-09-14T03:32:38.656792+0000","last_clean":"2024-09-14T03:32:38.656792+0000","last_became_active":"2024-09-14T03:31:42.295248+0000","last_became_peered":"2024-09-14T03:31:42.295248+0000","last_unstale":"2024-09-14T03:32:38.656792+0000","last_undegraded":"2024-09-14T03:32:38.656792+0000","last_fullsized":"2024-09-14T03:32:38.656792+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:22:22.033176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.736499+0000","last_change":"2024-09-14T03:31:42.294996+0000","last_active":"2024-09-14T03:32:38.736499+0000","last_peered":"2024-09-14T03:32:38.736499+0000","last_clean":"2024-09-14T03:32:38.736499+0000","last_became_active":"2024-09-14T03:31:42.294702+0000","last_became_peered":"2024-09-14T03:31:42.294702+0000","last_unstale":"2024-09-14T03:32:38.736499+0000","last_undegraded":"2024-09-14T03:32:38.736499+0000","last_fullsized":"2024-09-14T03:32:38.736499+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T11:27:29.439063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":19,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.655581+0000","last_change":"2024-09-14T03:32:08.135639+0000","last_active":"2024-09-14T03:32:38.655581+0000","last_peered":"2024-09-14T03:32:38.655581+0000","last_clean":"2024-09-14T03:32:38.655581+0000","last_became_active":"2024-09-14T03:32:08.135372+0000","last_became_peered":"2024-09-14T03:32:08.135372+0000","last_unstale":"2024-09-14T03:32:38.655581+0000","last_undegraded":"2024-09-14T03:32:38.655581+0000","last_fullsized":"2024-09-14T03:32:38.655581+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T10:42:57.603403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.660243+0000","last_change":"2024-09-14T03:31:42.310697+0000","last_active":"2024-09-14T03:32:38.660243+0000","last_peered":"2024-09-14T03:32:38.660243+0000","last_clean":"2024-09-14T03:32:38.660243+0000","last_became_active":"2024-09-14T03:31:42.310414+0000","last_became_peered":"2024-09-14T03:31:42.310414+0000","last_unstale":"2024-09-14T03:32:38.660243+0000","last_undegraded":"2024-09-14T03:32:38.660243+0000","last_fullsized":"2024-09-14T03:32:38.660243+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:14:03.193850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.655535+0000","last_change":"2024-09-14T03:31:42.304918+0000","last_active":"2024-09-14T03:32:38.655535+0000","last_peered":"2024-09-14T03:32:38.655535+0000","last_clean":"2024-09-14T03:32:38.655535+0000","last_became_active":"2024-09-14T03:31:42.304503+0000","last_became_peered":"2024-09-14T03:31:42.304503+0000","last_unstale":"2024-09-14T03:32:38.655535+0000","last_undegraded":"2024-09-14T03:32:38.655535+0000","last_fullsized":"2024-09-14T03:32:38.655535+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T14:17:42.759289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:39.221373+0000","last_change":"2024-09-14T03:31:42.302986+0000","last_active":"2024-09-14T03:32:39.221373+0000","last_peered":"2024-09-14T03:32:39.221373+0000","last_clean":"2024-09-14T03:32:39.221373+0000","last_became_active":"2024-09-14T03:31:42.302269+0000","last_became_peered":"2024-09-14T03:31:42.302269+0000","last_unstale":"2024-09-14T03:32:39.221373+0000","last_undegraded":"2024-09-14T03:32:39.221373+0000","last_fullsized":"2024-09-14T03:32:39.221373+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:44:01.879576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.656069+0000","last_change":"2024-09-14T03:31:42.303125+0000","last_active":"2024-09-14T03:32:38.656069+0000","last_peered":"2024-09-14T03:32:38.656069+0000","last_clean":"2024-09-14T03:32:38.656069+0000","last_became_active":"2024-09-14T03:31:42.302802+0000","last_became_peered":"2024-09-14T03:31:42.302802+0000","last_unstale":"2024-09-14T03:32:38.656069+0000","last_undegraded":"2024-09-14T03:32:38.656069+0000","last_fullsized":"2024-09-14T03:32:38.656069+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T11:11:14.147591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"65'1","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.736556+0000","last_change":"2024-09-14T03:31:38.847287+0000","last_active":"2024-09-14T03:32:38.736556+0000","last_peered":"2024-09-14T03:32:38.736556+0000","last_clean":"2024-09-14T03:32:38.736556+0000","last_became_active":"2024-09-14T03:31:38.847027+0000","last_became_peered":"2024-09-14T03:31:38.847027+0000","last_unstale":"2024-09-14T03:32:38.736556+0000","last_undegraded":"2024-09-14T03:32:38.736556+0000","last_fullsized":"2024-09-14T03:32:38.736556+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T10:28:10.926764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.730882+0000","last_change":"2024-09-14T03:31:42.299009+0000","last_active":"2024-09-14T03:32:38.730882+0000","last_peered":"2024-09-14T03:32:38.730882+0000","last_clean":"2024-09-14T03:32:38.730882+0000","last_became_active":"2024-09-14T03:31:42.298727+0000","last_became_peered":"2024-09-14T03:31:42.298727+0000","last_unstale":"2024-09-14T03:32:38.730882+0000","last_undegraded":"2024-09-14T03:32:38.730882+0000","last_fullsized":"2024-09-14T03:32:38.730882+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T09:35:00.490170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"65'1","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:39.221764+0000","last_change":"2024-09-14T03:31:38.848320+0000","last_active":"2024-09-14T03:32:39.221764+0000","last_peered":"2024-09-14T03:32:39.221764+0000","last_clean":"2024-09-14T03:32:39.221764+0000","last_became_active":"2024-09-14T03:31:38.848007+0000","last_became_peered":"2024-09-14T03:31:38.848007+0000","last_unstale":"2024-09-14T03:32:39.221764+0000","last_undegraded":"2024-09-14T03:32:39.221764+0000","last_fullsized":"2024-09-14T03:32:39.221764+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T13:52:24.347452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.736328+0000","last_change":"2024-09-14T03:31:38.844317+0000","last_active":"2024-09-14T03:32:38.736328+0000","last_peered":"2024-09-14T03:32:38.736328+0000","last_clean":"2024-09-14T03:32:38.736328+0000","last_became_active":"2024-09-14T03:31:38.843916+0000","last_became_peered":"2024-09-14T03:31:38.843916+0000","last_unstale":"2024-09-14T03:32:38.736328+0000","last_undegraded":"2024-09-14T03:32:38.736328+0000","last_fullsized":"2024-09-14T03:32:38.736328+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T14:17:09.809160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.736652+0000","last_change":"2024-09-14T03:31:42.301338+0000","last_active":"2024-09-14T03:32:38.736652+0000","last_peered":"2024-09-14T03:32:38.736652+0000","last_clean":"2024-09-14T03:32:38.736652+0000","last_became_active":"2024-09-14T03:31:42.301048+0000","last_became_peered":"2024-09-14T03:31:42.301048+0000","last_unstale":"2024-09-14T03:32:38.736652+0000","last_undegraded":"2024-09-14T03:32:38.736652+0000","last_fullsized":"2024-09-14T03:32:38.736652+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T10:09:01.323218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.660026+0000","last_change":"2024-09-14T03:31:38.848554+0000","last_active":"2024-09-14T03:32:38.660026+0000","last_peered":"2024-09-14T03:32:38.660026+0000","last_clean":"2024-09-14T03:32:38.660026+0000","last_became_active":"2024-09-14T03:31:38.848182+0000","last_became_peered":"2024-09-14T03:31:38.848182+0000","last_unstale":"2024-09-14T03:32:38.660026+0000","last_undegraded":"2024-09-14T03:32:38.660026+0000","last_fullsized":"2024-09-14T03:32:38.660026+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T12:53:12.626924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":31,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.656220+0000","last_change":"2024-09-14T03:32:07.820742+0000","last_active":"2024-09-14T03:32:38.656220+0000","last_peered":"2024-09-14T03:32:38.656220+0000","last_clean":"2024-09-14T03:32:38.656220+0000","last_became_active":"2024-09-14T03:32:07.820363+0000","last_became_peered":"2024-09-14T03:32:07.820363+0000","last_unstale":"2024-09-14T03:32:38.656220+0000","last_undegraded":"2024-09-14T03:32:38.656220+0000","last_fullsized":"2024-09-14T03:32:38.656220+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T08:46:56.804382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:39.222504+0000","last_change":"2024-09-14T03:31:38.852680+0000","last_active":"2024-09-14T03:32:39.222504+0000","last_peered":"2024-09-14T03:32:39.222504+0000","last_clean":"2024-09-14T03:32:39.222504+0000","last_became_active":"2024-09-14T03:31:38.852358+0000","last_became_peered":"2024-09-14T03:31:38.852358+0000","last_unstale":"2024-09-14T03:32:39.222504+0000","last_undegraded":"2024-09-14T03:32:39.222504+0000","last_fullsized":"2024-09-14T03:32:39.222504+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:14:00.249944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.660470+0000","last_change":"2024-09-14T03:31:42.309949+0000","last_active":"2024-09-14T03:32:38.660470+0000","last_peered":"2024-09-14T03:32:38.660470+0000","last_clean":"2024-09-14T03:32:38.660470+0000","last_became_active":"2024-09-14T03:31:42.304218+0000","last_became_peered":"2024-09-14T03:31:42.304218+0000","last_unstale":"2024-09-14T03:32:38.660470+0000","last_undegraded":"2024-09-14T03:32:38.660470+0000","last_fullsized":"2024-09-14T03:32:38.660470+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T13:35:48.789741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.660629+0000","last_change":"2024-09-14T03:31:38.853475+0000","last_active":"2024-09-14T03:32:38.660629+0000","last_peered":"2024-09-14T03:32:38.660629+0000","last_clean":"2024-09-14T03:32:38.660629+0000","last_became_active":"2024-09-14T03:31:38.852941+0000","last_became_peered":"2024-09-14T03:31:38.852941+0000","last_unstale":"2024-09-14T03:32:38.660629+0000","last_undegraded":"2024-09-14T03:32:38.660629+0000","last_fullsized":"2024-09-14T03:32:38.660629+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T10:59:48.606494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.731203+0000","last_change":"2024-09-14T03:31:42.305955+0000","last_active":"2024-09-14T03:32:38.731203+0000","last_peered":"2024-09-14T03:32:38.731203+0000","last_clean":"2024-09-14T03:32:38.731203+0000","last_became_active":"2024-09-14T03:31:42.304034+0000","last_became_peered":"2024-09-14T03:31:42.304034+0000","last_unstale":"2024-09-14T03:32:38.731203+0000","last_undegraded":"2024-09-14T03:32:38.731203+0000","last_fullsized":"2024-09-14T03:32:38.731203+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:33:33.727332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"65'3","reported_seq":28,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.656936+0000","last_change":"2024-09-14T03:31:38.844003+0000","last_active":"2024-09-14T03:32:38.656936+0000","last_peered":"2024-09-14T03:32:38.656936+0000","last_clean":"2024-09-14T03:32:38.656936+0000","last_became_active":"2024-09-14T03:31:38.843691+0000","last_became_peered":"2024-09-14T03:31:38.843691+0000","last_unstale":"2024-09-14T03:32:38.656936+0000","last_undegraded":"2024-09-14T03:32:38.656936+0000","last_fullsized":"2024-09-14T03:32:38.656936+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:28:28.496001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.656431+0000","last_change":"2024-09-14T03:31:42.294172+0000","last_active":"2024-09-14T03:32:38.656431+0000","last_peered":"2024-09-14T03:32:38.656431+0000","last_clean":"2024-09-14T03:32:38.656431+0000","last_became_active":"2024-09-14T03:31:42.293722+0000","last_became_peered":"2024-09-14T03:31:42.293722+0000","last_unstale":"2024-09-14T03:32:38.656431+0000","last_undegraded":"2024-09-14T03:32:38.656431+0000","last_fullsized":"2024-09-14T03:32:38.656431+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T06:37:50.994893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"68'9","reported_seq":34,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:39.221705+0000","last_change":"2024-09-14T03:31:38.851431+0000","last_active":"2024-09-14T03:32:39.221705+0000","last_peered":"2024-09-14T03:32:39.221705+0000","last_clean":"2024-09-14T03:32:39.221705+0000","last_became_active":"2024-09-14T03:31:38.851109+0000","last_became_peered":"2024-09-14T03:31:38.851109+0000","last_unstale":"2024-09-14T03:32:39.221705+0000","last_undegraded":"2024-09-14T03:32:39.221705+0000","last_fullsized":"2024-09-14T03:32:39.221705+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T09:59:08.880811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2348,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:39.222858+0000","last_change":"2024-09-14T03:31:42.306156+0000","last_active":"2024-09-14T03:32:39.222858+0000","last_peered":"2024-09-14T03:32:39.222858+0000","last_clean":"2024-09-14T03:32:39.222858+0000","last_became_active":"2024-09-14T03:31:42.305672+0000","last_became_peered":"2024-09-14T03:31:42.305672+0000","last_unstale":"2024-09-14T03:32:39.222858+0000","last_undegraded":"2024-09-14T03:32:39.222858+0000","last_fullsized":"2024-09-14T03:32:39.222858+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T08:50:38.107165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"65'2","reported_seq":27,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.730982+0000","last_change":"2024-09-14T03:31:38.842099+0000","last_active":"2024-09-14T03:32:38.730982+0000","last_peered":"2024-09-14T03:32:38.730982+0000","last_clean":"2024-09-14T03:32:38.730982+0000","last_became_active":"2024-09-14T03:31:38.841727+0000","last_became_peered":"2024-09-14T03:31:38.841727+0000","last_unstale":"2024-09-14T03:32:38.730982+0000","last_undegraded":"2024-09-14T03:32:38.730982+0000","last_fullsized":"2024-09-14T03:32:38.730982+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T11:26:35.514878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.730837+0000","last_change":"2024-09-14T03:31:42.293127+0000","last_active":"2024-09-14T03:32:38.730837+0000","last_peered":"2024-09-14T03:32:38.730837+0000","last_clean":"2024-09-14T03:32:38.730837+0000","last_became_active":"2024-09-14T03:31:42.292831+0000","last_became_peered":"2024-09-14T03:31:42.292831+0000","last_unstale":"2024-09-14T03:32:38.730837+0000","last_undegraded":"2024-09-14T03:32:38.730837+0000","last_fullsized":"2024-09-14T03:32:38.730837+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:04:01.195534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.660369+0000","last_change":"2024-09-14T03:31:38.850077+0000","last_active":"2024-09-14T03:32:38.660369+0000","last_peered":"2024-09-14T03:32:38.660369+0000","last_clean":"2024-09-14T03:32:38.660369+0000","last_became_active":"2024-09-14T03:31:38.849600+0000","last_became_peered":"2024-09-14T03:31:38.849600+0000","last_unstale":"2024-09-14T03:32:38.660369+0000","last_undegraded":"2024-09-14T03:32:38.660369+0000","last_fullsized":"2024-09-14T03:32:38.660369+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T06:18:26.606484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:39.222859+0000","last_change":"2024-09-14T03:31:42.309067+0000","last_active":"2024-09-14T03:32:39.222859+0000","last_peered":"2024-09-14T03:32:39.222859+0000","last_clean":"2024-09-14T03:32:39.222859+0000","last_became_active":"2024-09-14T03:31:42.307592+0000","last_became_peered":"2024-09-14T03:31:42.307592+0000","last_unstale":"2024-09-14T03:32:39.222859+0000","last_undegraded":"2024-09-14T03:32:39.222859+0000","last_fullsized":"2024-09-14T03:32:39.222859+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:49:29.048351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:39.221889+0000","last_change":"2024-09-14T03:31:38.845472+0000","last_active":"2024-09-14T03:32:39.221889+0000","last_peered":"2024-09-14T03:32:39.221889+0000","last_clean":"2024-09-14T03:32:39.221889+0000","last_became_active":"2024-09-14T03:31:38.844990+0000","last_became_peered":"2024-09-14T03:31:38.844990+0000","last_unstale":"2024-09-14T03:32:39.221889+0000","last_undegraded":"2024-09-14T03:32:39.221889+0000","last_fullsized":"2024-09-14T03:32:39.221889+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:39:33.374753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":31,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:39.221329+0000","last_change":"2024-09-14T03:32:07.821033+0000","last_active":"2024-09-14T03:32:39.221329+0000","last_peered":"2024-09-14T03:32:39.221329+0000","last_clean":"2024-09-14T03:32:39.221329+0000","last_became_active":"2024-09-14T03:32:07.820660+0000","last_became_peered":"2024-09-14T03:32:07.820660+0000","last_unstale":"2024-09-14T03:32:39.221329+0000","last_undegraded":"2024-09-14T03:32:39.221329+0000","last_fullsized":"2024-09-14T03:32:39.221329+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T12:23:55.147958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"65'8","reported_seq":33,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.655395+0000","last_change":"2024-09-14T03:31:38.841259+0000","last_active":"2024-09-14T03:32:38.655395+0000","last_peered":"2024-09-14T03:32:38.655395+0000","last_clean":"2024-09-14T03:32:38.655395+0000","last_became_active":"2024-09-14T03:31:38.840891+0000","last_became_peered":"2024-09-14T03:31:38.840891+0000","last_unstale":"2024-09-14T03:32:38.655395+0000","last_undegraded":"2024-09-14T03:32:38.655395+0000","last_fullsized":"2024-09-14T03:32:38.655395+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T12:21:29.536562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:39.221904+0000","last_change":"2024-09-14T03:31:42.310216+0000","last_active":"2024-09-14T03:32:39.221904+0000","last_peered":"2024-09-14T03:32:39.221904+0000","last_clean":"2024-09-14T03:32:39.221904+0000","last_became_active":"2024-09-14T03:31:42.308568+0000","last_became_peered":"2024-09-14T03:31:42.308568+0000","last_unstale":"2024-09-14T03:32:39.221904+0000","last_undegraded":"2024-09-14T03:32:39.221904+0000","last_fullsized":"2024-09-14T03:32:39.221904+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T15:05:51.056579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"65'1","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.656767+0000","last_change":"2024-09-14T03:31:38.843518+0000","last_active":"2024-09-14T03:32:38.656767+0000","last_peered":"2024-09-14T03:32:38.656767+0000","last_clean":"2024-09-14T03:32:38.656767+0000","last_became_active":"2024-09-14T03:31:38.843186+0000","last_became_peered":"2024-09-14T03:31:38.843186+0000","last_unstale":"2024-09-14T03:32:38.656767+0000","last_undegraded":"2024-09-14T03:32:38.656767+0000","last_fullsized":"2024-09-14T03:32:38.656767+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T09:02:00.501879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:39.222698+0000","last_change":"2024-09-14T03:31:42.310060+0000","last_active":"2024-09-14T03:32:39.222698+0000","last_peered":"2024-09-14T03:32:39.222698+0000","last_clean":"2024-09-14T03:32:39.222698+0000","last_became_active":"2024-09-14T03:31:42.309276+0000","last_became_peered":"2024-09-14T03:31:42.309276+0000","last_unstale":"2024-09-14T03:32:39.222698+0000","last_undegraded":"2024-09-14T03:32:39.222698+0000","last_fullsized":"2024-09-14T03:32:39.222698+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T13:18:55.399965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"65'2","reported_seq":27,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.656596+0000","last_change":"2024-09-14T03:31:38.845330+0000","last_active":"2024-09-14T03:32:38.656596+0000","last_peered":"2024-09-14T03:32:38.656596+0000","last_clean":"2024-09-14T03:32:38.656596+0000","last_became_active":"2024-09-14T03:31:38.844967+0000","last_became_peered":"2024-09-14T03:31:38.844967+0000","last_unstale":"2024-09-14T03:32:38.656596+0000","last_undegraded":"2024-09-14T03:32:38.656596+0000","last_fullsized":"2024-09-14T03:32:38.656596+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:27:35.256085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:39.222824+0000","last_change":"2024-09-14T03:31:42.309447+0000","last_active":"2024-09-14T03:32:39.222824+0000","last_peered":"2024-09-14T03:32:39.222824+0000","last_clean":"2024-09-14T03:32:39.222824+0000","last_became_active":"2024-09-14T03:31:42.307693+0000","last_became_peered":"2024-09-14T03:31:42.307693+0000","last_unstale":"2024-09-14T03:32:39.222824+0000","last_undegraded":"2024-09-14T03:32:39.222824+0000","last_fullsized":"2024-09-14T03:32:39.222824+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:24:21.588886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"65'1","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.657026+0000","last_change":"2024-09-14T03:31:38.842924+0000","last_active":"2024-09-14T03:32:38.657026+0000","last_peered":"2024-09-14T03:32:38.657026+0000","last_clean":"2024-09-14T03:32:38.657026+0000","last_became_active":"2024-09-14T03:31:38.842447+0000","last_became_peered":"2024-09-14T03:31:38.842447+0000","last_unstale":"2024-09-14T03:32:38.657026+0000","last_undegraded":"2024-09-14T03:32:38.657026+0000","last_fullsized":"2024-09-14T03:32:38.657026+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T13:39:58.242064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.660371+0000","last_change":"2024-09-14T03:31:42.310257+0000","last_active":"2024-09-14T03:32:38.660371+0000","last_peered":"2024-09-14T03:32:38.660371+0000","last_clean":"2024-09-14T03:32:38.660371+0000","last_became_active":"2024-09-14T03:31:42.309282+0000","last_became_peered":"2024-09-14T03:31:42.309282+0000","last_unstale":"2024-09-14T03:32:38.660371+0000","last_undegraded":"2024-09-14T03:32:38.660371+0000","last_fullsized":"2024-09-14T03:32:38.660371+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T14:50:37.976900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.655772+0000","last_change":"2024-09-14T03:31:38.850158+0000","last_active":"2024-09-14T03:32:38.655772+0000","last_peered":"2024-09-14T03:32:38.655772+0000","last_clean":"2024-09-14T03:32:38.655772+0000","last_became_active":"2024-09-14T03:31:38.849830+0000","last_became_peered":"2024-09-14T03:31:38.849830+0000","last_unstale":"2024-09-14T03:32:38.655772+0000","last_undegraded":"2024-09-14T03:32:38.655772+0000","last_fullsized":"2024-09-14T03:32:38.655772+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:52:21.199568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:39.223076+0000","last_change":"2024-09-14T03:31:42.313275+0000","last_active":"2024-09-14T03:32:39.223076+0000","last_peered":"2024-09-14T03:32:39.223076+0000","last_clean":"2024-09-14T03:32:39.223076+0000","last_became_active":"2024-09-14T03:31:42.312983+0000","last_became_peered":"2024-09-14T03:31:42.312983+0000","last_unstale":"2024-09-14T03:32:39.223076+0000","last_undegraded":"2024-09-14T03:32:39.223076+0000","last_fullsized":"2024-09-14T03:32:39.223076+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T08:48:55.018547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-14T03:32:45.501296+0000","last_change":"2024-09-14T03:32:39.222179+0000","last_active":"2024-09-14T03:32:45.501296+0000","last_peered":"2024-09-14T03:32:45.501296+0000","last_clean":"2024-09-14T03:32:45.501296+0000","last_became_active":"2024-09-14T03:32:33.769528+0000","last_became_peered":"2024-09-14T03:32:33.769528+0000","last_unstale":"2024-09-14T03:32:45.501296+0000","last_undegraded":"2024-09-14T03:32:45.501296+0000","last_fullsized":"2024-09-14T03:32:45.501296+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:32:32.751298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:32:32.751298+0000","last_clean_scrub_stamp":"2024-09-14T03:32:32.751298+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:51:15.387624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00039335999999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"69'128","reported_seq":272,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-14T03:32:46.277567+0000","last_change":"2024-09-14T03:31:16.343387+0000","last_active":"2024-09-14T03:32:46.277567+0000","last_peered":"2024-09-14T03:32:46.277567+0000","last_clean":"2024-09-14T03:32:46.277567+0000","last_became_active":"2024-09-14T03:31:16.342990+0000","last_became_peered":"2024-09-14T03:31:16.342990+0000","last_unstale":"2024-09-14T03:32:46.277567+0000","last_undegraded":"2024-09-14T03:32:46.277567+0000","last_fullsized":"2024-09-14T03:32:46.277567+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:29:19.219235+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:29:19.219235+0000","last_clean_scrub_stamp":"2024-09-14T03:29:19.219235+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T08:25:20.139604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.660228+0000","last_change":"2024-09-14T03:31:38.849451+0000","last_active":"2024-09-14T03:32:38.660228+0000","last_peered":"2024-09-14T03:32:38.660228+0000","last_clean":"2024-09-14T03:32:38.660228+0000","last_became_active":"2024-09-14T03:31:38.848473+0000","last_became_peered":"2024-09-14T03:31:38.848473+0000","last_unstale":"2024-09-14T03:32:38.660228+0000","last_undegraded":"2024-09-14T03:32:38.660228+0000","last_fullsized":"2024-09-14T03:32:38.660228+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:06:04.393172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.736296+0000","last_change":"2024-09-14T03:31:42.307087+0000","last_active":"2024-09-14T03:32:38.736296+0000","last_peered":"2024-09-14T03:32:38.736296+0000","last_clean":"2024-09-14T03:32:38.736296+0000","last_became_active":"2024-09-14T03:31:42.306822+0000","last_became_peered":"2024-09-14T03:31:42.306822+0000","last_unstale":"2024-09-14T03:32:38.736296+0000","last_undegraded":"2024-09-14T03:32:38.736296+0000","last_fullsized":"2024-09-14T03:32:38.736296+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T07:32:38.728420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-14T03:32:45.703822+0000","last_change":"2024-09-14T03:32:38.731280+0000","last_active":"2024-09-14T03:32:45.703822+0000","last_peered":"2024-09-14T03:32:45.703822+0000","last_clean":"2024-09-14T03:32:45.703822+0000","last_became_active":"2024-09-14T03:32:33.770829+0000","last_became_peered":"2024-09-14T03:32:33.770829+0000","last_unstale":"2024-09-14T03:32:45.703822+0000","last_undegraded":"2024-09-14T03:32:45.703822+0000","last_fullsized":"2024-09-14T03:32:45.703822+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:32:32.751298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:32:32.751298+0000","last_clean_scrub_stamp":"2024-09-14T03:32:32.751298+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T14:34:08.714238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000208765,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:39.222213+0000","last_change":"2024-09-14T03:31:38.850225+0000","last_active":"2024-09-14T03:32:39.222213+0000","last_peered":"2024-09-14T03:32:39.222213+0000","last_clean":"2024-09-14T03:32:39.222213+0000","last_became_active":"2024-09-14T03:31:38.849471+0000","last_became_peered":"2024-09-14T03:31:38.849471+0000","last_unstale":"2024-09-14T03:32:39.222213+0000","last_undegraded":"2024-09-14T03:32:39.222213+0000","last_fullsized":"2024-09-14T03:32:39.222213+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T10:48:07.983700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.730532+0000","last_change":"2024-09-14T03:31:42.292838+0000","last_active":"2024-09-14T03:32:38.730532+0000","last_peered":"2024-09-14T03:32:38.730532+0000","last_clean":"2024-09-14T03:32:38.730532+0000","last_became_active":"2024-09-14T03:31:42.292261+0000","last_became_peered":"2024-09-14T03:31:42.292261+0000","last_unstale":"2024-09-14T03:32:38.730532+0000","last_undegraded":"2024-09-14T03:32:38.730532+0000","last_fullsized":"2024-09-14T03:32:38.730532+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T13:27:45.013548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-14T03:32:45.354910+0000","last_change":"2024-09-14T03:32:38.657684+0000","last_active":"2024-09-14T03:32:45.354910+0000","last_peered":"2024-09-14T03:32:45.354910+0000","last_clean":"2024-09-14T03:32:45.354910+0000","last_became_active":"2024-09-14T03:32:34.006418+0000","last_became_peered":"2024-09-14T03:32:34.006418+0000","last_unstale":"2024-09-14T03:32:45.354910+0000","last_undegraded":"2024-09-14T03:32:45.354910+0000","last_fullsized":"2024-09-14T03:32:45.354910+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:32:32.751298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:32:32.751298+0000","last_clean_scrub_stamp":"2024-09-14T03:32:32.751298+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T14:24:23.252517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00070419500000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.655627+0000","last_change":"2024-09-14T03:31:38.840975+0000","last_active":"2024-09-14T03:32:38.655627+0000","last_peered":"2024-09-14T03:32:38.655627+0000","last_clean":"2024-09-14T03:32:38.655627+0000","last_became_active":"2024-09-14T03:31:38.840640+0000","last_became_peered":"2024-09-14T03:31:38.840640+0000","last_unstale":"2024-09-14T03:32:38.655627+0000","last_undegraded":"2024-09-14T03:32:38.655627+0000","last_fullsized":"2024-09-14T03:32:38.655627+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:44:57.557344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.656061+0000","last_change":"2024-09-14T03:31:42.309126+0000","last_active":"2024-09-14T03:32:38.656061+0000","last_peered":"2024-09-14T03:32:38.656061+0000","last_clean":"2024-09-14T03:32:38.656061+0000","last_became_active":"2024-09-14T03:31:42.308855+0000","last_became_peered":"2024-09-14T03:31:42.308855+0000","last_unstale":"2024-09-14T03:32:38.656061+0000","last_undegraded":"2024-09-14T03:32:38.656061+0000","last_fullsized":"2024-09-14T03:32:38.656061+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T15:18:24.547242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-14T03:32:45.354461+0000","last_change":"2024-09-14T03:32:38.657820+0000","last_active":"2024-09-14T03:32:45.354461+0000","last_peered":"2024-09-14T03:32:45.354461+0000","last_clean":"2024-09-14T03:32:45.354461+0000","last_became_active":"2024-09-14T03:32:33.771387+0000","last_became_peered":"2024-09-14T03:32:33.771387+0000","last_unstale":"2024-09-14T03:32:45.354461+0000","last_undegraded":"2024-09-14T03:32:45.354461+0000","last_fullsized":"2024-09-14T03:32:45.354461+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:32:32.751298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:32:32.751298+0000","last_clean_scrub_stamp":"2024-09-14T03:32:32.751298+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:07:29.440418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00067810199999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.660498+0000","last_change":"2024-09-14T03:31:38.848140+0000","last_active":"2024-09-14T03:32:38.660498+0000","last_peered":"2024-09-14T03:32:38.660498+0000","last_clean":"2024-09-14T03:32:38.660498+0000","last_became_active":"2024-09-14T03:31:38.847814+0000","last_became_peered":"2024-09-14T03:31:38.847814+0000","last_unstale":"2024-09-14T03:32:38.660498+0000","last_undegraded":"2024-09-14T03:32:38.660498+0000","last_fullsized":"2024-09-14T03:32:38.660498+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T13:22:03.904278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":19,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.655503+0000","last_change":"2024-09-14T03:32:07.898976+0000","last_active":"2024-09-14T03:32:38.655503+0000","last_peered":"2024-09-14T03:32:38.655503+0000","last_clean":"2024-09-14T03:32:38.655503+0000","last_became_active":"2024-09-14T03:32:07.898582+0000","last_became_peered":"2024-09-14T03:32:07.898582+0000","last_unstale":"2024-09-14T03:32:38.655503+0000","last_undegraded":"2024-09-14T03:32:38.655503+0000","last_fullsized":"2024-09-14T03:32:38.655503+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T12:13:50.181857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,6],"acting":[2,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2","version":"74'2","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-14T03:32:45.354420+0000","last_change":"2024-09-14T03:32:38.656686+0000","last_active":"2024-09-14T03:32:45.354420+0000","last_peered":"2024-09-14T03:32:45.354420+0000","last_clean":"2024-09-14T03:32:45.354420+0000","last_became_active":"2024-09-14T03:32:34.006452+0000","last_became_peered":"2024-09-14T03:32:34.006452+0000","last_unstale":"2024-09-14T03:32:45.354420+0000","last_undegraded":"2024-09-14T03:32:45.354420+0000","last_fullsized":"2024-09-14T03:32:45.354420+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:32:32.751298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:32:32.751298+0000","last_clean_scrub_stamp":"2024-09-14T03:32:32.751298+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:14:43.307660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00076934400000000004,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":34,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.657733+0000","last_change":"2024-09-14T03:32:07.898161+0000","last_active":"2024-09-14T03:32:38.657733+0000","last_peered":"2024-09-14T03:32:38.657733+0000","last_clean":"2024-09-14T03:32:38.657733+0000","last_became_active":"2024-09-14T03:32:07.897702+0000","last_became_peered":"2024-09-14T03:32:07.897702+0000","last_unstale":"2024-09-14T03:32:38.657733+0000","last_undegraded":"2024-09-14T03:32:38.657733+0000","last_fullsized":"2024-09-14T03:32:38.657733+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T13:19:01.146629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.660584+0000","last_change":"2024-09-14T03:31:42.303819+0000","last_active":"2024-09-14T03:32:38.660584+0000","last_peered":"2024-09-14T03:32:38.660584+0000","last_clean":"2024-09-14T03:32:38.660584+0000","last_became_active":"2024-09-14T03:31:42.303449+0000","last_became_peered":"2024-09-14T03:31:42.303449+0000","last_unstale":"2024-09-14T03:32:38.660584+0000","last_undegraded":"2024-09-14T03:32:38.660584+0000","last_fullsized":"2024-09-14T03:32:38.660584+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T09:37:28.725013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3","version":"72'1","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-14T03:32:45.703673+0000","last_change":"2024-09-14T03:32:38.731109+0000","last_active":"2024-09-14T03:32:45.703673+0000","last_peered":"2024-09-14T03:32:45.703673+0000","last_clean":"2024-09-14T03:32:45.703673+0000","last_became_active":"2024-09-14T03:32:34.006472+0000","last_became_peered":"2024-09-14T03:32:34.006472+0000","last_unstale":"2024-09-14T03:32:45.703673+0000","last_undegraded":"2024-09-14T03:32:45.703673+0000","last_fullsized":"2024-09-14T03:32:45.703673+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:32:32.751298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:32:32.751298+0000","last_clean_scrub_stamp":"2024-09-14T03:32:32.751298+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T08:13:44.964236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000369374,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:39.223215+0000","last_change":"2024-09-14T03:31:38.850681+0000","last_active":"2024-09-14T03:32:39.223215+0000","last_peered":"2024-09-14T03:32:39.223215+0000","last_clean":"2024-09-14T03:32:39.223215+0000","last_became_active":"2024-09-14T03:31:38.850145+0000","last_became_peered":"2024-09-14T03:31:38.850145+0000","last_unstale":"2024-09-14T03:32:39.223215+0000","last_undegraded":"2024-09-14T03:32:39.223215+0000","last_fullsized":"2024-09-14T03:32:39.223215+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T11:08:11.344806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.657442+0000","last_change":"2024-09-14T03:31:42.308188+0000","last_active":"2024-09-14T03:32:38.657442+0000","last_peered":"2024-09-14T03:32:38.657442+0000","last_clean":"2024-09-14T03:32:38.657442+0000","last_became_active":"2024-09-14T03:31:42.307935+0000","last_became_peered":"2024-09-14T03:31:42.307935+0000","last_unstale":"2024-09-14T03:32:38.657442+0000","last_undegraded":"2024-09-14T03:32:38.657442+0000","last_fullsized":"2024-09-14T03:32:38.657442+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T06:13:34.893799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-14T03:32:45.637739+0000","last_change":"2024-09-14T03:32:38.736918+0000","last_active":"2024-09-14T03:32:45.637739+0000","last_peered":"2024-09-14T03:32:45.637739+0000","last_clean":"2024-09-14T03:32:45.637739+0000","last_became_active":"2024-09-14T03:32:33.770708+0000","last_became_peered":"2024-09-14T03:32:33.770708+0000","last_unstale":"2024-09-14T03:32:45.637739+0000","last_undegraded":"2024-09-14T03:32:45.637739+0000","last_fullsized":"2024-09-14T03:32:45.637739+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:32:32.751298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:32:32.751298+0000","last_clean_scrub_stamp":"2024-09-14T03:32:32.751298+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T11:14:07.129319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00081592600000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"65'1","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.657067+0000","last_change":"2024-09-14T03:31:38.846279+0000","last_active":"2024-09-14T03:32:38.657067+0000","last_peered":"2024-09-14T03:32:38.657067+0000","last_clean":"2024-09-14T03:32:38.657067+0000","last_became_active":"2024-09-14T03:31:38.845993+0000","last_became_peered":"2024-09-14T03:31:38.845993+0000","last_unstale":"2024-09-14T03:32:38.657067+0000","last_undegraded":"2024-09-14T03:32:38.657067+0000","last_fullsized":"2024-09-14T03:32:38.657067+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T07:08:08.153962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":31,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.736811+0000","last_change":"2024-09-14T03:32:07.822044+0000","last_active":"2024-09-14T03:32:38.736811+0000","last_peered":"2024-09-14T03:32:38.736811+0000","last_clean":"2024-09-14T03:32:38.736811+0000","last_became_active":"2024-09-14T03:32:07.821683+0000","last_became_peered":"2024-09-14T03:32:07.821683+0000","last_unstale":"2024-09-14T03:32:38.736811+0000","last_undegraded":"2024-09-14T03:32:38.736811+0000","last_fullsized":"2024-09-14T03:32:38.736811+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T11:37:31.340486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-14T03:32:45.356626+0000","last_change":"2024-09-14T03:32:38.656755+0000","last_active":"2024-09-14T03:32:45.356626+0000","last_peered":"2024-09-14T03:32:45.356626+0000","last_clean":"2024-09-14T03:32:45.356626+0000","last_became_active":"2024-09-14T03:32:34.006519+0000","last_became_peered":"2024-09-14T03:32:34.006519+0000","last_unstale":"2024-09-14T03:32:45.356626+0000","last_undegraded":"2024-09-14T03:32:45.356626+0000","last_fullsized":"2024-09-14T03:32:45.356626+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:32:32.751298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:32:32.751298+0000","last_clean_scrub_stamp":"2024-09-14T03:32:32.751298+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:51:20.765398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00082912000000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"65'2","reported_seq":27,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:39.222556+0000","last_change":"2024-09-14T03:31:38.848958+0000","last_active":"2024-09-14T03:32:39.222556+0000","last_peered":"2024-09-14T03:32:39.222556+0000","last_clean":"2024-09-14T03:32:39.222556+0000","last_became_active":"2024-09-14T03:31:38.848517+0000","last_became_peered":"2024-09-14T03:31:38.848517+0000","last_unstale":"2024-09-14T03:32:39.222556+0000","last_undegraded":"2024-09-14T03:32:39.222556+0000","last_fullsized":"2024-09-14T03:32:39.222556+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T14:16:35.596230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.730888+0000","last_change":"2024-09-14T03:31:42.294942+0000","last_active":"2024-09-14T03:32:38.730888+0000","last_peered":"2024-09-14T03:32:38.730888+0000","last_clean":"2024-09-14T03:32:38.730888+0000","last_became_active":"2024-09-14T03:31:42.294645+0000","last_became_peered":"2024-09-14T03:31:42.294645+0000","last_unstale":"2024-09-14T03:32:38.730888+0000","last_undegraded":"2024-09-14T03:32:38.730888+0000","last_fullsized":"2024-09-14T03:32:38.730888+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T13:29:39.931552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:39.222170+0000","last_change":"2024-09-14T03:31:38.849151+0000","last_active":"2024-09-14T03:32:39.222170+0000","last_peered":"2024-09-14T03:32:39.222170+0000","last_clean":"2024-09-14T03:32:39.222170+0000","last_became_active":"2024-09-14T03:31:38.848843+0000","last_became_peered":"2024-09-14T03:31:38.848843+0000","last_unstale":"2024-09-14T03:32:39.222170+0000","last_undegraded":"2024-09-14T03:32:39.222170+0000","last_fullsized":"2024-09-14T03:32:39.222170+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T06:53:29.795560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.656260+0000","last_change":"2024-09-14T03:31:42.303362+0000","last_active":"2024-09-14T03:32:38.656260+0000","last_peered":"2024-09-14T03:32:38.656260+0000","last_clean":"2024-09-14T03:32:38.656260+0000","last_became_active":"2024-09-14T03:31:42.302239+0000","last_became_peered":"2024-09-14T03:31:42.302239+0000","last_unstale":"2024-09-14T03:32:38.656260+0000","last_undegraded":"2024-09-14T03:32:38.656260+0000","last_fullsized":"2024-09-14T03:32:38.656260+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T14:41:31.342971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.656364+0000","last_change":"2024-09-14T03:31:38.845124+0000","last_active":"2024-09-14T03:32:38.656364+0000","last_peered":"2024-09-14T03:32:38.656364+0000","last_clean":"2024-09-14T03:32:38.656364+0000","last_became_active":"2024-09-14T03:31:38.844842+0000","last_became_peered":"2024-09-14T03:31:38.844842+0000","last_unstale":"2024-09-14T03:32:38.656364+0000","last_undegraded":"2024-09-14T03:32:38.656364+0000","last_fullsized":"2024-09-14T03:32:38.656364+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T06:39:40.418525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.736747+0000","last_change":"2024-09-14T03:31:42.301097+0000","last_active":"2024-09-14T03:32:38.736747+0000","last_peered":"2024-09-14T03:32:38.736747+0000","last_clean":"2024-09-14T03:32:38.736747+0000","last_became_active":"2024-09-14T03:31:42.300809+0000","last_became_peered":"2024-09-14T03:31:42.300809+0000","last_unstale":"2024-09-14T03:32:38.736747+0000","last_undegraded":"2024-09-14T03:32:38.736747+0000","last_fullsized":"2024-09-14T03:32:38.736747+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:43:00.094657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.656856+0000","last_change":"2024-09-14T03:31:38.846003+0000","last_active":"2024-09-14T03:32:38.656856+0000","last_peered":"2024-09-14T03:32:38.656856+0000","last_clean":"2024-09-14T03:32:38.656856+0000","last_became_active":"2024-09-14T03:31:38.845233+0000","last_became_peered":"2024-09-14T03:31:38.845233+0000","last_unstale":"2024-09-14T03:32:38.656856+0000","last_undegraded":"2024-09-14T03:32:38.656856+0000","last_fullsized":"2024-09-14T03:32:38.656856+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T09:36:12.513040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.736397+0000","last_change":"2024-09-14T03:31:42.294096+0000","last_active":"2024-09-14T03:32:38.736397+0000","last_peered":"2024-09-14T03:32:38.736397+0000","last_clean":"2024-09-14T03:32:38.736397+0000","last_became_active":"2024-09-14T03:31:42.293790+0000","last_became_peered":"2024-09-14T03:31:42.293790+0000","last_unstale":"2024-09-14T03:32:38.736397+0000","last_undegraded":"2024-09-14T03:32:38.736397+0000","last_fullsized":"2024-09-14T03:32:38.736397+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T08:47:06.749772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"65'2","reported_seq":27,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:39.222634+0000","last_change":"2024-09-14T03:31:38.853126+0000","last_active":"2024-09-14T03:32:39.222634+0000","last_peered":"2024-09-14T03:32:39.222634+0000","last_clean":"2024-09-14T03:32:39.222634+0000","last_became_active":"2024-09-14T03:31:38.852659+0000","last_became_peered":"2024-09-14T03:31:38.852659+0000","last_unstale":"2024-09-14T03:32:39.222634+0000","last_undegraded":"2024-09-14T03:32:39.222634+0000","last_fullsized":"2024-09-14T03:32:39.222634+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T07:17:29.289201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:39.221869+0000","last_change":"2024-09-14T03:31:42.301260+0000","last_active":"2024-09-14T03:32:39.221869+0000","last_peered":"2024-09-14T03:32:39.221869+0000","last_clean":"2024-09-14T03:32:39.221869+0000","last_became_active":"2024-09-14T03:31:42.300941+0000","last_became_peered":"2024-09-14T03:31:42.300941+0000","last_unstale":"2024-09-14T03:32:39.221869+0000","last_undegraded":"2024-09-14T03:32:39.221869+0000","last_fullsized":"2024-09-14T03:32:39.221869+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T11:44:35.523681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.660309+0000","last_change":"2024-09-14T03:31:42.308183+0000","last_active":"2024-09-14T03:32:38.660309+0000","last_peered":"2024-09-14T03:32:38.660309+0000","last_clean":"2024-09-14T03:32:38.660309+0000","last_became_active":"2024-09-14T03:31:42.304408+0000","last_became_peered":"2024-09-14T03:31:42.304408+0000","last_unstale":"2024-09-14T03:32:38.660309+0000","last_undegraded":"2024-09-14T03:32:38.660309+0000","last_fullsized":"2024-09-14T03:32:38.660309+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T08:11:30.979782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"65'2","reported_seq":27,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:39.222601+0000","last_change":"2024-09-14T03:31:38.853766+0000","last_active":"2024-09-14T03:32:39.222601+0000","last_peered":"2024-09-14T03:32:39.222601+0000","last_clean":"2024-09-14T03:32:39.222601+0000","last_became_active":"2024-09-14T03:31:38.853374+0000","last_became_peered":"2024-09-14T03:31:38.853374+0000","last_unstale":"2024-09-14T03:32:39.222601+0000","last_undegraded":"2024-09-14T03:32:39.222601+0000","last_fullsized":"2024-09-14T03:32:39.222601+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T07:57:54.348750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.660379+0000","last_change":"2024-09-14T03:31:42.314228+0000","last_active":"2024-09-14T03:32:38.660379+0000","last_peered":"2024-09-14T03:32:38.660379+0000","last_clean":"2024-09-14T03:32:38.660379+0000","last_became_active":"2024-09-14T03:31:42.313798+0000","last_became_peered":"2024-09-14T03:31:42.313798+0000","last_unstale":"2024-09-14T03:32:38.660379+0000","last_undegraded":"2024-09-14T03:32:38.660379+0000","last_fullsized":"2024-09-14T03:32:38.660379+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T12:38:35.077485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"65'2","reported_seq":27,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:39.223117+0000","last_change":"2024-09-14T03:31:38.853422+0000","last_active":"2024-09-14T03:32:39.223117+0000","last_peered":"2024-09-14T03:32:39.223117+0000","last_clean":"2024-09-14T03:32:39.223117+0000","last_became_active":"2024-09-14T03:31:38.853123+0000","last_became_peered":"2024-09-14T03:31:38.853123+0000","last_unstale":"2024-09-14T03:32:39.223117+0000","last_undegraded":"2024-09-14T03:32:39.223117+0000","last_fullsized":"2024-09-14T03:32:39.223117+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T06:47:15.651965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.731157+0000","last_change":"2024-09-14T03:31:42.305507+0000","last_active":"2024-09-14T03:32:38.731157+0000","last_peered":"2024-09-14T03:32:38.731157+0000","last_clean":"2024-09-14T03:32:38.731157+0000","last_became_active":"2024-09-14T03:31:42.304340+0000","last_became_peered":"2024-09-14T03:31:42.304340+0000","last_unstale":"2024-09-14T03:32:38.731157+0000","last_undegraded":"2024-09-14T03:32:38.731157+0000","last_fullsized":"2024-09-14T03:32:38.731157+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:15:43.323389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"65'1","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.736770+0000","last_change":"2024-09-14T03:31:38.848380+0000","last_active":"2024-09-14T03:32:38.736770+0000","last_peered":"2024-09-14T03:32:38.736770+0000","last_clean":"2024-09-14T03:32:38.736770+0000","last_became_active":"2024-09-14T03:31:38.848060+0000","last_became_peered":"2024-09-14T03:31:38.848060+0000","last_unstale":"2024-09-14T03:32:38.736770+0000","last_undegraded":"2024-09-14T03:32:38.736770+0000","last_fullsized":"2024-09-14T03:32:38.736770+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:43:01.327566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.736581+0000","last_change":"2024-09-14T03:31:42.295472+0000","last_active":"2024-09-14T03:32:38.736581+0000","last_peered":"2024-09-14T03:32:38.736581+0000","last_clean":"2024-09-14T03:32:38.736581+0000","last_became_active":"2024-09-14T03:31:42.295185+0000","last_became_peered":"2024-09-14T03:31:42.295185+0000","last_unstale":"2024-09-14T03:32:38.736581+0000","last_undegraded":"2024-09-14T03:32:38.736581+0000","last_fullsized":"2024-09-14T03:32:38.736581+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T07:54:11.374698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"65'4","reported_seq":29,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-14T03:32:38.731321+0000","last_change":"2024-09-14T03:31:38.847350+0000","last_active":"2024-09-14T03:32:38.731321+0000","last_peered":"2024-09-14T03:32:38.731321+0000","last_clean":"2024-09-14T03:32:38.731321+0000","last_became_active":"2024-09-14T03:31:38.847087+0000","last_became_peered":"2024-09-14T03:31:38.847087+0000","last_unstale":"2024-09-14T03:32:38.731321+0000","last_undegraded":"2024-09-14T03:32:38.731321+0000","last_fullsized":"2024-09-14T03:32:38.731321+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:27:45.389746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3146,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234015,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28368,"kb_used_data":1348,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716784,"statfs":{"total":95995035648,"available":95965986816,"internally_reserved":0,"allocated":1380352,"data_stored":940552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 14 03:33:17 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.56399999999999995,"15min":0.57299999999999995},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.65800000000000003,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.76200000000000001},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.56399999999999995,"15min":0.57399999999999995},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.68400000000000005,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.77000000000000002}]},{"osd":1,"last update":"Sat Sep 14 03:33:17 2024","interfaces":[{"interface":"back","average":{"1min":0.99299999999999999,"5min":0.65800000000000003,"15min":0.60199999999999998},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":10.742000000000001,"5min":10.742000000000001,"15min":10.742000000000001},"last":0.65800000000000003},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.56699999999999995,"15min":0.58099999999999996},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.66400000000000003,"5min":0.746,"15min":0.746},"last":0.71999999999999997}]},{"osd":2,"last update":"Sat Sep 14 03:33:17 2024","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.56000000000000005,"15min":0.56799999999999995},"min":{"1min":0.38700000000000001,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.78300000000000003},{"interface":"front","average":{"1min":0.98599999999999999,"5min":0.67200000000000004,"15min":0.62},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":10.699,"5min":10.699,"15min":10.699},"last":0.69399999999999995}]},{"osd":3,"last update":"Sat Sep 14 03:33:17 2024","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.56999999999999995,"15min":0.58199999999999996},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.67400000000000004,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.748},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.58599999999999997,"15min":0.59199999999999997},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.71999999999999997,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.73499999999999999}]},{"osd":4,"last update":"Sat Sep 14 03:33:17 2024","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.48299999999999998,"15min":0.49299999999999999},"min":{"1min":0.28000000000000003,"5min":0.248,"15min":0.248},"max":{"1min":0.629,"5min":0.99299999999999999,"15min":0.99299999999999999},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.47999999999999998,"15min":0.48599999999999999},"min":{"1min":0.30299999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.63800000000000001,"5min":0.66200000000000003,"15min":0.66200000000000003},"last":0.56200000000000006}]},{"osd":5,"last update":"Sat Sep 14 03:33:17 2024","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.45900000000000002,"15min":0.46100000000000002},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.496,"15min":0.501},"min":{"1min":0.33400000000000002,"5min":0.316,"15min":0.316},"max":{"1min":0.64500000000000002,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.62}]},{"osd":6,"last update":"Sat Sep 14 03:33:17 2024","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.51400000000000001,"15min":0.52000000000000002},"min":{"1min":0.308,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.66500000000000004,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.67900000000000005},{"interface":"front","average":{"1min":0.48299999999999998,"5min":0.50700000000000001,"15min":0.51100000000000001},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.70099999999999996,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.64200000000000002}]}]},{"osd":6,"up_from":46,"seq":197568495652,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28372,"kb_used_data":1352,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716780,"statfs":{"total":95995035648,"available":95965982720,"internally_reserved":0,"allocated":1384448,"data_stored":942354,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 14 03:32:52 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.52100000000000002,"15min":0.51700000000000002},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.42999999999999999,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.74399999999999999,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.58399999999999996}]},{"osd":1,"last update":"Sat Sep 14 03:32:52 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.57299999999999995,"15min":0.57699999999999996},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.72399999999999998,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.53600000000000003,"15min":0.53100000000000003},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.76100000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.63}]},{"osd":2,"last update":"Sat Sep 14 03:32:52 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.76400000000000001,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.68999999999999995},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.54400000000000004,"15min":0.54200000000000004},"min":{"1min":0.38600000000000001,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.69599999999999995,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.53100000000000003}]},{"osd":3,"last update":"Sat Sep 14 03:32:52 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55600000000000005,"15min":0.55700000000000005},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.75900000000000001,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.56599999999999995,"15min":0.56299999999999994},"min":{"1min":0.42799999999999999,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.71499999999999997,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.72399999999999998}]},{"osd":4,"last update":"Sat Sep 14 03:32:52 2024","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.441,"15min":0.441},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.437,"15min":0.438},"min":{"1min":0.307,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.54300000000000004,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.55200000000000005}]},{"osd":5,"last update":"Sat Sep 14 03:32:52 2024","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.46100000000000002,"15min":0.46300000000000002},"min":{"1min":0.32200000000000001,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.67000000000000004,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.67700000000000005},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.33900000000000002,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.626,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.66200000000000003}]},{"osd":7,"last update":"Sat Sep 14 03:33:22 2024","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.52500000000000002,"15min":0.52900000000000003},"min":{"1min":0.35099999999999998,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.64500000000000002,"5min":0.753,"15min":0.753},"last":0.70999999999999996},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.53600000000000003,"15min":0.53400000000000003},"min":{"1min":0.36199999999999999,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.60799999999999998}]}]},{"osd":5,"up_from":38,"seq":163208757289,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27804,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717348,"statfs":{"total":95995035648,"available":95966564352,"internally_reserved":0,"allocated":802816,"data_stored":352368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 14 03:33:31 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.56799999999999995,"15min":0.58399999999999996},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.79200000000000004,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.55500000000000005,"15min":0.56000000000000005},"min":{"1min":0.42199999999999999,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.72599999999999998,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.55700000000000005}]},{"osd":1,"last update":"Sat Sep 14 03:33:31 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.57699999999999996,"15min":0.59699999999999998},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.73499999999999999,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.54700000000000004,"15min":0.55100000000000005},"min":{"1min":0.41199999999999998,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.72499999999999998,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.58499999999999996}]},{"osd":2,"last update":"Sat Sep 14 03:33:31 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.55700000000000005,"15min":0.57699999999999996},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.71699999999999997,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.55100000000000005,"15min":0.55900000000000005},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.59799999999999998}]},{"osd":3,"last update":"Sat Sep 14 03:33:31 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.56499999999999995,"15min":0.58599999999999997},"min":{"1min":0.38,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.68799999999999994,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.57399999999999995,"15min":0.58199999999999996},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.75700000000000001,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.57299999999999995}]},{"osd":4,"last update":"Sat Sep 14 03:33:31 2024","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39300000000000002},"min":{"1min":0.29799999999999999,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.60299999999999998,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.36099999999999999},{"interface":"front","average":{"1min":0.435,"5min":0.41899999999999998,"15min":0.40799999999999997},"min":{"1min":0.32300000000000001,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.73699999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.495}]},{"osd":6,"last update":"Sat Sep 14 03:32:53 2024","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.45900000000000002,"15min":0.46400000000000002},"min":{"1min":0.30599999999999999,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.61099999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.47499999999999998,"15min":0.48399999999999999},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.68200000000000005,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.39400000000000002}]},{"osd":7,"last update":"Sat Sep 14 03:33:15 2024","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.53800000000000003,"15min":0.55200000000000005},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.71499999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.46500000000000002,"5min":0.53700000000000003,"15min":0.54900000000000004},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.75700000000000001,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.48299999999999998}]}]},{"osd":4,"up_from":30,"seq":128849018925,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31900,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713252,"statfs":{"total":95995035648,"available":95962370048,"internally_reserved":0,"allocated":802816,"data_stored":350638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 14 03:33:07 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.55100000000000005,"15min":0.54900000000000004},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.97899999999999998,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.53600000000000003,"15min":0.53500000000000003},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.53400000000000003}]},{"osd":1,"last update":"Sat Sep 14 03:33:07 2024","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.69499999999999995,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":9.6780000000000008},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.54200000000000004,"15min":0.54000000000000004},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.55100000000000005}]},{"osd":2,"last update":"Sat Sep 14 03:33:07 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.56899999999999995,"15min":0.56299999999999994},"min":{"1min":0.432,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.95399999999999996,"5min":0.95399999999999996,"15min":0.95399999999999996},"last":9.7149999999999999},{"interface":"front","average":{"1min":0.497,"5min":0.52600000000000002,"15min":0.52800000000000002},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.626,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.499}]},{"osd":3,"last update":"Sat Sep 14 03:33:07 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.53400000000000003,"15min":0.53800000000000003},"min":{"1min":0.38500000000000001,"5min":0.372,"15min":0.372},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.53700000000000003,"15min":0.53500000000000003},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.93300000000000005,"5min":0.93300000000000005,"15min":0.93300000000000005},"last":0.433}]},{"osd":5,"last update":"Sat Sep 14 03:33:29 2024","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.40699999999999997,"15min":0.39200000000000002},"min":{"1min":0.29399999999999998,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.58199999999999996,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.44,"15min":0.41999999999999998},"min":{"1min":0.312,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.64600000000000002,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.57799999999999996}]},{"osd":6,"last update":"Sat Sep 14 03:32:55 2024","interfaces":[{"interface":"back","average":{"1min":0.40400000000000003,"5min":0.41299999999999998,"15min":0.41499999999999998},"min":{"1min":0.28599999999999998,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.629,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.434,"5min":0.45900000000000002,"15min":0.46300000000000002},"min":{"1min":0.30199999999999999,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.56299999999999994,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.40600000000000003}]},{"osd":7,"last update":"Sat Sep 14 03:33:14 2024","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.502,"15min":0.502},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.63900000000000001,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.47499999999999998,"5min":0.50700000000000001,"15min":0.51200000000000001},"min":{"1min":0.32900000000000001,"5min":0.315,"15min":0.315},"max":{"1min":0.59499999999999997,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.46999999999999997}]}]},{"osd":3,"up_from":25,"seq":107374182450,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31900,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713252,"statfs":{"total":95995035648,"available":95962370048,"internally_reserved":0,"allocated":802816,"data_stored":352363,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31848904},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 14 03:32:51 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.375,"15min":0.376},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.378,"5min":0.41899999999999998,"15min":0.42899999999999999},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":0.499,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.55900000000000005}]},{"osd":1,"last update":"Sat Sep 14 03:32:51 2024","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.42999999999999999,"15min":0.43099999999999999},"min":{"1min":0.27600000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.57399999999999995,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.41299999999999998,"15min":0.41299999999999998},"min":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.45600000000000002}]},{"osd":2,"last update":"Sat Sep 14 03:32:51 2024","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.42299999999999999,"15min":0.42199999999999999},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.58799999999999997,"5min":0.754,"15min":0.754},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.442,"15min":0.442},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.54100000000000004}]},{"osd":4,"last update":"Sat Sep 14 03:33:08 2024","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.59599999999999997,"15min":0.58299999999999996},"min":{"1min":0.43099999999999999,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.1870000000000001,"5min":1.1870000000000001,"15min":1.1870000000000001},"last":0.65700000000000003},{"interface":"front","average":{"1min":0.624,"5min":0.58099999999999996,"15min":0.57199999999999995},"min":{"1min":0.36799999999999999,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":1.1200000000000001,"5min":1.1200000000000001,"15min":1.1200000000000001},"last":0.62}]},{"osd":5,"last update":"Sat Sep 14 03:33:33 2024","interfaces":[{"interface":"back","average":{"1min":0.63800000000000001,"5min":0.60799999999999998,"15min":0.59999999999999998},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":1.2110000000000001,"5min":1.2110000000000001,"15min":1.2110000000000001},"last":0.68200000000000005},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.60099999999999998,"15min":0.59399999999999997},"min":{"1min":0.46600000000000003,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":1.105,"5min":1.105,"15min":1.105},"last":0.60999999999999999}]},{"osd":6,"last update":"Sat Sep 14 03:32:56 2024","interfaces":[{"interface":"back","average":{"1min":0.64600000000000002,"5min":0.63100000000000001,"15min":0.629},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":1.145,"5min":1.145,"15min":1.145},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.63100000000000001,"15min":0.63500000000000001},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.872,"5min":0.872,"15min":0.872},"last":0.66800000000000004}]},{"osd":7,"last update":"Sat Sep 14 03:33:15 2024","interfaces":[{"interface":"back","average":{"1min":0.65500000000000003,"5min":0.63500000000000001,"15min":0.63100000000000001},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"min":{"1min":0.42699999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":1.171,"5min":1.171,"15min":1.171},"last":0.70699999999999996}]}]},{"osd":2,"up_from":18,"seq":77309411383,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27784,"kb_used_data":764,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717368,"statfs":{"total":95995035648,"available":95966584832,"internally_reserved":0,"allocated":782336,"data_stored":349911,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 14 03:33:28 2024","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.37,"15min":0.37},"min":{"1min":0.27800000000000002,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"last":0.23200000000000001},{"interface":"front","average":{"1min":0.378,"5min":0.38500000000000001,"15min":0.38},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.26000000000000001}]},{"osd":1,"last update":"Sat Sep 14 03:33:28 2024","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.38700000000000001,"15min":0.38100000000000001},"min":{"1min":0.248,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.66200000000000003,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.32400000000000001},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.41299999999999998,"15min":0.39900000000000002},"min":{"1min":0.27900000000000003,"5min":0.219,"15min":0.219},"max":{"1min":0.749,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.378}]},{"osd":3,"last update":"Sat Sep 14 03:32:49 2024","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.48999999999999999,"15min":0.48199999999999998},"min":{"1min":0.32600000000000001,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.64300000000000002,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.34999999999999998},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.443,"15min":0.44},"min":{"1min":0.215,"5min":0.215,"15min":0.215},"max":{"1min":0.58599999999999997,"5min":0.752,"15min":0.752},"last":0.33700000000000002}]},{"osd":4,"last update":"Sat Sep 14 03:33:07 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.55400000000000005,"15min":0.54100000000000004},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.71999999999999997,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.41699999999999998},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.61199999999999999,"15min":0.59999999999999998},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.751,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.57599999999999996}]},{"osd":5,"last update":"Sat Sep 14 03:33:32 2024","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.60599999999999998,"15min":0.60099999999999998},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":1.0089999999999999,"5min":1.0089999999999999,"15min":1.0089999999999999},"last":0.443},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.57099999999999995,"15min":0.57199999999999995},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.79500000000000004,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.58399999999999996}]},{"osd":6,"last update":"Sat Sep 14 03:32:54 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.64300000000000002,"15min":0.65500000000000003},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.73199999999999998,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.70399999999999996},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.626,"15min":0.63400000000000001},"min":{"1min":0.42499999999999999,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.72899999999999998,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.55700000000000005}]},{"osd":7,"last update":"Sat Sep 14 03:33:16 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.57499999999999996,"15min":0.57799999999999996},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.71699999999999997,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.66000000000000003},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.59799999999999998,"15min":0.60199999999999998},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.68899999999999995}]}]},{"osd":1,"up_from":13,"seq":55834574907,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27796,"kb_used_data":776,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717356,"statfs":{"total":95995035648,"available":95966572544,"internally_reserved":0,"allocated":794624,"data_stored":350090,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 14 03:32:59 2024","interfaces":[{"interface":"back","average":{"1min":0.35299999999999998,"5min":0.36199999999999999,"15min":0.33800000000000002},"min":{"1min":0.25900000000000001,"5min":0.186,"15min":0.186},"max":{"1min":0.58999999999999997,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.438},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.38700000000000001,"15min":0.35599999999999998},"min":{"1min":0.27400000000000002,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.60399999999999998,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.45200000000000001}]},{"osd":2,"last update":"Sat Sep 14 03:33:28 2024","interfaces":[{"interface":"back","average":{"1min":0.34499999999999997,"5min":0.377,"15min":0.375},"min":{"1min":0.19900000000000001,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":0.51000000000000001,"5min":0.56499999999999995,"15min":0.56499999999999995},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.374,"5min":0.41099999999999998,"15min":0.41299999999999998},"min":{"1min":0.255,"5min":0.248,"15min":0.248},"max":{"1min":0.57599999999999996,"5min":0.754,"15min":0.754},"last":0.376}]},{"osd":3,"last update":"Sat Sep 14 03:32:50 2024","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.48899999999999999,"15min":0.50900000000000001},"min":{"1min":0.34100000000000003,"5min":0.311,"15min":0.311},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.45000000000000001,"15min":0.46500000000000002},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.47099999999999997}]},{"osd":4,"last update":"Sat Sep 14 03:33:12 2024","interfaces":[{"interface":"back","average":{"1min":0.91900000000000004,"5min":0.65500000000000003,"15min":0.61299999999999999},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":6.8639999999999999,"5min":6.8639999999999999,"15min":6.8639999999999999},"last":0.73599999999999999},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.40699999999999997,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":1.1759999999999999,"5min":1.1759999999999999,"15min":1.1759999999999999},"last":0.75700000000000001}]},{"osd":5,"last update":"Sat Sep 14 03:33:35 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.56899999999999995,"15min":0.56499999999999995},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.755,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.74399999999999999},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.60799999999999998,"15min":0.60999999999999999},"min":{"1min":0.46700000000000003,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":1.1419999999999999,"5min":1.1419999999999999,"15min":1.1419999999999999},"last":0.61099999999999999}]},{"osd":6,"last update":"Sat Sep 14 03:32:56 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.58699999999999997,"15min":0.59099999999999997},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.80700000000000005,"5min":0.87,"15min":0.87},"last":0.70599999999999996},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56399999999999995,"15min":0.56299999999999994},"min":{"1min":0.38,"5min":0.37,"15min":0.37},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.76700000000000002}]},{"osd":7,"last update":"Sat Sep 14 03:33:17 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.621,"15min":0.625},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.1970000000000001,"5min":1.1970000000000001,"15min":1.1970000000000001},"last":0.71199999999999997},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.59999999999999998,"15min":0.60399999999999998},"min":{"1min":0.42799999999999999,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.749,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.78900000000000003}]}]},{"osd":0,"up_from":8,"seq":34359738433,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28380,"kb_used_data":1360,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716772,"statfs":{"total":95995035648,"available":95965974528,"internally_reserved":0,"allocated":1392640,"data_stored":941007,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 14 03:33:00 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.38100000000000001,"15min":0.36499999999999999},"min":{"1min":0.26800000000000002,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.498,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.255},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.38900000000000001,"15min":0.36899999999999999},"min":{"1min":0.28299999999999997,"5min":0.215,"15min":0.215},"max":{"1min":0.621,"5min":0.66900000000000004,"15min":0.66900000000000004},"last":0.35399999999999998}]},{"osd":2,"last update":"Sat Sep 14 03:33:22 2024","interfaces":[{"interface":"back","average":{"1min":0.40799999999999997,"5min":0.42499999999999999,"15min":0.42899999999999999},"min":{"1min":0.28999999999999998,"5min":0.25,"15min":0.25},"max":{"1min":0.66000000000000003,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.28299999999999997},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.41199999999999998,"15min":0.41199999999999998},"min":{"1min":0.28999999999999998,"5min":0.246,"15min":0.246},"max":{"1min":0.53000000000000003,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.30599999999999999}]},{"osd":3,"last update":"Sat Sep 14 03:32:50 2024","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.47299999999999998,"15min":0.47299999999999998},"min":{"1min":0.315,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.32800000000000001},{"interface":"front","average":{"1min":0.439,"5min":0.47599999999999998,"15min":0.48999999999999999},"min":{"1min":0.30199999999999999,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.57399999999999995,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.33800000000000002}]},{"osd":4,"last update":"Sat Sep 14 03:33:09 2024","interfaces":[{"interface":"back","average":{"1min":0.63800000000000001,"5min":0.623,"15min":0.61799999999999999},"min":{"1min":0.44,"5min":0.37,"15min":0.37},"max":{"1min":0.81499999999999995,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.69999999999999996},{"interface":"front","average":{"1min":0.629,"5min":0.628,"15min":0.628},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.64600000000000002}]},{"osd":5,"last update":"Sat Sep 14 03:33:32 2024","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.61499999999999999,"15min":0.62},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.81399999999999995,"5min":0.877,"15min":0.877},"last":0.71199999999999997},{"interface":"front","average":{"1min":0.65300000000000002,"5min":0.65600000000000003,"15min":0.66200000000000003},"min":{"1min":0.48599999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.78500000000000003,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.72699999999999998}]},{"osd":6,"last update":"Sat Sep 14 03:32:50 2024","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.61599999999999999,"15min":0.61399999999999999},"min":{"1min":0.47299999999999998,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.68600000000000005},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.59199999999999997,"15min":0.58899999999999997},"min":{"1min":0.45700000000000002,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.55300000000000005}]},{"osd":7,"last update":"Sat Sep 14 03:33:16 2024","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.624,"15min":0.624},"min":{"1min":0.51300000000000001,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.74399999999999999,"5min":0.878,"15min":0.878},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.627,"15min":0.629},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.54800000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2452,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2348,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-14T03:33:43.674 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-09-14T03:33:43.674 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-14T03:33:43.674 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-09-14T03:33:43.674 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph health --format=json 2024-09-14T03:33:43.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:43 smithi002 ceph-mon[27606]: from='client.24608 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-14T03:33:43.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:43 smithi002 ceph-mon[38004]: from='client.24608 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-14T03:33:43.937 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Sep 14 03:33:43 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-alertmanager-a[69450]: ts=2024-09-14T03:33:43.787Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-09-14T03:33:43.937 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Sep 14 03:33:43 smithi002 podman[73838]: 2024-09-14 03:33:43.807457422 +0000 UTC m=+0.108550335 container died 502d58d234704c98eebbd72a070b84844d3b3b87e73fae5e5b6a8723b86c4bdb (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-14T03:33:43.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:43 smithi154 ceph-mon[30999]: from='client.24608 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-14T03:33:44.355 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Sep 14 03:33:44 smithi002 podman[73838]: 2024-09-14 03:33:44.136874705 +0000 UTC m=+0.437967606 container cleanup 502d58d234704c98eebbd72a070b84844d3b3b87e73fae5e5b6a8723b86c4bdb (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-14T03:33:44.355 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Sep 14 03:33:44 smithi002 bash[73838]: ceph-f357b922-7248-11ef-bceb-c7b262605968-alertmanager-a 2024-09-14T03:33:44.567 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:33:44.686 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Sep 14 03:33:44 smithi002 podman[73853]: 2024-09-14 03:33:44.354914922 +0000 UTC m=+0.541788556 container remove 502d58d234704c98eebbd72a070b84844d3b3b87e73fae5e5b6a8723b86c4bdb (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-14T03:33:44.687 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Sep 14 03:33:44 smithi002 podman[73853]: 2024-09-14 03:33:44.439108652 +0000 UTC m=+0.625982290 volume remove f039403a4fcb408abe9bd0a0afb76a1e182393e0c41afede54d64d1e303db923 2024-09-14T03:33:44.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:44 smithi154 ceph-mon[30999]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:45.025 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:44 smithi002 ceph-mon[27606]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:45.026 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:44 smithi002 ceph-mon[38004]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:46.581 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-14T03:33:46.581 INFO:teuthology.orchestra.run.smithi002.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-14T03:33:46.581 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Sep 14 03:33:46 smithi002 systemd[1]: ceph-f357b922-7248-11ef-bceb-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-09-14T03:33:46.581 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Sep 14 03:33:46 smithi002 systemd[1]: Stopped Ceph alertmanager.a for f357b922-7248-11ef-bceb-c7b262605968. 2024-09-14T03:33:46.582 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Sep 14 03:33:46 smithi002 systemd[1]: Starting Ceph alertmanager.a for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:33:46.898 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:46 smithi002 ceph-mon[27606]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:46.898 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:46 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-14T03:33:46.898 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:46 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/1255096932' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-14T03:33:46.899 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:46 smithi002 ceph-mon[38004]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:46.899 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:46 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-14T03:33:46.899 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:46 smithi002 ceph-mon[38004]: from='client.? 172.21.15.2:0/1255096932' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-14T03:33:46.899 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Sep 14 03:33:46 smithi002 podman[74068]: 2024-09-14 03:33:46.627920297 +0000 UTC m=+0.107940894 volume create 86309ca7cb0050fd14b8cbef2745317795705224c5adfced5749aac39928af53 2024-09-14T03:33:46.899 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Sep 14 03:33:46 smithi002 podman[74068]: 2024-09-14 03:33:46.53752673 +0000 UTC m=+0.017547295 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-09-14T03:33:46.899 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Sep 14 03:33:46 smithi002 podman[74068]: 2024-09-14 03:33:46.720148047 +0000 UTC m=+0.200168655 container create 8c6771f56432a016ed37f0d422c4f94b6b82d25ad5240501c9c2dc65479ca0e0 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-14T03:33:46.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:46 smithi154 ceph-mon[30999]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:46.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:46 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-14T03:33:46.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:46 smithi154 ceph-mon[30999]: from='client.? 172.21.15.2:0/1255096932' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-14T03:33:47.437 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Sep 14 03:33:47 smithi002 podman[74068]: 2024-09-14 03:33:47.006514593 +0000 UTC m=+0.486535148 container init 8c6771f56432a016ed37f0d422c4f94b6b82d25ad5240501c9c2dc65479ca0e0 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-14T03:33:47.437 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Sep 14 03:33:47 smithi002 podman[74068]: 2024-09-14 03:33:47.009358293 +0000 UTC m=+0.489378848 container start 8c6771f56432a016ed37f0d422c4f94b6b82d25ad5240501c9c2dc65479ca0e0 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-14T03:33:47.437 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Sep 14 03:33:47 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-alertmanager-a[74096]: ts=2024-09-14T03:33:47.022Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-09-14T03:33:47.437 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Sep 14 03:33:47 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-alertmanager-a[74096]: ts=2024-09-14T03:33:47.022Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-09-14T03:33:47.437 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Sep 14 03:33:47 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-alertmanager-a[74096]: ts=2024-09-14T03:33:47.023Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.2 port=9094 2024-09-14T03:33:47.437 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Sep 14 03:33:47 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-alertmanager-a[74096]: ts=2024-09-14T03:33:47.024Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-09-14T03:33:47.438 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Sep 14 03:33:47 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-alertmanager-a[74096]: ts=2024-09-14T03:33:47.048Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-14T03:33:47.438 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Sep 14 03:33:47 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-alertmanager-a[74096]: ts=2024-09-14T03:33:47.048Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-14T03:33:47.438 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Sep 14 03:33:47 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-alertmanager-a[74096]: ts=2024-09-14T03:33:47.051Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-09-14T03:33:47.438 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Sep 14 03:33:47 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-alertmanager-a[74096]: ts=2024-09-14T03:33:47.051Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-09-14T03:33:47.438 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Sep 14 03:33:47 smithi002 bash[74068]: 8c6771f56432a016ed37f0d422c4f94b6b82d25ad5240501c9c2dc65479ca0e0 2024-09-14T03:33:47.438 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Sep 14 03:33:47 smithi002 systemd[1]: Started Ceph alertmanager.a for f357b922-7248-11ef-bceb-c7b262605968. 2024-09-14T03:33:47.816 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-09-14T03:33:47.817 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-14T03:33:48.025 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:33:48.436 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:48 smithi002 ceph-mon[27606]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:48.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:48 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:48.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:48 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:48.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:48 smithi002 ceph-mon[27606]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-14T03:33:48.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:48 smithi002 ceph-mon[27606]: Reconfiguring daemon prometheus.a on smithi154 2024-09-14T03:33:48.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:48 smithi002 ceph-mon[38004]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:48.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:48 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:48.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:48 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:48.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:48 smithi002 ceph-mon[38004]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-14T03:33:48.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:48 smithi002 ceph-mon[38004]: Reconfiguring daemon prometheus.a on smithi154 2024-09-14T03:33:48.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:48 smithi154 ceph-mon[30999]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:48.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:48 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:48.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:48 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:48.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:48 smithi154 ceph-mon[30999]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-14T03:33:48.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:48 smithi154 ceph-mon[30999]: Reconfiguring daemon prometheus.a on smithi154 2024-09-14T03:33:49.405 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Sep 14 03:33:49 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-alertmanager-a[74096]: ts=2024-09-14T03:33:49.024Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000410287s 2024-09-14T03:33:49.945 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-14T03:33:49.946 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24311,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/44249785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":44249785},{"type":"v1","addr":"172.21.15.2:6835","nonce":44249785}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-14T03:31:44.105544+0000","modified":"2024-09-14T03:31:55.844563+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24334},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24334":{"gid":24334,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":6,"addr":"172.21.15.154:6833/4101577695","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":4101577695},{"type":"v1","addr":"172.21.15.154:6833","nonce":4101577695}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-14T03:33:49.946 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 8 2024-09-14T03:33:50.434 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:50 smithi154 ceph-mon[30999]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:50.435 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:50 smithi154 ceph-mon[30999]: from='client.? 172.21.15.2:0/1026008745' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-14T03:33:50.435 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:33:50 smithi154 systemd[1]: Stopping Ceph prometheus.a for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:33:50.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:50 smithi002 ceph-mon[27606]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:50.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:50 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/1026008745' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-14T03:33:50.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:50 smithi002 ceph-mon[38004]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:50.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:50 smithi002 ceph-mon[38004]: from='client.? 172.21.15.2:0/1026008745' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-14T03:33:50.685 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-14T03:33:50.702 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:33:50 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[59099]: ts=2024-09-14T03:33:50.433Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-14T03:33:50.702 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:33:50 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[59099]: ts=2024-09-14T03:33:50.433Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-14T03:33:50.702 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:33:50 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[59099]: ts=2024-09-14T03:33:50.433Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-14T03:33:50.702 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:33:50 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[59099]: ts=2024-09-14T03:33:50.433Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-14T03:33:50.702 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:33:50 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[59099]: ts=2024-09-14T03:33:50.433Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-14T03:33:50.702 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:33:50 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[59099]: ts=2024-09-14T03:33:50.433Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-14T03:33:50.702 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:33:50 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[59099]: ts=2024-09-14T03:33:50.433Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-14T03:33:50.702 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:33:50 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[59099]: ts=2024-09-14T03:33:50.433Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-14T03:33:50.702 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:33:50 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[59099]: ts=2024-09-14T03:33:50.433Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-14T03:33:50.703 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:33:50 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[59099]: ts=2024-09-14T03:33:50.434Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-14T03:33:50.703 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:33:50 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[59099]: ts=2024-09-14T03:33:50.434Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-14T03:33:50.703 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:33:50 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[59099]: ts=2024-09-14T03:33:50.434Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-14T03:33:50.703 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:33:50 smithi154 podman[62201]: 2024-09-14 03:33:50.443815322 +0000 UTC m=+0.115711074 container died 3fd46a2463ec525b16e74c586c5dbdbb922557bbbd7c06545da664ff4ca62352 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-14T03:33:50.895 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:33:50.977 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:33:50 smithi154 podman[62201]: 2024-09-14 03:33:50.800252033 +0000 UTC m=+0.472147783 container cleanup 3fd46a2463ec525b16e74c586c5dbdbb922557bbbd7c06545da664ff4ca62352 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-14T03:33:50.977 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:33:50 smithi154 bash[62201]: ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a 2024-09-14T03:33:51.424 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:33:51 smithi154 podman[62214]: 2024-09-14 03:33:51.076339889 +0000 UTC m=+0.630956396 container remove 3fd46a2463ec525b16e74c586c5dbdbb922557bbbd7c06545da664ff4ca62352 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-14T03:33:51.424 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:33:51 smithi154 systemd[1]: ceph-f357b922-7248-11ef-bceb-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-09-14T03:33:51.424 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:33:51 smithi154 systemd[1]: Stopped Ceph prometheus.a for f357b922-7248-11ef-bceb-c7b262605968. 2024-09-14T03:33:51.424 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:33:51 smithi154 systemd[1]: ceph-f357b922-7248-11ef-bceb-c7b262605968@prometheus.a.service: Consumed 1.113s CPU time. 2024-09-14T03:33:51.424 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:33:51 smithi154 systemd[1]: Starting Ceph prometheus.a for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:33:51.721 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:33:51 smithi154 podman[62310]: 2024-09-14 03:33:51.326402055 +0000 UTC m=+0.016886820 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-09-14T03:33:51.722 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:33:51 smithi154 podman[62310]: 2024-09-14 03:33:51.452423531 +0000 UTC m=+0.142908338 container create e377ec2557be196e9301fab0c1b1a7913a1a0048381412585fe80ec6ea7df8e8 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-14T03:33:51.722 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:33:51 smithi154 podman[62310]: 2024-09-14 03:33:51.721254295 +0000 UTC m=+0.411739060 container init e377ec2557be196e9301fab0c1b1a7913a1a0048381412585fe80ec6ea7df8e8 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-14T03:33:51.978 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:33:51 smithi154 podman[62310]: 2024-09-14 03:33:51.724202134 +0000 UTC m=+0.414686908 container start e377ec2557be196e9301fab0c1b1a7913a1a0048381412585fe80ec6ea7df8e8 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-14T03:33:51.978 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:33:51 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[62325]: ts=2024-09-14T03:33:51.748Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-09-14T03:33:51.978 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:33:51 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[62325]: ts=2024-09-14T03:33:51.748Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-09-14T03:33:51.978 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:33:51 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[62325]: ts=2024-09-14T03:33:51.748Z caller=main.go:570 level=info host_details="(Linux 5.14.0-505.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024 x86_64 smithi154 (none))" 2024-09-14T03:33:51.978 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:33:51 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[62325]: ts=2024-09-14T03:33:51.748Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-14T03:33:51.978 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:33:51 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[62325]: ts=2024-09-14T03:33:51.748Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-14T03:33:51.978 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:33:51 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[62325]: ts=2024-09-14T03:33:51.750Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-09-14T03:33:51.978 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:33:51 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[62325]: ts=2024-09-14T03:33:51.751Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-09-14T03:33:51.978 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:33:51 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[62325]: ts=2024-09-14T03:33:51.752Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-09-14T03:33:51.979 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:33:51 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[62325]: ts=2024-09-14T03:33:51.752Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-14T03:33:51.979 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:33:51 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[62325]: ts=2024-09-14T03:33:51.754Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-14T03:33:51.979 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:33:51 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[62325]: ts=2024-09-14T03:33:51.754Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.665µs 2024-09-14T03:33:51.979 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:33:51 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[62325]: ts=2024-09-14T03:33:51.754Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-14T03:33:51.979 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:33:51 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[62325]: ts=2024-09-14T03:33:51.756Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2024-09-14T03:33:51.979 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:33:51 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[62325]: ts=2024-09-14T03:33:51.756Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2024-09-14T03:33:51.979 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:33:51 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[62325]: ts=2024-09-14T03:33:51.756Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=18.748µs wal_replay_duration=1.905843ms wbl_replay_duration=135ns total_replay_duration=1.943659ms 2024-09-14T03:33:51.979 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:33:51 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[62325]: ts=2024-09-14T03:33:51.757Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-09-14T03:33:51.979 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:33:51 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[62325]: ts=2024-09-14T03:33:51.757Z caller=main.go:1029 level=info msg="TSDB started" 2024-09-14T03:33:51.979 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:33:51 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[62325]: ts=2024-09-14T03:33:51.757Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-14T03:33:51.979 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:33:51 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[62325]: ts=2024-09-14T03:33:51.778Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=20.640346ms db_storage=710ns remote_storage=1.188µs web_handler=360ns query_engine=575ns scrape=415.122µs scrape_sd=90.773µs notify=18.215µs notify_sd=20.968µs rules=19.77313ms tracing=6.502µs 2024-09-14T03:33:51.979 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:33:51 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[62325]: ts=2024-09-14T03:33:51.778Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-09-14T03:33:51.980 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:33:51 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[62325]: ts=2024-09-14T03:33:51.778Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-09-14T03:33:51.980 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:33:51 smithi154 bash[62310]: e377ec2557be196e9301fab0c1b1a7913a1a0048381412585fe80ec6ea7df8e8 2024-09-14T03:33:51.980 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:33:51 smithi154 systemd[1]: Started Ceph prometheus.a for f357b922-7248-11ef-bceb-c7b262605968. 2024-09-14T03:33:52.043 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:33:51 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: [14/Sep/2024:03:33:51] ENGINE Bus STOPPING 2024-09-14T03:33:52.043 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:33:51 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: [14/Sep/2024:03:33:51] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-14T03:33:52.043 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:33:51 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: [14/Sep/2024:03:33:51] ENGINE Bus STOPPED 2024-09-14T03:33:52.043 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:33:51 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: [14/Sep/2024:03:33:51] ENGINE Bus STARTING 2024-09-14T03:33:52.043 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:33:52 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: [14/Sep/2024:03:33:52] ENGINE Serving on http://:::9283 2024-09-14T03:33:52.044 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:33:52 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: [14/Sep/2024:03:33:52] ENGINE Bus STARTED 2024-09-14T03:33:52.286 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:52 smithi154 ceph-mon[30999]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:52.286 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:52 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:52.286 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:52 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:52.286 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:52 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-14T03:33:52.286 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:52 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi002.front.sepia.ceph.com:9093"}]: dispatch 2024-09-14T03:33:52.286 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:52 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:52.286 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:52 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-14T03:33:52.286 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:52 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi154.front.sepia.ceph.com:9095"}]: dispatch 2024-09-14T03:33:52.286 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:52 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:52.287 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:52 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-14T03:33:52.287 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:52 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi154.front.sepia.ceph.com:3000"}]: dispatch 2024-09-14T03:33:52.287 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:52 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:52.287 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:52 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:33:52.353 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:33:52 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: [14/Sep/2024:03:33:52] ENGINE Bus STOPPING 2024-09-14T03:33:52.354 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:52 smithi002 ceph-mon[27606]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:52.354 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:52 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:52.354 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:52 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:52.354 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:52 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-14T03:33:52.354 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:52 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi002.front.sepia.ceph.com:9093"}]: dispatch 2024-09-14T03:33:52.354 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:52 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:52.354 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:52 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-14T03:33:52.354 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:52 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi154.front.sepia.ceph.com:9095"}]: dispatch 2024-09-14T03:33:52.354 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:52 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:52.355 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:52 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-14T03:33:52.355 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:52 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi154.front.sepia.ceph.com:3000"}]: dispatch 2024-09-14T03:33:52.355 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:52 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:52.355 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:52 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:33:52.355 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:52 smithi002 ceph-mon[38004]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:52.355 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:52 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:52.355 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:52 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:52.355 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:52 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-14T03:33:52.355 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:52 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi002.front.sepia.ceph.com:9093"}]: dispatch 2024-09-14T03:33:52.355 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:52 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:52.355 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:52 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-14T03:33:52.356 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:52 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi154.front.sepia.ceph.com:9095"}]: dispatch 2024-09-14T03:33:52.356 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:52 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:52.356 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:52 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-14T03:33:52.356 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:52 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi154.front.sepia.ceph.com:3000"}]: dispatch 2024-09-14T03:33:52.356 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:52 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:52.356 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:52 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:33:52.629 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:33:52 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: [14/Sep/2024:03:33:52] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-14T03:33:52.629 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:33:52 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: [14/Sep/2024:03:33:52] ENGINE Bus STOPPED 2024-09-14T03:33:52.629 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:33:52 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: [14/Sep/2024:03:33:52] ENGINE Bus STARTING 2024-09-14T03:33:52.933 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-14T03:33:52.933 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24311,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/44249785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":44249785},{"type":"v1","addr":"172.21.15.2:6835","nonce":44249785}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-14T03:31:44.105544+0000","modified":"2024-09-14T03:31:55.844563+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24334},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24334":{"gid":24334,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":6,"addr":"172.21.15.154:6833/4101577695","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":4101577695},{"type":"v1","addr":"172.21.15.154:6833","nonce":4101577695}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-14T03:33:52.933 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 8 2024-09-14T03:33:52.934 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:33:52 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: [14/Sep/2024:03:33:52] ENGINE Serving on http://:::9283 2024-09-14T03:33:52.934 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:33:52 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: [14/Sep/2024:03:33:52] ENGINE Bus STARTED 2024-09-14T03:33:52.934 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:33:52 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: [14/Sep/2024:03:33:52] ENGINE Bus STOPPING 2024-09-14T03:33:53.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:53 smithi002 ceph-mon[27606]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-14T03:33:53.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:53 smithi002 ceph-mon[27606]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi002.front.sepia.ceph.com:9093"}]: dispatch 2024-09-14T03:33:53.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:53 smithi002 ceph-mon[27606]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-14T03:33:53.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:53 smithi002 ceph-mon[27606]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi154.front.sepia.ceph.com:9095"}]: dispatch 2024-09-14T03:33:53.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:53 smithi002 ceph-mon[27606]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-14T03:33:53.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:53 smithi002 ceph-mon[27606]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi154.front.sepia.ceph.com:3000"}]: dispatch 2024-09-14T03:33:53.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:53 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/162035447' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-14T03:33:53.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:53 smithi002 ceph-mon[38004]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-14T03:33:53.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:53 smithi002 ceph-mon[38004]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi002.front.sepia.ceph.com:9093"}]: dispatch 2024-09-14T03:33:53.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:53 smithi002 ceph-mon[38004]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-14T03:33:53.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:53 smithi002 ceph-mon[38004]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi154.front.sepia.ceph.com:9095"}]: dispatch 2024-09-14T03:33:53.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:53 smithi002 ceph-mon[38004]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-14T03:33:53.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:53 smithi002 ceph-mon[38004]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi154.front.sepia.ceph.com:3000"}]: dispatch 2024-09-14T03:33:53.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:53 smithi002 ceph-mon[38004]: from='client.? 172.21.15.2:0/162035447' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-14T03:33:53.188 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:33:53 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: [14/Sep/2024:03:33:53] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-14T03:33:53.188 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:33:53 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: [14/Sep/2024:03:33:53] ENGINE Bus STOPPED 2024-09-14T03:33:53.188 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:33:53 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: [14/Sep/2024:03:33:53] ENGINE Bus STARTING 2024-09-14T03:33:53.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:53 smithi154 ceph-mon[30999]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-14T03:33:53.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:53 smithi154 ceph-mon[30999]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi002.front.sepia.ceph.com:9093"}]: dispatch 2024-09-14T03:33:53.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:53 smithi154 ceph-mon[30999]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-14T03:33:53.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:53 smithi154 ceph-mon[30999]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi154.front.sepia.ceph.com:9095"}]: dispatch 2024-09-14T03:33:53.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:53 smithi154 ceph-mon[30999]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-14T03:33:53.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:53 smithi154 ceph-mon[30999]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi154.front.sepia.ceph.com:3000"}]: dispatch 2024-09-14T03:33:53.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:53 smithi154 ceph-mon[30999]: from='client.? 172.21.15.2:0/162035447' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-14T03:33:53.686 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:33:53 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: [14/Sep/2024:03:33:53] ENGINE Serving on http://:::9283 2024-09-14T03:33:53.687 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:33:53 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: [14/Sep/2024:03:33:53] ENGINE Bus STARTED 2024-09-14T03:33:54.127 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-14T03:33:54.342 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:33:54.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:54 smithi002 ceph-mon[27606]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:54.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:54 smithi002 ceph-mon[38004]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:54.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:54 smithi154 ceph-mon[30999]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:56.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:56 smithi002 ceph-mon[38004]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:56.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:56 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:56.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:56 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:56.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:56 smithi002 ceph-mon[27606]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:56.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:56 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:56.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:56 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:56.444 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-14T03:33:56.444 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":75,"fsid":"f357b922-7248-11ef-bceb-c7b262605968","created":"2024-09-14T03:26:15.463541+0000","modified":"2024-09-14T03:32:45.350893+0000","last_up_change":"2024-09-14T03:31:12.596930+0000","last_in_change":"2024-09-14T03:30:56.781105+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-14T03:29:19.218677+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-14T03:31:37.264394+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-14T03:31:40.957497+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-09-14T03:32:32.679429+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":74,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"99812d27-45b8-4e87-af6a-c8d797c2c961","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6802","nonce":3940182083},{"type":"v1","addr":"172.21.15.2:6803","nonce":3940182083}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6804","nonce":3940182083},{"type":"v1","addr":"172.21.15.2:6805","nonce":3940182083}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6808","nonce":3940182083},{"type":"v1","addr":"172.21.15.2:6809","nonce":3940182083}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6806","nonce":3940182083},{"type":"v1","addr":"172.21.15.2:6807","nonce":3940182083}]},"public_addr":"172.21.15.2:6803/3940182083","cluster_addr":"172.21.15.2:6805/3940182083","heartbeat_back_addr":"172.21.15.2:6809/3940182083","heartbeat_front_addr":"172.21.15.2:6807/3940182083","state":["exists","up"]},{"osd":1,"uuid":"19c600df-4b2e-496c-aef7-c5b3a301c69c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6810","nonce":2908196906},{"type":"v1","addr":"172.21.15.2:6811","nonce":2908196906}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6812","nonce":2908196906},{"type":"v1","addr":"172.21.15.2:6813","nonce":2908196906}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6816","nonce":2908196906},{"type":"v1","addr":"172.21.15.2:6817","nonce":2908196906}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6814","nonce":2908196906},{"type":"v1","addr":"172.21.15.2:6815","nonce":2908196906}]},"public_addr":"172.21.15.2:6811/2908196906","cluster_addr":"172.21.15.2:6813/2908196906","heartbeat_back_addr":"172.21.15.2:6817/2908196906","heartbeat_front_addr":"172.21.15.2:6815/2908196906","state":["exists","up"]},{"osd":2,"uuid":"bf6a4ff3-2bef-4ec5-a53b-198b3a27da37","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6818","nonce":2164738872},{"type":"v1","addr":"172.21.15.2:6819","nonce":2164738872}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6820","nonce":2164738872},{"type":"v1","addr":"172.21.15.2:6821","nonce":2164738872}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6824","nonce":2164738872},{"type":"v1","addr":"172.21.15.2:6825","nonce":2164738872}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6822","nonce":2164738872},{"type":"v1","addr":"172.21.15.2:6823","nonce":2164738872}]},"public_addr":"172.21.15.2:6819/2164738872","cluster_addr":"172.21.15.2:6821/2164738872","heartbeat_back_addr":"172.21.15.2:6825/2164738872","heartbeat_front_addr":"172.21.15.2:6823/2164738872","state":["exists","up"]},{"osd":3,"uuid":"cbb4c3de-7936-4be4-aace-b6411d2f65ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6826","nonce":408508822},{"type":"v1","addr":"172.21.15.2:6827","nonce":408508822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6828","nonce":408508822},{"type":"v1","addr":"172.21.15.2:6829","nonce":408508822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6832","nonce":408508822},{"type":"v1","addr":"172.21.15.2:6833","nonce":408508822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6830","nonce":408508822},{"type":"v1","addr":"172.21.15.2:6831","nonce":408508822}]},"public_addr":"172.21.15.2:6827/408508822","cluster_addr":"172.21.15.2:6829/408508822","heartbeat_back_addr":"172.21.15.2:6833/408508822","heartbeat_front_addr":"172.21.15.2:6831/408508822","state":["exists","up"]},{"osd":4,"uuid":"baf6b247-94ef-4bc0-a5c1-df760aa8f401","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2514384578},{"type":"v1","addr":"172.21.15.154:6801","nonce":2514384578}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2514384578},{"type":"v1","addr":"172.21.15.154:6803","nonce":2514384578}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2514384578},{"type":"v1","addr":"172.21.15.154:6807","nonce":2514384578}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2514384578},{"type":"v1","addr":"172.21.15.154:6805","nonce":2514384578}]},"public_addr":"172.21.15.154:6801/2514384578","cluster_addr":"172.21.15.154:6803/2514384578","heartbeat_back_addr":"172.21.15.154:6807/2514384578","heartbeat_front_addr":"172.21.15.154:6805/2514384578","state":["exists","up"]},{"osd":5,"uuid":"44ae176a-c589-45ff-b7ff-6fc46f01f488","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":1348837030},{"type":"v1","addr":"172.21.15.154:6809","nonce":1348837030}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":1348837030},{"type":"v1","addr":"172.21.15.154:6811","nonce":1348837030}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":1348837030},{"type":"v1","addr":"172.21.15.154:6815","nonce":1348837030}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":1348837030},{"type":"v1","addr":"172.21.15.154:6813","nonce":1348837030}]},"public_addr":"172.21.15.154:6809/1348837030","cluster_addr":"172.21.15.154:6811/1348837030","heartbeat_back_addr":"172.21.15.154:6815/1348837030","heartbeat_front_addr":"172.21.15.154:6813/1348837030","state":["exists","up"]},{"osd":6,"uuid":"63266cfd-7aa1-41ae-a1aa-9eb4345b819b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":4106441220},{"type":"v1","addr":"172.21.15.154:6817","nonce":4106441220}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6818","nonce":4106441220},{"type":"v1","addr":"172.21.15.154:6819","nonce":4106441220}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6822","nonce":4106441220},{"type":"v1","addr":"172.21.15.154:6823","nonce":4106441220}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":4106441220},{"type":"v1","addr":"172.21.15.154:6821","nonce":4106441220}]},"public_addr":"172.21.15.154:6817/4106441220","cluster_addr":"172.21.15.154:6819/4106441220","heartbeat_back_addr":"172.21.15.154:6823/4106441220","heartbeat_front_addr":"172.21.15.154:6821/4106441220","state":["exists","up"]},{"osd":7,"uuid":"8a7eb9f3-d03f-4573-8240-6e96d5e67ec0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":3491619265},{"type":"v1","addr":"172.21.15.154:6825","nonce":3491619265}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6826","nonce":3491619265},{"type":"v1","addr":"172.21.15.154:6827","nonce":3491619265}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":3491619265},{"type":"v1","addr":"172.21.15.154:6831","nonce":3491619265}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":3491619265},{"type":"v1","addr":"172.21.15.154:6829","nonce":3491619265}]},"public_addr":"172.21.15.154:6825/3491619265","cluster_addr":"172.21.15.154:6827/3491619265","heartbeat_back_addr":"172.21.15.154:6831/3491619265","heartbeat_front_addr":"172.21.15.154:6829/3491619265","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-14T03:28:26.732902+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-14T03:28:51.466618+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-14T03:29:16.051255+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-14T03:29:41.918807+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-14T03:30:02.948378+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-14T03:30:25.206634+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-14T03:30:48.548916+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-14T03:31:11.543268+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.4","mappings":[{"from":7,"to":2}]},{"pgid":"3.3","mappings":[{"from":4,"to":2}]},{"pgid":"3.7","mappings":[{"from":0,"to":1}]},{"pgid":"3.10","mappings":[{"from":0,"to":1}]},{"pgid":"3.19","mappings":[{"from":4,"to":2}]},{"pgid":"3.23","mappings":[{"from":0,"to":2}]},{"pgid":"3.37","mappings":[{"from":5,"to":1}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.2:0/1395253994":"2024-09-15T03:32:30.744631+0000","172.21.15.2:6801/3917753203":"2024-09-15T03:32:30.744631+0000","172.21.15.2:6800/3917753203":"2024-09-15T03:32:30.744631+0000","172.21.15.2:0/54624550":"2024-09-15T03:26:40.376882+0000","172.21.15.2:0/1324371969":"2024-09-15T03:32:30.744631+0000","172.21.15.2:0/3986231615":"2024-09-15T03:26:40.376882+0000","172.21.15.2:6800/1054983274":"2024-09-15T03:26:40.376882+0000","172.21.15.2:6801/1054983274":"2024-09-15T03:26:40.376882+0000","172.21.15.2:6800/154188522":"2024-09-15T03:27:06.726358+0000","172.21.15.2:0/1676399561":"2024-09-15T03:27:06.726358+0000","172.21.15.2:6801/154188522":"2024-09-15T03:27:06.726358+0000","172.21.15.2:0/2089626002":"2024-09-15T03:26:40.376882+0000","172.21.15.2:0/1946204770":"2024-09-15T03:32:30.744631+0000","172.21.15.2:0/2013375411":"2024-09-15T03:27:06.726358+0000","172.21.15.2:0/2716485212":"2024-09-15T03:27:06.726358+0000","172.21.15.2:0/3763944256":"2024-09-15T03:32:30.744631+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-14T03:33:56.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:56 smithi154 ceph-mon[30999]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:56.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:56 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:56.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:56 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:57.106 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Sep 14 03:33:57 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-alertmanager-a[74096]: ts=2024-09-14T03:33:57.027Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002889153s 2024-09-14T03:33:57.436 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:57 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/2946734983' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-14T03:33:57.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:57 smithi002 ceph-mon[38004]: from='client.? 172.21.15.2:0/2946734983' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-14T03:33:57.509 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-14T03:33:57.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:57 smithi154 ceph-mon[30999]: from='client.? 172.21.15.2:0/2946734983' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-14T03:33:58.202 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:33:58.656 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:58 smithi002 ceph-mon[27606]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:58.656 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:58 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:58.656 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:58 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:58.656 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:58 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:33:58.656 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:58 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:33:58.656 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:33:58 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:58.657 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:58 smithi002 ceph-mon[38004]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:58.657 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:58 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:58.657 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:58 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:58.657 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:58 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:33:58.657 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:58 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:33:58.657 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:33:58 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:58.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:58 smithi154 ceph-mon[30999]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:33:58.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:58 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:58.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:58 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:33:58.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:58 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:33:58.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:58 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:33:58.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:33:58 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:34:00.124 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-14T03:34:00.124 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24311,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/44249785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":44249785},{"type":"v1","addr":"172.21.15.2:6835","nonce":44249785}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-14T03:31:44.105544+0000","modified":"2024-09-14T03:31:55.844563+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24334},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24334":{"gid":24334,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":6,"addr":"172.21.15.154:6833/4101577695","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":4101577695},{"type":"v1","addr":"172.21.15.154:6833","nonce":4101577695}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-14T03:34:00.124 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 8 2024-09-14T03:34:00.436 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:34:00 smithi002 ceph-mon[27606]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:34:00.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:34:00 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/3577280827' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-14T03:34:00.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:34:00 smithi002 ceph-mon[38004]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:34:00.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:34:00 smithi002 ceph-mon[38004]: from='client.? 172.21.15.2:0/3577280827' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-14T03:34:00.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:34:00 smithi154 ceph-mon[30999]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:34:00.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:34:00 smithi154 ceph-mon[30999]: from='client.? 172.21.15.2:0/3577280827' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-14T03:34:00.767 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 8, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-14T03:31:44.105544+0000', 'modified': '2024-09-14T03:31:55.844563+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24334}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24334': {'gid': 24334, 'name': 'b', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 6, 'addr': '172.21.15.154:6833/4101577695', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.154:6832', 'nonce': 4101577695}, {'type': 'v1', 'addr': '172.21.15.154:6833', 'nonce': 4101577695}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-14T03:34:00.768 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-14T03:34:00.768 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph tell mds.b status 2024-09-14T03:34:00.987 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:34:01.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:34:01 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-14T03:34:01.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:34:01 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-14T03:34:01.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:34:01 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-14T03:34:02.408 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:34:02 smithi002 ceph-mon[27606]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:34:02.408 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:34:02 smithi002 ceph-mon[38004]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:34:02.616 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-14T03:34:02.613+0000 7f54cf7fe640 0 client.14757 ms_handle_reset on v2:172.21.15.154:6832/4101577695 2024-09-14T03:34:02.635 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-14T03:34:02.632+0000 7f54cf7fe640 0 client.24656 ms_handle_reset on v2:172.21.15.154:6832/4101577695 2024-09-14T03:34:02.635 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-14T03:34:02.635 INFO:teuthology.orchestra.run.smithi002.stdout: "cluster_fsid": "f357b922-7248-11ef-bceb-c7b262605968", 2024-09-14T03:34:02.635 INFO:teuthology.orchestra.run.smithi002.stdout: "whoami": 0, 2024-09-14T03:34:02.635 INFO:teuthology.orchestra.run.smithi002.stdout: "id": 24334, 2024-09-14T03:34:02.635 INFO:teuthology.orchestra.run.smithi002.stdout: "want_state": "up:active", 2024-09-14T03:34:02.636 INFO:teuthology.orchestra.run.smithi002.stdout: "state": "up:active", 2024-09-14T03:34:02.636 INFO:teuthology.orchestra.run.smithi002.stdout: "fs_name": "cephfs", 2024-09-14T03:34:02.636 INFO:teuthology.orchestra.run.smithi002.stdout: "rank_uptime": 138.525743003, 2024-09-14T03:34:02.636 INFO:teuthology.orchestra.run.smithi002.stdout: "mdsmap_epoch": 8, 2024-09-14T03:34:02.636 INFO:teuthology.orchestra.run.smithi002.stdout: "osdmap_epoch": 75, 2024-09-14T03:34:02.636 INFO:teuthology.orchestra.run.smithi002.stdout: "osdmap_epoch_barrier": 65, 2024-09-14T03:34:02.636 INFO:teuthology.orchestra.run.smithi002.stdout: "uptime": 154.572938077 2024-09-14T03:34:02.636 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-14T03:34:02.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:34:02 smithi154 ceph-mon[30999]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:34:03.290 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:34:03 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:34:03] "GET /metrics HTTP/1.1" 200 33650 "" "Prometheus/2.43.0" 2024-09-14T03:34:03.315 INFO:tasks.cephadm:Setup complete, yielding 2024-09-14T03:34:03.315 INFO:teuthology.run_tasks:Running task print... 2024-09-14T03:34:03.324 INFO:teuthology.task.print:**** done end installing reef cephadm ... 2024-09-14T03:34:03.325 INFO:teuthology.run_tasks:Running task print... 2024-09-14T03:34:03.368 INFO:teuthology.task.print:**** done start cephadm.shell ceph config set mgr... 2024-09-14T03:34:03.368 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-09-14T03:34:03.402 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi002.front.sepia.ceph.com 2024-09-14T03:34:03.402 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f357b922-7248-11ef-bceb-c7b262605968 -- bash -c 'ceph config set mgr mgr/cephadm/use_repo_digest true --force' 2024-09-14T03:34:03.614 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:34:04.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:34:04 smithi002 ceph-mon[27606]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-14T03:34:04.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:34:04 smithi002 ceph-mon[27606]: mgrmap e22: y(active, since 92s), standbys: x 2024-09-14T03:34:04.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:34:04 smithi002 ceph-mon[38004]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-14T03:34:04.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:34:04 smithi002 ceph-mon[38004]: mgrmap e22: y(active, since 92s), standbys: x 2024-09-14T03:34:04.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:34:04 smithi154 ceph-mon[30999]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-14T03:34:04.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:34:04 smithi154 ceph-mon[30999]: mgrmap e22: y(active, since 92s), standbys: x 2024-09-14T03:34:05.936 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:34:05 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: [14/Sep/2024:03:34:05] ENGINE Bus STOPPING 2024-09-14T03:34:05.937 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:34:05 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: [14/Sep/2024:03:34:05] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-14T03:34:05.937 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:34:05 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: [14/Sep/2024:03:34:05] ENGINE Bus STOPPED 2024-09-14T03:34:05.937 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:34:05 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: [14/Sep/2024:03:34:05] ENGINE Bus STARTING 2024-09-14T03:34:05.937 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:34:05 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: [14/Sep/2024:03:34:05] ENGINE Serving on http://:::9283 2024-09-14T03:34:05.937 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:34:05 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: [14/Sep/2024:03:34:05] ENGINE Bus STARTED 2024-09-14T03:34:06.285 INFO:teuthology.run_tasks:Running task print... 2024-09-14T03:34:06.294 INFO:teuthology.task.print:**** done cephadm.shell ceph config set mgr... 2024-09-14T03:34:06.294 INFO:teuthology.run_tasks:Running task print... 2024-09-14T03:34:06.325 INFO:teuthology.task.print:**** done start telemetry reef... 2024-09-14T03:34:06.326 INFO:teuthology.run_tasks:Running task workunit... 2024-09-14T03:34:06.365 INFO:tasks.workunit:Pulling workunits from ref 1c941a66c1b420259b8fc5ac19e792dbbf60aded 2024-09-14T03:34:06.365 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-14T03:34:06.366 DEBUG:teuthology.orchestra.run.smithi002:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-14T03:34:06.382 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-14T03:34:06.383 INFO:teuthology.orchestra.run.smithi002.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-14T03:34:06.383 DEBUG:teuthology.orchestra.run.smithi002:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-14T03:34:06.440 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-14T03:34:06.440 DEBUG:teuthology.orchestra.run.smithi002:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-14T03:34:06.496 INFO:tasks.workunit:timeout=3h 2024-09-14T03:34:06.496 INFO:tasks.workunit:cleanup=True 2024-09-14T03:34:06.497 DEBUG:teuthology.orchestra.run.smithi002:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 1c941a66c1b420259b8fc5ac19e792dbbf60aded 2024-09-14T03:34:06.553 INFO:tasks.workunit.client.0.smithi002.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-14T03:34:06.686 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:34:06 smithi002 ceph-mon[27606]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-14T03:34:06.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:34:06 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/3236564121' entity='client.admin' 2024-09-14T03:34:06.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:34:06 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:34:06.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:34:06 smithi002 ceph-mon[38004]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-14T03:34:06.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:34:06 smithi002 ceph-mon[38004]: from='client.? 172.21.15.2:0/3236564121' entity='client.admin' 2024-09-14T03:34:06.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:34:06 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:34:06.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:34:06 smithi154 ceph-mon[30999]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-14T03:34:06.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:34:06 smithi154 ceph-mon[30999]: from='client.? 172.21.15.2:0/3236564121' entity='client.admin' 2024-09-14T03:34:06.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:34:06 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:34:08.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:34:08 smithi154 ceph-mon[30999]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-14T03:34:08.729 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:34:08 smithi002 ceph-mon[27606]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-14T03:34:08.730 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:34:08 smithi002 ceph-mon[38004]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-14T03:34:10.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:34:09 smithi002 ceph-mon[27606]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-14T03:34:10.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:34:09 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:34:10.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:34:09 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:34:10.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:34:09 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:34:10.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:34:09 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:34:10.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:34:09 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:34:10.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:34:09 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:34:10.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:34:09 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:34:10.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:34:09 smithi002 ceph-mon[38004]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-14T03:34:10.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:34:09 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:34:10.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:34:09 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:34:10.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:34:09 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:34:10.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:34:09 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:34:10.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:34:09 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:34:10.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:34:09 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:34:10.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:34:09 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:34:10.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:34:09 smithi154 ceph-mon[30999]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-14T03:34:10.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:34:09 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:34:10.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:34:09 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:34:10.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:34:09 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:34:10.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:34:09 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:34:10.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:34:09 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:34:10.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:34:09 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:34:10.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:34:09 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:34:12.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:34:11 smithi002 ceph-mon[27606]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-14T03:34:12.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:34:11 smithi002 ceph-mon[38004]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-14T03:34:12.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:34:11 smithi154 ceph-mon[30999]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-14T03:34:13.437 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:34:13 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:34:13] "GET /metrics HTTP/1.1" 200 33650 "" "Prometheus/2.43.0" 2024-09-14T03:34:14.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:34:13 smithi002 ceph-mon[27606]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-14T03:34:14.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:34:13 smithi002 ceph-mon[38004]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-14T03:34:14.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:34:13 smithi154 ceph-mon[30999]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-14T03:34:16.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:34:15 smithi002 ceph-mon[27606]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:34:16.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:34:15 smithi002 ceph-mon[38004]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:34:16.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:34:15 smithi154 ceph-mon[30999]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:34:17.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:34:16 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-14T03:34:17.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:34:16 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-14T03:34:17.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:34:16 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-14T03:34:18.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:34:17 smithi154 ceph-mon[30999]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:34:18.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:34:17 smithi002 ceph-mon[27606]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:34:18.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:34:17 smithi002 ceph-mon[38004]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:34:20.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:34:19 smithi002 ceph-mon[27606]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:34:20.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:34:19 smithi002 ceph-mon[38004]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:34:20.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:34:19 smithi154 ceph-mon[30999]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:34:22.686 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:34:22 smithi002 ceph-mon[27606]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:34:22.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:34:22 smithi002 ceph-mon[38004]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:34:22.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:34:22 smithi154 ceph-mon[30999]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:34:23.436 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:34:23 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:34:23] "GET /metrics HTTP/1.1" 200 33653 "" "Prometheus/2.43.0" 2024-09-14T03:34:24.686 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:34:24 smithi002 ceph-mon[27606]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:34:24.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:34:24 smithi002 ceph-mon[38004]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:34:24.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:34:24 smithi154 ceph-mon[30999]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:34:26.686 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:34:26 smithi002 ceph-mon[27606]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:34:26.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:34:26 smithi002 ceph-mon[38004]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:34:26.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:34:26 smithi154 ceph-mon[30999]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:34:28.686 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:34:28 smithi002 ceph-mon[27606]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:34:28.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:34:28 smithi002 ceph-mon[38004]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:34:28.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:34:28 smithi154 ceph-mon[30999]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:34:30.686 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:34:30 smithi002 ceph-mon[27606]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:34:30.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:34:30 smithi002 ceph-mon[38004]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:34:30.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:34:30 smithi154 ceph-mon[30999]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:34:31.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:34:31 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-14T03:34:31.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:34:31 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-14T03:34:31.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:34:31 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-14T03:34:32.686 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:34:32 smithi002 ceph-mon[27606]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:34:32.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:34:32 smithi002 ceph-mon[38004]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:34:32.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:34:32 smithi154 ceph-mon[30999]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:34:33.436 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:34:33 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:34:33] "GET /metrics HTTP/1.1" 200 33650 "" "Prometheus/2.43.0" 2024-09-14T03:34:34.686 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:34:34 smithi002 ceph-mon[27606]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:34:34.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:34:34 smithi002 ceph-mon[38004]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:34:34.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:34:34 smithi154 ceph-mon[30999]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:34:36.686 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:34:36 smithi002 ceph-mon[27606]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:34:36.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:34:36 smithi002 ceph-mon[38004]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:34:36.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:34:36 smithi154 ceph-mon[30999]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:34:38.686 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:34:38 smithi002 ceph-mon[27606]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:34:38.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:34:38 smithi002 ceph-mon[38004]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:34:38.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:34:38 smithi154 ceph-mon[30999]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:34:40.686 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:34:40 smithi002 ceph-mon[27606]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:34:40.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:34:40 smithi002 ceph-mon[38004]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:34:40.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:34:40 smithi154 ceph-mon[30999]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:34:42.686 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:34:42 smithi002 ceph-mon[27606]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:34:42.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:34:42 smithi002 ceph-mon[38004]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:34:42.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:34:42 smithi154 ceph-mon[30999]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:34:43.437 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:34:43 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:34:43] "GET /metrics HTTP/1.1" 200 33650 "" "Prometheus/2.43.0" 2024-09-14T03:34:44.686 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:34:44 smithi002 ceph-mon[27606]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:34:44.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:34:44 smithi002 ceph-mon[38004]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:34:44.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:34:44 smithi154 ceph-mon[30999]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:34:46.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:34:46 smithi002 ceph-mon[27606]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:34:46.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:34:46 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-14T03:34:46.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:34:46 smithi002 ceph-mon[38004]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:34:46.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:34:46 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-14T03:34:46.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:34:46 smithi154 ceph-mon[30999]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:34:46.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:34:46 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-14T03:34:48.686 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:34:48 smithi002 ceph-mon[27606]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:34:48.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:34:48 smithi002 ceph-mon[38004]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:34:48.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:34:48 smithi154 ceph-mon[30999]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:34:50.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:34:50 smithi002 ceph-mon[27606]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:34:50.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:34:50 smithi002 ceph-mon[38004]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:34:50.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:34:50 smithi154 ceph-mon[30999]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:34:52.686 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:34:52 smithi002 ceph-mon[27606]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:34:52.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:34:52 smithi002 ceph-mon[38004]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:34:52.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:34:52 smithi154 ceph-mon[30999]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:34:53.436 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:34:53 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:34:53] "GET /metrics HTTP/1.1" 200 33661 "" "Prometheus/2.43.0" 2024-09-14T03:34:54.689 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:34:54 smithi002 ceph-mon[27606]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:34:54.689 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:34:54 smithi002 ceph-mon[38004]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:34:54.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:34:54 smithi154 ceph-mon[30999]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:34:56.686 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:34:56 smithi002 ceph-mon[27606]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:34:56.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:34:56 smithi002 ceph-mon[38004]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:34:56.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:34:56 smithi154 ceph-mon[30999]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:34:58.686 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:34:58 smithi002 ceph-mon[27606]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:34:58.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:34:58 smithi002 ceph-mon[38004]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:34:58.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:34:58 smithi154 ceph-mon[30999]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:35:00.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:00 smithi002 ceph-mon[27606]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:35:00.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:00 smithi002 ceph-mon[38004]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:35:00.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:00 smithi154 ceph-mon[30999]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:35:01.686 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:01 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-14T03:35:01.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:01 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-14T03:35:01.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:01 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-14T03:35:02.686 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:02 smithi002 ceph-mon[27606]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:35:02.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:02 smithi002 ceph-mon[38004]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:35:02.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:02 smithi154 ceph-mon[30999]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:35:03.436 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:35:03 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:35:03] "GET /metrics HTTP/1.1" 200 33659 "" "Prometheus/2.43.0" 2024-09-14T03:35:04.047 INFO:tasks.workunit.client.0.smithi002.stderr:Updating files: 94% (12211/12889) Updating files: 95% (12245/12889) Updating files: 96% (12374/12889) Updating files: 97% (12503/12889) Updating files: 98% (12632/12889) Updating files: 99% (12761/12889) Updating files: 100% (12889/12889) Updating files: 100% (12889/12889), done. 2024-09-14T03:35:04.122 INFO:tasks.workunit.client.0.smithi002.stderr:Note: switching to '1c941a66c1b420259b8fc5ac19e792dbbf60aded'. 2024-09-14T03:35:04.122 INFO:tasks.workunit.client.0.smithi002.stderr: 2024-09-14T03:35:04.122 INFO:tasks.workunit.client.0.smithi002.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-14T03:35:04.123 INFO:tasks.workunit.client.0.smithi002.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-14T03:35:04.123 INFO:tasks.workunit.client.0.smithi002.stderr:state without impacting any branches by switching back to a branch. 2024-09-14T03:35:04.123 INFO:tasks.workunit.client.0.smithi002.stderr: 2024-09-14T03:35:04.123 INFO:tasks.workunit.client.0.smithi002.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-14T03:35:04.123 INFO:tasks.workunit.client.0.smithi002.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-14T03:35:04.123 INFO:tasks.workunit.client.0.smithi002.stderr: 2024-09-14T03:35:04.123 INFO:tasks.workunit.client.0.smithi002.stderr: git switch -c 2024-09-14T03:35:04.123 INFO:tasks.workunit.client.0.smithi002.stderr: 2024-09-14T03:35:04.123 INFO:tasks.workunit.client.0.smithi002.stderr:Or undo this operation with: 2024-09-14T03:35:04.123 INFO:tasks.workunit.client.0.smithi002.stderr: 2024-09-14T03:35:04.123 INFO:tasks.workunit.client.0.smithi002.stderr: git switch - 2024-09-14T03:35:04.123 INFO:tasks.workunit.client.0.smithi002.stderr: 2024-09-14T03:35:04.123 INFO:tasks.workunit.client.0.smithi002.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-14T03:35:04.124 INFO:tasks.workunit.client.0.smithi002.stderr: 2024-09-14T03:35:04.124 INFO:tasks.workunit.client.0.smithi002.stderr:HEAD is now at 1c941a66c1b Merge pull request #54777 from cbodley/wip-rgw-meta-handlers 2024-09-14T03:35:04.125 DEBUG:teuthology.orchestra.run.smithi002:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-14T03:35:04.285 INFO:tasks.workunit.client.0.smithi002.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-14T03:35:04.288 INFO:tasks.workunit.client.0.smithi002.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-14T03:35:04.288 INFO:tasks.workunit.client.0.smithi002.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-14T03:35:04.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:04 smithi002 ceph-mon[38004]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:35:04.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:04 smithi002 ceph-mon[27606]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:35:04.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:04 smithi154 ceph-mon[30999]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:35:04.945 INFO:tasks.workunit.client.0.smithi002.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-14T03:35:05.023 INFO:tasks.workunit.client.0.smithi002.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-14T03:35:05.063 INFO:tasks.workunit.client.0.smithi002.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-14T03:35:05.065 INFO:tasks.workunit.client.0.smithi002.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-14T03:35:05.065 INFO:tasks.workunit.client.0.smithi002.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-14T03:35:05.109 INFO:tasks.workunit.client.0.smithi002.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-14T03:35:05.110 DEBUG:teuthology.orchestra.run.smithi002:> set -ex 2024-09-14T03:35:05.110 DEBUG:teuthology.orchestra.run.smithi002:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-14T03:35:05.126 INFO:tasks.workunit:Running workunits matching test_telemetry_reef.sh on client.0... 2024-09-14T03:35:05.127 INFO:tasks.workunit:Running workunit test_telemetry_reef.sh... 2024-09-14T03:35:05.127 DEBUG:teuthology.orchestra.run.smithi002:workunit test test_telemetry_reef.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=1c941a66c1b420259b8fc5ac19e792dbbf60aded TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_reef.sh 2024-09-14T03:35:05.188 INFO:tasks.workunit.client.0.smithi002.stderr:+ ceph config set mgr mgr/telemetry/channel_ident true 2024-09-14T03:35:05.589 INFO:tasks.workunit.client.0.smithi002.stderr:+ ceph config set mgr mgr/telemetry/organization ceph-qa 2024-09-14T03:35:05.871 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:35:05 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: [14/Sep/2024:03:35:05] ENGINE Bus STOPPING 2024-09-14T03:35:05.871 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:35:05 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: [14/Sep/2024:03:35:05] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-14T03:35:05.871 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:35:05 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: [14/Sep/2024:03:35:05] ENGINE Bus STOPPED 2024-09-14T03:35:05.871 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:35:05 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: [14/Sep/2024:03:35:05] ENGINE Bus STARTING 2024-09-14T03:35:05.872 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:35:05 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: [14/Sep/2024:03:35:05] ENGINE Serving on http://:::9283 2024-09-14T03:35:05.872 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:35:05 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: [14/Sep/2024:03:35:05] ENGINE Bus STARTED 2024-09-14T03:35:05.985 INFO:tasks.workunit.client.0.smithi002.stderr:+ ceph config set mgr mgr/telemetry/description 'upgrade test cluster' 2024-09-14T03:35:06.186 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:35:05 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: [14/Sep/2024:03:35:05] ENGINE Bus STOPPING 2024-09-14T03:35:06.369 INFO:tasks.workunit.client.0.smithi002.stderr:+ ceph telemetry preview 2024-09-14T03:35:06.460 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:35:06 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: [14/Sep/2024:03:35:06] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-14T03:35:06.461 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:35:06 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: [14/Sep/2024:03:35:06] ENGINE Bus STOPPED 2024-09-14T03:35:06.461 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:35:06 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: [14/Sep/2024:03:35:06] ENGINE Bus STARTING 2024-09-14T03:35:06.461 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:35:06 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: [14/Sep/2024:03:35:06] ENGINE Serving on http://:::9283 2024-09-14T03:35:06.461 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:35:06 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: [14/Sep/2024:03:35:06] ENGINE Bus STARTED 2024-09-14T03:35:06.461 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:35:06 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: [14/Sep/2024:03:35:06] ENGINE Bus STOPPING 2024-09-14T03:35:06.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:06 smithi154 ceph-mon[30999]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:35:06.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:06 smithi154 ceph-mon[30999]: from='client.? ' entity='client.admin' 2024-09-14T03:35:06.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:06 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:35:06.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:06 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:35:06.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:06 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:35:06.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:06 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:35:06.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:06 smithi154 ceph-mon[30999]: from='client.? 172.21.15.2:0/12265818' entity='client.admin' 2024-09-14T03:35:06.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:06 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:35:06.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:06 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:35:06.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:06 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:35:06.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:06 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:35:06.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:06 smithi154 ceph-mon[30999]: from='client.? 172.21.15.2:0/133024972' entity='client.admin' 2024-09-14T03:35:06.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:06 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:35:06.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:06 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:35:06.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:06 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:35:06.729 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:06 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:35:06.810 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:06 smithi002 ceph-mon[27606]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:35:06.811 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:06 smithi002 ceph-mon[27606]: from='client.? ' entity='client.admin' 2024-09-14T03:35:06.811 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:06 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:35:06.811 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:06 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:35:06.811 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:06 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:35:06.811 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:06 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:35:06.811 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:06 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/12265818' entity='client.admin' 2024-09-14T03:35:06.811 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:06 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:35:06.811 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:06 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:35:06.811 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:06 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:35:06.811 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:06 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:35:06.811 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:06 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/133024972' entity='client.admin' 2024-09-14T03:35:06.812 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:06 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:35:06.812 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:06 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:35:06.812 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:06 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:35:06.812 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:06 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:35:06.812 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:06 smithi002 ceph-mon[38004]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:35:06.812 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:06 smithi002 ceph-mon[38004]: from='client.? ' entity='client.admin' 2024-09-14T03:35:06.812 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:06 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:35:06.812 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:06 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:35:06.812 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:06 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:35:06.812 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:06 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:35:06.813 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:06 smithi002 ceph-mon[38004]: from='client.? 172.21.15.2:0/12265818' entity='client.admin' 2024-09-14T03:35:06.813 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:06 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:35:06.813 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:06 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:35:06.813 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:06 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:35:06.813 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:06 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:35:06.813 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:06 smithi002 ceph-mon[38004]: from='client.? 172.21.15.2:0/133024972' entity='client.admin' 2024-09-14T03:35:06.813 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:06 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:35:06.813 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:06 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:35:06.813 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:06 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:35:06.813 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:06 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:35:06.861 INFO:tasks.workunit.client.0.smithi002.stdout:{ 2024-09-14T03:35:06.862 INFO:tasks.workunit.client.0.smithi002.stdout: "balancer": { 2024-09-14T03:35:06.862 INFO:tasks.workunit.client.0.smithi002.stdout: "active": true, 2024-09-14T03:35:06.862 INFO:tasks.workunit.client.0.smithi002.stdout: "mode": "" 2024-09-14T03:35:06.862 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:06.862 INFO:tasks.workunit.client.0.smithi002.stdout: "channels": [ 2024-09-14T03:35:06.862 INFO:tasks.workunit.client.0.smithi002.stdout: "basic", 2024-09-14T03:35:06.862 INFO:tasks.workunit.client.0.smithi002.stdout: "crash", 2024-09-14T03:35:06.862 INFO:tasks.workunit.client.0.smithi002.stdout: "device", 2024-09-14T03:35:06.862 INFO:tasks.workunit.client.0.smithi002.stdout: "ident" 2024-09-14T03:35:06.862 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:06.862 INFO:tasks.workunit.client.0.smithi002.stdout: "channels_available": [ 2024-09-14T03:35:06.863 INFO:tasks.workunit.client.0.smithi002.stdout: "basic", 2024-09-14T03:35:06.863 INFO:tasks.workunit.client.0.smithi002.stdout: "ident", 2024-09-14T03:35:06.863 INFO:tasks.workunit.client.0.smithi002.stdout: "crash", 2024-09-14T03:35:06.863 INFO:tasks.workunit.client.0.smithi002.stdout: "device", 2024-09-14T03:35:06.863 INFO:tasks.workunit.client.0.smithi002.stdout: "perf" 2024-09-14T03:35:06.863 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:06.863 INFO:tasks.workunit.client.0.smithi002.stdout: "collections_available": [ 2024-09-14T03:35:06.863 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_base", 2024-09-14T03:35:06.863 INFO:tasks.workunit.client.0.smithi002.stdout: "device_base", 2024-09-14T03:35:06.863 INFO:tasks.workunit.client.0.smithi002.stdout: "crash_base", 2024-09-14T03:35:06.863 INFO:tasks.workunit.client.0.smithi002.stdout: "ident_base", 2024-09-14T03:35:06.863 INFO:tasks.workunit.client.0.smithi002.stdout: "perf_perf", 2024-09-14T03:35:06.863 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_mds_metadata", 2024-09-14T03:35:06.863 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_pool_usage", 2024-09-14T03:35:06.864 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_usage_by_class", 2024-09-14T03:35:06.864 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_rook_v01", 2024-09-14T03:35:06.864 INFO:tasks.workunit.client.0.smithi002.stdout: "perf_memory_metrics", 2024-09-14T03:35:06.864 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_pool_options_bluestore" 2024-09-14T03:35:06.864 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:06.864 INFO:tasks.workunit.client.0.smithi002.stdout: "collections_opted_in": [ 2024-09-14T03:35:06.864 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_base", 2024-09-14T03:35:06.864 INFO:tasks.workunit.client.0.smithi002.stdout: "device_base", 2024-09-14T03:35:06.864 INFO:tasks.workunit.client.0.smithi002.stdout: "crash_base", 2024-09-14T03:35:06.864 INFO:tasks.workunit.client.0.smithi002.stdout: "ident_base", 2024-09-14T03:35:06.864 INFO:tasks.workunit.client.0.smithi002.stdout: "perf_perf", 2024-09-14T03:35:06.864 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_mds_metadata", 2024-09-14T03:35:06.864 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_pool_usage", 2024-09-14T03:35:06.865 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_usage_by_class", 2024-09-14T03:35:06.865 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_rook_v01", 2024-09-14T03:35:06.865 INFO:tasks.workunit.client.0.smithi002.stdout: "perf_memory_metrics", 2024-09-14T03:35:06.865 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_pool_options_bluestore" 2024-09-14T03:35:06.865 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:06.865 INFO:tasks.workunit.client.0.smithi002.stdout: "config": { 2024-09-14T03:35:06.865 INFO:tasks.workunit.client.0.smithi002.stdout: "active_changed": [ 2024-09-14T03:35:06.865 INFO:tasks.workunit.client.0.smithi002.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-14T03:35:06.865 INFO:tasks.workunit.client.0.smithi002.stdout: "auth_debug", 2024-09-14T03:35:06.865 INFO:tasks.workunit.client.0.smithi002.stdout: "auth_mon_ticket_ttl", 2024-09-14T03:35:06.865 INFO:tasks.workunit.client.0.smithi002.stdout: "auth_service_ticket_ttl", 2024-09-14T03:35:06.865 INFO:tasks.workunit.client.0.smithi002.stdout: "bdev_debug_aio", 2024-09-14T03:35:06.866 INFO:tasks.workunit.client.0.smithi002.stdout: "client_check_pool_perm", 2024-09-14T03:35:06.866 INFO:tasks.workunit.client.0.smithi002.stdout: "client_mount_gid", 2024-09-14T03:35:06.866 INFO:tasks.workunit.client.0.smithi002.stdout: "client_mount_uid", 2024-09-14T03:35:06.866 INFO:tasks.workunit.client.0.smithi002.stdout: "client_quota", 2024-09-14T03:35:06.866 INFO:tasks.workunit.client.0.smithi002.stdout: "container_image", 2024-09-14T03:35:06.866 INFO:tasks.workunit.client.0.smithi002.stdout: "daemonize", 2024-09-14T03:35:06.866 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_asserts_on_shutdown", 2024-09-14T03:35:06.866 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_mgr", 2024-09-14T03:35:06.866 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_mon", 2024-09-14T03:35:06.866 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_ms", 2024-09-14T03:35:06.866 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_osd", 2024-09-14T03:35:06.866 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_paxos", 2024-09-14T03:35:06.866 INFO:tasks.workunit.client.0.smithi002.stdout: "keyring", 2024-09-14T03:35:06.866 INFO:tasks.workunit.client.0.smithi002.stdout: "leveldb_block_size", 2024-09-14T03:35:06.867 INFO:tasks.workunit.client.0.smithi002.stdout: "leveldb_cache_size", 2024-09-14T03:35:06.867 INFO:tasks.workunit.client.0.smithi002.stdout: "leveldb_compression", 2024-09-14T03:35:06.867 INFO:tasks.workunit.client.0.smithi002.stdout: "leveldb_log", 2024-09-14T03:35:06.867 INFO:tasks.workunit.client.0.smithi002.stdout: "leveldb_write_buffer_size", 2024-09-14T03:35:06.867 INFO:tasks.workunit.client.0.smithi002.stdout: "log_to_file", 2024-09-14T03:35:06.867 INFO:tasks.workunit.client.0.smithi002.stdout: "log_to_journald", 2024-09-14T03:35:06.867 INFO:tasks.workunit.client.0.smithi002.stdout: "log_to_stderr", 2024-09-14T03:35:06.867 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_allow_pool_delete", 2024-09-14T03:35:06.867 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_clock_drift_allowed", 2024-09-14T03:35:06.867 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_cluster_log_file_level", 2024-09-14T03:35:06.867 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_cluster_log_to_file", 2024-09-14T03:35:06.867 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_cluster_log_to_journald", 2024-09-14T03:35:06.867 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_cluster_log_to_stderr", 2024-09-14T03:35:06.867 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_data_avail_warn", 2024-09-14T03:35:06.868 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_election_default_strategy", 2024-09-14T03:35:06.868 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_host", 2024-09-14T03:35:06.868 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_max_pg_per_osd", 2024-09-14T03:35:06.868 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_mgr_mkfs_grace", 2024-09-14T03:35:06.868 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_osd_prime_pg_temp", 2024-09-14T03:35:06.868 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_osd_reporter_subtree_level", 2024-09-14T03:35:06.868 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_pg_warn_max_object_skew", 2024-09-14T03:35:06.868 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-14T03:35:06.868 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-14T03:35:06.868 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-14T03:35:06.868 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-14T03:35:06.869 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-14T03:35:06.869 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-14T03:35:06.869 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-14T03:35:06.869 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-14T03:35:06.869 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_too_few_osds", 2024-09-14T03:35:06.869 INFO:tasks.workunit.client.0.smithi002.stdout: "ms_die_on_bug", 2024-09-14T03:35:06.869 INFO:tasks.workunit.client.0.smithi002.stdout: "ms_die_on_old_message", 2024-09-14T03:35:06.869 INFO:tasks.workunit.client.0.smithi002.stdout: "no_config_file", 2024-09-14T03:35:06.869 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_class_default_list", 2024-09-14T03:35:06.869 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_class_load_list", 2024-09-14T03:35:06.869 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_crush_chooseleaf_type", 2024-09-14T03:35:06.869 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_misdirected_ops", 2024-09-14T03:35:06.869 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_op_order", 2024-09-14T03:35:06.870 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_pg_log_writeout", 2024-09-14T03:35:06.870 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_shutdown", 2024-09-14T03:35:06.870 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_verify_cached_snaps", 2024-09-14T03:35:06.870 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_verify_missing_on_start", 2024-09-14T03:35:06.870 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_verify_stray_on_activate", 2024-09-14T03:35:06.870 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-14T03:35:06.870 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_delete_sleep", 2024-09-14T03:35:06.870 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_delete_sleep_hdd", 2024-09-14T03:35:06.870 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_delete_sleep_hybrid", 2024-09-14T03:35:06.870 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_delete_sleep_ssd", 2024-09-14T03:35:06.870 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_max_backfills", 2024-09-14T03:35:06.870 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-14T03:35:06.870 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_profile", 2024-09-14T03:35:06.871 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-09-14T03:35:06.871 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-09-14T03:35:06.871 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-09-14T03:35:06.871 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-09-14T03:35:06.871 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-09-14T03:35:06.871 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-09-14T03:35:06.871 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_scheduler_client_lim", 2024-09-14T03:35:06.871 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_scheduler_client_res", 2024-09-14T03:35:06.871 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_scheduler_client_wgt", 2024-09-14T03:35:06.871 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_memory_target", 2024-09-14T03:35:06.871 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_memory_target_autotune", 2024-09-14T03:35:06.871 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_op_queue", 2024-09-14T03:35:06.871 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_op_queue_cut_off", 2024-09-14T03:35:06.872 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pg_delete_cost", 2024-09-14T03:35:06.872 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pool_default_erasure_code_profile", 2024-09-14T03:35:06.872 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-14T03:35:06.872 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_recover_clone_overlap", 2024-09-14T03:35:06.872 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_recovery_max_active", 2024-09-14T03:35:06.872 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_recovery_max_active_hdd", 2024-09-14T03:35:06.872 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_recovery_max_active_ssd", 2024-09-14T03:35:06.872 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_recovery_max_chunk", 2024-09-14T03:35:06.872 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_recovery_sleep", 2024-09-14T03:35:06.872 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_recovery_sleep_hdd", 2024-09-14T03:35:06.872 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_recovery_sleep_hybrid", 2024-09-14T03:35:06.872 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_recovery_sleep_ssd", 2024-09-14T03:35:06.872 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_scrub_load_threshold", 2024-09-14T03:35:06.873 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_scrub_max_interval", 2024-09-14T03:35:06.873 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_scrub_sleep", 2024-09-14T03:35:06.873 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_shutdown_pgref_assert", 2024-09-14T03:35:06.873 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_snap_trim_sleep", 2024-09-14T03:35:06.873 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_snap_trim_sleep_hdd", 2024-09-14T03:35:06.873 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_snap_trim_sleep_hybrid", 2024-09-14T03:35:06.873 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_snap_trim_sleep_ssd", 2024-09-14T03:35:06.873 INFO:tasks.workunit.client.0.smithi002.stdout: "public_addr", 2024-09-14T03:35:06.873 INFO:tasks.workunit.client.0.smithi002.stdout: "public_addrv", 2024-09-14T03:35:06.873 INFO:tasks.workunit.client.0.smithi002.stdout: "public_network", 2024-09-14T03:35:06.873 INFO:tasks.workunit.client.0.smithi002.stdout: "rbd_default_features", 2024-09-14T03:35:06.873 INFO:tasks.workunit.client.0.smithi002.stdout: "rbd_qos_exclude_ops", 2024-09-14T03:35:06.874 INFO:tasks.workunit.client.0.smithi002.stdout: "setgroup", 2024-09-14T03:35:06.874 INFO:tasks.workunit.client.0.smithi002.stdout: "setuser" 2024-09-14T03:35:06.874 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:06.874 INFO:tasks.workunit.client.0.smithi002.stdout: "cluster_changed": [ 2024-09-14T03:35:06.874 INFO:tasks.workunit.client.0.smithi002.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-14T03:35:06.874 INFO:tasks.workunit.client.0.smithi002.stdout: "auth_debug", 2024-09-14T03:35:06.874 INFO:tasks.workunit.client.0.smithi002.stdout: "auth_mon_ticket_ttl", 2024-09-14T03:35:06.874 INFO:tasks.workunit.client.0.smithi002.stdout: "auth_service_ticket_ttl", 2024-09-14T03:35:06.874 INFO:tasks.workunit.client.0.smithi002.stdout: "bdev_debug_aio", 2024-09-14T03:35:06.874 INFO:tasks.workunit.client.0.smithi002.stdout: "container_image", 2024-09-14T03:35:06.874 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_asserts_on_shutdown", 2024-09-14T03:35:06.874 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_mgr", 2024-09-14T03:35:06.874 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_mon", 2024-09-14T03:35:06.875 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_ms", 2024-09-14T03:35:06.875 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_osd", 2024-09-14T03:35:06.875 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_paxos", 2024-09-14T03:35:06.875 INFO:tasks.workunit.client.0.smithi002.stdout: "log_to_file", 2024-09-14T03:35:06.875 INFO:tasks.workunit.client.0.smithi002.stdout: "log_to_journald", 2024-09-14T03:35:06.875 INFO:tasks.workunit.client.0.smithi002.stdout: "log_to_stderr", 2024-09-14T03:35:06.875 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_join_fs", 2024-09-14T03:35:06.875 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/cephadm/allow_ptrace", 2024-09-14T03:35:06.875 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/cephadm/container_init", 2024-09-14T03:35:06.875 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/cephadm/migration_current", 2024-09-14T03:35:06.875 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/cephadm/use_repo_digest", 2024-09-14T03:35:06.875 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-09-14T03:35:06.875 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-09-14T03:35:06.875 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-09-14T03:35:06.876 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-09-14T03:35:06.876 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/dashboard/ssl_server_port", 2024-09-14T03:35:06.876 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/orchestrator/orchestrator", 2024-09-14T03:35:06.876 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/telemetry/channel_ident", 2024-09-14T03:35:06.876 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/telemetry/description", 2024-09-14T03:35:06.876 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/telemetry/organization", 2024-09-14T03:35:06.876 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_allow_pool_delete", 2024-09-14T03:35:06.876 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_clock_drift_allowed", 2024-09-14T03:35:06.876 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_cluster_log_file_level", 2024-09-14T03:35:06.876 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_cluster_log_to_file", 2024-09-14T03:35:06.876 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_data_avail_warn", 2024-09-14T03:35:06.876 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_election_default_strategy", 2024-09-14T03:35:06.876 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_max_pg_per_osd", 2024-09-14T03:35:06.876 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_mgr_mkfs_grace", 2024-09-14T03:35:06.877 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_osd_prime_pg_temp", 2024-09-14T03:35:06.877 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_osd_reporter_subtree_level", 2024-09-14T03:35:06.877 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_pg_warn_max_object_skew", 2024-09-14T03:35:06.877 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-14T03:35:06.877 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-14T03:35:06.877 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-14T03:35:06.877 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-14T03:35:06.877 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-14T03:35:06.877 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-14T03:35:06.877 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-14T03:35:06.877 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-14T03:35:06.877 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_too_few_osds", 2024-09-14T03:35:06.877 INFO:tasks.workunit.client.0.smithi002.stdout: "ms_die_on_bug", 2024-09-14T03:35:06.878 INFO:tasks.workunit.client.0.smithi002.stdout: "ms_die_on_old_message", 2024-09-14T03:35:06.878 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_class_default_list", 2024-09-14T03:35:06.878 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_class_load_list", 2024-09-14T03:35:06.878 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_misdirected_ops", 2024-09-14T03:35:06.878 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_op_order", 2024-09-14T03:35:06.878 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_pg_log_writeout", 2024-09-14T03:35:06.878 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_shutdown", 2024-09-14T03:35:06.878 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_verify_cached_snaps", 2024-09-14T03:35:06.878 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_verify_missing_on_start", 2024-09-14T03:35:06.878 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_verify_stray_on_activate", 2024-09-14T03:35:06.878 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-14T03:35:06.878 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-14T03:35:06.878 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_profile", 2024-09-14T03:35:06.878 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_memory_target", 2024-09-14T03:35:06.879 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_memory_target_autotune", 2024-09-14T03:35:06.879 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_op_queue", 2024-09-14T03:35:06.879 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_op_queue_cut_off", 2024-09-14T03:35:06.879 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pool_default_erasure_code_profile", 2024-09-14T03:35:06.879 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-14T03:35:06.879 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_recover_clone_overlap", 2024-09-14T03:35:06.879 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_recovery_max_chunk", 2024-09-14T03:35:06.879 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_scrub_load_threshold", 2024-09-14T03:35:06.879 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_scrub_max_interval", 2024-09-14T03:35:06.879 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_shutdown_pgref_assert", 2024-09-14T03:35:06.879 INFO:tasks.workunit.client.0.smithi002.stdout: "public_network", 2024-09-14T03:35:06.879 INFO:tasks.workunit.client.0.smithi002.stdout: "rgw_cache_enabled", 2024-09-14T03:35:06.879 INFO:tasks.workunit.client.0.smithi002.stdout: "rgw_enable_ops_log", 2024-09-14T03:35:06.879 INFO:tasks.workunit.client.0.smithi002.stdout: "rgw_enable_usage_log" 2024-09-14T03:35:06.880 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:06.880 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:06.880 INFO:tasks.workunit.client.0.smithi002.stdout: "contact": null, 2024-09-14T03:35:06.880 INFO:tasks.workunit.client.0.smithi002.stdout: "crashes": [], 2024-09-14T03:35:06.880 INFO:tasks.workunit.client.0.smithi002.stdout: "created": "2024-09-14T03:26:12.592430Z", 2024-09-14T03:35:06.880 INFO:tasks.workunit.client.0.smithi002.stdout: "crush": { 2024-09-14T03:35:06.880 INFO:tasks.workunit.client.0.smithi002.stdout: "bucket_algs": { 2024-09-14T03:35:06.880 INFO:tasks.workunit.client.0.smithi002.stdout: "straw2": 3 2024-09-14T03:35:06.880 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:06.880 INFO:tasks.workunit.client.0.smithi002.stdout: "bucket_sizes": { 2024-09-14T03:35:06.880 INFO:tasks.workunit.client.0.smithi002.stdout: "2": 1, 2024-09-14T03:35:06.880 INFO:tasks.workunit.client.0.smithi002.stdout: "4": 2 2024-09-14T03:35:06.880 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:06.880 INFO:tasks.workunit.client.0.smithi002.stdout: "bucket_types": { 2024-09-14T03:35:06.881 INFO:tasks.workunit.client.0.smithi002.stdout: "1": 2, 2024-09-14T03:35:06.881 INFO:tasks.workunit.client.0.smithi002.stdout: "11": 1 2024-09-14T03:35:06.881 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:06.881 INFO:tasks.workunit.client.0.smithi002.stdout: "compat_weight_set": false, 2024-09-14T03:35:06.881 INFO:tasks.workunit.client.0.smithi002.stdout: "device_classes": [ 2024-09-14T03:35:06.881 INFO:tasks.workunit.client.0.smithi002.stdout: 8 2024-09-14T03:35:06.881 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:06.881 INFO:tasks.workunit.client.0.smithi002.stdout: "num_buckets": 6, 2024-09-14T03:35:06.881 INFO:tasks.workunit.client.0.smithi002.stdout: "num_devices": 8, 2024-09-14T03:35:06.881 INFO:tasks.workunit.client.0.smithi002.stdout: "num_rules": 1, 2024-09-14T03:35:06.881 INFO:tasks.workunit.client.0.smithi002.stdout: "num_types": 12, 2024-09-14T03:35:06.881 INFO:tasks.workunit.client.0.smithi002.stdout: "num_weight_sets": 0, 2024-09-14T03:35:06.881 INFO:tasks.workunit.client.0.smithi002.stdout: "tunables": { 2024-09-14T03:35:06.882 INFO:tasks.workunit.client.0.smithi002.stdout: "allowed_bucket_algs": 54, 2024-09-14T03:35:06.882 INFO:tasks.workunit.client.0.smithi002.stdout: "choose_local_fallback_tries": 0, 2024-09-14T03:35:06.882 INFO:tasks.workunit.client.0.smithi002.stdout: "choose_local_tries": 0, 2024-09-14T03:35:06.882 INFO:tasks.workunit.client.0.smithi002.stdout: "choose_total_tries": 50, 2024-09-14T03:35:06.882 INFO:tasks.workunit.client.0.smithi002.stdout: "chooseleaf_descend_once": 1, 2024-09-14T03:35:06.882 INFO:tasks.workunit.client.0.smithi002.stdout: "chooseleaf_stable": 1, 2024-09-14T03:35:06.882 INFO:tasks.workunit.client.0.smithi002.stdout: "chooseleaf_vary_r": 1, 2024-09-14T03:35:06.882 INFO:tasks.workunit.client.0.smithi002.stdout: "has_v2_rules": 0, 2024-09-14T03:35:06.882 INFO:tasks.workunit.client.0.smithi002.stdout: "has_v3_rules": 0, 2024-09-14T03:35:06.882 INFO:tasks.workunit.client.0.smithi002.stdout: "has_v4_buckets": 1, 2024-09-14T03:35:06.882 INFO:tasks.workunit.client.0.smithi002.stdout: "has_v5_rules": 0, 2024-09-14T03:35:06.882 INFO:tasks.workunit.client.0.smithi002.stdout: "legacy_tunables": 0, 2024-09-14T03:35:06.882 INFO:tasks.workunit.client.0.smithi002.stdout: "minimum_required_version": "jewel", 2024-09-14T03:35:06.882 INFO:tasks.workunit.client.0.smithi002.stdout: "optimal_tunables": 1, 2024-09-14T03:35:06.882 INFO:tasks.workunit.client.0.smithi002.stdout: "profile": "jewel", 2024-09-14T03:35:06.883 INFO:tasks.workunit.client.0.smithi002.stdout: "require_feature_tunables": 1, 2024-09-14T03:35:06.883 INFO:tasks.workunit.client.0.smithi002.stdout: "require_feature_tunables2": 1, 2024-09-14T03:35:06.883 INFO:tasks.workunit.client.0.smithi002.stdout: "require_feature_tunables3": 1, 2024-09-14T03:35:06.883 INFO:tasks.workunit.client.0.smithi002.stdout: "require_feature_tunables5": 1, 2024-09-14T03:35:06.883 INFO:tasks.workunit.client.0.smithi002.stdout: "straw_calc_version": 1 2024-09-14T03:35:06.883 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:06.883 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:06.883 INFO:tasks.workunit.client.0.smithi002.stdout: "description": "upgrade test cluster", 2024-09-14T03:35:06.883 INFO:tasks.workunit.client.0.smithi002.stdout: "fs": { 2024-09-14T03:35:06.883 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1, 2024-09-14T03:35:06.883 INFO:tasks.workunit.client.0.smithi002.stdout: "feature_flags": { 2024-09-14T03:35:06.883 INFO:tasks.workunit.client.0.smithi002.stdout: "enable_multiple": true, 2024-09-14T03:35:06.883 INFO:tasks.workunit.client.0.smithi002.stdout: "ever_enabled_multiple": true 2024-09-14T03:35:06.883 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:06.884 INFO:tasks.workunit.client.0.smithi002.stdout: "filesystems": [ 2024-09-14T03:35:06.884 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:06.884 INFO:tasks.workunit.client.0.smithi002.stdout: "approx_ctime": "2024-09", 2024-09-14T03:35:06.884 INFO:tasks.workunit.client.0.smithi002.stdout: "balancer_enabled": false, 2024-09-14T03:35:06.884 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:06.884 INFO:tasks.workunit.client.0.smithi002.stdout: "cached_caps": 0, 2024-09-14T03:35:06.884 INFO:tasks.workunit.client.0.smithi002.stdout: "cached_dns": 10, 2024-09-14T03:35:06.884 INFO:tasks.workunit.client.0.smithi002.stdout: "cached_inos": 13, 2024-09-14T03:35:06.884 INFO:tasks.workunit.client.0.smithi002.stdout: "cached_subtrees": 2, 2024-09-14T03:35:06.884 INFO:tasks.workunit.client.0.smithi002.stdout: "ever_allowed_features": 0, 2024-09-14T03:35:06.884 INFO:tasks.workunit.client.0.smithi002.stdout: "explicitly_allowed_features": 0, 2024-09-14T03:35:06.884 INFO:tasks.workunit.client.0.smithi002.stdout: "files": 0, 2024-09-14T03:35:06.884 INFO:tasks.workunit.client.0.smithi002.stdout: "max_mds": 1, 2024-09-14T03:35:06.884 INFO:tasks.workunit.client.0.smithi002.stdout: "num_data_pools": 1, 2024-09-14T03:35:06.885 INFO:tasks.workunit.client.0.smithi002.stdout: "num_in": 1, 2024-09-14T03:35:06.885 INFO:tasks.workunit.client.0.smithi002.stdout: "num_mds": 1, 2024-09-14T03:35:06.885 INFO:tasks.workunit.client.0.smithi002.stdout: "num_sessions": 0, 2024-09-14T03:35:06.885 INFO:tasks.workunit.client.0.smithi002.stdout: "num_standby_replay": 0, 2024-09-14T03:35:06.885 INFO:tasks.workunit.client.0.smithi002.stdout: "num_up": 1, 2024-09-14T03:35:06.885 INFO:tasks.workunit.client.0.smithi002.stdout: "snaps": 0, 2024-09-14T03:35:06.885 INFO:tasks.workunit.client.0.smithi002.stdout: "standby_count_wanted": 0 2024-09-14T03:35:06.885 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:06.885 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:06.885 INFO:tasks.workunit.client.0.smithi002.stdout: "num_standby_mds": 1, 2024-09-14T03:35:06.885 INFO:tasks.workunit.client.0.smithi002.stdout: "total_num_mds": 2 2024-09-14T03:35:06.885 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:06.885 INFO:tasks.workunit.client.0.smithi002.stdout: "hosts": { 2024-09-14T03:35:06.886 INFO:tasks.workunit.client.0.smithi002.stdout: "num": 2, 2024-09-14T03:35:06.886 INFO:tasks.workunit.client.0.smithi002.stdout: "num_with_mds": 2, 2024-09-14T03:35:06.886 INFO:tasks.workunit.client.0.smithi002.stdout: "num_with_mgr": 2, 2024-09-14T03:35:06.886 INFO:tasks.workunit.client.0.smithi002.stdout: "num_with_mon": 2, 2024-09-14T03:35:06.886 INFO:tasks.workunit.client.0.smithi002.stdout: "num_with_osd": 2 2024-09-14T03:35:06.886 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:06.886 INFO:tasks.workunit.client.0.smithi002.stdout: "leaderboard": false, 2024-09-14T03:35:06.886 INFO:tasks.workunit.client.0.smithi002.stdout: "leaderboard_description": null, 2024-09-14T03:35:06.886 INFO:tasks.workunit.client.0.smithi002.stdout: "license": "sharing-1-0", 2024-09-14T03:35:06.886 INFO:tasks.workunit.client.0.smithi002.stdout: "metadata": { 2024-09-14T03:35:06.886 INFO:tasks.workunit.client.0.smithi002.stdout: "mds": { 2024-09-14T03:35:06.886 INFO:tasks.workunit.client.0.smithi002.stdout: "arch": { 2024-09-14T03:35:06.886 INFO:tasks.workunit.client.0.smithi002.stdout: "x86_64": 2 2024-09-14T03:35:06.886 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:06.886 INFO:tasks.workunit.client.0.smithi002.stdout: "ceph_version": { 2024-09-14T03:35:06.887 INFO:tasks.workunit.client.0.smithi002.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 2 2024-09-14T03:35:06.887 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:06.887 INFO:tasks.workunit.client.0.smithi002.stdout: "cpu": { 2024-09-14T03:35:06.887 INFO:tasks.workunit.client.0.smithi002.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-09-14T03:35:06.887 INFO:tasks.workunit.client.0.smithi002.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-14T03:35:06.887 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:06.887 INFO:tasks.workunit.client.0.smithi002.stdout: "distro": { 2024-09-14T03:35:06.887 INFO:tasks.workunit.client.0.smithi002.stdout: "centos": 2 2024-09-14T03:35:06.887 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:06.887 INFO:tasks.workunit.client.0.smithi002.stdout: "distro_description": { 2024-09-14T03:35:06.887 INFO:tasks.workunit.client.0.smithi002.stdout: "CentOS Stream 9": 2 2024-09-14T03:35:06.887 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:06.887 INFO:tasks.workunit.client.0.smithi002.stdout: "kernel_description": { 2024-09-14T03:35:06.887 INFO:tasks.workunit.client.0.smithi002.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 2 2024-09-14T03:35:06.888 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:06.888 INFO:tasks.workunit.client.0.smithi002.stdout: "kernel_version": { 2024-09-14T03:35:06.888 INFO:tasks.workunit.client.0.smithi002.stdout: "5.14.0-505.el9.x86_64": 2 2024-09-14T03:35:06.888 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:06.888 INFO:tasks.workunit.client.0.smithi002.stdout: "os": { 2024-09-14T03:35:06.888 INFO:tasks.workunit.client.0.smithi002.stdout: "Linux": 2 2024-09-14T03:35:06.888 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:06.888 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:06.888 INFO:tasks.workunit.client.0.smithi002.stdout: "mon": { 2024-09-14T03:35:06.888 INFO:tasks.workunit.client.0.smithi002.stdout: "arch": { 2024-09-14T03:35:06.888 INFO:tasks.workunit.client.0.smithi002.stdout: "x86_64": 3 2024-09-14T03:35:06.888 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:06.888 INFO:tasks.workunit.client.0.smithi002.stdout: "ceph_version": { 2024-09-14T03:35:06.888 INFO:tasks.workunit.client.0.smithi002.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 3 2024-09-14T03:35:06.889 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:06.889 INFO:tasks.workunit.client.0.smithi002.stdout: "cpu": { 2024-09-14T03:35:06.889 INFO:tasks.workunit.client.0.smithi002.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-09-14T03:35:06.889 INFO:tasks.workunit.client.0.smithi002.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-14T03:35:06.889 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:06.889 INFO:tasks.workunit.client.0.smithi002.stdout: "distro": { 2024-09-14T03:35:06.889 INFO:tasks.workunit.client.0.smithi002.stdout: "centos": 3 2024-09-14T03:35:06.889 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:06.889 INFO:tasks.workunit.client.0.smithi002.stdout: "distro_description": { 2024-09-14T03:35:06.889 INFO:tasks.workunit.client.0.smithi002.stdout: "CentOS Stream 9": 3 2024-09-14T03:35:06.889 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:06.889 INFO:tasks.workunit.client.0.smithi002.stdout: "kernel_description": { 2024-09-14T03:35:06.889 INFO:tasks.workunit.client.0.smithi002.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 3 2024-09-14T03:35:06.890 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:06.890 INFO:tasks.workunit.client.0.smithi002.stdout: "kernel_version": { 2024-09-14T03:35:06.890 INFO:tasks.workunit.client.0.smithi002.stdout: "5.14.0-505.el9.x86_64": 3 2024-09-14T03:35:06.890 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:06.890 INFO:tasks.workunit.client.0.smithi002.stdout: "os": { 2024-09-14T03:35:06.890 INFO:tasks.workunit.client.0.smithi002.stdout: "Linux": 3 2024-09-14T03:35:06.890 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:06.890 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:06.890 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2024-09-14T03:35:06.890 INFO:tasks.workunit.client.0.smithi002.stdout: "arch": { 2024-09-14T03:35:06.890 INFO:tasks.workunit.client.0.smithi002.stdout: "x86_64": 8 2024-09-14T03:35:06.890 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:06.890 INFO:tasks.workunit.client.0.smithi002.stdout: "ceph_version": { 2024-09-14T03:35:06.890 INFO:tasks.workunit.client.0.smithi002.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 8 2024-09-14T03:35:06.890 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:06.891 INFO:tasks.workunit.client.0.smithi002.stdout: "cpu": { 2024-09-14T03:35:06.891 INFO:tasks.workunit.client.0.smithi002.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-09-14T03:35:06.891 INFO:tasks.workunit.client.0.smithi002.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-09-14T03:35:06.891 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:06.891 INFO:tasks.workunit.client.0.smithi002.stdout: "distro": { 2024-09-14T03:35:06.891 INFO:tasks.workunit.client.0.smithi002.stdout: "centos": 8 2024-09-14T03:35:06.891 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:06.891 INFO:tasks.workunit.client.0.smithi002.stdout: "distro_description": { 2024-09-14T03:35:06.891 INFO:tasks.workunit.client.0.smithi002.stdout: "CentOS Stream 9": 8 2024-09-14T03:35:06.891 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:06.891 INFO:tasks.workunit.client.0.smithi002.stdout: "kernel_description": { 2024-09-14T03:35:06.891 INFO:tasks.workunit.client.0.smithi002.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 8 2024-09-14T03:35:06.891 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:06.891 INFO:tasks.workunit.client.0.smithi002.stdout: "kernel_version": { 2024-09-14T03:35:06.892 INFO:tasks.workunit.client.0.smithi002.stdout: "5.14.0-505.el9.x86_64": 8 2024-09-14T03:35:06.892 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:06.892 INFO:tasks.workunit.client.0.smithi002.stdout: "os": { 2024-09-14T03:35:06.892 INFO:tasks.workunit.client.0.smithi002.stdout: "Linux": 8 2024-09-14T03:35:06.892 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:06.892 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_objectstore": { 2024-09-14T03:35:06.892 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore": 8 2024-09-14T03:35:06.892 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:06.892 INFO:tasks.workunit.client.0.smithi002.stdout: "rotational": { 2024-09-14T03:35:06.892 INFO:tasks.workunit.client.0.smithi002.stdout: "0": 8 2024-09-14T03:35:06.892 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:06.892 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:06.892 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:06.892 INFO:tasks.workunit.client.0.smithi002.stdout: "mon": { 2024-09-14T03:35:06.893 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3, 2024-09-14T03:35:06.893 INFO:tasks.workunit.client.0.smithi002.stdout: "features": { 2024-09-14T03:35:06.893 INFO:tasks.workunit.client.0.smithi002.stdout: "optional": [], 2024-09-14T03:35:06.893 INFO:tasks.workunit.client.0.smithi002.stdout: "persistent": [ 2024-09-14T03:35:06.893 INFO:tasks.workunit.client.0.smithi002.stdout: "kraken", 2024-09-14T03:35:06.893 INFO:tasks.workunit.client.0.smithi002.stdout: "luminous", 2024-09-14T03:35:06.893 INFO:tasks.workunit.client.0.smithi002.stdout: "mimic", 2024-09-14T03:35:06.893 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap-prune", 2024-09-14T03:35:06.893 INFO:tasks.workunit.client.0.smithi002.stdout: "nautilus", 2024-09-14T03:35:06.893 INFO:tasks.workunit.client.0.smithi002.stdout: "octopus", 2024-09-14T03:35:06.893 INFO:tasks.workunit.client.0.smithi002.stdout: "pacific", 2024-09-14T03:35:06.893 INFO:tasks.workunit.client.0.smithi002.stdout: "elector-pinging", 2024-09-14T03:35:06.893 INFO:tasks.workunit.client.0.smithi002.stdout: "quincy", 2024-09-14T03:35:06.893 INFO:tasks.workunit.client.0.smithi002.stdout: "reef" 2024-09-14T03:35:06.893 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:06.894 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:06.894 INFO:tasks.workunit.client.0.smithi002.stdout: "ipv4_addr_mons": 6, 2024-09-14T03:35:06.894 INFO:tasks.workunit.client.0.smithi002.stdout: "ipv6_addr_mons": 0, 2024-09-14T03:35:06.894 INFO:tasks.workunit.client.0.smithi002.stdout: "min_mon_release": 18, 2024-09-14T03:35:06.894 INFO:tasks.workunit.client.0.smithi002.stdout: "v1_addr_mons": 3, 2024-09-14T03:35:06.894 INFO:tasks.workunit.client.0.smithi002.stdout: "v2_addr_mons": 3 2024-09-14T03:35:06.894 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:06.894 INFO:tasks.workunit.client.0.smithi002.stdout: "organization": "ceph-qa", 2024-09-14T03:35:06.894 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2024-09-14T03:35:06.894 INFO:tasks.workunit.client.0.smithi002.stdout: "cluster_network": false, 2024-09-14T03:35:06.894 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 8, 2024-09-14T03:35:06.894 INFO:tasks.workunit.client.0.smithi002.stdout: "require_min_compat_client": "luminous", 2024-09-14T03:35:06.894 INFO:tasks.workunit.client.0.smithi002.stdout: "require_osd_release": "reef" 2024-09-14T03:35:06.894 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:06.895 INFO:tasks.workunit.client.0.smithi002.stdout: "pools": [ 2024-09-14T03:35:06.895 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:06.895 INFO:tasks.workunit.client.0.smithi002.stdout: "application": [ 2024-09-14T03:35:06.895 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr" 2024-09-14T03:35:06.895 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:06.895 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_mode": "none", 2024-09-14T03:35:06.895 INFO:tasks.workunit.client.0.smithi002.stdout: "erasure_code_profile": {}, 2024-09-14T03:35:06.895 INFO:tasks.workunit.client.0.smithi002.stdout: "min_size": 2, 2024-09-14T03:35:06.895 INFO:tasks.workunit.client.0.smithi002.stdout: "options": {}, 2024-09-14T03:35:06.895 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_autoscale_mode": "off", 2024-09-14T03:35:06.895 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_num": 1, 2024-09-14T03:35:06.895 INFO:tasks.workunit.client.0.smithi002.stdout: "pgp_num": 1, 2024-09-14T03:35:06.895 INFO:tasks.workunit.client.0.smithi002.stdout: "pool": 1, 2024-09-14T03:35:06.896 INFO:tasks.workunit.client.0.smithi002.stdout: "size": 3, 2024-09-14T03:35:06.896 INFO:tasks.workunit.client.0.smithi002.stdout: "stats": { 2024-09-14T03:35:06.896 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_raw": 729300936970, 2024-09-14T03:35:06.896 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_used": 1781760, 2024-09-14T03:35:06.896 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_bytes_used": 0, 2024-09-14T03:35:06.896 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_under_bytes": 0, 2024-09-14T03:35:06.896 INFO:tasks.workunit.client.0.smithi002.stdout: "data_bytes_used": 1781760, 2024-09-14T03:35:06.896 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty": 0, 2024-09-14T03:35:06.896 INFO:tasks.workunit.client.0.smithi002.stdout: "max_avail": 243100303360, 2024-09-14T03:35:06.896 INFO:tasks.workunit.client.0.smithi002.stdout: "objects": 2, 2024-09-14T03:35:06.896 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_bytes_used": 0, 2024-09-14T03:35:06.896 INFO:tasks.workunit.client.0.smithi002.stdout: "percent_used": 2.4431008114333963e-06, 2024-09-14T03:35:06.896 INFO:tasks.workunit.client.0.smithi002.stdout: "quota_bytes": 0, 2024-09-14T03:35:06.896 INFO:tasks.workunit.client.0.smithi002.stdout: "quota_objects": 0, 2024-09-14T03:35:06.897 INFO:tasks.workunit.client.0.smithi002.stdout: "rd": 212, 2024-09-14T03:35:06.897 INFO:tasks.workunit.client.0.smithi002.stdout: "rd_bytes": 313344, 2024-09-14T03:35:06.897 INFO:tasks.workunit.client.0.smithi002.stdout: "stored": 590368, 2024-09-14T03:35:06.897 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_data": 590368, 2024-09-14T03:35:06.897 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_omap": 0, 2024-09-14T03:35:06.897 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_raw": 1771104, 2024-09-14T03:35:06.897 INFO:tasks.workunit.client.0.smithi002.stdout: "wr": 179, 2024-09-14T03:35:06.897 INFO:tasks.workunit.client.0.smithi002.stdout: "wr_bytes": 2473984 2024-09-14T03:35:06.897 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:06.897 INFO:tasks.workunit.client.0.smithi002.stdout: "target_max_bytes": 0, 2024-09-14T03:35:06.897 INFO:tasks.workunit.client.0.smithi002.stdout: "target_max_objects": 0, 2024-09-14T03:35:06.897 INFO:tasks.workunit.client.0.smithi002.stdout: "type": "replicated" 2024-09-14T03:35:06.897 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:06.897 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:06.898 INFO:tasks.workunit.client.0.smithi002.stdout: "application": [ 2024-09-14T03:35:06.898 INFO:tasks.workunit.client.0.smithi002.stdout: "cephfs" 2024-09-14T03:35:06.898 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:06.898 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_mode": "none", 2024-09-14T03:35:06.898 INFO:tasks.workunit.client.0.smithi002.stdout: "erasure_code_profile": {}, 2024-09-14T03:35:06.898 INFO:tasks.workunit.client.0.smithi002.stdout: "min_size": 2, 2024-09-14T03:35:06.898 INFO:tasks.workunit.client.0.smithi002.stdout: "options": {}, 2024-09-14T03:35:06.898 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_autoscale_mode": "off", 2024-09-14T03:35:06.898 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_num": 32, 2024-09-14T03:35:06.898 INFO:tasks.workunit.client.0.smithi002.stdout: "pgp_num": 32, 2024-09-14T03:35:06.898 INFO:tasks.workunit.client.0.smithi002.stdout: "pool": 2, 2024-09-14T03:35:06.898 INFO:tasks.workunit.client.0.smithi002.stdout: "size": 3, 2024-09-14T03:35:06.898 INFO:tasks.workunit.client.0.smithi002.stdout: "stats": { 2024-09-14T03:35:06.899 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_raw": 729300936970, 2024-09-14T03:35:06.899 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_used": 98304, 2024-09-14T03:35:06.899 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_bytes_used": 0, 2024-09-14T03:35:06.899 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_under_bytes": 0, 2024-09-14T03:35:06.899 INFO:tasks.workunit.client.0.smithi002.stdout: "data_bytes_used": 98304, 2024-09-14T03:35:06.899 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty": 0, 2024-09-14T03:35:06.899 INFO:tasks.workunit.client.0.smithi002.stdout: "max_avail": 243100303360, 2024-09-14T03:35:06.899 INFO:tasks.workunit.client.0.smithi002.stdout: "objects": 22, 2024-09-14T03:35:06.899 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_bytes_used": 0, 2024-09-14T03:35:06.899 INFO:tasks.workunit.client.0.smithi002.stdout: "percent_used": 1.3479208860189829e-07, 2024-09-14T03:35:06.899 INFO:tasks.workunit.client.0.smithi002.stdout: "quota_bytes": 0, 2024-09-14T03:35:06.899 INFO:tasks.workunit.client.0.smithi002.stdout: "quota_objects": 0, 2024-09-14T03:35:06.899 INFO:tasks.workunit.client.0.smithi002.stdout: "rd": 0, 2024-09-14T03:35:06.899 INFO:tasks.workunit.client.0.smithi002.stdout: "rd_bytes": 0, 2024-09-14T03:35:06.900 INFO:tasks.workunit.client.0.smithi002.stdout: "stored": 3428, 2024-09-14T03:35:06.900 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_data": 3428, 2024-09-14T03:35:06.900 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_omap": 0, 2024-09-14T03:35:06.900 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_raw": 10284, 2024-09-14T03:35:06.900 INFO:tasks.workunit.client.0.smithi002.stdout: "wr": 51, 2024-09-14T03:35:06.900 INFO:tasks.workunit.client.0.smithi002.stdout: "wr_bytes": 20480 2024-09-14T03:35:06.900 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:06.900 INFO:tasks.workunit.client.0.smithi002.stdout: "target_max_bytes": 0, 2024-09-14T03:35:06.900 INFO:tasks.workunit.client.0.smithi002.stdout: "target_max_objects": 0, 2024-09-14T03:35:06.900 INFO:tasks.workunit.client.0.smithi002.stdout: "type": "replicated" 2024-09-14T03:35:06.900 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:06.900 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:06.900 INFO:tasks.workunit.client.0.smithi002.stdout: "application": [ 2024-09-14T03:35:06.901 INFO:tasks.workunit.client.0.smithi002.stdout: "cephfs" 2024-09-14T03:35:06.901 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:06.901 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_mode": "none", 2024-09-14T03:35:06.901 INFO:tasks.workunit.client.0.smithi002.stdout: "erasure_code_profile": {}, 2024-09-14T03:35:06.901 INFO:tasks.workunit.client.0.smithi002.stdout: "min_size": 2, 2024-09-14T03:35:06.901 INFO:tasks.workunit.client.0.smithi002.stdout: "options": {}, 2024-09-14T03:35:06.901 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_autoscale_mode": "off", 2024-09-14T03:35:06.901 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_num": 64, 2024-09-14T03:35:06.901 INFO:tasks.workunit.client.0.smithi002.stdout: "pgp_num": 64, 2024-09-14T03:35:06.901 INFO:tasks.workunit.client.0.smithi002.stdout: "pool": 3, 2024-09-14T03:35:06.901 INFO:tasks.workunit.client.0.smithi002.stdout: "size": 3, 2024-09-14T03:35:06.901 INFO:tasks.workunit.client.0.smithi002.stdout: "stats": { 2024-09-14T03:35:06.901 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_raw": 729300936970, 2024-09-14T03:35:06.902 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_used": 0, 2024-09-14T03:35:06.902 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_bytes_used": 0, 2024-09-14T03:35:06.902 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_under_bytes": 0, 2024-09-14T03:35:06.902 INFO:tasks.workunit.client.0.smithi002.stdout: "data_bytes_used": 0, 2024-09-14T03:35:06.902 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty": 0, 2024-09-14T03:35:06.902 INFO:tasks.workunit.client.0.smithi002.stdout: "max_avail": 243100303360, 2024-09-14T03:35:06.902 INFO:tasks.workunit.client.0.smithi002.stdout: "objects": 0, 2024-09-14T03:35:06.902 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_bytes_used": 0, 2024-09-14T03:35:06.902 INFO:tasks.workunit.client.0.smithi002.stdout: "percent_used": 0.0, 2024-09-14T03:35:06.902 INFO:tasks.workunit.client.0.smithi002.stdout: "quota_bytes": 0, 2024-09-14T03:35:06.902 INFO:tasks.workunit.client.0.smithi002.stdout: "quota_objects": 0, 2024-09-14T03:35:06.902 INFO:tasks.workunit.client.0.smithi002.stdout: "rd": 0, 2024-09-14T03:35:06.902 INFO:tasks.workunit.client.0.smithi002.stdout: "rd_bytes": 0, 2024-09-14T03:35:06.902 INFO:tasks.workunit.client.0.smithi002.stdout: "stored": 0, 2024-09-14T03:35:06.902 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_data": 0, 2024-09-14T03:35:06.903 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_omap": 0, 2024-09-14T03:35:06.903 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_raw": 0, 2024-09-14T03:35:06.903 INFO:tasks.workunit.client.0.smithi002.stdout: "wr": 0, 2024-09-14T03:35:06.903 INFO:tasks.workunit.client.0.smithi002.stdout: "wr_bytes": 0 2024-09-14T03:35:06.903 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:06.903 INFO:tasks.workunit.client.0.smithi002.stdout: "target_max_bytes": 0, 2024-09-14T03:35:06.903 INFO:tasks.workunit.client.0.smithi002.stdout: "target_max_objects": 0, 2024-09-14T03:35:06.903 INFO:tasks.workunit.client.0.smithi002.stdout: "type": "replicated" 2024-09-14T03:35:06.903 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:06.903 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:06.903 INFO:tasks.workunit.client.0.smithi002.stdout: "application": [ 2024-09-14T03:35:06.903 INFO:tasks.workunit.client.0.smithi002.stdout: "rbd" 2024-09-14T03:35:06.903 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:06.904 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_mode": "none", 2024-09-14T03:35:06.904 INFO:tasks.workunit.client.0.smithi002.stdout: "erasure_code_profile": {}, 2024-09-14T03:35:06.904 INFO:tasks.workunit.client.0.smithi002.stdout: "min_size": 2, 2024-09-14T03:35:06.904 INFO:tasks.workunit.client.0.smithi002.stdout: "options": {}, 2024-09-14T03:35:06.904 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_autoscale_mode": "off", 2024-09-14T03:35:06.904 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_num": 8, 2024-09-14T03:35:06.904 INFO:tasks.workunit.client.0.smithi002.stdout: "pgp_num": 8, 2024-09-14T03:35:06.904 INFO:tasks.workunit.client.0.smithi002.stdout: "pool": 4, 2024-09-14T03:35:06.904 INFO:tasks.workunit.client.0.smithi002.stdout: "size": 3, 2024-09-14T03:35:06.904 INFO:tasks.workunit.client.0.smithi002.stdout: "stats": { 2024-09-14T03:35:06.904 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_raw": 729300936970, 2024-09-14T03:35:06.904 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_used": 12288, 2024-09-14T03:35:06.904 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_bytes_used": 0, 2024-09-14T03:35:06.905 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_under_bytes": 0, 2024-09-14T03:35:06.905 INFO:tasks.workunit.client.0.smithi002.stdout: "data_bytes_used": 12288, 2024-09-14T03:35:06.905 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty": 0, 2024-09-14T03:35:06.905 INFO:tasks.workunit.client.0.smithi002.stdout: "max_avail": 243100303360, 2024-09-14T03:35:06.905 INFO:tasks.workunit.client.0.smithi002.stdout: "objects": 2, 2024-09-14T03:35:06.905 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_bytes_used": 0, 2024-09-14T03:35:06.905 INFO:tasks.workunit.client.0.smithi002.stdout: "percent_used": 1.6849011075237286e-08, 2024-09-14T03:35:06.905 INFO:tasks.workunit.client.0.smithi002.stdout: "quota_bytes": 0, 2024-09-14T03:35:06.905 INFO:tasks.workunit.client.0.smithi002.stdout: "quota_objects": 0, 2024-09-14T03:35:06.905 INFO:tasks.workunit.client.0.smithi002.stdout: "rd": 0, 2024-09-14T03:35:06.905 INFO:tasks.workunit.client.0.smithi002.stdout: "rd_bytes": 0, 2024-09-14T03:35:06.905 INFO:tasks.workunit.client.0.smithi002.stdout: "stored": 19, 2024-09-14T03:35:06.905 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_data": 19, 2024-09-14T03:35:06.905 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_omap": 0, 2024-09-14T03:35:06.906 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_raw": 57, 2024-09-14T03:35:06.906 INFO:tasks.workunit.client.0.smithi002.stdout: "wr": 2, 2024-09-14T03:35:06.906 INFO:tasks.workunit.client.0.smithi002.stdout: "wr_bytes": 2048 2024-09-14T03:35:06.906 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:06.906 INFO:tasks.workunit.client.0.smithi002.stdout: "target_max_bytes": 0, 2024-09-14T03:35:06.906 INFO:tasks.workunit.client.0.smithi002.stdout: "target_max_objects": 0, 2024-09-14T03:35:06.906 INFO:tasks.workunit.client.0.smithi002.stdout: "type": "replicated" 2024-09-14T03:35:06.906 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:06.906 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:06.906 INFO:tasks.workunit.client.0.smithi002.stdout: "rbd": { 2024-09-14T03:35:06.906 INFO:tasks.workunit.client.0.smithi002.stdout: "mirroring_by_pool": [ 2024-09-14T03:35:06.906 INFO:tasks.workunit.client.0.smithi002.stdout: false 2024-09-14T03:35:06.906 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:06.906 INFO:tasks.workunit.client.0.smithi002.stdout: "num_images_by_pool": [ 2024-09-14T03:35:06.907 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:06.907 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:06.907 INFO:tasks.workunit.client.0.smithi002.stdout: "num_pools": 1 2024-09-14T03:35:06.907 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:06.907 INFO:tasks.workunit.client.0.smithi002.stdout: "report_id": "d20204cc-804e-49ac-8e81-1f7ba247ec99", 2024-09-14T03:35:06.907 INFO:tasks.workunit.client.0.smithi002.stdout: "report_timestamp": "2024-09-14T03:35:06.854512", 2024-09-14T03:35:06.907 INFO:tasks.workunit.client.0.smithi002.stdout: "report_version": 1, 2024-09-14T03:35:06.907 INFO:tasks.workunit.client.0.smithi002.stdout: "rook": { 2024-09-14T03:35:06.907 INFO:tasks.workunit.client.0.smithi002.stdout: "cluster": { 2024-09-14T03:35:06.907 INFO:tasks.workunit.client.0.smithi002.stdout: "external-mode": null, 2024-09-14T03:35:06.907 INFO:tasks.workunit.client.0.smithi002.stdout: "mon": { 2024-09-14T03:35:06.907 INFO:tasks.workunit.client.0.smithi002.stdout: "allow-multiple-per-node": null, 2024-09-14T03:35:06.907 INFO:tasks.workunit.client.0.smithi002.stdout: "count": null, 2024-09-14T03:35:06.907 INFO:tasks.workunit.client.0.smithi002.stdout: "max-id": null, 2024-09-14T03:35:06.908 INFO:tasks.workunit.client.0.smithi002.stdout: "pvc": { 2024-09-14T03:35:06.908 INFO:tasks.workunit.client.0.smithi002.stdout: "enabled": null 2024-09-14T03:35:06.908 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:06.908 INFO:tasks.workunit.client.0.smithi002.stdout: "stretch": { 2024-09-14T03:35:06.908 INFO:tasks.workunit.client.0.smithi002.stdout: "enabled": null 2024-09-14T03:35:06.908 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:06.908 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:06.908 INFO:tasks.workunit.client.0.smithi002.stdout: "network": { 2024-09-14T03:35:06.908 INFO:tasks.workunit.client.0.smithi002.stdout: "provider": null 2024-09-14T03:35:06.908 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:06.908 INFO:tasks.workunit.client.0.smithi002.stdout: "storage": { 2024-09-14T03:35:06.908 INFO:tasks.workunit.client.0.smithi002.stdout: "device-set": { 2024-09-14T03:35:06.908 INFO:tasks.workunit.client.0.smithi002.stdout: "count": { 2024-09-14T03:35:06.908 INFO:tasks.workunit.client.0.smithi002.stdout: "non-portable": null, 2024-09-14T03:35:06.909 INFO:tasks.workunit.client.0.smithi002.stdout: "portable": null, 2024-09-14T03:35:06.909 INFO:tasks.workunit.client.0.smithi002.stdout: "total": null 2024-09-14T03:35:06.909 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:06.909 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:06.909 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:06.909 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:06.909 INFO:tasks.workunit.client.0.smithi002.stdout: "csi": { 2024-09-14T03:35:06.909 INFO:tasks.workunit.client.0.smithi002.stdout: "version": null 2024-09-14T03:35:06.909 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:06.909 INFO:tasks.workunit.client.0.smithi002.stdout: "kubernetes": { 2024-09-14T03:35:06.909 INFO:tasks.workunit.client.0.smithi002.stdout: "version": null 2024-09-14T03:35:06.909 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:06.909 INFO:tasks.workunit.client.0.smithi002.stdout: "node": { 2024-09-14T03:35:06.910 INFO:tasks.workunit.client.0.smithi002.stdout: "count": { 2024-09-14T03:35:06.910 INFO:tasks.workunit.client.0.smithi002.stdout: "kubernetes-total": null, 2024-09-14T03:35:06.910 INFO:tasks.workunit.client.0.smithi002.stdout: "with-ceph-daemons": null, 2024-09-14T03:35:06.910 INFO:tasks.workunit.client.0.smithi002.stdout: "with-csi-cephfs-plugin": null, 2024-09-14T03:35:06.910 INFO:tasks.workunit.client.0.smithi002.stdout: "with-csi-nfs-plugin": null, 2024-09-14T03:35:06.910 INFO:tasks.workunit.client.0.smithi002.stdout: "with-csi-rbd-plugin": null 2024-09-14T03:35:06.910 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:06.910 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:06.910 INFO:tasks.workunit.client.0.smithi002.stdout: "usage": { 2024-09-14T03:35:06.910 INFO:tasks.workunit.client.0.smithi002.stdout: "storage-class": { 2024-09-14T03:35:06.910 INFO:tasks.workunit.client.0.smithi002.stdout: "count": { 2024-09-14T03:35:06.910 INFO:tasks.workunit.client.0.smithi002.stdout: "bucket": null, 2024-09-14T03:35:06.910 INFO:tasks.workunit.client.0.smithi002.stdout: "cephfs": null, 2024-09-14T03:35:06.910 INFO:tasks.workunit.client.0.smithi002.stdout: "nfs": null, 2024-09-14T03:35:06.911 INFO:tasks.workunit.client.0.smithi002.stdout: "rbd": null, 2024-09-14T03:35:06.911 INFO:tasks.workunit.client.0.smithi002.stdout: "total": null 2024-09-14T03:35:06.911 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:06.911 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:06.911 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:06.911 INFO:tasks.workunit.client.0.smithi002.stdout: "version": null 2024-09-14T03:35:06.911 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:06.911 INFO:tasks.workunit.client.0.smithi002.stdout: "services": {}, 2024-09-14T03:35:06.911 INFO:tasks.workunit.client.0.smithi002.stdout: "usage": { 2024-09-14T03:35:06.911 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_num": 105, 2024-09-14T03:35:06.911 INFO:tasks.workunit.client.0.smithi002.stdout: "pools": 4, 2024-09-14T03:35:06.911 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_by_class": { 2024-09-14T03:35:06.911 INFO:tasks.workunit.client.0.smithi002.stdout: "ssd": { 2024-09-14T03:35:06.912 INFO:tasks.workunit.client.0.smithi002.stdout: "total_avail_bytes": 767722418176, 2024-09-14T03:35:06.912 INFO:tasks.workunit.client.0.smithi002.stdout: "total_bytes": 767960285184, 2024-09-14T03:35:06.912 INFO:tasks.workunit.client.0.smithi002.stdout: "total_used_bytes": 237867008, 2024-09-14T03:35:06.912 INFO:tasks.workunit.client.0.smithi002.stdout: "total_used_raw_bytes": 237867008, 2024-09-14T03:35:06.912 INFO:tasks.workunit.client.0.smithi002.stdout: "total_used_raw_ratio": 0.0003097386797890067 2024-09-14T03:35:06.912 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:06.912 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:06.912 INFO:tasks.workunit.client.0.smithi002.stdout: "total_avail_bytes": 767722418176, 2024-09-14T03:35:06.912 INFO:tasks.workunit.client.0.smithi002.stdout: "total_bytes": 767960285184, 2024-09-14T03:35:06.912 INFO:tasks.workunit.client.0.smithi002.stdout: "total_used_bytes": 237867008 2024-09-14T03:35:06.912 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:06.912 INFO:tasks.workunit.client.0.smithi002.stdout:} 2024-09-14T03:35:06.912 INFO:tasks.workunit.client.0.smithi002.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2024-09-14T03:35:06.913 INFO:tasks.workunit.client.0.smithi002.stderr:+ ceph telemetry preview-device 2024-09-14T03:35:07.186 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:35:06 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: [14/Sep/2024:03:35:06] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-14T03:35:07.187 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:35:06 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: [14/Sep/2024:03:35:06] ENGINE Bus STOPPED 2024-09-14T03:35:07.187 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:35:06 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: [14/Sep/2024:03:35:06] ENGINE Bus STARTING 2024-09-14T03:35:07.187 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:35:06 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: [14/Sep/2024:03:35:06] ENGINE Serving on http://:::9283 2024-09-14T03:35:07.187 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:35:06 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: [14/Sep/2024:03:35:06] ENGINE Bus STARTED 2024-09-14T03:35:07.371 INFO:tasks.workunit.client.0.smithi002.stdout:{ 2024-09-14T03:35:07.371 INFO:tasks.workunit.client.0.smithi002.stdout: "563eb67a-724a-11ef-9d12-0cc47abd1920": { 2024-09-14T03:35:07.371 INFO:tasks.workunit.client.0.smithi002.stdout: "INTEL_SSDPED1D480GA_563f431a-724a-11ef-9d12-0cc47abd1920": { 2024-09-14T03:35:07.371 INFO:tasks.workunit.client.0.smithi002.stdout: "20240914-032921": { 2024-09-14T03:35:07.371 INFO:tasks.workunit.client.0.smithi002.stdout: "device": { 2024-09-14T03:35:07.371 INFO:tasks.workunit.client.0.smithi002.stdout: "info_name": "/dev/nvme0n1", 2024-09-14T03:35:07.371 INFO:tasks.workunit.client.0.smithi002.stdout: "name": "/dev/nvme0n1", 2024-09-14T03:35:07.371 INFO:tasks.workunit.client.0.smithi002.stdout: "protocol": "NVMe", 2024-09-14T03:35:07.371 INFO:tasks.workunit.client.0.smithi002.stdout: "type": "nvme" 2024-09-14T03:35:07.371 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.371 INFO:tasks.workunit.client.0.smithi002.stdout: "firmware_version": "E2010325", 2024-09-14T03:35:07.372 INFO:tasks.workunit.client.0.smithi002.stdout: "host_id": "563eb67a-724a-11ef-9d12-0cc47abd1920", 2024-09-14T03:35:07.372 INFO:tasks.workunit.client.0.smithi002.stdout: "json_format_version": [ 2024-09-14T03:35:07.372 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:07.372 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:07.372 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:07.372 INFO:tasks.workunit.client.0.smithi002.stdout: "local_time": { 2024-09-14T03:35:07.372 INFO:tasks.workunit.client.0.smithi002.stdout: "asctime": "Sat Sep 14 03:29:21 2024 UTC", 2024-09-14T03:35:07.372 INFO:tasks.workunit.client.0.smithi002.stdout: "time_t": 1726284561 2024-09-14T03:35:07.372 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.372 INFO:tasks.workunit.client.0.smithi002.stdout: "logical_block_size": 512, 2024-09-14T03:35:07.372 INFO:tasks.workunit.client.0.smithi002.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-09-14T03:35:07.372 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_controller_id": 0, 2024-09-14T03:35:07.372 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-14T03:35:07.373 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_namespaces": [ 2024-09-14T03:35:07.373 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:07.373 INFO:tasks.workunit.client.0.smithi002.stdout: "capacity": { 2024-09-14T03:35:07.373 INFO:tasks.workunit.client.0.smithi002.stdout: "blocks": 937703088, 2024-09-14T03:35:07.373 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 480103981056 2024-09-14T03:35:07.373 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.373 INFO:tasks.workunit.client.0.smithi002.stdout: "formatted_lba_size": 512, 2024-09-14T03:35:07.373 INFO:tasks.workunit.client.0.smithi002.stdout: "id": 1, 2024-09-14T03:35:07.373 INFO:tasks.workunit.client.0.smithi002.stdout: "size": { 2024-09-14T03:35:07.373 INFO:tasks.workunit.client.0.smithi002.stdout: "blocks": 937703088, 2024-09-14T03:35:07.373 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 480103981056 2024-09-14T03:35:07.373 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.373 INFO:tasks.workunit.client.0.smithi002.stdout: "utilization": { 2024-09-14T03:35:07.373 INFO:tasks.workunit.client.0.smithi002.stdout: "blocks": 937703088, 2024-09-14T03:35:07.374 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 480103981056 2024-09-14T03:35:07.374 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:07.374 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:07.374 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:07.374 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_number_of_namespaces": 1, 2024-09-14T03:35:07.374 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_pci_vendor": { 2024-09-14T03:35:07.374 INFO:tasks.workunit.client.0.smithi002.stdout: "id": 32902, 2024-09-14T03:35:07.374 INFO:tasks.workunit.client.0.smithi002.stdout: "subsystem_id": 32902 2024-09-14T03:35:07.374 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.374 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_smart_health_information_add_log": { 2024-09-14T03:35:07.374 INFO:tasks.workunit.client.0.smithi002.stdout: "Device stats": { 2024-09-14T03:35:07.374 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_fw_downgrades": { 2024-09-14T03:35:07.374 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2024-09-14T03:35:07.374 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:07.375 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.375 INFO:tasks.workunit.client.0.smithi002.stdout: "crc_error_count": { 2024-09-14T03:35:07.375 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:07.375 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:07.375 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.375 INFO:tasks.workunit.client.0.smithi002.stdout: "end_to_end_error_detection_count": { 2024-09-14T03:35:07.375 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:07.375 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:07.375 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.375 INFO:tasks.workunit.client.0.smithi002.stdout: "erase_fail_count": { 2024-09-14T03:35:07.375 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2024-09-14T03:35:07.375 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:07.375 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.375 INFO:tasks.workunit.client.0.smithi002.stdout: "host_bytes_written": { 2024-09-14T03:35:07.376 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:07.376 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 15121774 2024-09-14T03:35:07.376 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.376 INFO:tasks.workunit.client.0.smithi002.stdout: "host_ctx_wear_used": { 2024-09-14T03:35:07.376 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2024-09-14T03:35:07.376 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:07.376 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.376 INFO:tasks.workunit.client.0.smithi002.stdout: "media_bytes_read": { 2024-09-14T03:35:07.376 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2024-09-14T03:35:07.376 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:07.376 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.376 INFO:tasks.workunit.client.0.smithi002.stdout: "nand_bytes_written": { 2024-09-14T03:35:07.376 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2024-09-14T03:35:07.376 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:07.377 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.377 INFO:tasks.workunit.client.0.smithi002.stdout: "perf_stat_indicator": { 2024-09-14T03:35:07.377 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2024-09-14T03:35:07.377 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:07.377 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.377 INFO:tasks.workunit.client.0.smithi002.stdout: "pll_lock_loss_count": { 2024-09-14T03:35:07.377 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:07.377 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 1 2024-09-14T03:35:07.377 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.377 INFO:tasks.workunit.client.0.smithi002.stdout: "program_fail_count": { 2024-09-14T03:35:07.377 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2024-09-14T03:35:07.377 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:07.377 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.377 INFO:tasks.workunit.client.0.smithi002.stdout: "re_alloc_sectr_cnt": { 2024-09-14T03:35:07.378 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2024-09-14T03:35:07.378 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:07.378 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.378 INFO:tasks.workunit.client.0.smithi002.stdout: "retry_buffer_overflow_count": { 2024-09-14T03:35:07.378 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:07.378 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:07.378 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.378 INFO:tasks.workunit.client.0.smithi002.stdout: "soft_ecc_err_rate": { 2024-09-14T03:35:07.378 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2024-09-14T03:35:07.378 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:07.378 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.378 INFO:tasks.workunit.client.0.smithi002.stdout: "thermal_throttle_status": { 2024-09-14T03:35:07.378 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:07.378 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": { 2024-09-14T03:35:07.379 INFO:tasks.workunit.client.0.smithi002.stdout: "cnt": 0, 2024-09-14T03:35:07.379 INFO:tasks.workunit.client.0.smithi002.stdout: "pct": 0 2024-09-14T03:35:07.379 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:07.379 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.379 INFO:tasks.workunit.client.0.smithi002.stdout: "timed_workload_host_reads": { 2024-09-14T03:35:07.379 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:07.379 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 14 2024-09-14T03:35:07.379 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.379 INFO:tasks.workunit.client.0.smithi002.stdout: "timed_workload_media_wear": { 2024-09-14T03:35:07.379 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:07.379 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": "0.000000" 2024-09-14T03:35:07.379 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.379 INFO:tasks.workunit.client.0.smithi002.stdout: "timed_workload_timer": { 2024-09-14T03:35:07.379 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:07.380 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 1452344 2024-09-14T03:35:07.380 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.380 INFO:tasks.workunit.client.0.smithi002.stdout: "unexp_power_loss": { 2024-09-14T03:35:07.380 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2024-09-14T03:35:07.380 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:07.380 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.380 INFO:tasks.workunit.client.0.smithi002.stdout: "wear_leveling": { 2024-09-14T03:35:07.380 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2024-09-14T03:35:07.380 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": { 2024-09-14T03:35:07.380 INFO:tasks.workunit.client.0.smithi002.stdout: "avg": 0, 2024-09-14T03:35:07.380 INFO:tasks.workunit.client.0.smithi002.stdout: "max": 0, 2024-09-14T03:35:07.380 INFO:tasks.workunit.client.0.smithi002.stdout: "min": 0 2024-09-14T03:35:07.380 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:07.381 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:07.381 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.381 INFO:tasks.workunit.client.0.smithi002.stdout: "Intel Smart log": "nvme0n1" 2024-09-14T03:35:07.381 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.381 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_smart_health_information_log": { 2024-09-14T03:35:07.381 INFO:tasks.workunit.client.0.smithi002.stdout: "available_spare": 100, 2024-09-14T03:35:07.381 INFO:tasks.workunit.client.0.smithi002.stdout: "available_spare_threshold": 0, 2024-09-14T03:35:07.381 INFO:tasks.workunit.client.0.smithi002.stdout: "controller_busy_time": 5867, 2024-09-14T03:35:07.381 INFO:tasks.workunit.client.0.smithi002.stdout: "critical_warning": 0, 2024-09-14T03:35:07.381 INFO:tasks.workunit.client.0.smithi002.stdout: "data_units_read": 208376833, 2024-09-14T03:35:07.381 INFO:tasks.workunit.client.0.smithi002.stdout: "data_units_written": 991020618, 2024-09-14T03:35:07.381 INFO:tasks.workunit.client.0.smithi002.stdout: "host_reads": 3699851740, 2024-09-14T03:35:07.381 INFO:tasks.workunit.client.0.smithi002.stdout: "host_writes": 21349590694, 2024-09-14T03:35:07.381 INFO:tasks.workunit.client.0.smithi002.stdout: "media_errors": 0, 2024-09-14T03:35:07.381 INFO:tasks.workunit.client.0.smithi002.stdout: "num_err_log_entries": 0, 2024-09-14T03:35:07.382 INFO:tasks.workunit.client.0.smithi002.stdout: "percentage_used": 0, 2024-09-14T03:35:07.382 INFO:tasks.workunit.client.0.smithi002.stdout: "power_cycles": 35407, 2024-09-14T03:35:07.382 INFO:tasks.workunit.client.0.smithi002.stdout: "power_on_hours": 39127, 2024-09-14T03:35:07.382 INFO:tasks.workunit.client.0.smithi002.stdout: "temperature": 31, 2024-09-14T03:35:07.382 INFO:tasks.workunit.client.0.smithi002.stdout: "unsafe_shutdowns": 10194 2024-09-14T03:35:07.382 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.382 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_vendor": "intel", 2024-09-14T03:35:07.382 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_version": { 2024-09-14T03:35:07.382 INFO:tasks.workunit.client.0.smithi002.stdout: "string": "<1.2", 2024-09-14T03:35:07.382 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:07.382 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.382 INFO:tasks.workunit.client.0.smithi002.stdout: "power_cycle_count": 35407, 2024-09-14T03:35:07.382 INFO:tasks.workunit.client.0.smithi002.stdout: "power_on_time": { 2024-09-14T03:35:07.382 INFO:tasks.workunit.client.0.smithi002.stdout: "hours": 39127 2024-09-14T03:35:07.383 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.383 INFO:tasks.workunit.client.0.smithi002.stdout: "serial_number": "deleted", 2024-09-14T03:35:07.383 INFO:tasks.workunit.client.0.smithi002.stdout: "smart_status": { 2024-09-14T03:35:07.383 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme": { 2024-09-14T03:35:07.383 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:07.383 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.383 INFO:tasks.workunit.client.0.smithi002.stdout: "passed": true 2024-09-14T03:35:07.383 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.383 INFO:tasks.workunit.client.0.smithi002.stdout: "smartctl": { 2024-09-14T03:35:07.383 INFO:tasks.workunit.client.0.smithi002.stdout: "argv": [ 2024-09-14T03:35:07.383 INFO:tasks.workunit.client.0.smithi002.stdout: "smartctl", 2024-09-14T03:35:07.383 INFO:tasks.workunit.client.0.smithi002.stdout: "-x", 2024-09-14T03:35:07.383 INFO:tasks.workunit.client.0.smithi002.stdout: "--json=o", 2024-09-14T03:35:07.383 INFO:tasks.workunit.client.0.smithi002.stdout: "/dev/nvme0n1" 2024-09-14T03:35:07.383 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:07.384 INFO:tasks.workunit.client.0.smithi002.stdout: "build_info": "(local build)", 2024-09-14T03:35:07.384 INFO:tasks.workunit.client.0.smithi002.stdout: "exit_status": 0, 2024-09-14T03:35:07.384 INFO:tasks.workunit.client.0.smithi002.stdout: "output": [ 2024-09-14T03:35:07.384 INFO:tasks.workunit.client.0.smithi002.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-14T03:35:07.384 INFO:tasks.workunit.client.0.smithi002.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-14T03:35:07.384 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2024-09-14T03:35:07.384 INFO:tasks.workunit.client.0.smithi002.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-14T03:35:07.384 INFO:tasks.workunit.client.0.smithi002.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-09-14T03:35:07.384 INFO:tasks.workunit.client.0.smithi002.stdout: "Serial Number: deleted", 2024-09-14T03:35:07.384 INFO:tasks.workunit.client.0.smithi002.stdout: "Firmware Version: E2010325", 2024-09-14T03:35:07.384 INFO:tasks.workunit.client.0.smithi002.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-14T03:35:07.384 INFO:tasks.workunit.client.0.smithi002.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-14T03:35:07.384 INFO:tasks.workunit.client.0.smithi002.stdout: "Controller ID: 0", 2024-09-14T03:35:07.384 INFO:tasks.workunit.client.0.smithi002.stdout: "NVMe Version: <1.2", 2024-09-14T03:35:07.385 INFO:tasks.workunit.client.0.smithi002.stdout: "Number of Namespaces: 1", 2024-09-14T03:35:07.385 INFO:tasks.workunit.client.0.smithi002.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-09-14T03:35:07.385 INFO:tasks.workunit.client.0.smithi002.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-14T03:35:07.385 INFO:tasks.workunit.client.0.smithi002.stdout: "Local Time is: Sat Sep 14 03:29:21 2024 UTC", 2024-09-14T03:35:07.385 INFO:tasks.workunit.client.0.smithi002.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-14T03:35:07.385 INFO:tasks.workunit.client.0.smithi002.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-09-14T03:35:07.385 INFO:tasks.workunit.client.0.smithi002.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-14T03:35:07.385 INFO:tasks.workunit.client.0.smithi002.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-14T03:35:07.385 INFO:tasks.workunit.client.0.smithi002.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-14T03:35:07.385 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2024-09-14T03:35:07.385 INFO:tasks.workunit.client.0.smithi002.stdout: "Supported Power States", 2024-09-14T03:35:07.385 INFO:tasks.workunit.client.0.smithi002.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-14T03:35:07.385 INFO:tasks.workunit.client.0.smithi002.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-09-14T03:35:07.385 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2024-09-14T03:35:07.386 INFO:tasks.workunit.client.0.smithi002.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-14T03:35:07.386 INFO:tasks.workunit.client.0.smithi002.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-14T03:35:07.386 INFO:tasks.workunit.client.0.smithi002.stdout: " 0 + 512 0 2", 2024-09-14T03:35:07.386 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2024-09-14T03:35:07.386 INFO:tasks.workunit.client.0.smithi002.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-14T03:35:07.386 INFO:tasks.workunit.client.0.smithi002.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-14T03:35:07.386 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2024-09-14T03:35:07.386 INFO:tasks.workunit.client.0.smithi002.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-14T03:35:07.386 INFO:tasks.workunit.client.0.smithi002.stdout: "Critical Warning: 0x00", 2024-09-14T03:35:07.386 INFO:tasks.workunit.client.0.smithi002.stdout: "Temperature: 31 Celsius", 2024-09-14T03:35:07.386 INFO:tasks.workunit.client.0.smithi002.stdout: "Available Spare: 100%", 2024-09-14T03:35:07.386 INFO:tasks.workunit.client.0.smithi002.stdout: "Available Spare Threshold: 0%", 2024-09-14T03:35:07.386 INFO:tasks.workunit.client.0.smithi002.stdout: "Percentage Used: 0%", 2024-09-14T03:35:07.386 INFO:tasks.workunit.client.0.smithi002.stdout: "Data Units Read: 208,376,833 [106 TB]", 2024-09-14T03:35:07.387 INFO:tasks.workunit.client.0.smithi002.stdout: "Data Units Written: 991,020,618 [507 TB]", 2024-09-14T03:35:07.387 INFO:tasks.workunit.client.0.smithi002.stdout: "Host Read Commands: 3,699,851,740", 2024-09-14T03:35:07.387 INFO:tasks.workunit.client.0.smithi002.stdout: "Host Write Commands: 21,349,590,694", 2024-09-14T03:35:07.387 INFO:tasks.workunit.client.0.smithi002.stdout: "Controller Busy Time: 5,867", 2024-09-14T03:35:07.387 INFO:tasks.workunit.client.0.smithi002.stdout: "Power Cycles: 35,407", 2024-09-14T03:35:07.387 INFO:tasks.workunit.client.0.smithi002.stdout: "Power On Hours: 39,127", 2024-09-14T03:35:07.387 INFO:tasks.workunit.client.0.smithi002.stdout: "Unsafe Shutdowns: 10,194", 2024-09-14T03:35:07.387 INFO:tasks.workunit.client.0.smithi002.stdout: "Media and Data Integrity Errors: 0", 2024-09-14T03:35:07.387 INFO:tasks.workunit.client.0.smithi002.stdout: "Error Information Log Entries: 0", 2024-09-14T03:35:07.387 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2024-09-14T03:35:07.387 INFO:tasks.workunit.client.0.smithi002.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-14T03:35:07.387 INFO:tasks.workunit.client.0.smithi002.stdout: "No Errors Logged", 2024-09-14T03:35:07.387 INFO:tasks.workunit.client.0.smithi002.stdout: "" 2024-09-14T03:35:07.387 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:07.388 INFO:tasks.workunit.client.0.smithi002.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-14T03:35:07.388 INFO:tasks.workunit.client.0.smithi002.stdout: "svn_revision": "5155", 2024-09-14T03:35:07.388 INFO:tasks.workunit.client.0.smithi002.stdout: "version": [ 2024-09-14T03:35:07.388 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:07.388 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2024-09-14T03:35:07.388 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:07.388 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.388 INFO:tasks.workunit.client.0.smithi002.stdout: "temperature": { 2024-09-14T03:35:07.388 INFO:tasks.workunit.client.0.smithi002.stdout: "current": 31 2024-09-14T03:35:07.388 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.388 INFO:tasks.workunit.client.0.smithi002.stdout: "user_capacity": { 2024-09-14T03:35:07.388 INFO:tasks.workunit.client.0.smithi002.stdout: "blocks": 937703088, 2024-09-14T03:35:07.388 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 480103981056 2024-09-14T03:35:07.389 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:07.389 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:07.389 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:07.389 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.389 INFO:tasks.workunit.client.0.smithi002.stdout: "564070fa-724a-11ef-9d12-0cc47abd1920": { 2024-09-14T03:35:07.389 INFO:tasks.workunit.client.0.smithi002.stdout: "INTEL_SSDPEDMD400G4_5641106e-724a-11ef-9d12-0cc47abd1920": { 2024-09-14T03:35:07.389 INFO:tasks.workunit.client.0.smithi002.stdout: "20240914-032924": { 2024-09-14T03:35:07.389 INFO:tasks.workunit.client.0.smithi002.stdout: "device": { 2024-09-14T03:35:07.389 INFO:tasks.workunit.client.0.smithi002.stdout: "info_name": "/dev/nvme0n1", 2024-09-14T03:35:07.389 INFO:tasks.workunit.client.0.smithi002.stdout: "name": "/dev/nvme0n1", 2024-09-14T03:35:07.390 INFO:tasks.workunit.client.0.smithi002.stdout: "protocol": "NVMe", 2024-09-14T03:35:07.390 INFO:tasks.workunit.client.0.smithi002.stdout: "type": "nvme" 2024-09-14T03:35:07.390 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.390 INFO:tasks.workunit.client.0.smithi002.stdout: "firmware_version": "8DV101H0", 2024-09-14T03:35:07.390 INFO:tasks.workunit.client.0.smithi002.stdout: "host_id": "564070fa-724a-11ef-9d12-0cc47abd1920", 2024-09-14T03:35:07.390 INFO:tasks.workunit.client.0.smithi002.stdout: "json_format_version": [ 2024-09-14T03:35:07.390 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:07.390 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:07.390 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:07.390 INFO:tasks.workunit.client.0.smithi002.stdout: "local_time": { 2024-09-14T03:35:07.390 INFO:tasks.workunit.client.0.smithi002.stdout: "asctime": "Sat Sep 14 03:29:24 2024 UTC", 2024-09-14T03:35:07.390 INFO:tasks.workunit.client.0.smithi002.stdout: "time_t": 1726284564 2024-09-14T03:35:07.390 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.390 INFO:tasks.workunit.client.0.smithi002.stdout: "logical_block_size": 512, 2024-09-14T03:35:07.391 INFO:tasks.workunit.client.0.smithi002.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-09-14T03:35:07.391 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_controller_id": 0, 2024-09-14T03:35:07.391 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-14T03:35:07.391 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_namespaces": [ 2024-09-14T03:35:07.391 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:07.391 INFO:tasks.workunit.client.0.smithi002.stdout: "capacity": { 2024-09-14T03:35:07.391 INFO:tasks.workunit.client.0.smithi002.stdout: "blocks": 781422768, 2024-09-14T03:35:07.391 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 400088457216 2024-09-14T03:35:07.391 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.391 INFO:tasks.workunit.client.0.smithi002.stdout: "formatted_lba_size": 512, 2024-09-14T03:35:07.391 INFO:tasks.workunit.client.0.smithi002.stdout: "id": 1, 2024-09-14T03:35:07.391 INFO:tasks.workunit.client.0.smithi002.stdout: "size": { 2024-09-14T03:35:07.391 INFO:tasks.workunit.client.0.smithi002.stdout: "blocks": 781422768, 2024-09-14T03:35:07.392 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 400088457216 2024-09-14T03:35:07.392 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.392 INFO:tasks.workunit.client.0.smithi002.stdout: "utilization": { 2024-09-14T03:35:07.392 INFO:tasks.workunit.client.0.smithi002.stdout: "blocks": 781422768, 2024-09-14T03:35:07.392 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 400088457216 2024-09-14T03:35:07.392 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:07.392 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:07.392 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:07.392 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_number_of_namespaces": 1, 2024-09-14T03:35:07.392 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_pci_vendor": { 2024-09-14T03:35:07.392 INFO:tasks.workunit.client.0.smithi002.stdout: "id": 32902, 2024-09-14T03:35:07.392 INFO:tasks.workunit.client.0.smithi002.stdout: "subsystem_id": 32902 2024-09-14T03:35:07.392 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.392 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_smart_health_information_add_log": { 2024-09-14T03:35:07.393 INFO:tasks.workunit.client.0.smithi002.stdout: "Device stats": { 2024-09-14T03:35:07.393 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_fw_downgrades": { 2024-09-14T03:35:07.393 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2024-09-14T03:35:07.393 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:07.393 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.393 INFO:tasks.workunit.client.0.smithi002.stdout: "crc_error_count": { 2024-09-14T03:35:07.393 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:07.393 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:07.393 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.393 INFO:tasks.workunit.client.0.smithi002.stdout: "end_to_end_error_detection_count": { 2024-09-14T03:35:07.393 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:07.393 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:07.393 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.394 INFO:tasks.workunit.client.0.smithi002.stdout: "erase_fail_count": { 2024-09-14T03:35:07.394 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:07.394 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:07.394 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.394 INFO:tasks.workunit.client.0.smithi002.stdout: "host_bytes_written": { 2024-09-14T03:35:07.394 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:07.394 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 31821207 2024-09-14T03:35:07.394 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.394 INFO:tasks.workunit.client.0.smithi002.stdout: "host_ctx_wear_used": { 2024-09-14T03:35:07.394 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:07.394 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 1 2024-09-14T03:35:07.394 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.394 INFO:tasks.workunit.client.0.smithi002.stdout: "media_bytes_read": { 2024-09-14T03:35:07.394 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2024-09-14T03:35:07.395 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:07.395 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.395 INFO:tasks.workunit.client.0.smithi002.stdout: "nand_bytes_written": { 2024-09-14T03:35:07.395 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:07.395 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 55550591 2024-09-14T03:35:07.395 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.395 INFO:tasks.workunit.client.0.smithi002.stdout: "perf_stat_indicator": { 2024-09-14T03:35:07.395 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2024-09-14T03:35:07.395 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:07.395 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.395 INFO:tasks.workunit.client.0.smithi002.stdout: "pll_lock_loss_count": { 2024-09-14T03:35:07.395 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:07.395 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 1 2024-09-14T03:35:07.395 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.395 INFO:tasks.workunit.client.0.smithi002.stdout: "program_fail_count": { 2024-09-14T03:35:07.396 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:07.396 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:07.396 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.396 INFO:tasks.workunit.client.0.smithi002.stdout: "re_alloc_sectr_cnt": { 2024-09-14T03:35:07.396 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2024-09-14T03:35:07.396 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:07.396 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.396 INFO:tasks.workunit.client.0.smithi002.stdout: "retry_buffer_overflow_count": { 2024-09-14T03:35:07.396 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:07.396 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:07.396 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.396 INFO:tasks.workunit.client.0.smithi002.stdout: "soft_ecc_err_rate": { 2024-09-14T03:35:07.396 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2024-09-14T03:35:07.397 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:07.397 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.397 INFO:tasks.workunit.client.0.smithi002.stdout: "thermal_throttle_status": { 2024-09-14T03:35:07.397 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:07.397 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": { 2024-09-14T03:35:07.397 INFO:tasks.workunit.client.0.smithi002.stdout: "cnt": 0, 2024-09-14T03:35:07.397 INFO:tasks.workunit.client.0.smithi002.stdout: "pct": 0 2024-09-14T03:35:07.397 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:07.397 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.397 INFO:tasks.workunit.client.0.smithi002.stdout: "timed_workload_host_reads": { 2024-09-14T03:35:07.397 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:07.397 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 65535 2024-09-14T03:35:07.397 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.397 INFO:tasks.workunit.client.0.smithi002.stdout: "timed_workload_media_wear": { 2024-09-14T03:35:07.398 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:07.398 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": "63.999023" 2024-09-14T03:35:07.398 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.398 INFO:tasks.workunit.client.0.smithi002.stdout: "timed_workload_timer": { 2024-09-14T03:35:07.398 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:07.398 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 65535 2024-09-14T03:35:07.398 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.398 INFO:tasks.workunit.client.0.smithi002.stdout: "unexp_power_loss": { 2024-09-14T03:35:07.398 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2024-09-14T03:35:07.398 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:07.398 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.398 INFO:tasks.workunit.client.0.smithi002.stdout: "wear_leveling": { 2024-09-14T03:35:07.398 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 88, 2024-09-14T03:35:07.398 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": { 2024-09-14T03:35:07.398 INFO:tasks.workunit.client.0.smithi002.stdout: "avg": 3774, 2024-09-14T03:35:07.399 INFO:tasks.workunit.client.0.smithi002.stdout: "max": 3784, 2024-09-14T03:35:07.399 INFO:tasks.workunit.client.0.smithi002.stdout: "min": 3763 2024-09-14T03:35:07.399 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:07.399 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:07.399 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.399 INFO:tasks.workunit.client.0.smithi002.stdout: "Intel Smart log": "nvme0n1" 2024-09-14T03:35:07.399 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.399 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_smart_health_information_log": { 2024-09-14T03:35:07.399 INFO:tasks.workunit.client.0.smithi002.stdout: "available_spare": 100, 2024-09-14T03:35:07.399 INFO:tasks.workunit.client.0.smithi002.stdout: "available_spare_threshold": 10, 2024-09-14T03:35:07.399 INFO:tasks.workunit.client.0.smithi002.stdout: "controller_busy_time": 1, 2024-09-14T03:35:07.399 INFO:tasks.workunit.client.0.smithi002.stdout: "critical_warning": 0, 2024-09-14T03:35:07.399 INFO:tasks.workunit.client.0.smithi002.stdout: "data_units_read": 411623917, 2024-09-14T03:35:07.399 INFO:tasks.workunit.client.0.smithi002.stdout: "data_units_written": 2085434686, 2024-09-14T03:35:07.400 INFO:tasks.workunit.client.0.smithi002.stdout: "host_reads": 6907958397, 2024-09-14T03:35:07.400 INFO:tasks.workunit.client.0.smithi002.stdout: "host_writes": 38340958372, 2024-09-14T03:35:07.400 INFO:tasks.workunit.client.0.smithi002.stdout: "media_errors": 0, 2024-09-14T03:35:07.400 INFO:tasks.workunit.client.0.smithi002.stdout: "num_err_log_entries": 0, 2024-09-14T03:35:07.400 INFO:tasks.workunit.client.0.smithi002.stdout: "percentage_used": 12, 2024-09-14T03:35:07.400 INFO:tasks.workunit.client.0.smithi002.stdout: "power_cycles": 61824, 2024-09-14T03:35:07.400 INFO:tasks.workunit.client.0.smithi002.stdout: "power_on_hours": 55725, 2024-09-14T03:35:07.400 INFO:tasks.workunit.client.0.smithi002.stdout: "temperature": 28, 2024-09-14T03:35:07.400 INFO:tasks.workunit.client.0.smithi002.stdout: "unsafe_shutdowns": 12 2024-09-14T03:35:07.400 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.400 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_vendor": "intel", 2024-09-14T03:35:07.400 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_version": { 2024-09-14T03:35:07.400 INFO:tasks.workunit.client.0.smithi002.stdout: "string": "<1.2", 2024-09-14T03:35:07.400 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:07.401 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.401 INFO:tasks.workunit.client.0.smithi002.stdout: "power_cycle_count": 61824, 2024-09-14T03:35:07.401 INFO:tasks.workunit.client.0.smithi002.stdout: "power_on_time": { 2024-09-14T03:35:07.401 INFO:tasks.workunit.client.0.smithi002.stdout: "hours": 55725 2024-09-14T03:35:07.401 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.401 INFO:tasks.workunit.client.0.smithi002.stdout: "serial_number": "deleted", 2024-09-14T03:35:07.401 INFO:tasks.workunit.client.0.smithi002.stdout: "smart_status": { 2024-09-14T03:35:07.401 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme": { 2024-09-14T03:35:07.401 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:07.401 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.401 INFO:tasks.workunit.client.0.smithi002.stdout: "passed": true 2024-09-14T03:35:07.401 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.401 INFO:tasks.workunit.client.0.smithi002.stdout: "smartctl": { 2024-09-14T03:35:07.402 INFO:tasks.workunit.client.0.smithi002.stdout: "argv": [ 2024-09-14T03:35:07.402 INFO:tasks.workunit.client.0.smithi002.stdout: "smartctl", 2024-09-14T03:35:07.402 INFO:tasks.workunit.client.0.smithi002.stdout: "-x", 2024-09-14T03:35:07.402 INFO:tasks.workunit.client.0.smithi002.stdout: "--json=o", 2024-09-14T03:35:07.402 INFO:tasks.workunit.client.0.smithi002.stdout: "/dev/nvme0n1" 2024-09-14T03:35:07.402 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:07.402 INFO:tasks.workunit.client.0.smithi002.stdout: "build_info": "(local build)", 2024-09-14T03:35:07.402 INFO:tasks.workunit.client.0.smithi002.stdout: "exit_status": 0, 2024-09-14T03:35:07.402 INFO:tasks.workunit.client.0.smithi002.stdout: "output": [ 2024-09-14T03:35:07.402 INFO:tasks.workunit.client.0.smithi002.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-14T03:35:07.402 INFO:tasks.workunit.client.0.smithi002.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-14T03:35:07.402 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2024-09-14T03:35:07.402 INFO:tasks.workunit.client.0.smithi002.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-14T03:35:07.402 INFO:tasks.workunit.client.0.smithi002.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-09-14T03:35:07.403 INFO:tasks.workunit.client.0.smithi002.stdout: "Serial Number: deleted", 2024-09-14T03:35:07.403 INFO:tasks.workunit.client.0.smithi002.stdout: "Firmware Version: 8DV101H0", 2024-09-14T03:35:07.403 INFO:tasks.workunit.client.0.smithi002.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-14T03:35:07.403 INFO:tasks.workunit.client.0.smithi002.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-14T03:35:07.403 INFO:tasks.workunit.client.0.smithi002.stdout: "Controller ID: 0", 2024-09-14T03:35:07.403 INFO:tasks.workunit.client.0.smithi002.stdout: "NVMe Version: <1.2", 2024-09-14T03:35:07.403 INFO:tasks.workunit.client.0.smithi002.stdout: "Number of Namespaces: 1", 2024-09-14T03:35:07.403 INFO:tasks.workunit.client.0.smithi002.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-09-14T03:35:07.403 INFO:tasks.workunit.client.0.smithi002.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-14T03:35:07.403 INFO:tasks.workunit.client.0.smithi002.stdout: "Local Time is: Sat Sep 14 03:29:24 2024 UTC", 2024-09-14T03:35:07.403 INFO:tasks.workunit.client.0.smithi002.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-14T03:35:07.403 INFO:tasks.workunit.client.0.smithi002.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-09-14T03:35:07.403 INFO:tasks.workunit.client.0.smithi002.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-14T03:35:07.403 INFO:tasks.workunit.client.0.smithi002.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-14T03:35:07.404 INFO:tasks.workunit.client.0.smithi002.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-14T03:35:07.404 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2024-09-14T03:35:07.404 INFO:tasks.workunit.client.0.smithi002.stdout: "Supported Power States", 2024-09-14T03:35:07.404 INFO:tasks.workunit.client.0.smithi002.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-14T03:35:07.404 INFO:tasks.workunit.client.0.smithi002.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-09-14T03:35:07.404 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2024-09-14T03:35:07.404 INFO:tasks.workunit.client.0.smithi002.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-14T03:35:07.404 INFO:tasks.workunit.client.0.smithi002.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-14T03:35:07.404 INFO:tasks.workunit.client.0.smithi002.stdout: " 0 + 512 0 2", 2024-09-14T03:35:07.404 INFO:tasks.workunit.client.0.smithi002.stdout: " 1 - 512 8 2", 2024-09-14T03:35:07.404 INFO:tasks.workunit.client.0.smithi002.stdout: " 2 - 512 16 2", 2024-09-14T03:35:07.404 INFO:tasks.workunit.client.0.smithi002.stdout: " 3 - 4096 0 0", 2024-09-14T03:35:07.404 INFO:tasks.workunit.client.0.smithi002.stdout: " 4 - 4096 8 0", 2024-09-14T03:35:07.404 INFO:tasks.workunit.client.0.smithi002.stdout: " 5 - 4096 64 0", 2024-09-14T03:35:07.405 INFO:tasks.workunit.client.0.smithi002.stdout: " 6 - 4096 128 0", 2024-09-14T03:35:07.405 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2024-09-14T03:35:07.405 INFO:tasks.workunit.client.0.smithi002.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-14T03:35:07.405 INFO:tasks.workunit.client.0.smithi002.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-14T03:35:07.405 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2024-09-14T03:35:07.405 INFO:tasks.workunit.client.0.smithi002.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-14T03:35:07.405 INFO:tasks.workunit.client.0.smithi002.stdout: "Critical Warning: 0x00", 2024-09-14T03:35:07.405 INFO:tasks.workunit.client.0.smithi002.stdout: "Temperature: 28 Celsius", 2024-09-14T03:35:07.405 INFO:tasks.workunit.client.0.smithi002.stdout: "Available Spare: 100%", 2024-09-14T03:35:07.405 INFO:tasks.workunit.client.0.smithi002.stdout: "Available Spare Threshold: 10%", 2024-09-14T03:35:07.405 INFO:tasks.workunit.client.0.smithi002.stdout: "Percentage Used: 12%", 2024-09-14T03:35:07.405 INFO:tasks.workunit.client.0.smithi002.stdout: "Data Units Read: 411,623,917 [210 TB]", 2024-09-14T03:35:07.405 INFO:tasks.workunit.client.0.smithi002.stdout: "Data Units Written: 2,085,434,686 [1.06 PB]", 2024-09-14T03:35:07.406 INFO:tasks.workunit.client.0.smithi002.stdout: "Host Read Commands: 6,907,958,397", 2024-09-14T03:35:07.406 INFO:tasks.workunit.client.0.smithi002.stdout: "Host Write Commands: 38,340,958,372", 2024-09-14T03:35:07.406 INFO:tasks.workunit.client.0.smithi002.stdout: "Controller Busy Time: 1", 2024-09-14T03:35:07.406 INFO:tasks.workunit.client.0.smithi002.stdout: "Power Cycles: 61,824", 2024-09-14T03:35:07.406 INFO:tasks.workunit.client.0.smithi002.stdout: "Power On Hours: 55,725", 2024-09-14T03:35:07.406 INFO:tasks.workunit.client.0.smithi002.stdout: "Unsafe Shutdowns: 12", 2024-09-14T03:35:07.406 INFO:tasks.workunit.client.0.smithi002.stdout: "Media and Data Integrity Errors: 0", 2024-09-14T03:35:07.406 INFO:tasks.workunit.client.0.smithi002.stdout: "Error Information Log Entries: 0", 2024-09-14T03:35:07.406 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2024-09-14T03:35:07.406 INFO:tasks.workunit.client.0.smithi002.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-14T03:35:07.406 INFO:tasks.workunit.client.0.smithi002.stdout: "No Errors Logged", 2024-09-14T03:35:07.406 INFO:tasks.workunit.client.0.smithi002.stdout: "" 2024-09-14T03:35:07.406 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:07.406 INFO:tasks.workunit.client.0.smithi002.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-14T03:35:07.406 INFO:tasks.workunit.client.0.smithi002.stdout: "svn_revision": "5155", 2024-09-14T03:35:07.407 INFO:tasks.workunit.client.0.smithi002.stdout: "version": [ 2024-09-14T03:35:07.407 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:07.407 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2024-09-14T03:35:07.407 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:07.407 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.407 INFO:tasks.workunit.client.0.smithi002.stdout: "temperature": { 2024-09-14T03:35:07.407 INFO:tasks.workunit.client.0.smithi002.stdout: "current": 28 2024-09-14T03:35:07.407 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.407 INFO:tasks.workunit.client.0.smithi002.stdout: "user_capacity": { 2024-09-14T03:35:07.407 INFO:tasks.workunit.client.0.smithi002.stdout: "blocks": 781422768, 2024-09-14T03:35:07.407 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 400088457216 2024-09-14T03:35:07.407 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:07.407 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:07.407 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:07.408 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:07.408 INFO:tasks.workunit.client.0.smithi002.stdout:} 2024-09-14T03:35:07.408 INFO:tasks.workunit.client.0.smithi002.stderr:+ ceph telemetry preview-all 2024-09-14T03:35:07.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:07 smithi154 ceph-mon[30999]: from='client.14793 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:07.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:07 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:35:07.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:07 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-14T03:35:07.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:07 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:35:07.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:07 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-14T03:35:07.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:07 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:35:07.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:07 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:35:07.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:07 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:35:07.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:07 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:35:07.731 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:07 smithi002 ceph-mon[38004]: from='client.14793 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:07.731 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:07 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:35:07.731 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:07 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-14T03:35:07.731 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:07 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:35:07.731 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:07 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-14T03:35:07.732 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:07 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:35:07.732 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:07 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:35:07.732 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:07 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:35:07.732 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:07 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:35:07.732 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:07 smithi002 ceph-mon[27606]: from='client.14793 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:07.732 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:07 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:35:07.732 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:07 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-14T03:35:07.732 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:07 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:35:07.732 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:07 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-14T03:35:07.732 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:07 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:35:07.732 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:07 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:35:07.733 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:07 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:35:07.733 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:07 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:35:07.897 INFO:tasks.workunit.client.0.smithi002.stdout:{ 2024-09-14T03:35:07.897 INFO:tasks.workunit.client.0.smithi002.stdout: "device_report": { 2024-09-14T03:35:07.897 INFO:tasks.workunit.client.0.smithi002.stdout: "563eb67a-724a-11ef-9d12-0cc47abd1920": { 2024-09-14T03:35:07.897 INFO:tasks.workunit.client.0.smithi002.stdout: "INTEL_SSDPED1D480GA_563f431a-724a-11ef-9d12-0cc47abd1920": { 2024-09-14T03:35:07.897 INFO:tasks.workunit.client.0.smithi002.stdout: "20240914-032921": { 2024-09-14T03:35:07.897 INFO:tasks.workunit.client.0.smithi002.stdout: "device": { 2024-09-14T03:35:07.897 INFO:tasks.workunit.client.0.smithi002.stdout: "info_name": "/dev/nvme0n1", 2024-09-14T03:35:07.897 INFO:tasks.workunit.client.0.smithi002.stdout: "name": "/dev/nvme0n1", 2024-09-14T03:35:07.897 INFO:tasks.workunit.client.0.smithi002.stdout: "protocol": "NVMe", 2024-09-14T03:35:07.897 INFO:tasks.workunit.client.0.smithi002.stdout: "type": "nvme" 2024-09-14T03:35:07.897 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.897 INFO:tasks.workunit.client.0.smithi002.stdout: "firmware_version": "E2010325", 2024-09-14T03:35:07.898 INFO:tasks.workunit.client.0.smithi002.stdout: "host_id": "563eb67a-724a-11ef-9d12-0cc47abd1920", 2024-09-14T03:35:07.898 INFO:tasks.workunit.client.0.smithi002.stdout: "json_format_version": [ 2024-09-14T03:35:07.898 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:07.898 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:07.898 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:07.898 INFO:tasks.workunit.client.0.smithi002.stdout: "local_time": { 2024-09-14T03:35:07.898 INFO:tasks.workunit.client.0.smithi002.stdout: "asctime": "Sat Sep 14 03:29:21 2024 UTC", 2024-09-14T03:35:07.898 INFO:tasks.workunit.client.0.smithi002.stdout: "time_t": 1726284561 2024-09-14T03:35:07.898 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.898 INFO:tasks.workunit.client.0.smithi002.stdout: "logical_block_size": 512, 2024-09-14T03:35:07.898 INFO:tasks.workunit.client.0.smithi002.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-09-14T03:35:07.898 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_controller_id": 0, 2024-09-14T03:35:07.898 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-14T03:35:07.899 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_namespaces": [ 2024-09-14T03:35:07.899 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:07.899 INFO:tasks.workunit.client.0.smithi002.stdout: "capacity": { 2024-09-14T03:35:07.899 INFO:tasks.workunit.client.0.smithi002.stdout: "blocks": 937703088, 2024-09-14T03:35:07.899 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 480103981056 2024-09-14T03:35:07.899 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.899 INFO:tasks.workunit.client.0.smithi002.stdout: "formatted_lba_size": 512, 2024-09-14T03:35:07.899 INFO:tasks.workunit.client.0.smithi002.stdout: "id": 1, 2024-09-14T03:35:07.899 INFO:tasks.workunit.client.0.smithi002.stdout: "size": { 2024-09-14T03:35:07.899 INFO:tasks.workunit.client.0.smithi002.stdout: "blocks": 937703088, 2024-09-14T03:35:07.899 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 480103981056 2024-09-14T03:35:07.899 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.899 INFO:tasks.workunit.client.0.smithi002.stdout: "utilization": { 2024-09-14T03:35:07.899 INFO:tasks.workunit.client.0.smithi002.stdout: "blocks": 937703088, 2024-09-14T03:35:07.900 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 480103981056 2024-09-14T03:35:07.900 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:07.900 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:07.900 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:07.900 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_number_of_namespaces": 1, 2024-09-14T03:35:07.900 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_pci_vendor": { 2024-09-14T03:35:07.900 INFO:tasks.workunit.client.0.smithi002.stdout: "id": 32902, 2024-09-14T03:35:07.900 INFO:tasks.workunit.client.0.smithi002.stdout: "subsystem_id": 32902 2024-09-14T03:35:07.900 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.900 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_smart_health_information_add_log": { 2024-09-14T03:35:07.900 INFO:tasks.workunit.client.0.smithi002.stdout: "Device stats": { 2024-09-14T03:35:07.900 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_fw_downgrades": { 2024-09-14T03:35:07.900 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2024-09-14T03:35:07.901 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:07.901 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.901 INFO:tasks.workunit.client.0.smithi002.stdout: "crc_error_count": { 2024-09-14T03:35:07.901 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:07.901 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:07.901 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.901 INFO:tasks.workunit.client.0.smithi002.stdout: "end_to_end_error_detection_count": { 2024-09-14T03:35:07.901 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:07.901 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:07.901 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.901 INFO:tasks.workunit.client.0.smithi002.stdout: "erase_fail_count": { 2024-09-14T03:35:07.901 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2024-09-14T03:35:07.901 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:07.901 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.902 INFO:tasks.workunit.client.0.smithi002.stdout: "host_bytes_written": { 2024-09-14T03:35:07.902 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:07.902 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 15121774 2024-09-14T03:35:07.902 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.902 INFO:tasks.workunit.client.0.smithi002.stdout: "host_ctx_wear_used": { 2024-09-14T03:35:07.902 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2024-09-14T03:35:07.902 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:07.902 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.902 INFO:tasks.workunit.client.0.smithi002.stdout: "media_bytes_read": { 2024-09-14T03:35:07.902 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2024-09-14T03:35:07.902 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:07.902 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.902 INFO:tasks.workunit.client.0.smithi002.stdout: "nand_bytes_written": { 2024-09-14T03:35:07.902 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2024-09-14T03:35:07.903 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:07.903 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.903 INFO:tasks.workunit.client.0.smithi002.stdout: "perf_stat_indicator": { 2024-09-14T03:35:07.903 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2024-09-14T03:35:07.903 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:07.903 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.903 INFO:tasks.workunit.client.0.smithi002.stdout: "pll_lock_loss_count": { 2024-09-14T03:35:07.903 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:07.903 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 1 2024-09-14T03:35:07.903 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.903 INFO:tasks.workunit.client.0.smithi002.stdout: "program_fail_count": { 2024-09-14T03:35:07.903 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2024-09-14T03:35:07.903 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:07.903 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.904 INFO:tasks.workunit.client.0.smithi002.stdout: "re_alloc_sectr_cnt": { 2024-09-14T03:35:07.904 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2024-09-14T03:35:07.904 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:07.904 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.904 INFO:tasks.workunit.client.0.smithi002.stdout: "retry_buffer_overflow_count": { 2024-09-14T03:35:07.904 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:07.904 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:07.904 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.904 INFO:tasks.workunit.client.0.smithi002.stdout: "soft_ecc_err_rate": { 2024-09-14T03:35:07.904 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2024-09-14T03:35:07.904 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:07.904 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.904 INFO:tasks.workunit.client.0.smithi002.stdout: "thermal_throttle_status": { 2024-09-14T03:35:07.905 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:07.905 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": { 2024-09-14T03:35:07.905 INFO:tasks.workunit.client.0.smithi002.stdout: "cnt": 0, 2024-09-14T03:35:07.905 INFO:tasks.workunit.client.0.smithi002.stdout: "pct": 0 2024-09-14T03:35:07.905 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:07.905 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.905 INFO:tasks.workunit.client.0.smithi002.stdout: "timed_workload_host_reads": { 2024-09-14T03:35:07.905 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:07.905 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 14 2024-09-14T03:35:07.905 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.905 INFO:tasks.workunit.client.0.smithi002.stdout: "timed_workload_media_wear": { 2024-09-14T03:35:07.905 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:07.905 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": "0.000000" 2024-09-14T03:35:07.905 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.906 INFO:tasks.workunit.client.0.smithi002.stdout: "timed_workload_timer": { 2024-09-14T03:35:07.906 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:07.906 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 1452344 2024-09-14T03:35:07.906 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.906 INFO:tasks.workunit.client.0.smithi002.stdout: "unexp_power_loss": { 2024-09-14T03:35:07.906 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2024-09-14T03:35:07.906 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:07.906 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.906 INFO:tasks.workunit.client.0.smithi002.stdout: "wear_leveling": { 2024-09-14T03:35:07.906 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2024-09-14T03:35:07.906 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": { 2024-09-14T03:35:07.906 INFO:tasks.workunit.client.0.smithi002.stdout: "avg": 0, 2024-09-14T03:35:07.906 INFO:tasks.workunit.client.0.smithi002.stdout: "max": 0, 2024-09-14T03:35:07.906 INFO:tasks.workunit.client.0.smithi002.stdout: "min": 0 2024-09-14T03:35:07.907 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:07.907 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:07.907 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.907 INFO:tasks.workunit.client.0.smithi002.stdout: "Intel Smart log": "nvme0n1" 2024-09-14T03:35:07.907 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.907 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_smart_health_information_log": { 2024-09-14T03:35:07.907 INFO:tasks.workunit.client.0.smithi002.stdout: "available_spare": 100, 2024-09-14T03:35:07.907 INFO:tasks.workunit.client.0.smithi002.stdout: "available_spare_threshold": 0, 2024-09-14T03:35:07.907 INFO:tasks.workunit.client.0.smithi002.stdout: "controller_busy_time": 5867, 2024-09-14T03:35:07.907 INFO:tasks.workunit.client.0.smithi002.stdout: "critical_warning": 0, 2024-09-14T03:35:07.907 INFO:tasks.workunit.client.0.smithi002.stdout: "data_units_read": 208376833, 2024-09-14T03:35:07.907 INFO:tasks.workunit.client.0.smithi002.stdout: "data_units_written": 991020618, 2024-09-14T03:35:07.907 INFO:tasks.workunit.client.0.smithi002.stdout: "host_reads": 3699851740, 2024-09-14T03:35:07.907 INFO:tasks.workunit.client.0.smithi002.stdout: "host_writes": 21349590694, 2024-09-14T03:35:07.908 INFO:tasks.workunit.client.0.smithi002.stdout: "media_errors": 0, 2024-09-14T03:35:07.908 INFO:tasks.workunit.client.0.smithi002.stdout: "num_err_log_entries": 0, 2024-09-14T03:35:07.908 INFO:tasks.workunit.client.0.smithi002.stdout: "percentage_used": 0, 2024-09-14T03:35:07.908 INFO:tasks.workunit.client.0.smithi002.stdout: "power_cycles": 35407, 2024-09-14T03:35:07.908 INFO:tasks.workunit.client.0.smithi002.stdout: "power_on_hours": 39127, 2024-09-14T03:35:07.908 INFO:tasks.workunit.client.0.smithi002.stdout: "temperature": 31, 2024-09-14T03:35:07.908 INFO:tasks.workunit.client.0.smithi002.stdout: "unsafe_shutdowns": 10194 2024-09-14T03:35:07.908 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.908 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_vendor": "intel", 2024-09-14T03:35:07.908 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_version": { 2024-09-14T03:35:07.908 INFO:tasks.workunit.client.0.smithi002.stdout: "string": "<1.2", 2024-09-14T03:35:07.908 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:07.908 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.908 INFO:tasks.workunit.client.0.smithi002.stdout: "power_cycle_count": 35407, 2024-09-14T03:35:07.909 INFO:tasks.workunit.client.0.smithi002.stdout: "power_on_time": { 2024-09-14T03:35:07.909 INFO:tasks.workunit.client.0.smithi002.stdout: "hours": 39127 2024-09-14T03:35:07.909 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.909 INFO:tasks.workunit.client.0.smithi002.stdout: "serial_number": "deleted", 2024-09-14T03:35:07.909 INFO:tasks.workunit.client.0.smithi002.stdout: "smart_status": { 2024-09-14T03:35:07.909 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme": { 2024-09-14T03:35:07.909 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:07.909 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.909 INFO:tasks.workunit.client.0.smithi002.stdout: "passed": true 2024-09-14T03:35:07.909 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.909 INFO:tasks.workunit.client.0.smithi002.stdout: "smartctl": { 2024-09-14T03:35:07.909 INFO:tasks.workunit.client.0.smithi002.stdout: "argv": [ 2024-09-14T03:35:07.909 INFO:tasks.workunit.client.0.smithi002.stdout: "smartctl", 2024-09-14T03:35:07.909 INFO:tasks.workunit.client.0.smithi002.stdout: "-x", 2024-09-14T03:35:07.910 INFO:tasks.workunit.client.0.smithi002.stdout: "--json=o", 2024-09-14T03:35:07.910 INFO:tasks.workunit.client.0.smithi002.stdout: "/dev/nvme0n1" 2024-09-14T03:35:07.910 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:07.910 INFO:tasks.workunit.client.0.smithi002.stdout: "build_info": "(local build)", 2024-09-14T03:35:07.910 INFO:tasks.workunit.client.0.smithi002.stdout: "exit_status": 0, 2024-09-14T03:35:07.910 INFO:tasks.workunit.client.0.smithi002.stdout: "output": [ 2024-09-14T03:35:07.910 INFO:tasks.workunit.client.0.smithi002.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-14T03:35:07.910 INFO:tasks.workunit.client.0.smithi002.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-14T03:35:07.910 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2024-09-14T03:35:07.910 INFO:tasks.workunit.client.0.smithi002.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-14T03:35:07.910 INFO:tasks.workunit.client.0.smithi002.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-09-14T03:35:07.910 INFO:tasks.workunit.client.0.smithi002.stdout: "Serial Number: deleted", 2024-09-14T03:35:07.910 INFO:tasks.workunit.client.0.smithi002.stdout: "Firmware Version: E2010325", 2024-09-14T03:35:07.910 INFO:tasks.workunit.client.0.smithi002.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-14T03:35:07.911 INFO:tasks.workunit.client.0.smithi002.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-14T03:35:07.911 INFO:tasks.workunit.client.0.smithi002.stdout: "Controller ID: 0", 2024-09-14T03:35:07.911 INFO:tasks.workunit.client.0.smithi002.stdout: "NVMe Version: <1.2", 2024-09-14T03:35:07.911 INFO:tasks.workunit.client.0.smithi002.stdout: "Number of Namespaces: 1", 2024-09-14T03:35:07.911 INFO:tasks.workunit.client.0.smithi002.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-09-14T03:35:07.911 INFO:tasks.workunit.client.0.smithi002.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-14T03:35:07.911 INFO:tasks.workunit.client.0.smithi002.stdout: "Local Time is: Sat Sep 14 03:29:21 2024 UTC", 2024-09-14T03:35:07.911 INFO:tasks.workunit.client.0.smithi002.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-14T03:35:07.911 INFO:tasks.workunit.client.0.smithi002.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-09-14T03:35:07.911 INFO:tasks.workunit.client.0.smithi002.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-14T03:35:07.911 INFO:tasks.workunit.client.0.smithi002.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-14T03:35:07.911 INFO:tasks.workunit.client.0.smithi002.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-14T03:35:07.911 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2024-09-14T03:35:07.911 INFO:tasks.workunit.client.0.smithi002.stdout: "Supported Power States", 2024-09-14T03:35:07.912 INFO:tasks.workunit.client.0.smithi002.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-14T03:35:07.912 INFO:tasks.workunit.client.0.smithi002.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-09-14T03:35:07.912 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2024-09-14T03:35:07.912 INFO:tasks.workunit.client.0.smithi002.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-14T03:35:07.912 INFO:tasks.workunit.client.0.smithi002.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-14T03:35:07.912 INFO:tasks.workunit.client.0.smithi002.stdout: " 0 + 512 0 2", 2024-09-14T03:35:07.912 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2024-09-14T03:35:07.912 INFO:tasks.workunit.client.0.smithi002.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-14T03:35:07.912 INFO:tasks.workunit.client.0.smithi002.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-14T03:35:07.912 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2024-09-14T03:35:07.912 INFO:tasks.workunit.client.0.smithi002.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-14T03:35:07.912 INFO:tasks.workunit.client.0.smithi002.stdout: "Critical Warning: 0x00", 2024-09-14T03:35:07.912 INFO:tasks.workunit.client.0.smithi002.stdout: "Temperature: 31 Celsius", 2024-09-14T03:35:07.912 INFO:tasks.workunit.client.0.smithi002.stdout: "Available Spare: 100%", 2024-09-14T03:35:07.913 INFO:tasks.workunit.client.0.smithi002.stdout: "Available Spare Threshold: 0%", 2024-09-14T03:35:07.913 INFO:tasks.workunit.client.0.smithi002.stdout: "Percentage Used: 0%", 2024-09-14T03:35:07.913 INFO:tasks.workunit.client.0.smithi002.stdout: "Data Units Read: 208,376,833 [106 TB]", 2024-09-14T03:35:07.913 INFO:tasks.workunit.client.0.smithi002.stdout: "Data Units Written: 991,020,618 [507 TB]", 2024-09-14T03:35:07.913 INFO:tasks.workunit.client.0.smithi002.stdout: "Host Read Commands: 3,699,851,740", 2024-09-14T03:35:07.913 INFO:tasks.workunit.client.0.smithi002.stdout: "Host Write Commands: 21,349,590,694", 2024-09-14T03:35:07.913 INFO:tasks.workunit.client.0.smithi002.stdout: "Controller Busy Time: 5,867", 2024-09-14T03:35:07.913 INFO:tasks.workunit.client.0.smithi002.stdout: "Power Cycles: 35,407", 2024-09-14T03:35:07.913 INFO:tasks.workunit.client.0.smithi002.stdout: "Power On Hours: 39,127", 2024-09-14T03:35:07.913 INFO:tasks.workunit.client.0.smithi002.stdout: "Unsafe Shutdowns: 10,194", 2024-09-14T03:35:07.913 INFO:tasks.workunit.client.0.smithi002.stdout: "Media and Data Integrity Errors: 0", 2024-09-14T03:35:07.913 INFO:tasks.workunit.client.0.smithi002.stdout: "Error Information Log Entries: 0", 2024-09-14T03:35:07.913 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2024-09-14T03:35:07.913 INFO:tasks.workunit.client.0.smithi002.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-14T03:35:07.914 INFO:tasks.workunit.client.0.smithi002.stdout: "No Errors Logged", 2024-09-14T03:35:07.914 INFO:tasks.workunit.client.0.smithi002.stdout: "" 2024-09-14T03:35:07.914 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:07.914 INFO:tasks.workunit.client.0.smithi002.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-14T03:35:07.914 INFO:tasks.workunit.client.0.smithi002.stdout: "svn_revision": "5155", 2024-09-14T03:35:07.914 INFO:tasks.workunit.client.0.smithi002.stdout: "version": [ 2024-09-14T03:35:07.914 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:07.914 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2024-09-14T03:35:07.914 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:07.914 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.914 INFO:tasks.workunit.client.0.smithi002.stdout: "temperature": { 2024-09-14T03:35:07.914 INFO:tasks.workunit.client.0.smithi002.stdout: "current": 31 2024-09-14T03:35:07.914 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.914 INFO:tasks.workunit.client.0.smithi002.stdout: "user_capacity": { 2024-09-14T03:35:07.915 INFO:tasks.workunit.client.0.smithi002.stdout: "blocks": 937703088, 2024-09-14T03:35:07.915 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 480103981056 2024-09-14T03:35:07.915 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:07.915 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:07.915 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:07.915 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.915 INFO:tasks.workunit.client.0.smithi002.stdout: "564070fa-724a-11ef-9d12-0cc47abd1920": { 2024-09-14T03:35:07.915 INFO:tasks.workunit.client.0.smithi002.stdout: "INTEL_SSDPEDMD400G4_5641106e-724a-11ef-9d12-0cc47abd1920": { 2024-09-14T03:35:07.915 INFO:tasks.workunit.client.0.smithi002.stdout: "20240914-032924": { 2024-09-14T03:35:07.915 INFO:tasks.workunit.client.0.smithi002.stdout: "device": { 2024-09-14T03:35:07.915 INFO:tasks.workunit.client.0.smithi002.stdout: "info_name": "/dev/nvme0n1", 2024-09-14T03:35:07.915 INFO:tasks.workunit.client.0.smithi002.stdout: "name": "/dev/nvme0n1", 2024-09-14T03:35:07.915 INFO:tasks.workunit.client.0.smithi002.stdout: "protocol": "NVMe", 2024-09-14T03:35:07.915 INFO:tasks.workunit.client.0.smithi002.stdout: "type": "nvme" 2024-09-14T03:35:07.916 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.916 INFO:tasks.workunit.client.0.smithi002.stdout: "firmware_version": "8DV101H0", 2024-09-14T03:35:07.916 INFO:tasks.workunit.client.0.smithi002.stdout: "host_id": "564070fa-724a-11ef-9d12-0cc47abd1920", 2024-09-14T03:35:07.916 INFO:tasks.workunit.client.0.smithi002.stdout: "json_format_version": [ 2024-09-14T03:35:07.916 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:07.916 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:07.916 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:07.916 INFO:tasks.workunit.client.0.smithi002.stdout: "local_time": { 2024-09-14T03:35:07.916 INFO:tasks.workunit.client.0.smithi002.stdout: "asctime": "Sat Sep 14 03:29:24 2024 UTC", 2024-09-14T03:35:07.916 INFO:tasks.workunit.client.0.smithi002.stdout: "time_t": 1726284564 2024-09-14T03:35:07.916 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.916 INFO:tasks.workunit.client.0.smithi002.stdout: "logical_block_size": 512, 2024-09-14T03:35:07.916 INFO:tasks.workunit.client.0.smithi002.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-09-14T03:35:07.916 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_controller_id": 0, 2024-09-14T03:35:07.917 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-14T03:35:07.917 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_namespaces": [ 2024-09-14T03:35:07.917 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:07.917 INFO:tasks.workunit.client.0.smithi002.stdout: "capacity": { 2024-09-14T03:35:07.917 INFO:tasks.workunit.client.0.smithi002.stdout: "blocks": 781422768, 2024-09-14T03:35:07.917 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 400088457216 2024-09-14T03:35:07.917 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.917 INFO:tasks.workunit.client.0.smithi002.stdout: "formatted_lba_size": 512, 2024-09-14T03:35:07.917 INFO:tasks.workunit.client.0.smithi002.stdout: "id": 1, 2024-09-14T03:35:07.917 INFO:tasks.workunit.client.0.smithi002.stdout: "size": { 2024-09-14T03:35:07.917 INFO:tasks.workunit.client.0.smithi002.stdout: "blocks": 781422768, 2024-09-14T03:35:07.917 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 400088457216 2024-09-14T03:35:07.917 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.917 INFO:tasks.workunit.client.0.smithi002.stdout: "utilization": { 2024-09-14T03:35:07.918 INFO:tasks.workunit.client.0.smithi002.stdout: "blocks": 781422768, 2024-09-14T03:35:07.918 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 400088457216 2024-09-14T03:35:07.918 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:07.918 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:07.918 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:07.918 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_number_of_namespaces": 1, 2024-09-14T03:35:07.918 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_pci_vendor": { 2024-09-14T03:35:07.918 INFO:tasks.workunit.client.0.smithi002.stdout: "id": 32902, 2024-09-14T03:35:07.918 INFO:tasks.workunit.client.0.smithi002.stdout: "subsystem_id": 32902 2024-09-14T03:35:07.918 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.918 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_smart_health_information_add_log": { 2024-09-14T03:35:07.918 INFO:tasks.workunit.client.0.smithi002.stdout: "Device stats": { 2024-09-14T03:35:07.918 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_fw_downgrades": { 2024-09-14T03:35:07.918 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2024-09-14T03:35:07.919 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:07.919 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.919 INFO:tasks.workunit.client.0.smithi002.stdout: "crc_error_count": { 2024-09-14T03:35:07.919 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:07.919 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:07.919 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.919 INFO:tasks.workunit.client.0.smithi002.stdout: "end_to_end_error_detection_count": { 2024-09-14T03:35:07.919 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:07.919 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:07.919 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.919 INFO:tasks.workunit.client.0.smithi002.stdout: "erase_fail_count": { 2024-09-14T03:35:07.919 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:07.919 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:07.919 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.919 INFO:tasks.workunit.client.0.smithi002.stdout: "host_bytes_written": { 2024-09-14T03:35:07.920 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:07.920 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 31821207 2024-09-14T03:35:07.920 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.920 INFO:tasks.workunit.client.0.smithi002.stdout: "host_ctx_wear_used": { 2024-09-14T03:35:07.920 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:07.920 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 1 2024-09-14T03:35:07.920 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.920 INFO:tasks.workunit.client.0.smithi002.stdout: "media_bytes_read": { 2024-09-14T03:35:07.920 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2024-09-14T03:35:07.920 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:07.920 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.920 INFO:tasks.workunit.client.0.smithi002.stdout: "nand_bytes_written": { 2024-09-14T03:35:07.920 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:07.920 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 55550591 2024-09-14T03:35:07.921 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.921 INFO:tasks.workunit.client.0.smithi002.stdout: "perf_stat_indicator": { 2024-09-14T03:35:07.921 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2024-09-14T03:35:07.921 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:07.921 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.921 INFO:tasks.workunit.client.0.smithi002.stdout: "pll_lock_loss_count": { 2024-09-14T03:35:07.921 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:07.921 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 1 2024-09-14T03:35:07.921 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.921 INFO:tasks.workunit.client.0.smithi002.stdout: "program_fail_count": { 2024-09-14T03:35:07.921 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:07.921 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:07.921 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.921 INFO:tasks.workunit.client.0.smithi002.stdout: "re_alloc_sectr_cnt": { 2024-09-14T03:35:07.922 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2024-09-14T03:35:07.922 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:07.922 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.922 INFO:tasks.workunit.client.0.smithi002.stdout: "retry_buffer_overflow_count": { 2024-09-14T03:35:07.922 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:07.922 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:07.922 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.922 INFO:tasks.workunit.client.0.smithi002.stdout: "soft_ecc_err_rate": { 2024-09-14T03:35:07.922 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2024-09-14T03:35:07.922 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:07.922 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.922 INFO:tasks.workunit.client.0.smithi002.stdout: "thermal_throttle_status": { 2024-09-14T03:35:07.922 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:07.922 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": { 2024-09-14T03:35:07.923 INFO:tasks.workunit.client.0.smithi002.stdout: "cnt": 0, 2024-09-14T03:35:07.923 INFO:tasks.workunit.client.0.smithi002.stdout: "pct": 0 2024-09-14T03:35:07.923 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:07.923 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.923 INFO:tasks.workunit.client.0.smithi002.stdout: "timed_workload_host_reads": { 2024-09-14T03:35:07.923 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:07.923 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 65535 2024-09-14T03:35:07.923 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.923 INFO:tasks.workunit.client.0.smithi002.stdout: "timed_workload_media_wear": { 2024-09-14T03:35:07.923 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:07.923 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": "63.999023" 2024-09-14T03:35:07.924 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.924 INFO:tasks.workunit.client.0.smithi002.stdout: "timed_workload_timer": { 2024-09-14T03:35:07.924 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:07.924 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 65535 2024-09-14T03:35:07.924 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.924 INFO:tasks.workunit.client.0.smithi002.stdout: "unexp_power_loss": { 2024-09-14T03:35:07.924 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2024-09-14T03:35:07.924 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:07.924 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.924 INFO:tasks.workunit.client.0.smithi002.stdout: "wear_leveling": { 2024-09-14T03:35:07.924 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 88, 2024-09-14T03:35:07.924 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": { 2024-09-14T03:35:07.924 INFO:tasks.workunit.client.0.smithi002.stdout: "avg": 3774, 2024-09-14T03:35:07.924 INFO:tasks.workunit.client.0.smithi002.stdout: "max": 3784, 2024-09-14T03:35:07.925 INFO:tasks.workunit.client.0.smithi002.stdout: "min": 3763 2024-09-14T03:35:07.925 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:07.925 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:07.925 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.925 INFO:tasks.workunit.client.0.smithi002.stdout: "Intel Smart log": "nvme0n1" 2024-09-14T03:35:07.925 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.925 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_smart_health_information_log": { 2024-09-14T03:35:07.925 INFO:tasks.workunit.client.0.smithi002.stdout: "available_spare": 100, 2024-09-14T03:35:07.925 INFO:tasks.workunit.client.0.smithi002.stdout: "available_spare_threshold": 10, 2024-09-14T03:35:07.925 INFO:tasks.workunit.client.0.smithi002.stdout: "controller_busy_time": 1, 2024-09-14T03:35:07.925 INFO:tasks.workunit.client.0.smithi002.stdout: "critical_warning": 0, 2024-09-14T03:35:07.925 INFO:tasks.workunit.client.0.smithi002.stdout: "data_units_read": 411623917, 2024-09-14T03:35:07.925 INFO:tasks.workunit.client.0.smithi002.stdout: "data_units_written": 2085434686, 2024-09-14T03:35:07.925 INFO:tasks.workunit.client.0.smithi002.stdout: "host_reads": 6907958397, 2024-09-14T03:35:07.926 INFO:tasks.workunit.client.0.smithi002.stdout: "host_writes": 38340958372, 2024-09-14T03:35:07.926 INFO:tasks.workunit.client.0.smithi002.stdout: "media_errors": 0, 2024-09-14T03:35:07.926 INFO:tasks.workunit.client.0.smithi002.stdout: "num_err_log_entries": 0, 2024-09-14T03:35:07.926 INFO:tasks.workunit.client.0.smithi002.stdout: "percentage_used": 12, 2024-09-14T03:35:07.926 INFO:tasks.workunit.client.0.smithi002.stdout: "power_cycles": 61824, 2024-09-14T03:35:07.926 INFO:tasks.workunit.client.0.smithi002.stdout: "power_on_hours": 55725, 2024-09-14T03:35:07.926 INFO:tasks.workunit.client.0.smithi002.stdout: "temperature": 28, 2024-09-14T03:35:07.926 INFO:tasks.workunit.client.0.smithi002.stdout: "unsafe_shutdowns": 12 2024-09-14T03:35:07.926 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.926 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_vendor": "intel", 2024-09-14T03:35:07.926 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_version": { 2024-09-14T03:35:07.926 INFO:tasks.workunit.client.0.smithi002.stdout: "string": "<1.2", 2024-09-14T03:35:07.926 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:07.926 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.926 INFO:tasks.workunit.client.0.smithi002.stdout: "power_cycle_count": 61824, 2024-09-14T03:35:07.927 INFO:tasks.workunit.client.0.smithi002.stdout: "power_on_time": { 2024-09-14T03:35:07.927 INFO:tasks.workunit.client.0.smithi002.stdout: "hours": 55725 2024-09-14T03:35:07.927 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.927 INFO:tasks.workunit.client.0.smithi002.stdout: "serial_number": "deleted", 2024-09-14T03:35:07.927 INFO:tasks.workunit.client.0.smithi002.stdout: "smart_status": { 2024-09-14T03:35:07.927 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme": { 2024-09-14T03:35:07.927 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:07.927 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.927 INFO:tasks.workunit.client.0.smithi002.stdout: "passed": true 2024-09-14T03:35:07.927 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.927 INFO:tasks.workunit.client.0.smithi002.stdout: "smartctl": { 2024-09-14T03:35:07.927 INFO:tasks.workunit.client.0.smithi002.stdout: "argv": [ 2024-09-14T03:35:07.927 INFO:tasks.workunit.client.0.smithi002.stdout: "smartctl", 2024-09-14T03:35:07.927 INFO:tasks.workunit.client.0.smithi002.stdout: "-x", 2024-09-14T03:35:07.928 INFO:tasks.workunit.client.0.smithi002.stdout: "--json=o", 2024-09-14T03:35:07.928 INFO:tasks.workunit.client.0.smithi002.stdout: "/dev/nvme0n1" 2024-09-14T03:35:07.928 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:07.928 INFO:tasks.workunit.client.0.smithi002.stdout: "build_info": "(local build)", 2024-09-14T03:35:07.928 INFO:tasks.workunit.client.0.smithi002.stdout: "exit_status": 0, 2024-09-14T03:35:07.928 INFO:tasks.workunit.client.0.smithi002.stdout: "output": [ 2024-09-14T03:35:07.928 INFO:tasks.workunit.client.0.smithi002.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-14T03:35:07.928 INFO:tasks.workunit.client.0.smithi002.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-14T03:35:07.928 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2024-09-14T03:35:07.928 INFO:tasks.workunit.client.0.smithi002.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-14T03:35:07.928 INFO:tasks.workunit.client.0.smithi002.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-09-14T03:35:07.928 INFO:tasks.workunit.client.0.smithi002.stdout: "Serial Number: deleted", 2024-09-14T03:35:07.928 INFO:tasks.workunit.client.0.smithi002.stdout: "Firmware Version: 8DV101H0", 2024-09-14T03:35:07.928 INFO:tasks.workunit.client.0.smithi002.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-14T03:35:07.929 INFO:tasks.workunit.client.0.smithi002.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-14T03:35:07.929 INFO:tasks.workunit.client.0.smithi002.stdout: "Controller ID: 0", 2024-09-14T03:35:07.929 INFO:tasks.workunit.client.0.smithi002.stdout: "NVMe Version: <1.2", 2024-09-14T03:35:07.929 INFO:tasks.workunit.client.0.smithi002.stdout: "Number of Namespaces: 1", 2024-09-14T03:35:07.929 INFO:tasks.workunit.client.0.smithi002.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-09-14T03:35:07.929 INFO:tasks.workunit.client.0.smithi002.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-14T03:35:07.929 INFO:tasks.workunit.client.0.smithi002.stdout: "Local Time is: Sat Sep 14 03:29:24 2024 UTC", 2024-09-14T03:35:07.929 INFO:tasks.workunit.client.0.smithi002.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-14T03:35:07.929 INFO:tasks.workunit.client.0.smithi002.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-09-14T03:35:07.929 INFO:tasks.workunit.client.0.smithi002.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-14T03:35:07.929 INFO:tasks.workunit.client.0.smithi002.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-14T03:35:07.929 INFO:tasks.workunit.client.0.smithi002.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-14T03:35:07.929 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2024-09-14T03:35:07.929 INFO:tasks.workunit.client.0.smithi002.stdout: "Supported Power States", 2024-09-14T03:35:07.930 INFO:tasks.workunit.client.0.smithi002.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-14T03:35:07.930 INFO:tasks.workunit.client.0.smithi002.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-09-14T03:35:07.930 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2024-09-14T03:35:07.930 INFO:tasks.workunit.client.0.smithi002.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-14T03:35:07.930 INFO:tasks.workunit.client.0.smithi002.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-14T03:35:07.930 INFO:tasks.workunit.client.0.smithi002.stdout: " 0 + 512 0 2", 2024-09-14T03:35:07.930 INFO:tasks.workunit.client.0.smithi002.stdout: " 1 - 512 8 2", 2024-09-14T03:35:07.930 INFO:tasks.workunit.client.0.smithi002.stdout: " 2 - 512 16 2", 2024-09-14T03:35:07.930 INFO:tasks.workunit.client.0.smithi002.stdout: " 3 - 4096 0 0", 2024-09-14T03:35:07.930 INFO:tasks.workunit.client.0.smithi002.stdout: " 4 - 4096 8 0", 2024-09-14T03:35:07.930 INFO:tasks.workunit.client.0.smithi002.stdout: " 5 - 4096 64 0", 2024-09-14T03:35:07.930 INFO:tasks.workunit.client.0.smithi002.stdout: " 6 - 4096 128 0", 2024-09-14T03:35:07.930 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2024-09-14T03:35:07.930 INFO:tasks.workunit.client.0.smithi002.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-14T03:35:07.930 INFO:tasks.workunit.client.0.smithi002.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-14T03:35:07.931 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2024-09-14T03:35:07.931 INFO:tasks.workunit.client.0.smithi002.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-14T03:35:07.931 INFO:tasks.workunit.client.0.smithi002.stdout: "Critical Warning: 0x00", 2024-09-14T03:35:07.931 INFO:tasks.workunit.client.0.smithi002.stdout: "Temperature: 28 Celsius", 2024-09-14T03:35:07.931 INFO:tasks.workunit.client.0.smithi002.stdout: "Available Spare: 100%", 2024-09-14T03:35:07.931 INFO:tasks.workunit.client.0.smithi002.stdout: "Available Spare Threshold: 10%", 2024-09-14T03:35:07.931 INFO:tasks.workunit.client.0.smithi002.stdout: "Percentage Used: 12%", 2024-09-14T03:35:07.931 INFO:tasks.workunit.client.0.smithi002.stdout: "Data Units Read: 411,623,917 [210 TB]", 2024-09-14T03:35:07.931 INFO:tasks.workunit.client.0.smithi002.stdout: "Data Units Written: 2,085,434,686 [1.06 PB]", 2024-09-14T03:35:07.931 INFO:tasks.workunit.client.0.smithi002.stdout: "Host Read Commands: 6,907,958,397", 2024-09-14T03:35:07.931 INFO:tasks.workunit.client.0.smithi002.stdout: "Host Write Commands: 38,340,958,372", 2024-09-14T03:35:07.931 INFO:tasks.workunit.client.0.smithi002.stdout: "Controller Busy Time: 1", 2024-09-14T03:35:07.931 INFO:tasks.workunit.client.0.smithi002.stdout: "Power Cycles: 61,824", 2024-09-14T03:35:07.931 INFO:tasks.workunit.client.0.smithi002.stdout: "Power On Hours: 55,725", 2024-09-14T03:35:07.932 INFO:tasks.workunit.client.0.smithi002.stdout: "Unsafe Shutdowns: 12", 2024-09-14T03:35:07.932 INFO:tasks.workunit.client.0.smithi002.stdout: "Media and Data Integrity Errors: 0", 2024-09-14T03:35:07.932 INFO:tasks.workunit.client.0.smithi002.stdout: "Error Information Log Entries: 0", 2024-09-14T03:35:07.932 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2024-09-14T03:35:07.932 INFO:tasks.workunit.client.0.smithi002.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-14T03:35:07.932 INFO:tasks.workunit.client.0.smithi002.stdout: "No Errors Logged", 2024-09-14T03:35:07.932 INFO:tasks.workunit.client.0.smithi002.stdout: "" 2024-09-14T03:35:07.932 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:07.932 INFO:tasks.workunit.client.0.smithi002.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-14T03:35:07.932 INFO:tasks.workunit.client.0.smithi002.stdout: "svn_revision": "5155", 2024-09-14T03:35:07.932 INFO:tasks.workunit.client.0.smithi002.stdout: "version": [ 2024-09-14T03:35:07.932 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:07.932 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2024-09-14T03:35:07.932 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:07.933 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.933 INFO:tasks.workunit.client.0.smithi002.stdout: "temperature": { 2024-09-14T03:35:07.933 INFO:tasks.workunit.client.0.smithi002.stdout: "current": 28 2024-09-14T03:35:07.933 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.933 INFO:tasks.workunit.client.0.smithi002.stdout: "user_capacity": { 2024-09-14T03:35:07.933 INFO:tasks.workunit.client.0.smithi002.stdout: "blocks": 781422768, 2024-09-14T03:35:07.933 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 400088457216 2024-09-14T03:35:07.933 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:07.933 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:07.933 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:07.933 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:07.933 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.933 INFO:tasks.workunit.client.0.smithi002.stdout: "report": { 2024-09-14T03:35:07.933 INFO:tasks.workunit.client.0.smithi002.stdout: "balancer": { 2024-09-14T03:35:07.933 INFO:tasks.workunit.client.0.smithi002.stdout: "active": true, 2024-09-14T03:35:07.934 INFO:tasks.workunit.client.0.smithi002.stdout: "mode": "" 2024-09-14T03:35:07.934 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.934 INFO:tasks.workunit.client.0.smithi002.stdout: "channels": [ 2024-09-14T03:35:07.934 INFO:tasks.workunit.client.0.smithi002.stdout: "basic", 2024-09-14T03:35:07.934 INFO:tasks.workunit.client.0.smithi002.stdout: "crash", 2024-09-14T03:35:07.934 INFO:tasks.workunit.client.0.smithi002.stdout: "device", 2024-09-14T03:35:07.934 INFO:tasks.workunit.client.0.smithi002.stdout: "ident" 2024-09-14T03:35:07.934 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:07.934 INFO:tasks.workunit.client.0.smithi002.stdout: "channels_available": [ 2024-09-14T03:35:07.934 INFO:tasks.workunit.client.0.smithi002.stdout: "basic", 2024-09-14T03:35:07.934 INFO:tasks.workunit.client.0.smithi002.stdout: "ident", 2024-09-14T03:35:07.934 INFO:tasks.workunit.client.0.smithi002.stdout: "crash", 2024-09-14T03:35:07.934 INFO:tasks.workunit.client.0.smithi002.stdout: "device", 2024-09-14T03:35:07.934 INFO:tasks.workunit.client.0.smithi002.stdout: "perf" 2024-09-14T03:35:07.935 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:07.935 INFO:tasks.workunit.client.0.smithi002.stdout: "collections_available": [ 2024-09-14T03:35:07.935 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_base", 2024-09-14T03:35:07.935 INFO:tasks.workunit.client.0.smithi002.stdout: "device_base", 2024-09-14T03:35:07.935 INFO:tasks.workunit.client.0.smithi002.stdout: "crash_base", 2024-09-14T03:35:07.935 INFO:tasks.workunit.client.0.smithi002.stdout: "ident_base", 2024-09-14T03:35:07.935 INFO:tasks.workunit.client.0.smithi002.stdout: "perf_perf", 2024-09-14T03:35:07.935 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_mds_metadata", 2024-09-14T03:35:07.935 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_pool_usage", 2024-09-14T03:35:07.935 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_usage_by_class", 2024-09-14T03:35:07.935 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_rook_v01", 2024-09-14T03:35:07.935 INFO:tasks.workunit.client.0.smithi002.stdout: "perf_memory_metrics", 2024-09-14T03:35:07.935 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_pool_options_bluestore" 2024-09-14T03:35:07.935 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:07.936 INFO:tasks.workunit.client.0.smithi002.stdout: "collections_opted_in": [ 2024-09-14T03:35:07.936 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_base", 2024-09-14T03:35:07.936 INFO:tasks.workunit.client.0.smithi002.stdout: "device_base", 2024-09-14T03:35:07.936 INFO:tasks.workunit.client.0.smithi002.stdout: "crash_base", 2024-09-14T03:35:07.936 INFO:tasks.workunit.client.0.smithi002.stdout: "ident_base", 2024-09-14T03:35:07.936 INFO:tasks.workunit.client.0.smithi002.stdout: "perf_perf", 2024-09-14T03:35:07.936 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_mds_metadata", 2024-09-14T03:35:07.936 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_pool_usage", 2024-09-14T03:35:07.936 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_usage_by_class", 2024-09-14T03:35:07.936 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_rook_v01", 2024-09-14T03:35:07.936 INFO:tasks.workunit.client.0.smithi002.stdout: "perf_memory_metrics", 2024-09-14T03:35:07.936 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_pool_options_bluestore" 2024-09-14T03:35:07.936 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:07.936 INFO:tasks.workunit.client.0.smithi002.stdout: "config": { 2024-09-14T03:35:07.937 INFO:tasks.workunit.client.0.smithi002.stdout: "active_changed": [ 2024-09-14T03:35:07.937 INFO:tasks.workunit.client.0.smithi002.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-14T03:35:07.937 INFO:tasks.workunit.client.0.smithi002.stdout: "auth_debug", 2024-09-14T03:35:07.937 INFO:tasks.workunit.client.0.smithi002.stdout: "auth_mon_ticket_ttl", 2024-09-14T03:35:07.937 INFO:tasks.workunit.client.0.smithi002.stdout: "auth_service_ticket_ttl", 2024-09-14T03:35:07.937 INFO:tasks.workunit.client.0.smithi002.stdout: "bdev_debug_aio", 2024-09-14T03:35:07.937 INFO:tasks.workunit.client.0.smithi002.stdout: "client_check_pool_perm", 2024-09-14T03:35:07.937 INFO:tasks.workunit.client.0.smithi002.stdout: "client_mount_gid", 2024-09-14T03:35:07.937 INFO:tasks.workunit.client.0.smithi002.stdout: "client_mount_uid", 2024-09-14T03:35:07.937 INFO:tasks.workunit.client.0.smithi002.stdout: "client_quota", 2024-09-14T03:35:07.937 INFO:tasks.workunit.client.0.smithi002.stdout: "container_image", 2024-09-14T03:35:07.937 INFO:tasks.workunit.client.0.smithi002.stdout: "daemonize", 2024-09-14T03:35:07.937 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_asserts_on_shutdown", 2024-09-14T03:35:07.937 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_mgr", 2024-09-14T03:35:07.938 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_mon", 2024-09-14T03:35:07.938 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_ms", 2024-09-14T03:35:07.938 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_osd", 2024-09-14T03:35:07.938 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_paxos", 2024-09-14T03:35:07.938 INFO:tasks.workunit.client.0.smithi002.stdout: "keyring", 2024-09-14T03:35:07.938 INFO:tasks.workunit.client.0.smithi002.stdout: "leveldb_block_size", 2024-09-14T03:35:07.938 INFO:tasks.workunit.client.0.smithi002.stdout: "leveldb_cache_size", 2024-09-14T03:35:07.938 INFO:tasks.workunit.client.0.smithi002.stdout: "leveldb_compression", 2024-09-14T03:35:07.938 INFO:tasks.workunit.client.0.smithi002.stdout: "leveldb_log", 2024-09-14T03:35:07.938 INFO:tasks.workunit.client.0.smithi002.stdout: "leveldb_write_buffer_size", 2024-09-14T03:35:07.938 INFO:tasks.workunit.client.0.smithi002.stdout: "log_to_file", 2024-09-14T03:35:07.938 INFO:tasks.workunit.client.0.smithi002.stdout: "log_to_journald", 2024-09-14T03:35:07.938 INFO:tasks.workunit.client.0.smithi002.stdout: "log_to_stderr", 2024-09-14T03:35:07.938 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_allow_pool_delete", 2024-09-14T03:35:07.939 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_clock_drift_allowed", 2024-09-14T03:35:07.939 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_cluster_log_file_level", 2024-09-14T03:35:07.939 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_cluster_log_to_file", 2024-09-14T03:35:07.939 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_cluster_log_to_journald", 2024-09-14T03:35:07.939 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_cluster_log_to_stderr", 2024-09-14T03:35:07.939 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_data_avail_warn", 2024-09-14T03:35:07.939 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_election_default_strategy", 2024-09-14T03:35:07.939 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_host", 2024-09-14T03:35:07.939 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_max_pg_per_osd", 2024-09-14T03:35:07.939 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_mgr_mkfs_grace", 2024-09-14T03:35:07.939 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_osd_prime_pg_temp", 2024-09-14T03:35:07.939 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_osd_reporter_subtree_level", 2024-09-14T03:35:07.939 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_pg_warn_max_object_skew", 2024-09-14T03:35:07.939 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-14T03:35:07.939 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-14T03:35:07.940 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-14T03:35:07.940 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-14T03:35:07.940 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-14T03:35:07.940 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-14T03:35:07.940 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-14T03:35:07.940 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-14T03:35:07.940 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_too_few_osds", 2024-09-14T03:35:07.940 INFO:tasks.workunit.client.0.smithi002.stdout: "ms_die_on_bug", 2024-09-14T03:35:07.940 INFO:tasks.workunit.client.0.smithi002.stdout: "ms_die_on_old_message", 2024-09-14T03:35:07.940 INFO:tasks.workunit.client.0.smithi002.stdout: "no_config_file", 2024-09-14T03:35:07.940 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_class_default_list", 2024-09-14T03:35:07.940 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_class_load_list", 2024-09-14T03:35:07.940 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_crush_chooseleaf_type", 2024-09-14T03:35:07.941 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_misdirected_ops", 2024-09-14T03:35:07.941 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_op_order", 2024-09-14T03:35:07.941 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_pg_log_writeout", 2024-09-14T03:35:07.941 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_shutdown", 2024-09-14T03:35:07.941 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_verify_cached_snaps", 2024-09-14T03:35:07.941 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_verify_missing_on_start", 2024-09-14T03:35:07.941 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_verify_stray_on_activate", 2024-09-14T03:35:07.941 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-14T03:35:07.941 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_delete_sleep", 2024-09-14T03:35:07.941 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_delete_sleep_hdd", 2024-09-14T03:35:07.941 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_delete_sleep_hybrid", 2024-09-14T03:35:07.941 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_delete_sleep_ssd", 2024-09-14T03:35:07.941 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_max_backfills", 2024-09-14T03:35:07.941 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-14T03:35:07.941 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_profile", 2024-09-14T03:35:07.942 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-09-14T03:35:07.942 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-09-14T03:35:07.942 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-09-14T03:35:07.942 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-09-14T03:35:07.942 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-09-14T03:35:07.942 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-09-14T03:35:07.942 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_scheduler_client_lim", 2024-09-14T03:35:07.942 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_scheduler_client_res", 2024-09-14T03:35:07.942 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_scheduler_client_wgt", 2024-09-14T03:35:07.942 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_memory_target", 2024-09-14T03:35:07.942 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_memory_target_autotune", 2024-09-14T03:35:07.942 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_op_queue", 2024-09-14T03:35:07.942 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_op_queue_cut_off", 2024-09-14T03:35:07.942 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pg_delete_cost", 2024-09-14T03:35:07.942 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pool_default_erasure_code_profile", 2024-09-14T03:35:07.943 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-14T03:35:07.943 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_recover_clone_overlap", 2024-09-14T03:35:07.943 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_recovery_max_active", 2024-09-14T03:35:07.943 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_recovery_max_active_hdd", 2024-09-14T03:35:07.943 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_recovery_max_active_ssd", 2024-09-14T03:35:07.943 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_recovery_max_chunk", 2024-09-14T03:35:07.943 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_recovery_sleep", 2024-09-14T03:35:07.943 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_recovery_sleep_hdd", 2024-09-14T03:35:07.943 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_recovery_sleep_hybrid", 2024-09-14T03:35:07.943 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_recovery_sleep_ssd", 2024-09-14T03:35:07.943 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_scrub_load_threshold", 2024-09-14T03:35:07.943 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_scrub_max_interval", 2024-09-14T03:35:07.943 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_scrub_sleep", 2024-09-14T03:35:07.943 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_shutdown_pgref_assert", 2024-09-14T03:35:07.944 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_snap_trim_sleep", 2024-09-14T03:35:07.944 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_snap_trim_sleep_hdd", 2024-09-14T03:35:07.944 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_snap_trim_sleep_hybrid", 2024-09-14T03:35:07.944 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_snap_trim_sleep_ssd", 2024-09-14T03:35:07.944 INFO:tasks.workunit.client.0.smithi002.stdout: "public_addr", 2024-09-14T03:35:07.944 INFO:tasks.workunit.client.0.smithi002.stdout: "public_addrv", 2024-09-14T03:35:07.944 INFO:tasks.workunit.client.0.smithi002.stdout: "public_network", 2024-09-14T03:35:07.944 INFO:tasks.workunit.client.0.smithi002.stdout: "rbd_default_features", 2024-09-14T03:35:07.944 INFO:tasks.workunit.client.0.smithi002.stdout: "rbd_qos_exclude_ops", 2024-09-14T03:35:07.944 INFO:tasks.workunit.client.0.smithi002.stdout: "setgroup", 2024-09-14T03:35:07.944 INFO:tasks.workunit.client.0.smithi002.stdout: "setuser" 2024-09-14T03:35:07.944 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:07.944 INFO:tasks.workunit.client.0.smithi002.stdout: "cluster_changed": [ 2024-09-14T03:35:07.944 INFO:tasks.workunit.client.0.smithi002.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-14T03:35:07.945 INFO:tasks.workunit.client.0.smithi002.stdout: "auth_debug", 2024-09-14T03:35:07.945 INFO:tasks.workunit.client.0.smithi002.stdout: "auth_mon_ticket_ttl", 2024-09-14T03:35:07.945 INFO:tasks.workunit.client.0.smithi002.stdout: "auth_service_ticket_ttl", 2024-09-14T03:35:07.945 INFO:tasks.workunit.client.0.smithi002.stdout: "bdev_debug_aio", 2024-09-14T03:35:07.945 INFO:tasks.workunit.client.0.smithi002.stdout: "container_image", 2024-09-14T03:35:07.945 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_asserts_on_shutdown", 2024-09-14T03:35:07.945 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_mgr", 2024-09-14T03:35:07.945 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_mon", 2024-09-14T03:35:07.945 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_ms", 2024-09-14T03:35:07.945 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_osd", 2024-09-14T03:35:07.945 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_paxos", 2024-09-14T03:35:07.945 INFO:tasks.workunit.client.0.smithi002.stdout: "log_to_file", 2024-09-14T03:35:07.945 INFO:tasks.workunit.client.0.smithi002.stdout: "log_to_journald", 2024-09-14T03:35:07.945 INFO:tasks.workunit.client.0.smithi002.stdout: "log_to_stderr", 2024-09-14T03:35:07.945 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_join_fs", 2024-09-14T03:35:07.946 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/cephadm/allow_ptrace", 2024-09-14T03:35:07.946 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/cephadm/container_init", 2024-09-14T03:35:07.946 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/cephadm/migration_current", 2024-09-14T03:35:07.946 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/cephadm/use_repo_digest", 2024-09-14T03:35:07.946 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-09-14T03:35:07.946 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-09-14T03:35:07.946 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-09-14T03:35:07.946 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-09-14T03:35:07.946 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/dashboard/ssl_server_port", 2024-09-14T03:35:07.946 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/orchestrator/orchestrator", 2024-09-14T03:35:07.946 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/telemetry/channel_ident", 2024-09-14T03:35:07.946 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/telemetry/description", 2024-09-14T03:35:07.946 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/telemetry/organization", 2024-09-14T03:35:07.946 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_allow_pool_delete", 2024-09-14T03:35:07.947 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_clock_drift_allowed", 2024-09-14T03:35:07.947 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_cluster_log_file_level", 2024-09-14T03:35:07.947 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_cluster_log_to_file", 2024-09-14T03:35:07.947 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_data_avail_warn", 2024-09-14T03:35:07.947 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_election_default_strategy", 2024-09-14T03:35:07.947 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_max_pg_per_osd", 2024-09-14T03:35:07.947 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_mgr_mkfs_grace", 2024-09-14T03:35:07.947 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_osd_prime_pg_temp", 2024-09-14T03:35:07.947 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_osd_reporter_subtree_level", 2024-09-14T03:35:07.947 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_pg_warn_max_object_skew", 2024-09-14T03:35:07.947 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-14T03:35:07.947 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-14T03:35:07.947 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-14T03:35:07.947 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-14T03:35:07.947 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-14T03:35:07.948 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-14T03:35:07.948 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-14T03:35:07.948 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-14T03:35:07.948 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_too_few_osds", 2024-09-14T03:35:07.948 INFO:tasks.workunit.client.0.smithi002.stdout: "ms_die_on_bug", 2024-09-14T03:35:07.948 INFO:tasks.workunit.client.0.smithi002.stdout: "ms_die_on_old_message", 2024-09-14T03:35:07.948 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_class_default_list", 2024-09-14T03:35:07.948 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_class_load_list", 2024-09-14T03:35:07.948 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_misdirected_ops", 2024-09-14T03:35:07.948 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_op_order", 2024-09-14T03:35:07.948 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_pg_log_writeout", 2024-09-14T03:35:07.948 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_shutdown", 2024-09-14T03:35:07.948 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_verify_cached_snaps", 2024-09-14T03:35:07.948 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_verify_missing_on_start", 2024-09-14T03:35:07.949 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_verify_stray_on_activate", 2024-09-14T03:35:07.949 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-14T03:35:07.949 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-14T03:35:07.949 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_profile", 2024-09-14T03:35:07.949 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_memory_target", 2024-09-14T03:35:07.949 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_memory_target_autotune", 2024-09-14T03:35:07.949 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_op_queue", 2024-09-14T03:35:07.949 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_op_queue_cut_off", 2024-09-14T03:35:07.949 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pool_default_erasure_code_profile", 2024-09-14T03:35:07.949 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-14T03:35:07.949 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_recover_clone_overlap", 2024-09-14T03:35:07.949 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_recovery_max_chunk", 2024-09-14T03:35:07.949 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_scrub_load_threshold", 2024-09-14T03:35:07.949 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_scrub_max_interval", 2024-09-14T03:35:07.950 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_shutdown_pgref_assert", 2024-09-14T03:35:07.950 INFO:tasks.workunit.client.0.smithi002.stdout: "public_network", 2024-09-14T03:35:07.950 INFO:tasks.workunit.client.0.smithi002.stdout: "rgw_cache_enabled", 2024-09-14T03:35:07.950 INFO:tasks.workunit.client.0.smithi002.stdout: "rgw_enable_ops_log", 2024-09-14T03:35:07.950 INFO:tasks.workunit.client.0.smithi002.stdout: "rgw_enable_usage_log" 2024-09-14T03:35:07.950 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:07.950 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.950 INFO:tasks.workunit.client.0.smithi002.stdout: "contact": null, 2024-09-14T03:35:07.950 INFO:tasks.workunit.client.0.smithi002.stdout: "crashes": [], 2024-09-14T03:35:07.950 INFO:tasks.workunit.client.0.smithi002.stdout: "created": "2024-09-14T03:26:12.592430Z", 2024-09-14T03:35:07.950 INFO:tasks.workunit.client.0.smithi002.stdout: "crush": { 2024-09-14T03:35:07.950 INFO:tasks.workunit.client.0.smithi002.stdout: "bucket_algs": { 2024-09-14T03:35:07.950 INFO:tasks.workunit.client.0.smithi002.stdout: "straw2": 3 2024-09-14T03:35:07.950 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.950 INFO:tasks.workunit.client.0.smithi002.stdout: "bucket_sizes": { 2024-09-14T03:35:07.951 INFO:tasks.workunit.client.0.smithi002.stdout: "2": 1, 2024-09-14T03:35:07.951 INFO:tasks.workunit.client.0.smithi002.stdout: "4": 2 2024-09-14T03:35:07.951 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.951 INFO:tasks.workunit.client.0.smithi002.stdout: "bucket_types": { 2024-09-14T03:35:07.951 INFO:tasks.workunit.client.0.smithi002.stdout: "1": 2, 2024-09-14T03:35:07.951 INFO:tasks.workunit.client.0.smithi002.stdout: "11": 1 2024-09-14T03:35:07.951 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.951 INFO:tasks.workunit.client.0.smithi002.stdout: "compat_weight_set": false, 2024-09-14T03:35:07.951 INFO:tasks.workunit.client.0.smithi002.stdout: "device_classes": [ 2024-09-14T03:35:07.951 INFO:tasks.workunit.client.0.smithi002.stdout: 8 2024-09-14T03:35:07.951 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:07.951 INFO:tasks.workunit.client.0.smithi002.stdout: "num_buckets": 6, 2024-09-14T03:35:07.951 INFO:tasks.workunit.client.0.smithi002.stdout: "num_devices": 8, 2024-09-14T03:35:07.951 INFO:tasks.workunit.client.0.smithi002.stdout: "num_rules": 1, 2024-09-14T03:35:07.952 INFO:tasks.workunit.client.0.smithi002.stdout: "num_types": 12, 2024-09-14T03:35:07.952 INFO:tasks.workunit.client.0.smithi002.stdout: "num_weight_sets": 0, 2024-09-14T03:35:07.952 INFO:tasks.workunit.client.0.smithi002.stdout: "tunables": { 2024-09-14T03:35:07.952 INFO:tasks.workunit.client.0.smithi002.stdout: "allowed_bucket_algs": 54, 2024-09-14T03:35:07.952 INFO:tasks.workunit.client.0.smithi002.stdout: "choose_local_fallback_tries": 0, 2024-09-14T03:35:07.952 INFO:tasks.workunit.client.0.smithi002.stdout: "choose_local_tries": 0, 2024-09-14T03:35:07.952 INFO:tasks.workunit.client.0.smithi002.stdout: "choose_total_tries": 50, 2024-09-14T03:35:07.952 INFO:tasks.workunit.client.0.smithi002.stdout: "chooseleaf_descend_once": 1, 2024-09-14T03:35:07.952 INFO:tasks.workunit.client.0.smithi002.stdout: "chooseleaf_stable": 1, 2024-09-14T03:35:07.952 INFO:tasks.workunit.client.0.smithi002.stdout: "chooseleaf_vary_r": 1, 2024-09-14T03:35:07.952 INFO:tasks.workunit.client.0.smithi002.stdout: "has_v2_rules": 0, 2024-09-14T03:35:07.952 INFO:tasks.workunit.client.0.smithi002.stdout: "has_v3_rules": 0, 2024-09-14T03:35:07.952 INFO:tasks.workunit.client.0.smithi002.stdout: "has_v4_buckets": 1, 2024-09-14T03:35:07.952 INFO:tasks.workunit.client.0.smithi002.stdout: "has_v5_rules": 0, 2024-09-14T03:35:07.953 INFO:tasks.workunit.client.0.smithi002.stdout: "legacy_tunables": 0, 2024-09-14T03:35:07.953 INFO:tasks.workunit.client.0.smithi002.stdout: "minimum_required_version": "jewel", 2024-09-14T03:35:07.953 INFO:tasks.workunit.client.0.smithi002.stdout: "optimal_tunables": 1, 2024-09-14T03:35:07.953 INFO:tasks.workunit.client.0.smithi002.stdout: "profile": "jewel", 2024-09-14T03:35:07.953 INFO:tasks.workunit.client.0.smithi002.stdout: "require_feature_tunables": 1, 2024-09-14T03:35:07.953 INFO:tasks.workunit.client.0.smithi002.stdout: "require_feature_tunables2": 1, 2024-09-14T03:35:07.953 INFO:tasks.workunit.client.0.smithi002.stdout: "require_feature_tunables3": 1, 2024-09-14T03:35:07.953 INFO:tasks.workunit.client.0.smithi002.stdout: "require_feature_tunables5": 1, 2024-09-14T03:35:07.953 INFO:tasks.workunit.client.0.smithi002.stdout: "straw_calc_version": 1 2024-09-14T03:35:07.953 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:07.953 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.953 INFO:tasks.workunit.client.0.smithi002.stdout: "description": "upgrade test cluster", 2024-09-14T03:35:07.953 INFO:tasks.workunit.client.0.smithi002.stdout: "fs": { 2024-09-14T03:35:07.953 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1, 2024-09-14T03:35:07.953 INFO:tasks.workunit.client.0.smithi002.stdout: "feature_flags": { 2024-09-14T03:35:07.954 INFO:tasks.workunit.client.0.smithi002.stdout: "enable_multiple": true, 2024-09-14T03:35:07.954 INFO:tasks.workunit.client.0.smithi002.stdout: "ever_enabled_multiple": true 2024-09-14T03:35:07.954 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.954 INFO:tasks.workunit.client.0.smithi002.stdout: "filesystems": [ 2024-09-14T03:35:07.954 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:07.954 INFO:tasks.workunit.client.0.smithi002.stdout: "approx_ctime": "2024-09", 2024-09-14T03:35:07.954 INFO:tasks.workunit.client.0.smithi002.stdout: "balancer_enabled": false, 2024-09-14T03:35:07.954 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:07.954 INFO:tasks.workunit.client.0.smithi002.stdout: "cached_caps": 0, 2024-09-14T03:35:07.954 INFO:tasks.workunit.client.0.smithi002.stdout: "cached_dns": 10, 2024-09-14T03:35:07.954 INFO:tasks.workunit.client.0.smithi002.stdout: "cached_inos": 13, 2024-09-14T03:35:07.954 INFO:tasks.workunit.client.0.smithi002.stdout: "cached_subtrees": 2, 2024-09-14T03:35:07.954 INFO:tasks.workunit.client.0.smithi002.stdout: "ever_allowed_features": 0, 2024-09-14T03:35:07.954 INFO:tasks.workunit.client.0.smithi002.stdout: "explicitly_allowed_features": 0, 2024-09-14T03:35:07.955 INFO:tasks.workunit.client.0.smithi002.stdout: "files": 0, 2024-09-14T03:35:07.955 INFO:tasks.workunit.client.0.smithi002.stdout: "max_mds": 1, 2024-09-14T03:35:07.955 INFO:tasks.workunit.client.0.smithi002.stdout: "num_data_pools": 1, 2024-09-14T03:35:07.955 INFO:tasks.workunit.client.0.smithi002.stdout: "num_in": 1, 2024-09-14T03:35:07.955 INFO:tasks.workunit.client.0.smithi002.stdout: "num_mds": 1, 2024-09-14T03:35:07.955 INFO:tasks.workunit.client.0.smithi002.stdout: "num_sessions": 0, 2024-09-14T03:35:07.955 INFO:tasks.workunit.client.0.smithi002.stdout: "num_standby_replay": 0, 2024-09-14T03:35:07.955 INFO:tasks.workunit.client.0.smithi002.stdout: "num_up": 1, 2024-09-14T03:35:07.955 INFO:tasks.workunit.client.0.smithi002.stdout: "snaps": 0, 2024-09-14T03:35:07.955 INFO:tasks.workunit.client.0.smithi002.stdout: "standby_count_wanted": 0 2024-09-14T03:35:07.955 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:07.955 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:07.955 INFO:tasks.workunit.client.0.smithi002.stdout: "num_standby_mds": 1, 2024-09-14T03:35:07.955 INFO:tasks.workunit.client.0.smithi002.stdout: "total_num_mds": 2 2024-09-14T03:35:07.955 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.956 INFO:tasks.workunit.client.0.smithi002.stdout: "hosts": { 2024-09-14T03:35:07.956 INFO:tasks.workunit.client.0.smithi002.stdout: "num": 2, 2024-09-14T03:35:07.956 INFO:tasks.workunit.client.0.smithi002.stdout: "num_with_mds": 2, 2024-09-14T03:35:07.956 INFO:tasks.workunit.client.0.smithi002.stdout: "num_with_mgr": 2, 2024-09-14T03:35:07.956 INFO:tasks.workunit.client.0.smithi002.stdout: "num_with_mon": 2, 2024-09-14T03:35:07.956 INFO:tasks.workunit.client.0.smithi002.stdout: "num_with_osd": 2 2024-09-14T03:35:07.956 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.956 INFO:tasks.workunit.client.0.smithi002.stdout: "leaderboard": false, 2024-09-14T03:35:07.956 INFO:tasks.workunit.client.0.smithi002.stdout: "leaderboard_description": null, 2024-09-14T03:35:07.956 INFO:tasks.workunit.client.0.smithi002.stdout: "license": "sharing-1-0", 2024-09-14T03:35:07.956 INFO:tasks.workunit.client.0.smithi002.stdout: "metadata": { 2024-09-14T03:35:07.956 INFO:tasks.workunit.client.0.smithi002.stdout: "mds": { 2024-09-14T03:35:07.956 INFO:tasks.workunit.client.0.smithi002.stdout: "arch": { 2024-09-14T03:35:07.957 INFO:tasks.workunit.client.0.smithi002.stdout: "x86_64": 2 2024-09-14T03:35:07.957 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.957 INFO:tasks.workunit.client.0.smithi002.stdout: "ceph_version": { 2024-09-14T03:35:07.957 INFO:tasks.workunit.client.0.smithi002.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 2 2024-09-14T03:35:07.957 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.957 INFO:tasks.workunit.client.0.smithi002.stdout: "cpu": { 2024-09-14T03:35:07.957 INFO:tasks.workunit.client.0.smithi002.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-09-14T03:35:07.957 INFO:tasks.workunit.client.0.smithi002.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-14T03:35:07.957 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.957 INFO:tasks.workunit.client.0.smithi002.stdout: "distro": { 2024-09-14T03:35:07.957 INFO:tasks.workunit.client.0.smithi002.stdout: "centos": 2 2024-09-14T03:35:07.957 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.957 INFO:tasks.workunit.client.0.smithi002.stdout: "distro_description": { 2024-09-14T03:35:07.957 INFO:tasks.workunit.client.0.smithi002.stdout: "CentOS Stream 9": 2 2024-09-14T03:35:07.958 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.958 INFO:tasks.workunit.client.0.smithi002.stdout: "kernel_description": { 2024-09-14T03:35:07.958 INFO:tasks.workunit.client.0.smithi002.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 2 2024-09-14T03:35:07.958 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.958 INFO:tasks.workunit.client.0.smithi002.stdout: "kernel_version": { 2024-09-14T03:35:07.958 INFO:tasks.workunit.client.0.smithi002.stdout: "5.14.0-505.el9.x86_64": 2 2024-09-14T03:35:07.958 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.958 INFO:tasks.workunit.client.0.smithi002.stdout: "os": { 2024-09-14T03:35:07.958 INFO:tasks.workunit.client.0.smithi002.stdout: "Linux": 2 2024-09-14T03:35:07.958 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:07.958 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.958 INFO:tasks.workunit.client.0.smithi002.stdout: "mon": { 2024-09-14T03:35:07.958 INFO:tasks.workunit.client.0.smithi002.stdout: "arch": { 2024-09-14T03:35:07.958 INFO:tasks.workunit.client.0.smithi002.stdout: "x86_64": 3 2024-09-14T03:35:07.958 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.959 INFO:tasks.workunit.client.0.smithi002.stdout: "ceph_version": { 2024-09-14T03:35:07.959 INFO:tasks.workunit.client.0.smithi002.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 3 2024-09-14T03:35:07.959 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.959 INFO:tasks.workunit.client.0.smithi002.stdout: "cpu": { 2024-09-14T03:35:07.959 INFO:tasks.workunit.client.0.smithi002.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-09-14T03:35:07.959 INFO:tasks.workunit.client.0.smithi002.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-14T03:35:07.959 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.959 INFO:tasks.workunit.client.0.smithi002.stdout: "distro": { 2024-09-14T03:35:07.959 INFO:tasks.workunit.client.0.smithi002.stdout: "centos": 3 2024-09-14T03:35:07.959 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.959 INFO:tasks.workunit.client.0.smithi002.stdout: "distro_description": { 2024-09-14T03:35:07.959 INFO:tasks.workunit.client.0.smithi002.stdout: "CentOS Stream 9": 3 2024-09-14T03:35:07.959 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.960 INFO:tasks.workunit.client.0.smithi002.stdout: "kernel_description": { 2024-09-14T03:35:07.960 INFO:tasks.workunit.client.0.smithi002.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 3 2024-09-14T03:35:07.960 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.960 INFO:tasks.workunit.client.0.smithi002.stdout: "kernel_version": { 2024-09-14T03:35:07.960 INFO:tasks.workunit.client.0.smithi002.stdout: "5.14.0-505.el9.x86_64": 3 2024-09-14T03:35:07.960 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.960 INFO:tasks.workunit.client.0.smithi002.stdout: "os": { 2024-09-14T03:35:07.960 INFO:tasks.workunit.client.0.smithi002.stdout: "Linux": 3 2024-09-14T03:35:07.960 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:07.960 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.960 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2024-09-14T03:35:07.960 INFO:tasks.workunit.client.0.smithi002.stdout: "arch": { 2024-09-14T03:35:07.960 INFO:tasks.workunit.client.0.smithi002.stdout: "x86_64": 8 2024-09-14T03:35:07.960 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.960 INFO:tasks.workunit.client.0.smithi002.stdout: "ceph_version": { 2024-09-14T03:35:07.961 INFO:tasks.workunit.client.0.smithi002.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 8 2024-09-14T03:35:07.961 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.961 INFO:tasks.workunit.client.0.smithi002.stdout: "cpu": { 2024-09-14T03:35:07.961 INFO:tasks.workunit.client.0.smithi002.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-09-14T03:35:07.961 INFO:tasks.workunit.client.0.smithi002.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-09-14T03:35:07.961 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.961 INFO:tasks.workunit.client.0.smithi002.stdout: "distro": { 2024-09-14T03:35:07.961 INFO:tasks.workunit.client.0.smithi002.stdout: "centos": 8 2024-09-14T03:35:07.961 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.961 INFO:tasks.workunit.client.0.smithi002.stdout: "distro_description": { 2024-09-14T03:35:07.961 INFO:tasks.workunit.client.0.smithi002.stdout: "CentOS Stream 9": 8 2024-09-14T03:35:07.961 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.961 INFO:tasks.workunit.client.0.smithi002.stdout: "kernel_description": { 2024-09-14T03:35:07.961 INFO:tasks.workunit.client.0.smithi002.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 8 2024-09-14T03:35:07.962 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.962 INFO:tasks.workunit.client.0.smithi002.stdout: "kernel_version": { 2024-09-14T03:35:07.962 INFO:tasks.workunit.client.0.smithi002.stdout: "5.14.0-505.el9.x86_64": 8 2024-09-14T03:35:07.962 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.962 INFO:tasks.workunit.client.0.smithi002.stdout: "os": { 2024-09-14T03:35:07.962 INFO:tasks.workunit.client.0.smithi002.stdout: "Linux": 8 2024-09-14T03:35:07.962 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.962 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_objectstore": { 2024-09-14T03:35:07.962 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore": 8 2024-09-14T03:35:07.962 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.962 INFO:tasks.workunit.client.0.smithi002.stdout: "rotational": { 2024-09-14T03:35:07.962 INFO:tasks.workunit.client.0.smithi002.stdout: "0": 8 2024-09-14T03:35:07.962 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:07.962 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:07.963 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.963 INFO:tasks.workunit.client.0.smithi002.stdout: "mon": { 2024-09-14T03:35:07.963 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3, 2024-09-14T03:35:07.963 INFO:tasks.workunit.client.0.smithi002.stdout: "features": { 2024-09-14T03:35:07.963 INFO:tasks.workunit.client.0.smithi002.stdout: "optional": [], 2024-09-14T03:35:07.963 INFO:tasks.workunit.client.0.smithi002.stdout: "persistent": [ 2024-09-14T03:35:07.963 INFO:tasks.workunit.client.0.smithi002.stdout: "kraken", 2024-09-14T03:35:07.963 INFO:tasks.workunit.client.0.smithi002.stdout: "luminous", 2024-09-14T03:35:07.963 INFO:tasks.workunit.client.0.smithi002.stdout: "mimic", 2024-09-14T03:35:07.963 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap-prune", 2024-09-14T03:35:07.963 INFO:tasks.workunit.client.0.smithi002.stdout: "nautilus", 2024-09-14T03:35:07.963 INFO:tasks.workunit.client.0.smithi002.stdout: "octopus", 2024-09-14T03:35:07.963 INFO:tasks.workunit.client.0.smithi002.stdout: "pacific", 2024-09-14T03:35:07.963 INFO:tasks.workunit.client.0.smithi002.stdout: "elector-pinging", 2024-09-14T03:35:07.963 INFO:tasks.workunit.client.0.smithi002.stdout: "quincy", 2024-09-14T03:35:07.964 INFO:tasks.workunit.client.0.smithi002.stdout: "reef" 2024-09-14T03:35:07.964 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:07.964 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.964 INFO:tasks.workunit.client.0.smithi002.stdout: "ipv4_addr_mons": 6, 2024-09-14T03:35:07.964 INFO:tasks.workunit.client.0.smithi002.stdout: "ipv6_addr_mons": 0, 2024-09-14T03:35:07.964 INFO:tasks.workunit.client.0.smithi002.stdout: "min_mon_release": 18, 2024-09-14T03:35:07.964 INFO:tasks.workunit.client.0.smithi002.stdout: "v1_addr_mons": 3, 2024-09-14T03:35:07.964 INFO:tasks.workunit.client.0.smithi002.stdout: "v2_addr_mons": 3 2024-09-14T03:35:07.964 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.964 INFO:tasks.workunit.client.0.smithi002.stdout: "organization": "ceph-qa", 2024-09-14T03:35:07.964 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2024-09-14T03:35:07.964 INFO:tasks.workunit.client.0.smithi002.stdout: "cluster_network": false, 2024-09-14T03:35:07.964 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 8, 2024-09-14T03:35:07.964 INFO:tasks.workunit.client.0.smithi002.stdout: "require_min_compat_client": "luminous", 2024-09-14T03:35:07.964 INFO:tasks.workunit.client.0.smithi002.stdout: "require_osd_release": "reef" 2024-09-14T03:35:07.965 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.965 INFO:tasks.workunit.client.0.smithi002.stdout: "pools": [ 2024-09-14T03:35:07.965 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:07.965 INFO:tasks.workunit.client.0.smithi002.stdout: "application": [ 2024-09-14T03:35:07.965 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr" 2024-09-14T03:35:07.965 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:07.965 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_mode": "none", 2024-09-14T03:35:07.965 INFO:tasks.workunit.client.0.smithi002.stdout: "erasure_code_profile": {}, 2024-09-14T03:35:07.965 INFO:tasks.workunit.client.0.smithi002.stdout: "min_size": 2, 2024-09-14T03:35:07.965 INFO:tasks.workunit.client.0.smithi002.stdout: "options": {}, 2024-09-14T03:35:07.965 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_autoscale_mode": "off", 2024-09-14T03:35:07.965 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_num": 1, 2024-09-14T03:35:07.965 INFO:tasks.workunit.client.0.smithi002.stdout: "pgp_num": 1, 2024-09-14T03:35:07.965 INFO:tasks.workunit.client.0.smithi002.stdout: "pool": 1, 2024-09-14T03:35:07.968 INFO:tasks.workunit.client.0.smithi002.stdout: "size": 3, 2024-09-14T03:35:07.968 INFO:tasks.workunit.client.0.smithi002.stdout: "stats": { 2024-09-14T03:35:07.968 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_raw": 729300936970, 2024-09-14T03:35:07.968 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_used": 1781760, 2024-09-14T03:35:07.968 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_bytes_used": 0, 2024-09-14T03:35:07.968 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_under_bytes": 0, 2024-09-14T03:35:07.969 INFO:tasks.workunit.client.0.smithi002.stdout: "data_bytes_used": 1781760, 2024-09-14T03:35:07.969 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty": 0, 2024-09-14T03:35:07.969 INFO:tasks.workunit.client.0.smithi002.stdout: "max_avail": 243100303360, 2024-09-14T03:35:07.969 INFO:tasks.workunit.client.0.smithi002.stdout: "objects": 2, 2024-09-14T03:35:07.969 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_bytes_used": 0, 2024-09-14T03:35:07.969 INFO:tasks.workunit.client.0.smithi002.stdout: "percent_used": 2.4431008114333963e-06, 2024-09-14T03:35:07.969 INFO:tasks.workunit.client.0.smithi002.stdout: "quota_bytes": 0, 2024-09-14T03:35:07.969 INFO:tasks.workunit.client.0.smithi002.stdout: "quota_objects": 0, 2024-09-14T03:35:07.969 INFO:tasks.workunit.client.0.smithi002.stdout: "rd": 212, 2024-09-14T03:35:07.969 INFO:tasks.workunit.client.0.smithi002.stdout: "rd_bytes": 313344, 2024-09-14T03:35:07.969 INFO:tasks.workunit.client.0.smithi002.stdout: "stored": 590368, 2024-09-14T03:35:07.969 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_data": 590368, 2024-09-14T03:35:07.969 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_omap": 0, 2024-09-14T03:35:07.969 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_raw": 1771104, 2024-09-14T03:35:07.970 INFO:tasks.workunit.client.0.smithi002.stdout: "wr": 179, 2024-09-14T03:35:07.970 INFO:tasks.workunit.client.0.smithi002.stdout: "wr_bytes": 2473984 2024-09-14T03:35:07.970 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.970 INFO:tasks.workunit.client.0.smithi002.stdout: "target_max_bytes": 0, 2024-09-14T03:35:07.970 INFO:tasks.workunit.client.0.smithi002.stdout: "target_max_objects": 0, 2024-09-14T03:35:07.970 INFO:tasks.workunit.client.0.smithi002.stdout: "type": "replicated" 2024-09-14T03:35:07.970 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.970 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:07.970 INFO:tasks.workunit.client.0.smithi002.stdout: "application": [ 2024-09-14T03:35:07.970 INFO:tasks.workunit.client.0.smithi002.stdout: "cephfs" 2024-09-14T03:35:07.970 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:07.970 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_mode": "none", 2024-09-14T03:35:07.970 INFO:tasks.workunit.client.0.smithi002.stdout: "erasure_code_profile": {}, 2024-09-14T03:35:07.970 INFO:tasks.workunit.client.0.smithi002.stdout: "min_size": 2, 2024-09-14T03:35:07.971 INFO:tasks.workunit.client.0.smithi002.stdout: "options": {}, 2024-09-14T03:35:07.971 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_autoscale_mode": "off", 2024-09-14T03:35:07.971 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_num": 32, 2024-09-14T03:35:07.971 INFO:tasks.workunit.client.0.smithi002.stdout: "pgp_num": 32, 2024-09-14T03:35:07.971 INFO:tasks.workunit.client.0.smithi002.stdout: "pool": 2, 2024-09-14T03:35:07.971 INFO:tasks.workunit.client.0.smithi002.stdout: "size": 3, 2024-09-14T03:35:07.971 INFO:tasks.workunit.client.0.smithi002.stdout: "stats": { 2024-09-14T03:35:07.971 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_raw": 729300936970, 2024-09-14T03:35:07.971 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_used": 98304, 2024-09-14T03:35:07.971 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_bytes_used": 0, 2024-09-14T03:35:07.971 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_under_bytes": 0, 2024-09-14T03:35:07.971 INFO:tasks.workunit.client.0.smithi002.stdout: "data_bytes_used": 98304, 2024-09-14T03:35:07.971 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty": 0, 2024-09-14T03:35:07.971 INFO:tasks.workunit.client.0.smithi002.stdout: "max_avail": 243100303360, 2024-09-14T03:35:07.972 INFO:tasks.workunit.client.0.smithi002.stdout: "objects": 22, 2024-09-14T03:35:07.972 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_bytes_used": 0, 2024-09-14T03:35:07.972 INFO:tasks.workunit.client.0.smithi002.stdout: "percent_used": 1.3479208860189829e-07, 2024-09-14T03:35:07.972 INFO:tasks.workunit.client.0.smithi002.stdout: "quota_bytes": 0, 2024-09-14T03:35:07.972 INFO:tasks.workunit.client.0.smithi002.stdout: "quota_objects": 0, 2024-09-14T03:35:07.972 INFO:tasks.workunit.client.0.smithi002.stdout: "rd": 0, 2024-09-14T03:35:07.972 INFO:tasks.workunit.client.0.smithi002.stdout: "rd_bytes": 0, 2024-09-14T03:35:07.972 INFO:tasks.workunit.client.0.smithi002.stdout: "stored": 3428, 2024-09-14T03:35:07.972 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_data": 3428, 2024-09-14T03:35:07.972 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_omap": 0, 2024-09-14T03:35:07.972 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_raw": 10284, 2024-09-14T03:35:07.972 INFO:tasks.workunit.client.0.smithi002.stdout: "wr": 51, 2024-09-14T03:35:07.972 INFO:tasks.workunit.client.0.smithi002.stdout: "wr_bytes": 20480 2024-09-14T03:35:07.972 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.973 INFO:tasks.workunit.client.0.smithi002.stdout: "target_max_bytes": 0, 2024-09-14T03:35:07.973 INFO:tasks.workunit.client.0.smithi002.stdout: "target_max_objects": 0, 2024-09-14T03:35:07.973 INFO:tasks.workunit.client.0.smithi002.stdout: "type": "replicated" 2024-09-14T03:35:07.973 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.973 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:07.973 INFO:tasks.workunit.client.0.smithi002.stdout: "application": [ 2024-09-14T03:35:07.973 INFO:tasks.workunit.client.0.smithi002.stdout: "cephfs" 2024-09-14T03:35:07.973 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:07.973 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_mode": "none", 2024-09-14T03:35:07.973 INFO:tasks.workunit.client.0.smithi002.stdout: "erasure_code_profile": {}, 2024-09-14T03:35:07.973 INFO:tasks.workunit.client.0.smithi002.stdout: "min_size": 2, 2024-09-14T03:35:07.973 INFO:tasks.workunit.client.0.smithi002.stdout: "options": {}, 2024-09-14T03:35:07.973 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_autoscale_mode": "off", 2024-09-14T03:35:07.973 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_num": 64, 2024-09-14T03:35:07.974 INFO:tasks.workunit.client.0.smithi002.stdout: "pgp_num": 64, 2024-09-14T03:35:07.974 INFO:tasks.workunit.client.0.smithi002.stdout: "pool": 3, 2024-09-14T03:35:07.974 INFO:tasks.workunit.client.0.smithi002.stdout: "size": 3, 2024-09-14T03:35:07.974 INFO:tasks.workunit.client.0.smithi002.stdout: "stats": { 2024-09-14T03:35:07.974 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_raw": 729300936970, 2024-09-14T03:35:07.974 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_used": 0, 2024-09-14T03:35:07.974 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_bytes_used": 0, 2024-09-14T03:35:07.974 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_under_bytes": 0, 2024-09-14T03:35:07.974 INFO:tasks.workunit.client.0.smithi002.stdout: "data_bytes_used": 0, 2024-09-14T03:35:07.974 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty": 0, 2024-09-14T03:35:07.974 INFO:tasks.workunit.client.0.smithi002.stdout: "max_avail": 243100303360, 2024-09-14T03:35:07.974 INFO:tasks.workunit.client.0.smithi002.stdout: "objects": 0, 2024-09-14T03:35:07.974 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_bytes_used": 0, 2024-09-14T03:35:07.974 INFO:tasks.workunit.client.0.smithi002.stdout: "percent_used": 0.0, 2024-09-14T03:35:07.975 INFO:tasks.workunit.client.0.smithi002.stdout: "quota_bytes": 0, 2024-09-14T03:35:07.975 INFO:tasks.workunit.client.0.smithi002.stdout: "quota_objects": 0, 2024-09-14T03:35:07.975 INFO:tasks.workunit.client.0.smithi002.stdout: "rd": 0, 2024-09-14T03:35:07.975 INFO:tasks.workunit.client.0.smithi002.stdout: "rd_bytes": 0, 2024-09-14T03:35:07.975 INFO:tasks.workunit.client.0.smithi002.stdout: "stored": 0, 2024-09-14T03:35:07.975 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_data": 0, 2024-09-14T03:35:07.975 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_omap": 0, 2024-09-14T03:35:07.975 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_raw": 0, 2024-09-14T03:35:07.975 INFO:tasks.workunit.client.0.smithi002.stdout: "wr": 0, 2024-09-14T03:35:07.975 INFO:tasks.workunit.client.0.smithi002.stdout: "wr_bytes": 0 2024-09-14T03:35:07.975 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.975 INFO:tasks.workunit.client.0.smithi002.stdout: "target_max_bytes": 0, 2024-09-14T03:35:07.975 INFO:tasks.workunit.client.0.smithi002.stdout: "target_max_objects": 0, 2024-09-14T03:35:07.975 INFO:tasks.workunit.client.0.smithi002.stdout: "type": "replicated" 2024-09-14T03:35:07.976 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.976 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:07.976 INFO:tasks.workunit.client.0.smithi002.stdout: "application": [ 2024-09-14T03:35:07.976 INFO:tasks.workunit.client.0.smithi002.stdout: "rbd" 2024-09-14T03:35:07.976 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:07.976 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_mode": "none", 2024-09-14T03:35:07.976 INFO:tasks.workunit.client.0.smithi002.stdout: "erasure_code_profile": {}, 2024-09-14T03:35:07.976 INFO:tasks.workunit.client.0.smithi002.stdout: "min_size": 2, 2024-09-14T03:35:07.976 INFO:tasks.workunit.client.0.smithi002.stdout: "options": {}, 2024-09-14T03:35:07.976 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_autoscale_mode": "off", 2024-09-14T03:35:07.976 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_num": 8, 2024-09-14T03:35:07.976 INFO:tasks.workunit.client.0.smithi002.stdout: "pgp_num": 8, 2024-09-14T03:35:07.976 INFO:tasks.workunit.client.0.smithi002.stdout: "pool": 4, 2024-09-14T03:35:07.976 INFO:tasks.workunit.client.0.smithi002.stdout: "size": 3, 2024-09-14T03:35:07.977 INFO:tasks.workunit.client.0.smithi002.stdout: "stats": { 2024-09-14T03:35:07.977 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_raw": 729300936970, 2024-09-14T03:35:07.977 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_used": 12288, 2024-09-14T03:35:07.977 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_bytes_used": 0, 2024-09-14T03:35:07.977 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_under_bytes": 0, 2024-09-14T03:35:07.977 INFO:tasks.workunit.client.0.smithi002.stdout: "data_bytes_used": 12288, 2024-09-14T03:35:07.977 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty": 0, 2024-09-14T03:35:07.977 INFO:tasks.workunit.client.0.smithi002.stdout: "max_avail": 243100303360, 2024-09-14T03:35:07.977 INFO:tasks.workunit.client.0.smithi002.stdout: "objects": 2, 2024-09-14T03:35:07.977 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_bytes_used": 0, 2024-09-14T03:35:07.977 INFO:tasks.workunit.client.0.smithi002.stdout: "percent_used": 1.6849011075237286e-08, 2024-09-14T03:35:07.977 INFO:tasks.workunit.client.0.smithi002.stdout: "quota_bytes": 0, 2024-09-14T03:35:07.977 INFO:tasks.workunit.client.0.smithi002.stdout: "quota_objects": 0, 2024-09-14T03:35:07.977 INFO:tasks.workunit.client.0.smithi002.stdout: "rd": 0, 2024-09-14T03:35:07.978 INFO:tasks.workunit.client.0.smithi002.stdout: "rd_bytes": 0, 2024-09-14T03:35:07.978 INFO:tasks.workunit.client.0.smithi002.stdout: "stored": 19, 2024-09-14T03:35:07.978 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_data": 19, 2024-09-14T03:35:07.978 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_omap": 0, 2024-09-14T03:35:07.978 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_raw": 57, 2024-09-14T03:35:07.978 INFO:tasks.workunit.client.0.smithi002.stdout: "wr": 2, 2024-09-14T03:35:07.978 INFO:tasks.workunit.client.0.smithi002.stdout: "wr_bytes": 2048 2024-09-14T03:35:07.978 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.978 INFO:tasks.workunit.client.0.smithi002.stdout: "target_max_bytes": 0, 2024-09-14T03:35:07.978 INFO:tasks.workunit.client.0.smithi002.stdout: "target_max_objects": 0, 2024-09-14T03:35:07.978 INFO:tasks.workunit.client.0.smithi002.stdout: "type": "replicated" 2024-09-14T03:35:07.978 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:07.978 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:07.978 INFO:tasks.workunit.client.0.smithi002.stdout: "rbd": { 2024-09-14T03:35:07.978 INFO:tasks.workunit.client.0.smithi002.stdout: "mirroring_by_pool": [ 2024-09-14T03:35:07.979 INFO:tasks.workunit.client.0.smithi002.stdout: false 2024-09-14T03:35:07.979 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:07.979 INFO:tasks.workunit.client.0.smithi002.stdout: "num_images_by_pool": [ 2024-09-14T03:35:07.979 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:07.979 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:07.979 INFO:tasks.workunit.client.0.smithi002.stdout: "num_pools": 1 2024-09-14T03:35:07.979 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.979 INFO:tasks.workunit.client.0.smithi002.stdout: "report_id": "d20204cc-804e-49ac-8e81-1f7ba247ec99", 2024-09-14T03:35:07.979 INFO:tasks.workunit.client.0.smithi002.stdout: "report_timestamp": "2024-09-14T03:35:07.877785", 2024-09-14T03:35:07.979 INFO:tasks.workunit.client.0.smithi002.stdout: "report_version": 1, 2024-09-14T03:35:07.979 INFO:tasks.workunit.client.0.smithi002.stdout: "rook": { 2024-09-14T03:35:07.979 INFO:tasks.workunit.client.0.smithi002.stdout: "cluster": { 2024-09-14T03:35:07.979 INFO:tasks.workunit.client.0.smithi002.stdout: "external-mode": null, 2024-09-14T03:35:07.979 INFO:tasks.workunit.client.0.smithi002.stdout: "mon": { 2024-09-14T03:35:07.980 INFO:tasks.workunit.client.0.smithi002.stdout: "allow-multiple-per-node": null, 2024-09-14T03:35:07.980 INFO:tasks.workunit.client.0.smithi002.stdout: "count": null, 2024-09-14T03:35:07.980 INFO:tasks.workunit.client.0.smithi002.stdout: "max-id": null, 2024-09-14T03:35:07.980 INFO:tasks.workunit.client.0.smithi002.stdout: "pvc": { 2024-09-14T03:35:07.980 INFO:tasks.workunit.client.0.smithi002.stdout: "enabled": null 2024-09-14T03:35:07.980 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.980 INFO:tasks.workunit.client.0.smithi002.stdout: "stretch": { 2024-09-14T03:35:07.980 INFO:tasks.workunit.client.0.smithi002.stdout: "enabled": null 2024-09-14T03:35:07.980 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:07.980 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.980 INFO:tasks.workunit.client.0.smithi002.stdout: "network": { 2024-09-14T03:35:07.980 INFO:tasks.workunit.client.0.smithi002.stdout: "provider": null 2024-09-14T03:35:07.980 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.980 INFO:tasks.workunit.client.0.smithi002.stdout: "storage": { 2024-09-14T03:35:07.980 INFO:tasks.workunit.client.0.smithi002.stdout: "device-set": { 2024-09-14T03:35:07.981 INFO:tasks.workunit.client.0.smithi002.stdout: "count": { 2024-09-14T03:35:07.981 INFO:tasks.workunit.client.0.smithi002.stdout: "non-portable": null, 2024-09-14T03:35:07.981 INFO:tasks.workunit.client.0.smithi002.stdout: "portable": null, 2024-09-14T03:35:07.981 INFO:tasks.workunit.client.0.smithi002.stdout: "total": null 2024-09-14T03:35:07.981 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:07.981 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:07.981 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:07.981 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.981 INFO:tasks.workunit.client.0.smithi002.stdout: "csi": { 2024-09-14T03:35:07.981 INFO:tasks.workunit.client.0.smithi002.stdout: "version": null 2024-09-14T03:35:07.981 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.981 INFO:tasks.workunit.client.0.smithi002.stdout: "kubernetes": { 2024-09-14T03:35:07.981 INFO:tasks.workunit.client.0.smithi002.stdout: "version": null 2024-09-14T03:35:07.981 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.982 INFO:tasks.workunit.client.0.smithi002.stdout: "node": { 2024-09-14T03:35:07.982 INFO:tasks.workunit.client.0.smithi002.stdout: "count": { 2024-09-14T03:35:07.982 INFO:tasks.workunit.client.0.smithi002.stdout: "kubernetes-total": null, 2024-09-14T03:35:07.982 INFO:tasks.workunit.client.0.smithi002.stdout: "with-ceph-daemons": null, 2024-09-14T03:35:07.982 INFO:tasks.workunit.client.0.smithi002.stdout: "with-csi-cephfs-plugin": null, 2024-09-14T03:35:07.982 INFO:tasks.workunit.client.0.smithi002.stdout: "with-csi-nfs-plugin": null, 2024-09-14T03:35:07.982 INFO:tasks.workunit.client.0.smithi002.stdout: "with-csi-rbd-plugin": null 2024-09-14T03:35:07.982 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:07.982 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.982 INFO:tasks.workunit.client.0.smithi002.stdout: "usage": { 2024-09-14T03:35:07.982 INFO:tasks.workunit.client.0.smithi002.stdout: "storage-class": { 2024-09-14T03:35:07.982 INFO:tasks.workunit.client.0.smithi002.stdout: "count": { 2024-09-14T03:35:07.982 INFO:tasks.workunit.client.0.smithi002.stdout: "bucket": null, 2024-09-14T03:35:07.982 INFO:tasks.workunit.client.0.smithi002.stdout: "cephfs": null, 2024-09-14T03:35:07.982 INFO:tasks.workunit.client.0.smithi002.stdout: "nfs": null, 2024-09-14T03:35:07.983 INFO:tasks.workunit.client.0.smithi002.stdout: "rbd": null, 2024-09-14T03:35:07.983 INFO:tasks.workunit.client.0.smithi002.stdout: "total": null 2024-09-14T03:35:07.983 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:07.983 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:07.983 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.983 INFO:tasks.workunit.client.0.smithi002.stdout: "version": null 2024-09-14T03:35:07.983 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.983 INFO:tasks.workunit.client.0.smithi002.stdout: "services": {}, 2024-09-14T03:35:07.983 INFO:tasks.workunit.client.0.smithi002.stdout: "usage": { 2024-09-14T03:35:07.983 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_num": 105, 2024-09-14T03:35:07.983 INFO:tasks.workunit.client.0.smithi002.stdout: "pools": 4, 2024-09-14T03:35:07.983 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_by_class": { 2024-09-14T03:35:07.983 INFO:tasks.workunit.client.0.smithi002.stdout: "ssd": { 2024-09-14T03:35:07.983 INFO:tasks.workunit.client.0.smithi002.stdout: "total_avail_bytes": 767722418176, 2024-09-14T03:35:07.983 INFO:tasks.workunit.client.0.smithi002.stdout: "total_bytes": 767960285184, 2024-09-14T03:35:07.984 INFO:tasks.workunit.client.0.smithi002.stdout: "total_used_bytes": 237867008, 2024-09-14T03:35:07.984 INFO:tasks.workunit.client.0.smithi002.stdout: "total_used_raw_bytes": 237867008, 2024-09-14T03:35:07.984 INFO:tasks.workunit.client.0.smithi002.stdout: "total_used_raw_ratio": 0.0003097386797890067 2024-09-14T03:35:07.984 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:07.984 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:07.984 INFO:tasks.workunit.client.0.smithi002.stdout: "total_avail_bytes": 767722418176, 2024-09-14T03:35:07.984 INFO:tasks.workunit.client.0.smithi002.stdout: "total_bytes": 767960285184, 2024-09-14T03:35:07.984 INFO:tasks.workunit.client.0.smithi002.stdout: "total_used_bytes": 237867008 2024-09-14T03:35:07.984 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:07.984 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:07.984 INFO:tasks.workunit.client.0.smithi002.stdout:} 2024-09-14T03:35:07.985 INFO:tasks.workunit.client.0.smithi002.stderr:++ ceph telemetry collection ls 2024-09-14T03:35:08.392 INFO:tasks.workunit.client.0.smithi002.stderr:+ COLLECTIONS='New collections are available: 2024-09-14T03:35:08.392 INFO:tasks.workunit.client.0.smithi002.stderr:['\''basic_base'\'', '\''basic_mds_metadata'\'', '\''basic_pool_options_bluestore'\'', '\''basic_pool_usage'\'', '\''basic_rook_v01'\'', '\''basic_usage_by_class'\'', '\''crash_base'\'', '\''device_base'\'', '\''ident_base'\'', '\''perf_memory_metrics'\'', '\''perf_perf'\''] 2024-09-14T03:35:08.392 INFO:tasks.workunit.client.0.smithi002.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-14T03:35:08.392 INFO:tasks.workunit.client.0.smithi002.stderr: 2024-09-14T03:35:08.392 INFO:tasks.workunit.client.0.smithi002.stderr:NAME STATUS DESC 2024-09-14T03:35:08.392 INFO:tasks.workunit.client.0.smithi002.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-14T03:35:08.392 INFO:tasks.workunit.client.0.smithi002.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-09-14T03:35:08.392 INFO:tasks.workunit.client.0.smithi002.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-09-14T03:35:08.393 INFO:tasks.workunit.client.0.smithi002.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-09-14T03:35:08.393 INFO:tasks.workunit.client.0.smithi002.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-09-14T03:35:08.393 INFO:tasks.workunit.client.0.smithi002.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-09-14T03:35:08.393 INFO:tasks.workunit.client.0.smithi002.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-14T03:35:08.393 INFO:tasks.workunit.client.0.smithi002.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-09-14T03:35:08.393 INFO:tasks.workunit.client.0.smithi002.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-09-14T03:35:08.393 INFO:tasks.workunit.client.0.smithi002.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-09-14T03:35:08.393 INFO:tasks.workunit.client.0.smithi002.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster ' 2024-09-14T03:35:08.393 INFO:tasks.workunit.client.0.smithi002.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics") 2024-09-14T03:35:08.393 INFO:tasks.workunit.client.0.smithi002.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-14T03:35:08.393 INFO:tasks.workunit.client.0.smithi002.stderr:+ [[ New collections are available: 2024-09-14T03:35:08.393 INFO:tasks.workunit.client.0.smithi002.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-09-14T03:35:08.393 INFO:tasks.workunit.client.0.smithi002.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-14T03:35:08.394 INFO:tasks.workunit.client.0.smithi002.stderr: 2024-09-14T03:35:08.394 INFO:tasks.workunit.client.0.smithi002.stderr:NAME STATUS DESC 2024-09-14T03:35:08.394 INFO:tasks.workunit.client.0.smithi002.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-14T03:35:08.394 INFO:tasks.workunit.client.0.smithi002.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-09-14T03:35:08.394 INFO:tasks.workunit.client.0.smithi002.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-09-14T03:35:08.394 INFO:tasks.workunit.client.0.smithi002.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-09-14T03:35:08.394 INFO:tasks.workunit.client.0.smithi002.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-09-14T03:35:08.394 INFO:tasks.workunit.client.0.smithi002.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-09-14T03:35:08.394 INFO:tasks.workunit.client.0.smithi002.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-14T03:35:08.394 INFO:tasks.workunit.client.0.smithi002.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-09-14T03:35:08.394 INFO:tasks.workunit.client.0.smithi002.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-09-14T03:35:08.394 INFO:tasks.workunit.client.0.smithi002.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-09-14T03:35:08.394 INFO:tasks.workunit.client.0.smithi002.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_perf* ]] 2024-09-14T03:35:08.395 INFO:tasks.workunit.client.0.smithi002.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-14T03:35:08.395 INFO:tasks.workunit.client.0.smithi002.stderr:+ [[ New collections are available: 2024-09-14T03:35:08.395 INFO:tasks.workunit.client.0.smithi002.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-09-14T03:35:08.395 INFO:tasks.workunit.client.0.smithi002.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-14T03:35:08.395 INFO:tasks.workunit.client.0.smithi002.stderr: 2024-09-14T03:35:08.395 INFO:tasks.workunit.client.0.smithi002.stderr:NAME STATUS DESC 2024-09-14T03:35:08.395 INFO:tasks.workunit.client.0.smithi002.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-14T03:35:08.395 INFO:tasks.workunit.client.0.smithi002.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-09-14T03:35:08.395 INFO:tasks.workunit.client.0.smithi002.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-09-14T03:35:08.395 INFO:tasks.workunit.client.0.smithi002.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-09-14T03:35:08.395 INFO:tasks.workunit.client.0.smithi002.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-09-14T03:35:08.395 INFO:tasks.workunit.client.0.smithi002.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-09-14T03:35:08.395 INFO:tasks.workunit.client.0.smithi002.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-14T03:35:08.395 INFO:tasks.workunit.client.0.smithi002.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-09-14T03:35:08.396 INFO:tasks.workunit.client.0.smithi002.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-09-14T03:35:08.396 INFO:tasks.workunit.client.0.smithi002.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-09-14T03:35:08.396 INFO:tasks.workunit.client.0.smithi002.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-09-14T03:35:08.396 INFO:tasks.workunit.client.0.smithi002.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-14T03:35:08.396 INFO:tasks.workunit.client.0.smithi002.stderr:+ [[ New collections are available: 2024-09-14T03:35:08.396 INFO:tasks.workunit.client.0.smithi002.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-09-14T03:35:08.396 INFO:tasks.workunit.client.0.smithi002.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-14T03:35:08.396 INFO:tasks.workunit.client.0.smithi002.stderr: 2024-09-14T03:35:08.396 INFO:tasks.workunit.client.0.smithi002.stderr:NAME STATUS DESC 2024-09-14T03:35:08.396 INFO:tasks.workunit.client.0.smithi002.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-14T03:35:08.396 INFO:tasks.workunit.client.0.smithi002.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-09-14T03:35:08.396 INFO:tasks.workunit.client.0.smithi002.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-09-14T03:35:08.396 INFO:tasks.workunit.client.0.smithi002.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-09-14T03:35:08.397 INFO:tasks.workunit.client.0.smithi002.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-09-14T03:35:08.397 INFO:tasks.workunit.client.0.smithi002.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-09-14T03:35:08.397 INFO:tasks.workunit.client.0.smithi002.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-14T03:35:08.397 INFO:tasks.workunit.client.0.smithi002.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-09-14T03:35:08.397 INFO:tasks.workunit.client.0.smithi002.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-09-14T03:35:08.397 INFO:tasks.workunit.client.0.smithi002.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-09-14T03:35:08.397 INFO:tasks.workunit.client.0.smithi002.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-09-14T03:35:08.397 INFO:tasks.workunit.client.0.smithi002.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-14T03:35:08.397 INFO:tasks.workunit.client.0.smithi002.stderr:+ [[ New collections are available: 2024-09-14T03:35:08.397 INFO:tasks.workunit.client.0.smithi002.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-09-14T03:35:08.397 INFO:tasks.workunit.client.0.smithi002.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-14T03:35:08.397 INFO:tasks.workunit.client.0.smithi002.stderr: 2024-09-14T03:35:08.397 INFO:tasks.workunit.client.0.smithi002.stderr:NAME STATUS DESC 2024-09-14T03:35:08.398 INFO:tasks.workunit.client.0.smithi002.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-14T03:35:08.398 INFO:tasks.workunit.client.0.smithi002.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-09-14T03:35:08.398 INFO:tasks.workunit.client.0.smithi002.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-09-14T03:35:08.398 INFO:tasks.workunit.client.0.smithi002.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-09-14T03:35:08.398 INFO:tasks.workunit.client.0.smithi002.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-09-14T03:35:08.398 INFO:tasks.workunit.client.0.smithi002.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-09-14T03:35:08.398 INFO:tasks.workunit.client.0.smithi002.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-14T03:35:08.398 INFO:tasks.workunit.client.0.smithi002.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-09-14T03:35:08.398 INFO:tasks.workunit.client.0.smithi002.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-09-14T03:35:08.398 INFO:tasks.workunit.client.0.smithi002.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-09-14T03:35:08.398 INFO:tasks.workunit.client.0.smithi002.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-09-14T03:35:08.398 INFO:tasks.workunit.client.0.smithi002.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-14T03:35:08.398 INFO:tasks.workunit.client.0.smithi002.stderr:+ [[ New collections are available: 2024-09-14T03:35:08.398 INFO:tasks.workunit.client.0.smithi002.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-09-14T03:35:08.399 INFO:tasks.workunit.client.0.smithi002.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-14T03:35:08.399 INFO:tasks.workunit.client.0.smithi002.stderr: 2024-09-14T03:35:08.399 INFO:tasks.workunit.client.0.smithi002.stderr:NAME STATUS DESC 2024-09-14T03:35:08.399 INFO:tasks.workunit.client.0.smithi002.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-14T03:35:08.399 INFO:tasks.workunit.client.0.smithi002.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-09-14T03:35:08.399 INFO:tasks.workunit.client.0.smithi002.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-09-14T03:35:08.399 INFO:tasks.workunit.client.0.smithi002.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-09-14T03:35:08.399 INFO:tasks.workunit.client.0.smithi002.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-09-14T03:35:08.399 INFO:tasks.workunit.client.0.smithi002.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-09-14T03:35:08.399 INFO:tasks.workunit.client.0.smithi002.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-14T03:35:08.399 INFO:tasks.workunit.client.0.smithi002.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-09-14T03:35:08.399 INFO:tasks.workunit.client.0.smithi002.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-09-14T03:35:08.399 INFO:tasks.workunit.client.0.smithi002.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-09-14T03:35:08.399 INFO:tasks.workunit.client.0.smithi002.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-09-14T03:35:08.400 INFO:tasks.workunit.client.0.smithi002.stderr:+ ceph telemetry on --license sharing-1-0 2024-09-14T03:35:08.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:08 smithi154 ceph-mon[30999]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:35:08.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:08 smithi154 ceph-mon[30999]: from='client.14793 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:08.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:08 smithi154 ceph-mon[30999]: from='client.24698 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:08.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:08 smithi154 ceph-mon[30999]: from='client.24698 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:08.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:08 smithi154 ceph-mon[30999]: mgrmap e23: y(active, since 2m), standbys: x 2024-09-14T03:35:08.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:08 smithi154 ceph-mon[30999]: from='client.24704 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:08.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:08 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:35:08.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:08 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-14T03:35:08.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:08 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:35:08.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:08 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-14T03:35:08.753 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:08 smithi002 ceph-mon[27606]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:35:08.753 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:08 smithi002 ceph-mon[27606]: from='client.14793 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:08.754 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:08 smithi002 ceph-mon[27606]: from='client.24698 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:08.754 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:08 smithi002 ceph-mon[27606]: from='client.24698 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:08.754 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:08 smithi002 ceph-mon[27606]: mgrmap e23: y(active, since 2m), standbys: x 2024-09-14T03:35:08.754 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:08 smithi002 ceph-mon[27606]: from='client.24704 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:08.754 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:08 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:35:08.754 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:08 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-14T03:35:08.754 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:08 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:35:08.754 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:08 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-14T03:35:08.754 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:35:08 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: [14/Sep/2024:03:35:08] ENGINE Bus STOPPING 2024-09-14T03:35:08.755 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:08 smithi002 ceph-mon[38004]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:35:08.755 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:08 smithi002 ceph-mon[38004]: from='client.14793 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:08.755 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:08 smithi002 ceph-mon[38004]: from='client.24698 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:08.755 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:08 smithi002 ceph-mon[38004]: from='client.24698 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:08.755 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:08 smithi002 ceph-mon[38004]: mgrmap e23: y(active, since 2m), standbys: x 2024-09-14T03:35:08.755 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:08 smithi002 ceph-mon[38004]: from='client.24704 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:08.755 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:08 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:35:08.755 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:08 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-14T03:35:08.755 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:08 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:35:08.755 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:08 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-14T03:35:08.913 INFO:tasks.workunit.client.0.smithi002.stdout:Telemetry is on. 2024-09-14T03:35:08.913 INFO:tasks.workunit.client.0.smithi002.stdout:Some channels are disabled, please enable with: 2024-09-14T03:35:08.913 INFO:tasks.workunit.client.0.smithi002.stdout:`ceph telemetry enable channel perf` 2024-09-14T03:35:08.925 INFO:tasks.workunit.client.0.smithi002.stderr:+ ceph telemetry enable channel perf 2024-09-14T03:35:09.023 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:35:08 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: [14/Sep/2024:03:35:08] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-14T03:35:09.024 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:35:08 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: [14/Sep/2024:03:35:08] ENGINE Bus STOPPED 2024-09-14T03:35:09.024 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:35:08 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: [14/Sep/2024:03:35:08] ENGINE Bus STARTING 2024-09-14T03:35:09.024 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: [14/Sep/2024:03:35:09] ENGINE Serving on http://:::9283 2024-09-14T03:35:09.024 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: [14/Sep/2024:03:35:09] ENGINE Bus STARTED 2024-09-14T03:35:09.425 INFO:tasks.workunit.client.0.smithi002.stdout:channel_perf is enabled 2024-09-14T03:35:09.436 INFO:tasks.workunit.client.0.smithi002.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-09-14T03:35:09.436 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: [14/Sep/2024:03:35:09] ENGINE Bus STOPPING 2024-09-14T03:35:09.819 INFO:tasks.workunit.client.0.smithi002.stderr:+ LAST_OPT_REVISION=1 2024-09-14T03:35:09.819 INFO:tasks.workunit.client.0.smithi002.stderr:+ '[' 1 -ne 1 ']' 2024-09-14T03:35:09.819 INFO:tasks.workunit.client.0.smithi002.stderr:+ ceph telemetry show 2024-09-14T03:35:09.936 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: [14/Sep/2024:03:35:09] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-14T03:35:09.937 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: [14/Sep/2024:03:35:09] ENGINE Bus STOPPED 2024-09-14T03:35:09.937 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: [14/Sep/2024:03:35:09] ENGINE Bus STARTING 2024-09-14T03:35:09.937 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: [14/Sep/2024:03:35:09] ENGINE Serving on http://:::9283 2024-09-14T03:35:09.937 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: [14/Sep/2024:03:35:09] ENGINE Bus STARTED 2024-09-14T03:35:09.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[27606]: from='client.24704 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:09.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[27606]: from='client.14817 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:09.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[27606]: from='client.14817 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:09.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[27606]: from='client.24716 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:09.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:35:09.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:35:09.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:35:09.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:35:09.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:35:09.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:35:09.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:35:09.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-14T03:35:09.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:35:09.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:35:09.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-14T03:35:09.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:35:09.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:35:09.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:35:09.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-14T03:35:09.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:35:09.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:35:09.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:35:09.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:35:09.940 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:35:09.940 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-14T03:35:09.940 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:35:09.940 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:09.940 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:09.940 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:09.940 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[38004]: from='client.24704 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:09.940 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[38004]: from='client.14817 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:09.940 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[38004]: from='client.14817 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:09.940 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[38004]: from='client.24716 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:09.941 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:35:09.941 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:35:09.941 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:35:09.941 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:35:09.941 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:35:09.941 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:35:09.941 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:35:09.941 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-14T03:35:09.941 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:35:09.941 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:35:09.941 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-14T03:35:09.941 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:35:09.942 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:35:09.942 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:35:09.942 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-14T03:35:09.942 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:35:09.942 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:35:09.942 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:35:09.942 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:35:09.942 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:35:09.942 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-14T03:35:09.942 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:35:09.942 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:09.942 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:09.942 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:09.943 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:09.943 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:09.943 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:09.943 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:09.943 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:09.943 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:09.943 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[27606]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-14T03:35:09.943 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[27606]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-14T03:35:09.943 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:09.943 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:09.943 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:09.944 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[27606]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-14T03:35:09.944 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:09.944 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[27606]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-14T03:35:09.944 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:09.944 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:09.944 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[27606]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-14T03:35:09.944 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[27606]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-14T03:35:09.944 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:09.944 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:09.944 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:09.944 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/2581959129' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-14T03:35:09.944 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:09.945 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:09.945 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:09.945 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:09.945 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:09.945 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:09.945 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[38004]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-14T03:35:09.945 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[38004]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-14T03:35:09.945 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:09.945 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:09.945 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:09.945 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[38004]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-14T03:35:09.945 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:09.945 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[38004]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-14T03:35:09.946 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:09.946 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:09.946 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[38004]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-14T03:35:09.946 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[38004]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-14T03:35:09.946 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:09.946 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:09.946 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:09.946 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:09 smithi002 ceph-mon[38004]: from='client.? 172.21.15.2:0/2581959129' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-14T03:35:09.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:09 smithi154 ceph-mon[30999]: from='client.24704 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:09.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:09 smithi154 ceph-mon[30999]: from='client.14817 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:09.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:09 smithi154 ceph-mon[30999]: from='client.14817 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:09.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:09 smithi154 ceph-mon[30999]: from='client.24716 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:09.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:09 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:35:09.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:09 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:35:09.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:09 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:35:09.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:09 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:35:09.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:09 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:35:09.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:09 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:35:09.979 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:09 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:35:09.979 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:09 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-14T03:35:09.979 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:09 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:35:09.979 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:09 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:35:09.979 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:09 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-14T03:35:09.979 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:09 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:35:09.979 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:09 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:35:09.979 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:09 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:35:09.979 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:09 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-14T03:35:09.979 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:09 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:35:09.979 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:09 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:35:09.979 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:09 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:35:09.979 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:09 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:35:09.980 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:09 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:35:09.980 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:09 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-14T03:35:09.980 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:09 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:35:09.980 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:09 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:09.980 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:09 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:09.980 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:09 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:09.980 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:09 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:09.980 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:09 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:09.980 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:09 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:09.980 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:09 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:09.980 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:09 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:09.980 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:09 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:09.981 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:09 smithi154 ceph-mon[30999]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-14T03:35:09.981 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:09 smithi154 ceph-mon[30999]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-14T03:35:09.981 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:09 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:09.981 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:09 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:09.981 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:09 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:09.981 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:09 smithi154 ceph-mon[30999]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-14T03:35:09.981 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:09 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:09.981 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:09 smithi154 ceph-mon[30999]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-14T03:35:09.981 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:09 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:09.981 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:09 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:09.981 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:09 smithi154 ceph-mon[30999]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-14T03:35:09.981 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:09 smithi154 ceph-mon[30999]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-14T03:35:09.981 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:09 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:09.982 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:09 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:09.982 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:09 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:09.982 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:09 smithi154 ceph-mon[30999]: from='client.? 172.21.15.2:0/2581959129' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-14T03:35:10.508 INFO:tasks.workunit.client.0.smithi002.stdout:{ 2024-09-14T03:35:10.508 INFO:tasks.workunit.client.0.smithi002.stdout: "balancer": { 2024-09-14T03:35:10.508 INFO:tasks.workunit.client.0.smithi002.stdout: "active": true, 2024-09-14T03:35:10.509 INFO:tasks.workunit.client.0.smithi002.stdout: "mode": "" 2024-09-14T03:35:10.509 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.509 INFO:tasks.workunit.client.0.smithi002.stdout: "channels": [ 2024-09-14T03:35:10.509 INFO:tasks.workunit.client.0.smithi002.stdout: "basic", 2024-09-14T03:35:10.509 INFO:tasks.workunit.client.0.smithi002.stdout: "crash", 2024-09-14T03:35:10.509 INFO:tasks.workunit.client.0.smithi002.stdout: "device", 2024-09-14T03:35:10.509 INFO:tasks.workunit.client.0.smithi002.stdout: "ident", 2024-09-14T03:35:10.509 INFO:tasks.workunit.client.0.smithi002.stdout: "perf" 2024-09-14T03:35:10.509 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:10.509 INFO:tasks.workunit.client.0.smithi002.stdout: "channels_available": [ 2024-09-14T03:35:10.509 INFO:tasks.workunit.client.0.smithi002.stdout: "basic", 2024-09-14T03:35:10.509 INFO:tasks.workunit.client.0.smithi002.stdout: "ident", 2024-09-14T03:35:10.510 INFO:tasks.workunit.client.0.smithi002.stdout: "crash", 2024-09-14T03:35:10.510 INFO:tasks.workunit.client.0.smithi002.stdout: "device", 2024-09-14T03:35:10.510 INFO:tasks.workunit.client.0.smithi002.stdout: "perf" 2024-09-14T03:35:10.510 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:10.510 INFO:tasks.workunit.client.0.smithi002.stdout: "collections_available": [ 2024-09-14T03:35:10.510 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_base", 2024-09-14T03:35:10.510 INFO:tasks.workunit.client.0.smithi002.stdout: "device_base", 2024-09-14T03:35:10.510 INFO:tasks.workunit.client.0.smithi002.stdout: "crash_base", 2024-09-14T03:35:10.510 INFO:tasks.workunit.client.0.smithi002.stdout: "ident_base", 2024-09-14T03:35:10.510 INFO:tasks.workunit.client.0.smithi002.stdout: "perf_perf", 2024-09-14T03:35:10.510 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_mds_metadata", 2024-09-14T03:35:10.511 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_pool_usage", 2024-09-14T03:35:10.511 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_usage_by_class", 2024-09-14T03:35:10.511 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_rook_v01", 2024-09-14T03:35:10.511 INFO:tasks.workunit.client.0.smithi002.stdout: "perf_memory_metrics", 2024-09-14T03:35:10.511 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_pool_options_bluestore" 2024-09-14T03:35:10.511 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:10.511 INFO:tasks.workunit.client.0.smithi002.stdout: "collections_opted_in": [ 2024-09-14T03:35:10.511 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_base", 2024-09-14T03:35:10.511 INFO:tasks.workunit.client.0.smithi002.stdout: "device_base", 2024-09-14T03:35:10.511 INFO:tasks.workunit.client.0.smithi002.stdout: "crash_base", 2024-09-14T03:35:10.511 INFO:tasks.workunit.client.0.smithi002.stdout: "ident_base", 2024-09-14T03:35:10.511 INFO:tasks.workunit.client.0.smithi002.stdout: "perf_perf", 2024-09-14T03:35:10.512 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_mds_metadata", 2024-09-14T03:35:10.512 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_pool_usage", 2024-09-14T03:35:10.512 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_usage_by_class", 2024-09-14T03:35:10.512 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_rook_v01", 2024-09-14T03:35:10.512 INFO:tasks.workunit.client.0.smithi002.stdout: "perf_memory_metrics", 2024-09-14T03:35:10.512 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_pool_options_bluestore" 2024-09-14T03:35:10.512 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:10.512 INFO:tasks.workunit.client.0.smithi002.stdout: "config": { 2024-09-14T03:35:10.512 INFO:tasks.workunit.client.0.smithi002.stdout: "active_changed": [ 2024-09-14T03:35:10.512 INFO:tasks.workunit.client.0.smithi002.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-14T03:35:10.512 INFO:tasks.workunit.client.0.smithi002.stdout: "auth_debug", 2024-09-14T03:35:10.513 INFO:tasks.workunit.client.0.smithi002.stdout: "auth_mon_ticket_ttl", 2024-09-14T03:35:10.513 INFO:tasks.workunit.client.0.smithi002.stdout: "auth_service_ticket_ttl", 2024-09-14T03:35:10.513 INFO:tasks.workunit.client.0.smithi002.stdout: "bdev_debug_aio", 2024-09-14T03:35:10.513 INFO:tasks.workunit.client.0.smithi002.stdout: "client_check_pool_perm", 2024-09-14T03:35:10.513 INFO:tasks.workunit.client.0.smithi002.stdout: "client_mount_gid", 2024-09-14T03:35:10.513 INFO:tasks.workunit.client.0.smithi002.stdout: "client_mount_uid", 2024-09-14T03:35:10.513 INFO:tasks.workunit.client.0.smithi002.stdout: "client_quota", 2024-09-14T03:35:10.513 INFO:tasks.workunit.client.0.smithi002.stdout: "container_image", 2024-09-14T03:35:10.513 INFO:tasks.workunit.client.0.smithi002.stdout: "daemonize", 2024-09-14T03:35:10.513 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_asserts_on_shutdown", 2024-09-14T03:35:10.513 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_mgr", 2024-09-14T03:35:10.513 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_mon", 2024-09-14T03:35:10.513 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_ms", 2024-09-14T03:35:10.514 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_osd", 2024-09-14T03:35:10.514 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_paxos", 2024-09-14T03:35:10.514 INFO:tasks.workunit.client.0.smithi002.stdout: "keyring", 2024-09-14T03:35:10.514 INFO:tasks.workunit.client.0.smithi002.stdout: "leveldb_block_size", 2024-09-14T03:35:10.514 INFO:tasks.workunit.client.0.smithi002.stdout: "leveldb_cache_size", 2024-09-14T03:35:10.514 INFO:tasks.workunit.client.0.smithi002.stdout: "leveldb_compression", 2024-09-14T03:35:10.514 INFO:tasks.workunit.client.0.smithi002.stdout: "leveldb_log", 2024-09-14T03:35:10.514 INFO:tasks.workunit.client.0.smithi002.stdout: "leveldb_write_buffer_size", 2024-09-14T03:35:10.514 INFO:tasks.workunit.client.0.smithi002.stdout: "log_to_file", 2024-09-14T03:35:10.514 INFO:tasks.workunit.client.0.smithi002.stdout: "log_to_journald", 2024-09-14T03:35:10.515 INFO:tasks.workunit.client.0.smithi002.stdout: "log_to_stderr", 2024-09-14T03:35:10.515 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_allow_pool_delete", 2024-09-14T03:35:10.515 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_clock_drift_allowed", 2024-09-14T03:35:10.515 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_cluster_log_file_level", 2024-09-14T03:35:10.515 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_cluster_log_to_file", 2024-09-14T03:35:10.515 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_cluster_log_to_journald", 2024-09-14T03:35:10.515 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_cluster_log_to_stderr", 2024-09-14T03:35:10.516 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_data_avail_warn", 2024-09-14T03:35:10.516 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_election_default_strategy", 2024-09-14T03:35:10.516 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_host", 2024-09-14T03:35:10.516 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_max_pg_per_osd", 2024-09-14T03:35:10.516 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_mgr_mkfs_grace", 2024-09-14T03:35:10.516 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_osd_prime_pg_temp", 2024-09-14T03:35:10.516 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_osd_reporter_subtree_level", 2024-09-14T03:35:10.516 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_pg_warn_max_object_skew", 2024-09-14T03:35:10.516 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-14T03:35:10.516 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-14T03:35:10.516 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-14T03:35:10.517 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-14T03:35:10.517 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-14T03:35:10.517 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-14T03:35:10.517 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-14T03:35:10.517 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-14T03:35:10.517 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_too_few_osds", 2024-09-14T03:35:10.517 INFO:tasks.workunit.client.0.smithi002.stdout: "ms_die_on_bug", 2024-09-14T03:35:10.517 INFO:tasks.workunit.client.0.smithi002.stdout: "ms_die_on_old_message", 2024-09-14T03:35:10.517 INFO:tasks.workunit.client.0.smithi002.stdout: "no_config_file", 2024-09-14T03:35:10.518 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_class_default_list", 2024-09-14T03:35:10.518 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_class_load_list", 2024-09-14T03:35:10.518 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_crush_chooseleaf_type", 2024-09-14T03:35:10.518 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_misdirected_ops", 2024-09-14T03:35:10.518 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_op_order", 2024-09-14T03:35:10.518 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_pg_log_writeout", 2024-09-14T03:35:10.518 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_shutdown", 2024-09-14T03:35:10.519 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_verify_cached_snaps", 2024-09-14T03:35:10.519 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_verify_missing_on_start", 2024-09-14T03:35:10.519 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_verify_stray_on_activate", 2024-09-14T03:35:10.519 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-14T03:35:10.519 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_delete_sleep", 2024-09-14T03:35:10.519 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_delete_sleep_hdd", 2024-09-14T03:35:10.519 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_delete_sleep_hybrid", 2024-09-14T03:35:10.519 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_delete_sleep_ssd", 2024-09-14T03:35:10.520 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_max_backfills", 2024-09-14T03:35:10.520 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-14T03:35:10.520 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_profile", 2024-09-14T03:35:10.520 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-09-14T03:35:10.520 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-09-14T03:35:10.520 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-09-14T03:35:10.520 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-09-14T03:35:10.520 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-09-14T03:35:10.520 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-09-14T03:35:10.520 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_scheduler_client_lim", 2024-09-14T03:35:10.521 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_scheduler_client_res", 2024-09-14T03:35:10.521 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_scheduler_client_wgt", 2024-09-14T03:35:10.521 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_memory_target", 2024-09-14T03:35:10.521 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_memory_target_autotune", 2024-09-14T03:35:10.521 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_op_queue", 2024-09-14T03:35:10.521 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_op_queue_cut_off", 2024-09-14T03:35:10.521 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pg_delete_cost", 2024-09-14T03:35:10.521 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pool_default_erasure_code_profile", 2024-09-14T03:35:10.521 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-14T03:35:10.521 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_recover_clone_overlap", 2024-09-14T03:35:10.522 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_recovery_max_active", 2024-09-14T03:35:10.522 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_recovery_max_active_hdd", 2024-09-14T03:35:10.522 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_recovery_max_active_ssd", 2024-09-14T03:35:10.522 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_recovery_max_chunk", 2024-09-14T03:35:10.522 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_recovery_sleep", 2024-09-14T03:35:10.522 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_recovery_sleep_hdd", 2024-09-14T03:35:10.522 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_recovery_sleep_hybrid", 2024-09-14T03:35:10.522 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_recovery_sleep_ssd", 2024-09-14T03:35:10.522 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_scrub_load_threshold", 2024-09-14T03:35:10.522 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_scrub_max_interval", 2024-09-14T03:35:10.522 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_scrub_sleep", 2024-09-14T03:35:10.522 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_shutdown_pgref_assert", 2024-09-14T03:35:10.523 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_snap_trim_sleep", 2024-09-14T03:35:10.523 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_snap_trim_sleep_hdd", 2024-09-14T03:35:10.523 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_snap_trim_sleep_hybrid", 2024-09-14T03:35:10.523 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_snap_trim_sleep_ssd", 2024-09-14T03:35:10.523 INFO:tasks.workunit.client.0.smithi002.stdout: "public_addr", 2024-09-14T03:35:10.523 INFO:tasks.workunit.client.0.smithi002.stdout: "public_addrv", 2024-09-14T03:35:10.523 INFO:tasks.workunit.client.0.smithi002.stdout: "public_network", 2024-09-14T03:35:10.523 INFO:tasks.workunit.client.0.smithi002.stdout: "rbd_default_features", 2024-09-14T03:35:10.523 INFO:tasks.workunit.client.0.smithi002.stdout: "rbd_qos_exclude_ops", 2024-09-14T03:35:10.523 INFO:tasks.workunit.client.0.smithi002.stdout: "setgroup", 2024-09-14T03:35:10.523 INFO:tasks.workunit.client.0.smithi002.stdout: "setuser" 2024-09-14T03:35:10.523 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:10.523 INFO:tasks.workunit.client.0.smithi002.stdout: "cluster_changed": [ 2024-09-14T03:35:10.524 INFO:tasks.workunit.client.0.smithi002.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-14T03:35:10.524 INFO:tasks.workunit.client.0.smithi002.stdout: "auth_debug", 2024-09-14T03:35:10.524 INFO:tasks.workunit.client.0.smithi002.stdout: "auth_mon_ticket_ttl", 2024-09-14T03:35:10.524 INFO:tasks.workunit.client.0.smithi002.stdout: "auth_service_ticket_ttl", 2024-09-14T03:35:10.524 INFO:tasks.workunit.client.0.smithi002.stdout: "bdev_debug_aio", 2024-09-14T03:35:10.524 INFO:tasks.workunit.client.0.smithi002.stdout: "container_image", 2024-09-14T03:35:10.524 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_asserts_on_shutdown", 2024-09-14T03:35:10.524 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_mgr", 2024-09-14T03:35:10.524 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_mon", 2024-09-14T03:35:10.524 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_ms", 2024-09-14T03:35:10.524 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_osd", 2024-09-14T03:35:10.524 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_paxos", 2024-09-14T03:35:10.525 INFO:tasks.workunit.client.0.smithi002.stdout: "log_to_file", 2024-09-14T03:35:10.525 INFO:tasks.workunit.client.0.smithi002.stdout: "log_to_journald", 2024-09-14T03:35:10.525 INFO:tasks.workunit.client.0.smithi002.stdout: "log_to_stderr", 2024-09-14T03:35:10.525 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_join_fs", 2024-09-14T03:35:10.525 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/cephadm/allow_ptrace", 2024-09-14T03:35:10.525 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/cephadm/container_init", 2024-09-14T03:35:10.525 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/cephadm/migration_current", 2024-09-14T03:35:10.525 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/cephadm/use_repo_digest", 2024-09-14T03:35:10.525 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-09-14T03:35:10.525 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-09-14T03:35:10.525 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-09-14T03:35:10.525 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-09-14T03:35:10.525 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/dashboard/ssl_server_port", 2024-09-14T03:35:10.526 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/orchestrator/orchestrator", 2024-09-14T03:35:10.526 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/telemetry/channel_ident", 2024-09-14T03:35:10.526 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/telemetry/channel_perf", 2024-09-14T03:35:10.526 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/telemetry/description", 2024-09-14T03:35:10.526 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/telemetry/enabled", 2024-09-14T03:35:10.526 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/telemetry/organization", 2024-09-14T03:35:10.526 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_allow_pool_delete", 2024-09-14T03:35:10.526 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_clock_drift_allowed", 2024-09-14T03:35:10.526 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_cluster_log_file_level", 2024-09-14T03:35:10.526 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_cluster_log_to_file", 2024-09-14T03:35:10.526 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_data_avail_warn", 2024-09-14T03:35:10.526 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_election_default_strategy", 2024-09-14T03:35:10.527 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_max_pg_per_osd", 2024-09-14T03:35:10.527 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_mgr_mkfs_grace", 2024-09-14T03:35:10.527 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_osd_prime_pg_temp", 2024-09-14T03:35:10.527 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_osd_reporter_subtree_level", 2024-09-14T03:35:10.527 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_pg_warn_max_object_skew", 2024-09-14T03:35:10.527 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-14T03:35:10.527 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-14T03:35:10.527 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-14T03:35:10.527 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-14T03:35:10.527 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-14T03:35:10.527 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-14T03:35:10.527 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-14T03:35:10.527 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-14T03:35:10.527 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_too_few_osds", 2024-09-14T03:35:10.528 INFO:tasks.workunit.client.0.smithi002.stdout: "ms_die_on_bug", 2024-09-14T03:35:10.528 INFO:tasks.workunit.client.0.smithi002.stdout: "ms_die_on_old_message", 2024-09-14T03:35:10.528 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_class_default_list", 2024-09-14T03:35:10.528 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_class_load_list", 2024-09-14T03:35:10.528 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_misdirected_ops", 2024-09-14T03:35:10.528 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_op_order", 2024-09-14T03:35:10.528 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_pg_log_writeout", 2024-09-14T03:35:10.528 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_shutdown", 2024-09-14T03:35:10.528 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_verify_cached_snaps", 2024-09-14T03:35:10.528 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_verify_missing_on_start", 2024-09-14T03:35:10.528 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_verify_stray_on_activate", 2024-09-14T03:35:10.528 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-14T03:35:10.528 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-14T03:35:10.529 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_profile", 2024-09-14T03:35:10.529 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_memory_target", 2024-09-14T03:35:10.529 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_memory_target_autotune", 2024-09-14T03:35:10.529 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_op_queue", 2024-09-14T03:35:10.529 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_op_queue_cut_off", 2024-09-14T03:35:10.529 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pool_default_erasure_code_profile", 2024-09-14T03:35:10.529 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-14T03:35:10.529 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_recover_clone_overlap", 2024-09-14T03:35:10.529 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_recovery_max_chunk", 2024-09-14T03:35:10.529 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_scrub_load_threshold", 2024-09-14T03:35:10.529 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_scrub_max_interval", 2024-09-14T03:35:10.530 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_shutdown_pgref_assert", 2024-09-14T03:35:10.530 INFO:tasks.workunit.client.0.smithi002.stdout: "public_network", 2024-09-14T03:35:10.530 INFO:tasks.workunit.client.0.smithi002.stdout: "rgw_cache_enabled", 2024-09-14T03:35:10.530 INFO:tasks.workunit.client.0.smithi002.stdout: "rgw_enable_ops_log", 2024-09-14T03:35:10.530 INFO:tasks.workunit.client.0.smithi002.stdout: "rgw_enable_usage_log" 2024-09-14T03:35:10.530 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:10.530 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.530 INFO:tasks.workunit.client.0.smithi002.stdout: "contact": null, 2024-09-14T03:35:10.530 INFO:tasks.workunit.client.0.smithi002.stdout: "crashes": [], 2024-09-14T03:35:10.530 INFO:tasks.workunit.client.0.smithi002.stdout: "created": "2024-09-14T03:26:12.592430Z", 2024-09-14T03:35:10.530 INFO:tasks.workunit.client.0.smithi002.stdout: "crush": { 2024-09-14T03:35:10.530 INFO:tasks.workunit.client.0.smithi002.stdout: "bucket_algs": { 2024-09-14T03:35:10.530 INFO:tasks.workunit.client.0.smithi002.stdout: "straw2": 3 2024-09-14T03:35:10.531 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.531 INFO:tasks.workunit.client.0.smithi002.stdout: "bucket_sizes": { 2024-09-14T03:35:10.531 INFO:tasks.workunit.client.0.smithi002.stdout: "2": 1, 2024-09-14T03:35:10.531 INFO:tasks.workunit.client.0.smithi002.stdout: "4": 2 2024-09-14T03:35:10.531 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.531 INFO:tasks.workunit.client.0.smithi002.stdout: "bucket_types": { 2024-09-14T03:35:10.531 INFO:tasks.workunit.client.0.smithi002.stdout: "1": 2, 2024-09-14T03:35:10.531 INFO:tasks.workunit.client.0.smithi002.stdout: "11": 1 2024-09-14T03:35:10.531 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.531 INFO:tasks.workunit.client.0.smithi002.stdout: "compat_weight_set": false, 2024-09-14T03:35:10.531 INFO:tasks.workunit.client.0.smithi002.stdout: "device_classes": [ 2024-09-14T03:35:10.531 INFO:tasks.workunit.client.0.smithi002.stdout: 8 2024-09-14T03:35:10.531 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:10.531 INFO:tasks.workunit.client.0.smithi002.stdout: "num_buckets": 6, 2024-09-14T03:35:10.532 INFO:tasks.workunit.client.0.smithi002.stdout: "num_devices": 8, 2024-09-14T03:35:10.532 INFO:tasks.workunit.client.0.smithi002.stdout: "num_rules": 1, 2024-09-14T03:35:10.532 INFO:tasks.workunit.client.0.smithi002.stdout: "num_types": 12, 2024-09-14T03:35:10.532 INFO:tasks.workunit.client.0.smithi002.stdout: "num_weight_sets": 0, 2024-09-14T03:35:10.532 INFO:tasks.workunit.client.0.smithi002.stdout: "tunables": { 2024-09-14T03:35:10.532 INFO:tasks.workunit.client.0.smithi002.stdout: "allowed_bucket_algs": 54, 2024-09-14T03:35:10.532 INFO:tasks.workunit.client.0.smithi002.stdout: "choose_local_fallback_tries": 0, 2024-09-14T03:35:10.532 INFO:tasks.workunit.client.0.smithi002.stdout: "choose_local_tries": 0, 2024-09-14T03:35:10.532 INFO:tasks.workunit.client.0.smithi002.stdout: "choose_total_tries": 50, 2024-09-14T03:35:10.532 INFO:tasks.workunit.client.0.smithi002.stdout: "chooseleaf_descend_once": 1, 2024-09-14T03:35:10.532 INFO:tasks.workunit.client.0.smithi002.stdout: "chooseleaf_stable": 1, 2024-09-14T03:35:10.532 INFO:tasks.workunit.client.0.smithi002.stdout: "chooseleaf_vary_r": 1, 2024-09-14T03:35:10.533 INFO:tasks.workunit.client.0.smithi002.stdout: "has_v2_rules": 0, 2024-09-14T03:35:10.533 INFO:tasks.workunit.client.0.smithi002.stdout: "has_v3_rules": 0, 2024-09-14T03:35:10.533 INFO:tasks.workunit.client.0.smithi002.stdout: "has_v4_buckets": 1, 2024-09-14T03:35:10.533 INFO:tasks.workunit.client.0.smithi002.stdout: "has_v5_rules": 0, 2024-09-14T03:35:10.533 INFO:tasks.workunit.client.0.smithi002.stdout: "legacy_tunables": 0, 2024-09-14T03:35:10.533 INFO:tasks.workunit.client.0.smithi002.stdout: "minimum_required_version": "jewel", 2024-09-14T03:35:10.533 INFO:tasks.workunit.client.0.smithi002.stdout: "optimal_tunables": 1, 2024-09-14T03:35:10.533 INFO:tasks.workunit.client.0.smithi002.stdout: "profile": "jewel", 2024-09-14T03:35:10.533 INFO:tasks.workunit.client.0.smithi002.stdout: "require_feature_tunables": 1, 2024-09-14T03:35:10.533 INFO:tasks.workunit.client.0.smithi002.stdout: "require_feature_tunables2": 1, 2024-09-14T03:35:10.533 INFO:tasks.workunit.client.0.smithi002.stdout: "require_feature_tunables3": 1, 2024-09-14T03:35:10.533 INFO:tasks.workunit.client.0.smithi002.stdout: "require_feature_tunables5": 1, 2024-09-14T03:35:10.533 INFO:tasks.workunit.client.0.smithi002.stdout: "straw_calc_version": 1 2024-09-14T03:35:10.533 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.534 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.534 INFO:tasks.workunit.client.0.smithi002.stdout: "description": "upgrade test cluster", 2024-09-14T03:35:10.534 INFO:tasks.workunit.client.0.smithi002.stdout: "fs": { 2024-09-14T03:35:10.534 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1, 2024-09-14T03:35:10.534 INFO:tasks.workunit.client.0.smithi002.stdout: "feature_flags": { 2024-09-14T03:35:10.534 INFO:tasks.workunit.client.0.smithi002.stdout: "enable_multiple": true, 2024-09-14T03:35:10.534 INFO:tasks.workunit.client.0.smithi002.stdout: "ever_enabled_multiple": true 2024-09-14T03:35:10.534 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.534 INFO:tasks.workunit.client.0.smithi002.stdout: "filesystems": [ 2024-09-14T03:35:10.534 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:10.534 INFO:tasks.workunit.client.0.smithi002.stdout: "approx_ctime": "2024-09", 2024-09-14T03:35:10.534 INFO:tasks.workunit.client.0.smithi002.stdout: "balancer_enabled": false, 2024-09-14T03:35:10.534 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.535 INFO:tasks.workunit.client.0.smithi002.stdout: "cached_caps": 0, 2024-09-14T03:35:10.535 INFO:tasks.workunit.client.0.smithi002.stdout: "cached_dns": 10, 2024-09-14T03:35:10.535 INFO:tasks.workunit.client.0.smithi002.stdout: "cached_inos": 13, 2024-09-14T03:35:10.535 INFO:tasks.workunit.client.0.smithi002.stdout: "cached_subtrees": 2, 2024-09-14T03:35:10.535 INFO:tasks.workunit.client.0.smithi002.stdout: "ever_allowed_features": 0, 2024-09-14T03:35:10.535 INFO:tasks.workunit.client.0.smithi002.stdout: "explicitly_allowed_features": 0, 2024-09-14T03:35:10.535 INFO:tasks.workunit.client.0.smithi002.stdout: "files": 0, 2024-09-14T03:35:10.535 INFO:tasks.workunit.client.0.smithi002.stdout: "max_mds": 1, 2024-09-14T03:35:10.535 INFO:tasks.workunit.client.0.smithi002.stdout: "num_data_pools": 1, 2024-09-14T03:35:10.535 INFO:tasks.workunit.client.0.smithi002.stdout: "num_in": 1, 2024-09-14T03:35:10.535 INFO:tasks.workunit.client.0.smithi002.stdout: "num_mds": 1, 2024-09-14T03:35:10.535 INFO:tasks.workunit.client.0.smithi002.stdout: "num_sessions": 0, 2024-09-14T03:35:10.535 INFO:tasks.workunit.client.0.smithi002.stdout: "num_standby_replay": 0, 2024-09-14T03:35:10.536 INFO:tasks.workunit.client.0.smithi002.stdout: "num_up": 1, 2024-09-14T03:35:10.536 INFO:tasks.workunit.client.0.smithi002.stdout: "snaps": 0, 2024-09-14T03:35:10.536 INFO:tasks.workunit.client.0.smithi002.stdout: "standby_count_wanted": 0 2024-09-14T03:35:10.536 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.536 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:10.536 INFO:tasks.workunit.client.0.smithi002.stdout: "num_standby_mds": 1, 2024-09-14T03:35:10.536 INFO:tasks.workunit.client.0.smithi002.stdout: "total_num_mds": 2 2024-09-14T03:35:10.536 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.536 INFO:tasks.workunit.client.0.smithi002.stdout: "heap_stats": { 2024-09-14T03:35:10.536 INFO:tasks.workunit.client.0.smithi002.stdout: "mds": { 2024-09-14T03:35:10.536 INFO:tasks.workunit.client.0.smithi002.stdout: "mds.0a888e93454d7857644afb459e3838358f89761a": { 2024-09-14T03:35:10.536 INFO:tasks.workunit.client.0.smithi002.stdout: "actual_memory_used": 20135936, 2024-09-14T03:35:10.537 INFO:tasks.workunit.client.0.smithi002.stdout: "central_cache_freelist": 357608, 2024-09-14T03:35:10.537 INFO:tasks.workunit.client.0.smithi002.stdout: "malloc_metadata": 2621440, 2024-09-14T03:35:10.537 INFO:tasks.workunit.client.0.smithi002.stdout: "page_heap_freelist": 901120, 2024-09-14T03:35:10.537 INFO:tasks.workunit.client.0.smithi002.stdout: "released_to_os": 0, 2024-09-14T03:35:10.537 INFO:tasks.workunit.client.0.smithi002.stdout: "spans_in_use": 342, 2024-09-14T03:35:10.537 INFO:tasks.workunit.client.0.smithi002.stdout: "tcmalloc_page_size": 8192, 2024-09-14T03:35:10.537 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_cache_freelists": 889272, 2024-09-14T03:35:10.537 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_heaps_in_use": 12, 2024-09-14T03:35:10.537 INFO:tasks.workunit.client.0.smithi002.stdout: "transfer_cache_freelist": 662016, 2024-09-14T03:35:10.537 INFO:tasks.workunit.client.0.smithi002.stdout: "use_by_application": 14704480, 2024-09-14T03:35:10.537 INFO:tasks.workunit.client.0.smithi002.stdout: "virtual_address_space_used": 20135936 2024-09-14T03:35:10.537 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.537 INFO:tasks.workunit.client.0.smithi002.stdout: "mds.d2668293540d00d4d048239dd5bc97f298ea87fc": { 2024-09-14T03:35:10.538 INFO:tasks.workunit.client.0.smithi002.stdout: "actual_memory_used": 20619264, 2024-09-14T03:35:10.538 INFO:tasks.workunit.client.0.smithi002.stdout: "central_cache_freelist": 441624, 2024-09-14T03:35:10.538 INFO:tasks.workunit.client.0.smithi002.stdout: "malloc_metadata": 2621440, 2024-09-14T03:35:10.538 INFO:tasks.workunit.client.0.smithi002.stdout: "page_heap_freelist": 8192, 2024-09-14T03:35:10.538 INFO:tasks.workunit.client.0.smithi002.stdout: "released_to_os": 565248, 2024-09-14T03:35:10.538 INFO:tasks.workunit.client.0.smithi002.stdout: "spans_in_use": 433, 2024-09-14T03:35:10.538 INFO:tasks.workunit.client.0.smithi002.stdout: "tcmalloc_page_size": 8192, 2024-09-14T03:35:10.538 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_cache_freelists": 1299784, 2024-09-14T03:35:10.538 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_heaps_in_use": 20, 2024-09-14T03:35:10.538 INFO:tasks.workunit.client.0.smithi002.stdout: "transfer_cache_freelist": 1125376, 2024-09-14T03:35:10.538 INFO:tasks.workunit.client.0.smithi002.stdout: "use_by_application": 15122848, 2024-09-14T03:35:10.538 INFO:tasks.workunit.client.0.smithi002.stdout: "virtual_address_space_used": 21184512 2024-09-14T03:35:10.538 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.539 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.539 INFO:tasks.workunit.client.0.smithi002.stdout: "mon": { 2024-09-14T03:35:10.539 INFO:tasks.workunit.client.0.smithi002.stdout: "mon.0a888e93454d7857644afb459e3838358f89761a": { 2024-09-14T03:35:10.539 INFO:tasks.workunit.client.0.smithi002.stdout: "actual_memory_used": 43327488, 2024-09-14T03:35:10.539 INFO:tasks.workunit.client.0.smithi002.stdout: "central_cache_freelist": 1267176, 2024-09-14T03:35:10.539 INFO:tasks.workunit.client.0.smithi002.stdout: "malloc_metadata": 2621440, 2024-09-14T03:35:10.539 INFO:tasks.workunit.client.0.smithi002.stdout: "page_heap_freelist": 0, 2024-09-14T03:35:10.539 INFO:tasks.workunit.client.0.smithi002.stdout: "released_to_os": 5136384, 2024-09-14T03:35:10.539 INFO:tasks.workunit.client.0.smithi002.stdout: "spans_in_use": 1670, 2024-09-14T03:35:10.539 INFO:tasks.workunit.client.0.smithi002.stdout: "tcmalloc_page_size": 8192, 2024-09-14T03:35:10.539 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_cache_freelists": 9981528, 2024-09-14T03:35:10.540 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_heaps_in_use": 22, 2024-09-14T03:35:10.540 INFO:tasks.workunit.client.0.smithi002.stdout: "transfer_cache_freelist": 2535680, 2024-09-14T03:35:10.540 INFO:tasks.workunit.client.0.smithi002.stdout: "use_by_application": 26921664, 2024-09-14T03:35:10.540 INFO:tasks.workunit.client.0.smithi002.stdout: "virtual_address_space_used": 48463872 2024-09-14T03:35:10.540 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.540 INFO:tasks.workunit.client.0.smithi002.stdout: "mon.d2668293540d00d4d048239dd5bc97f298ea87fc": { 2024-09-14T03:35:10.540 INFO:tasks.workunit.client.0.smithi002.stdout: "actual_memory_used": 37076992, 2024-09-14T03:35:10.540 INFO:tasks.workunit.client.0.smithi002.stdout: "central_cache_freelist": 1355400, 2024-09-14T03:35:10.540 INFO:tasks.workunit.client.0.smithi002.stdout: "malloc_metadata": 2621440, 2024-09-14T03:35:10.540 INFO:tasks.workunit.client.0.smithi002.stdout: "page_heap_freelist": 0, 2024-09-14T03:35:10.540 INFO:tasks.workunit.client.0.smithi002.stdout: "released_to_os": 9404416, 2024-09-14T03:35:10.540 INFO:tasks.workunit.client.0.smithi002.stdout: "spans_in_use": 1148, 2024-09-14T03:35:10.540 INFO:tasks.workunit.client.0.smithi002.stdout: "tcmalloc_page_size": 8192, 2024-09-14T03:35:10.540 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_cache_freelists": 8252864, 2024-09-14T03:35:10.541 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_heaps_in_use": 21, 2024-09-14T03:35:10.541 INFO:tasks.workunit.client.0.smithi002.stdout: "transfer_cache_freelist": 1214208, 2024-09-14T03:35:10.541 INFO:tasks.workunit.client.0.smithi002.stdout: "use_by_application": 23633080, 2024-09-14T03:35:10.541 INFO:tasks.workunit.client.0.smithi002.stdout: "virtual_address_space_used": 46481408 2024-09-14T03:35:10.541 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.541 INFO:tasks.workunit.client.0.smithi002.stdout: "mon.dff9bf76186550c071370bb9811f6044a1b90fcc": { 2024-09-14T03:35:10.541 INFO:tasks.workunit.client.0.smithi002.stdout: "actual_memory_used": 38936576, 2024-09-14T03:35:10.541 INFO:tasks.workunit.client.0.smithi002.stdout: "central_cache_freelist": 1228480, 2024-09-14T03:35:10.541 INFO:tasks.workunit.client.0.smithi002.stdout: "malloc_metadata": 2621440, 2024-09-14T03:35:10.541 INFO:tasks.workunit.client.0.smithi002.stdout: "page_heap_freelist": 548864, 2024-09-14T03:35:10.541 INFO:tasks.workunit.client.0.smithi002.stdout: "released_to_os": 5439488, 2024-09-14T03:35:10.541 INFO:tasks.workunit.client.0.smithi002.stdout: "spans_in_use": 1156, 2024-09-14T03:35:10.541 INFO:tasks.workunit.client.0.smithi002.stdout: "tcmalloc_page_size": 8192, 2024-09-14T03:35:10.542 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_cache_freelists": 8279944, 2024-09-14T03:35:10.542 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_heaps_in_use": 22, 2024-09-14T03:35:10.542 INFO:tasks.workunit.client.0.smithi002.stdout: "transfer_cache_freelist": 1926912, 2024-09-14T03:35:10.542 INFO:tasks.workunit.client.0.smithi002.stdout: "use_by_application": 24330936, 2024-09-14T03:35:10.542 INFO:tasks.workunit.client.0.smithi002.stdout: "virtual_address_space_used": 44376064 2024-09-14T03:35:10.542 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.542 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.542 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2024-09-14T03:35:10.542 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.0": { 2024-09-14T03:35:10.542 INFO:tasks.workunit.client.0.smithi002.stdout: "actual_memory_used": 47333376, 2024-09-14T03:35:10.542 INFO:tasks.workunit.client.0.smithi002.stdout: "central_cache_freelist": 877368, 2024-09-14T03:35:10.542 INFO:tasks.workunit.client.0.smithi002.stdout: "malloc_metadata": 2752512, 2024-09-14T03:35:10.542 INFO:tasks.workunit.client.0.smithi002.stdout: "page_heap_freelist": 0, 2024-09-14T03:35:10.543 INFO:tasks.workunit.client.0.smithi002.stdout: "released_to_os": 114688, 2024-09-14T03:35:10.543 INFO:tasks.workunit.client.0.smithi002.stdout: "spans_in_use": 1418, 2024-09-14T03:35:10.543 INFO:tasks.workunit.client.0.smithi002.stdout: "tcmalloc_page_size": 8192, 2024-09-14T03:35:10.543 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_cache_freelists": 5534592, 2024-09-14T03:35:10.543 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_heaps_in_use": 47, 2024-09-14T03:35:10.543 INFO:tasks.workunit.client.0.smithi002.stdout: "transfer_cache_freelist": 2238976, 2024-09-14T03:35:10.543 INFO:tasks.workunit.client.0.smithi002.stdout: "use_by_application": 35929928, 2024-09-14T03:35:10.543 INFO:tasks.workunit.client.0.smithi002.stdout: "virtual_address_space_used": 47448064 2024-09-14T03:35:10.543 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.543 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.1": { 2024-09-14T03:35:10.543 INFO:tasks.workunit.client.0.smithi002.stdout: "actual_memory_used": 46612480, 2024-09-14T03:35:10.543 INFO:tasks.workunit.client.0.smithi002.stdout: "central_cache_freelist": 854368, 2024-09-14T03:35:10.543 INFO:tasks.workunit.client.0.smithi002.stdout: "malloc_metadata": 2752512, 2024-09-14T03:35:10.544 INFO:tasks.workunit.client.0.smithi002.stdout: "page_heap_freelist": 0, 2024-09-14T03:35:10.544 INFO:tasks.workunit.client.0.smithi002.stdout: "released_to_os": 835584, 2024-09-14T03:35:10.544 INFO:tasks.workunit.client.0.smithi002.stdout: "spans_in_use": 1394, 2024-09-14T03:35:10.544 INFO:tasks.workunit.client.0.smithi002.stdout: "tcmalloc_page_size": 8192, 2024-09-14T03:35:10.544 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_cache_freelists": 5410696, 2024-09-14T03:35:10.544 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_heaps_in_use": 47, 2024-09-14T03:35:10.544 INFO:tasks.workunit.client.0.smithi002.stdout: "transfer_cache_freelist": 2646784, 2024-09-14T03:35:10.544 INFO:tasks.workunit.client.0.smithi002.stdout: "use_by_application": 34948120, 2024-09-14T03:35:10.544 INFO:tasks.workunit.client.0.smithi002.stdout: "virtual_address_space_used": 47448064 2024-09-14T03:35:10.544 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.544 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.2": { 2024-09-14T03:35:10.544 INFO:tasks.workunit.client.0.smithi002.stdout: "actual_memory_used": 44187648, 2024-09-14T03:35:10.545 INFO:tasks.workunit.client.0.smithi002.stdout: "central_cache_freelist": 856512, 2024-09-14T03:35:10.545 INFO:tasks.workunit.client.0.smithi002.stdout: "malloc_metadata": 2752512, 2024-09-14T03:35:10.545 INFO:tasks.workunit.client.0.smithi002.stdout: "page_heap_freelist": 0, 2024-09-14T03:35:10.545 INFO:tasks.workunit.client.0.smithi002.stdout: "released_to_os": 1032192, 2024-09-14T03:35:10.545 INFO:tasks.workunit.client.0.smithi002.stdout: "spans_in_use": 1287, 2024-09-14T03:35:10.545 INFO:tasks.workunit.client.0.smithi002.stdout: "tcmalloc_page_size": 8192, 2024-09-14T03:35:10.545 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_cache_freelists": 4815904, 2024-09-14T03:35:10.546 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_heaps_in_use": 47, 2024-09-14T03:35:10.546 INFO:tasks.workunit.client.0.smithi002.stdout: "transfer_cache_freelist": 2373376, 2024-09-14T03:35:10.546 INFO:tasks.workunit.client.0.smithi002.stdout: "use_by_application": 33389344, 2024-09-14T03:35:10.546 INFO:tasks.workunit.client.0.smithi002.stdout: "virtual_address_space_used": 45219840 2024-09-14T03:35:10.546 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.546 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.3": { 2024-09-14T03:35:10.546 INFO:tasks.workunit.client.0.smithi002.stdout: "actual_memory_used": 47284224, 2024-09-14T03:35:10.546 INFO:tasks.workunit.client.0.smithi002.stdout: "central_cache_freelist": 1586656, 2024-09-14T03:35:10.546 INFO:tasks.workunit.client.0.smithi002.stdout: "malloc_metadata": 2752512, 2024-09-14T03:35:10.546 INFO:tasks.workunit.client.0.smithi002.stdout: "page_heap_freelist": 0, 2024-09-14T03:35:10.546 INFO:tasks.workunit.client.0.smithi002.stdout: "released_to_os": 1212416, 2024-09-14T03:35:10.547 INFO:tasks.workunit.client.0.smithi002.stdout: "spans_in_use": 1648, 2024-09-14T03:35:10.547 INFO:tasks.workunit.client.0.smithi002.stdout: "tcmalloc_page_size": 8192, 2024-09-14T03:35:10.547 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_cache_freelists": 5187448, 2024-09-14T03:35:10.547 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_heaps_in_use": 47, 2024-09-14T03:35:10.547 INFO:tasks.workunit.client.0.smithi002.stdout: "transfer_cache_freelist": 3036416, 2024-09-14T03:35:10.547 INFO:tasks.workunit.client.0.smithi002.stdout: "use_by_application": 34721192, 2024-09-14T03:35:10.547 INFO:tasks.workunit.client.0.smithi002.stdout: "virtual_address_space_used": 48496640 2024-09-14T03:35:10.547 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.547 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.4": { 2024-09-14T03:35:10.547 INFO:tasks.workunit.client.0.smithi002.stdout: "actual_memory_used": 48603136, 2024-09-14T03:35:10.547 INFO:tasks.workunit.client.0.smithi002.stdout: "central_cache_freelist": 1543168, 2024-09-14T03:35:10.548 INFO:tasks.workunit.client.0.smithi002.stdout: "malloc_metadata": 2752512, 2024-09-14T03:35:10.548 INFO:tasks.workunit.client.0.smithi002.stdout: "page_heap_freelist": 57344, 2024-09-14T03:35:10.548 INFO:tasks.workunit.client.0.smithi002.stdout: "released_to_os": 876544, 2024-09-14T03:35:10.548 INFO:tasks.workunit.client.0.smithi002.stdout: "spans_in_use": 1662, 2024-09-14T03:35:10.548 INFO:tasks.workunit.client.0.smithi002.stdout: "tcmalloc_page_size": 8192, 2024-09-14T03:35:10.548 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_cache_freelists": 5892480, 2024-09-14T03:35:10.548 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_heaps_in_use": 47, 2024-09-14T03:35:10.548 INFO:tasks.workunit.client.0.smithi002.stdout: "transfer_cache_freelist": 3619328, 2024-09-14T03:35:10.548 INFO:tasks.workunit.client.0.smithi002.stdout: "use_by_application": 34738304, 2024-09-14T03:35:10.548 INFO:tasks.workunit.client.0.smithi002.stdout: "virtual_address_space_used": 49479680 2024-09-14T03:35:10.548 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.548 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.5": { 2024-09-14T03:35:10.549 INFO:tasks.workunit.client.0.smithi002.stdout: "actual_memory_used": 49152000, 2024-09-14T03:35:10.549 INFO:tasks.workunit.client.0.smithi002.stdout: "central_cache_freelist": 1877848, 2024-09-14T03:35:10.549 INFO:tasks.workunit.client.0.smithi002.stdout: "malloc_metadata": 2752512, 2024-09-14T03:35:10.549 INFO:tasks.workunit.client.0.smithi002.stdout: "page_heap_freelist": 0, 2024-09-14T03:35:10.549 INFO:tasks.workunit.client.0.smithi002.stdout: "released_to_os": 393216, 2024-09-14T03:35:10.549 INFO:tasks.workunit.client.0.smithi002.stdout: "spans_in_use": 1682, 2024-09-14T03:35:10.549 INFO:tasks.workunit.client.0.smithi002.stdout: "tcmalloc_page_size": 8192, 2024-09-14T03:35:10.549 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_cache_freelists": 5729056, 2024-09-14T03:35:10.549 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_heaps_in_use": 47, 2024-09-14T03:35:10.549 INFO:tasks.workunit.client.0.smithi002.stdout: "transfer_cache_freelist": 3509248, 2024-09-14T03:35:10.549 INFO:tasks.workunit.client.0.smithi002.stdout: "use_by_application": 35283336, 2024-09-14T03:35:10.549 INFO:tasks.workunit.client.0.smithi002.stdout: "virtual_address_space_used": 49545216 2024-09-14T03:35:10.549 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.550 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.6": { 2024-09-14T03:35:10.550 INFO:tasks.workunit.client.0.smithi002.stdout: "actual_memory_used": 48717824, 2024-09-14T03:35:10.550 INFO:tasks.workunit.client.0.smithi002.stdout: "central_cache_freelist": 1731104, 2024-09-14T03:35:10.550 INFO:tasks.workunit.client.0.smithi002.stdout: "malloc_metadata": 2752512, 2024-09-14T03:35:10.550 INFO:tasks.workunit.client.0.smithi002.stdout: "page_heap_freelist": 16384, 2024-09-14T03:35:10.550 INFO:tasks.workunit.client.0.smithi002.stdout: "released_to_os": 761856, 2024-09-14T03:35:10.550 INFO:tasks.workunit.client.0.smithi002.stdout: "spans_in_use": 1690, 2024-09-14T03:35:10.550 INFO:tasks.workunit.client.0.smithi002.stdout: "tcmalloc_page_size": 8192, 2024-09-14T03:35:10.550 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_cache_freelists": 6001232, 2024-09-14T03:35:10.550 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_heaps_in_use": 47, 2024-09-14T03:35:10.550 INFO:tasks.workunit.client.0.smithi002.stdout: "transfer_cache_freelist": 3550208, 2024-09-14T03:35:10.550 INFO:tasks.workunit.client.0.smithi002.stdout: "use_by_application": 34666384, 2024-09-14T03:35:10.550 INFO:tasks.workunit.client.0.smithi002.stdout: "virtual_address_space_used": 49479680 2024-09-14T03:35:10.551 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.551 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.7": { 2024-09-14T03:35:10.551 INFO:tasks.workunit.client.0.smithi002.stdout: "actual_memory_used": 48734208, 2024-09-14T03:35:10.551 INFO:tasks.workunit.client.0.smithi002.stdout: "central_cache_freelist": 1997240, 2024-09-14T03:35:10.551 INFO:tasks.workunit.client.0.smithi002.stdout: "malloc_metadata": 2752512, 2024-09-14T03:35:10.551 INFO:tasks.workunit.client.0.smithi002.stdout: "page_heap_freelist": 73728, 2024-09-14T03:35:10.551 INFO:tasks.workunit.client.0.smithi002.stdout: "released_to_os": 811008, 2024-09-14T03:35:10.551 INFO:tasks.workunit.client.0.smithi002.stdout: "spans_in_use": 1688, 2024-09-14T03:35:10.551 INFO:tasks.workunit.client.0.smithi002.stdout: "tcmalloc_page_size": 8192, 2024-09-14T03:35:10.551 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_cache_freelists": 5505344, 2024-09-14T03:35:10.551 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_heaps_in_use": 47, 2024-09-14T03:35:10.551 INFO:tasks.workunit.client.0.smithi002.stdout: "transfer_cache_freelist": 3404032, 2024-09-14T03:35:10.551 INFO:tasks.workunit.client.0.smithi002.stdout: "use_by_application": 35001352, 2024-09-14T03:35:10.552 INFO:tasks.workunit.client.0.smithi002.stdout: "virtual_address_space_used": 49545216 2024-09-14T03:35:10.552 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.552 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.552 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.552 INFO:tasks.workunit.client.0.smithi002.stdout: "hosts": { 2024-09-14T03:35:10.552 INFO:tasks.workunit.client.0.smithi002.stdout: "num": 2, 2024-09-14T03:35:10.552 INFO:tasks.workunit.client.0.smithi002.stdout: "num_with_mds": 2, 2024-09-14T03:35:10.552 INFO:tasks.workunit.client.0.smithi002.stdout: "num_with_mgr": 2, 2024-09-14T03:35:10.552 INFO:tasks.workunit.client.0.smithi002.stdout: "num_with_mon": 2, 2024-09-14T03:35:10.552 INFO:tasks.workunit.client.0.smithi002.stdout: "num_with_osd": 2 2024-09-14T03:35:10.552 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.552 INFO:tasks.workunit.client.0.smithi002.stdout: "io_rate": { 2024-09-14T03:35:10.552 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_stats_delta": { 2024-09-14T03:35:10.553 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": 0, 2024-09-14T03:35:10.553 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:10.553 INFO:tasks.workunit.client.0.smithi002.stdout: "num_store_stats": 0, 2024-09-14T03:35:10.553 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:10.553 INFO:tasks.workunit.client.0.smithi002.stdout: "stamp_delta": "12.002583", 2024-09-14T03:35:10.553 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:10.553 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:10.553 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:10.553 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:10.553 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:10.553 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:10.553 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:10.553 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:10.553 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:10.554 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:10.554 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:10.554 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:10.554 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:10.554 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:10.554 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:10.554 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:10.554 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:10.554 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:10.554 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:10.554 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:10.554 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:10.554 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:10.555 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:10.555 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:10.555 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:10.555 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:10.555 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:10.555 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:10.555 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:10.555 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:10.555 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:10.555 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:10.555 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:10.555 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:10.555 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:10.555 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:10.556 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:10.556 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:10.556 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:10.556 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:10.556 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:10.556 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.556 INFO:tasks.workunit.client.0.smithi002.stdout: "store_stats": { 2024-09-14T03:35:10.556 INFO:tasks.workunit.client.0.smithi002.stdout: "allocated": 0, 2024-09-14T03:35:10.556 INFO:tasks.workunit.client.0.smithi002.stdout: "available": 0, 2024-09-14T03:35:10.556 INFO:tasks.workunit.client.0.smithi002.stdout: "data_compressed": 0, 2024-09-14T03:35:10.556 INFO:tasks.workunit.client.0.smithi002.stdout: "data_compressed_allocated": 0, 2024-09-14T03:35:10.556 INFO:tasks.workunit.client.0.smithi002.stdout: "data_compressed_original": 0, 2024-09-14T03:35:10.557 INFO:tasks.workunit.client.0.smithi002.stdout: "data_stored": 0, 2024-09-14T03:35:10.557 INFO:tasks.workunit.client.0.smithi002.stdout: "internal_metadata": 0, 2024-09-14T03:35:10.557 INFO:tasks.workunit.client.0.smithi002.stdout: "internally_reserved": 0, 2024-09-14T03:35:10.557 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_allocated": 0, 2024-09-14T03:35:10.557 INFO:tasks.workunit.client.0.smithi002.stdout: "total": 0 2024-09-14T03:35:10.557 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.557 INFO:tasks.workunit.client.0.smithi002.stdout: "up": 0 2024-09-14T03:35:10.557 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.557 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.557 INFO:tasks.workunit.client.0.smithi002.stdout: "leaderboard": false, 2024-09-14T03:35:10.557 INFO:tasks.workunit.client.0.smithi002.stdout: "leaderboard_description": null, 2024-09-14T03:35:10.557 INFO:tasks.workunit.client.0.smithi002.stdout: "license": "sharing-1-0", 2024-09-14T03:35:10.557 INFO:tasks.workunit.client.0.smithi002.stdout: "mempool": { 2024-09-14T03:35:10.557 INFO:tasks.workunit.client.0.smithi002.stdout: "mds": { 2024-09-14T03:35:10.558 INFO:tasks.workunit.client.0.smithi002.stdout: "mds.0a888e93454d7857644afb459e3838358f89761a": { 2024-09-14T03:35:10.558 INFO:tasks.workunit.client.0.smithi002.stdout: "bloom_filter": { 2024-09-14T03:35:10.558 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.558 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.558 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.558 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2024-09-14T03:35:10.558 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.558 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.558 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.558 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_reader": { 2024-09-14T03:35:10.558 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.558 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.558 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.559 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_writer": { 2024-09-14T03:35:10.559 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.559 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.559 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.559 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_alloc": { 2024-09-14T03:35:10.559 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.559 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.559 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.559 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_blob": { 2024-09-14T03:35:10.559 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.559 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.559 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.559 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_buffer": { 2024-09-14T03:35:10.559 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.560 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.560 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.560 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_data": { 2024-09-14T03:35:10.560 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.560 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.560 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.560 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_meta": { 2024-09-14T03:35:10.560 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.560 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.560 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.560 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_onode": { 2024-09-14T03:35:10.560 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.560 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.561 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.561 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_other": { 2024-09-14T03:35:10.561 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.561 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.561 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.561 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_extent": { 2024-09-14T03:35:10.561 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.561 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.561 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.561 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_fsck": { 2024-09-14T03:35:10.561 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.561 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.561 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.561 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_inline_bl": { 2024-09-14T03:35:10.562 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.562 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.562 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.562 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_shared_blob": { 2024-09-14T03:35:10.562 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.562 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.562 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.562 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_txc": { 2024-09-14T03:35:10.562 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.562 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.562 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.562 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing": { 2024-09-14T03:35:10.562 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.562 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.563 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.563 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing_deferred": { 2024-09-14T03:35:10.563 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.563 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.563 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.563 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_anon": { 2024-09-14T03:35:10.563 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 150168, 2024-09-14T03:35:10.563 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 33 2024-09-14T03:35:10.563 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.563 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_meta": { 2024-09-14T03:35:10.563 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.563 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.563 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.564 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_co": { 2024-09-14T03:35:10.564 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 928, 2024-09-14T03:35:10.564 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 2 2024-09-14T03:35:10.564 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.564 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2024-09-14T03:35:10.564 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.564 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.564 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.564 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mapbl": { 2024-09-14T03:35:10.564 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.564 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.564 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.564 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pglog": { 2024-09-14T03:35:10.564 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.565 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.565 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.565 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap": { 2024-09-14T03:35:10.565 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.565 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.565 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.565 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap_mapping": { 2024-09-14T03:35:10.565 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.565 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.565 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.565 INFO:tasks.workunit.client.0.smithi002.stdout: "pgmap": { 2024-09-14T03:35:10.566 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.566 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.566 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.566 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_1": { 2024-09-14T03:35:10.566 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.566 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.566 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.566 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_2": { 2024-09-14T03:35:10.566 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.566 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.566 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.566 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.566 INFO:tasks.workunit.client.0.smithi002.stdout: "mds.d2668293540d00d4d048239dd5bc97f298ea87fc": { 2024-09-14T03:35:10.566 INFO:tasks.workunit.client.0.smithi002.stdout: "bloom_filter": { 2024-09-14T03:35:10.567 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.567 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.567 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.567 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2024-09-14T03:35:10.567 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.567 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.567 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.567 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_reader": { 2024-09-14T03:35:10.567 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.567 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.567 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.567 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_writer": { 2024-09-14T03:35:10.567 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.567 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.568 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.568 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_alloc": { 2024-09-14T03:35:10.568 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.568 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.568 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.568 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_blob": { 2024-09-14T03:35:10.568 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.568 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.568 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.568 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_buffer": { 2024-09-14T03:35:10.568 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.568 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.568 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.569 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_data": { 2024-09-14T03:35:10.569 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.569 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.569 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.569 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_meta": { 2024-09-14T03:35:10.569 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.569 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.569 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.569 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_onode": { 2024-09-14T03:35:10.569 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.569 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.569 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.569 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_other": { 2024-09-14T03:35:10.570 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.570 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.570 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.570 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_extent": { 2024-09-14T03:35:10.570 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.570 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.570 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.570 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_fsck": { 2024-09-14T03:35:10.570 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.570 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.570 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.570 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_inline_bl": { 2024-09-14T03:35:10.570 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.570 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.571 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.571 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_shared_blob": { 2024-09-14T03:35:10.571 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.571 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.571 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.571 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_txc": { 2024-09-14T03:35:10.571 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.571 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.571 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.571 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing": { 2024-09-14T03:35:10.571 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.571 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.571 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.572 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing_deferred": { 2024-09-14T03:35:10.572 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.572 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.572 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.572 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_anon": { 2024-09-14T03:35:10.572 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 222727, 2024-09-14T03:35:10.572 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 72 2024-09-14T03:35:10.572 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.572 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_meta": { 2024-09-14T03:35:10.572 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.572 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.572 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.572 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_co": { 2024-09-14T03:35:10.572 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 51704, 2024-09-14T03:35:10.573 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 208 2024-09-14T03:35:10.573 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.573 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2024-09-14T03:35:10.573 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.573 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.573 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.573 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mapbl": { 2024-09-14T03:35:10.573 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.573 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.573 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.573 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pglog": { 2024-09-14T03:35:10.573 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.573 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.574 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.574 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap": { 2024-09-14T03:35:10.574 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 8208, 2024-09-14T03:35:10.574 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 139 2024-09-14T03:35:10.574 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.574 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap_mapping": { 2024-09-14T03:35:10.574 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.574 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.574 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.574 INFO:tasks.workunit.client.0.smithi002.stdout: "pgmap": { 2024-09-14T03:35:10.574 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.574 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.574 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.574 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_1": { 2024-09-14T03:35:10.575 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.575 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.575 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.575 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_2": { 2024-09-14T03:35:10.575 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.575 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.575 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.575 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.575 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.576 INFO:tasks.workunit.client.0.smithi002.stdout: "mon": { 2024-09-14T03:35:10.576 INFO:tasks.workunit.client.0.smithi002.stdout: "mon.0a888e93454d7857644afb459e3838358f89761a": { 2024-09-14T03:35:10.576 INFO:tasks.workunit.client.0.smithi002.stdout: "bloom_filter": { 2024-09-14T03:35:10.576 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.576 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.576 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.576 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2024-09-14T03:35:10.576 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.576 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.576 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.576 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_reader": { 2024-09-14T03:35:10.576 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.576 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.577 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.577 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_writer": { 2024-09-14T03:35:10.577 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.577 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.577 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.577 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_alloc": { 2024-09-14T03:35:10.577 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.577 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.577 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.577 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_blob": { 2024-09-14T03:35:10.577 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.577 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.577 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.577 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_buffer": { 2024-09-14T03:35:10.578 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.578 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.578 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.578 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_data": { 2024-09-14T03:35:10.578 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.578 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.578 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.578 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_meta": { 2024-09-14T03:35:10.578 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.578 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.578 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.578 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_onode": { 2024-09-14T03:35:10.578 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.579 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.579 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.579 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_other": { 2024-09-14T03:35:10.579 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.579 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.579 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.579 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_extent": { 2024-09-14T03:35:10.579 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.579 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.579 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.579 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_fsck": { 2024-09-14T03:35:10.579 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.579 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.579 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.580 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_inline_bl": { 2024-09-14T03:35:10.580 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.580 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.580 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.580 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_shared_blob": { 2024-09-14T03:35:10.580 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.580 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.580 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.580 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_txc": { 2024-09-14T03:35:10.580 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.580 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.580 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.580 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing": { 2024-09-14T03:35:10.581 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.581 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.581 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.581 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing_deferred": { 2024-09-14T03:35:10.581 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.581 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.581 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.581 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_anon": { 2024-09-14T03:35:10.581 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 1226263, 2024-09-14T03:35:10.581 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 370 2024-09-14T03:35:10.581 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.581 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_meta": { 2024-09-14T03:35:10.581 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 352, 2024-09-14T03:35:10.581 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 4 2024-09-14T03:35:10.582 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.582 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_co": { 2024-09-14T03:35:10.582 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.582 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.582 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.582 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2024-09-14T03:35:10.582 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.582 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.582 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.582 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mapbl": { 2024-09-14T03:35:10.582 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.582 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.582 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.582 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pglog": { 2024-09-14T03:35:10.583 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.583 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.583 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.583 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap": { 2024-09-14T03:35:10.583 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 6784, 2024-09-14T03:35:10.583 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 138 2024-09-14T03:35:10.583 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.583 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap_mapping": { 2024-09-14T03:35:10.583 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 12744, 2024-09-14T03:35:10.583 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 1546 2024-09-14T03:35:10.583 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.583 INFO:tasks.workunit.client.0.smithi002.stdout: "pgmap": { 2024-09-14T03:35:10.583 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 10624, 2024-09-14T03:35:10.583 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 206 2024-09-14T03:35:10.584 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.584 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_1": { 2024-09-14T03:35:10.584 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.584 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.584 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.584 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_2": { 2024-09-14T03:35:10.584 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.584 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.584 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.584 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.584 INFO:tasks.workunit.client.0.smithi002.stdout: "mon.d2668293540d00d4d048239dd5bc97f298ea87fc": { 2024-09-14T03:35:10.584 INFO:tasks.workunit.client.0.smithi002.stdout: "bloom_filter": { 2024-09-14T03:35:10.585 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.585 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.585 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.585 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2024-09-14T03:35:10.585 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.585 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.585 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.585 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_reader": { 2024-09-14T03:35:10.585 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.585 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.585 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.586 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_writer": { 2024-09-14T03:35:10.586 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.586 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.586 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.586 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_alloc": { 2024-09-14T03:35:10.586 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.586 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.586 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.586 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_blob": { 2024-09-14T03:35:10.586 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.586 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.586 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.587 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_buffer": { 2024-09-14T03:35:10.587 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.587 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.587 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.587 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_data": { 2024-09-14T03:35:10.587 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.587 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.587 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.587 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_meta": { 2024-09-14T03:35:10.587 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.587 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.587 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.587 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_onode": { 2024-09-14T03:35:10.588 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.588 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.588 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.588 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_other": { 2024-09-14T03:35:10.588 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.588 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.588 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.588 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_extent": { 2024-09-14T03:35:10.588 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.588 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.588 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.588 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_fsck": { 2024-09-14T03:35:10.588 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.589 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.589 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.589 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_inline_bl": { 2024-09-14T03:35:10.589 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.589 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.589 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.589 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_shared_blob": { 2024-09-14T03:35:10.589 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.589 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.589 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.589 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_txc": { 2024-09-14T03:35:10.589 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.589 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.589 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.590 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing": { 2024-09-14T03:35:10.590 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.590 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.590 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.590 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing_deferred": { 2024-09-14T03:35:10.590 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.590 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.590 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.590 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_anon": { 2024-09-14T03:35:10.590 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 1178135, 2024-09-14T03:35:10.590 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 367 2024-09-14T03:35:10.590 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.590 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_meta": { 2024-09-14T03:35:10.591 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.591 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.591 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.591 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_co": { 2024-09-14T03:35:10.591 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.591 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.591 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.591 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2024-09-14T03:35:10.591 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.591 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.591 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.591 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mapbl": { 2024-09-14T03:35:10.591 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.592 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.592 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.592 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pglog": { 2024-09-14T03:35:10.592 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.592 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.592 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.592 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap": { 2024-09-14T03:35:10.592 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 6784, 2024-09-14T03:35:10.592 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 138 2024-09-14T03:35:10.592 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.592 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap_mapping": { 2024-09-14T03:35:10.592 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 12744, 2024-09-14T03:35:10.592 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 1546 2024-09-14T03:35:10.592 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.593 INFO:tasks.workunit.client.0.smithi002.stdout: "pgmap": { 2024-09-14T03:35:10.593 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 5312, 2024-09-14T03:35:10.593 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 103 2024-09-14T03:35:10.593 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.593 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_1": { 2024-09-14T03:35:10.593 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.593 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.593 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.593 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_2": { 2024-09-14T03:35:10.593 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.593 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.593 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.593 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.594 INFO:tasks.workunit.client.0.smithi002.stdout: "mon.dff9bf76186550c071370bb9811f6044a1b90fcc": { 2024-09-14T03:35:10.594 INFO:tasks.workunit.client.0.smithi002.stdout: "bloom_filter": { 2024-09-14T03:35:10.594 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.594 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.594 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.594 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2024-09-14T03:35:10.594 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.594 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.594 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.594 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_reader": { 2024-09-14T03:35:10.594 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.594 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.594 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.595 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_writer": { 2024-09-14T03:35:10.595 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.595 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.595 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.595 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_alloc": { 2024-09-14T03:35:10.595 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.595 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.595 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.595 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_blob": { 2024-09-14T03:35:10.595 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.595 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.595 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.595 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_buffer": { 2024-09-14T03:35:10.596 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.596 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.596 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.596 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_data": { 2024-09-14T03:35:10.596 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.596 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.596 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.596 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_meta": { 2024-09-14T03:35:10.596 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.596 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.596 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.596 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_onode": { 2024-09-14T03:35:10.596 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.596 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.597 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.597 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_other": { 2024-09-14T03:35:10.597 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.597 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.597 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.597 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_extent": { 2024-09-14T03:35:10.597 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.597 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.597 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.597 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_fsck": { 2024-09-14T03:35:10.597 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.597 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.597 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.598 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_inline_bl": { 2024-09-14T03:35:10.598 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.598 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.598 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.598 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_shared_blob": { 2024-09-14T03:35:10.598 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.598 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.598 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.598 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_txc": { 2024-09-14T03:35:10.598 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.598 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.598 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.598 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing": { 2024-09-14T03:35:10.599 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.599 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.599 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.599 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing_deferred": { 2024-09-14T03:35:10.599 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.599 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.599 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.599 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_anon": { 2024-09-14T03:35:10.599 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 1400761, 2024-09-14T03:35:10.599 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 450 2024-09-14T03:35:10.599 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.599 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_meta": { 2024-09-14T03:35:10.599 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.599 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.600 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.600 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_co": { 2024-09-14T03:35:10.600 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.600 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.600 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.600 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2024-09-14T03:35:10.600 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.600 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.600 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.600 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mapbl": { 2024-09-14T03:35:10.600 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.600 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.600 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.601 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pglog": { 2024-09-14T03:35:10.601 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.601 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.601 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.601 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap": { 2024-09-14T03:35:10.601 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 6784, 2024-09-14T03:35:10.601 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 138 2024-09-14T03:35:10.601 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.601 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap_mapping": { 2024-09-14T03:35:10.601 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 12744, 2024-09-14T03:35:10.601 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 1546 2024-09-14T03:35:10.601 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.601 INFO:tasks.workunit.client.0.smithi002.stdout: "pgmap": { 2024-09-14T03:35:10.601 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 5312, 2024-09-14T03:35:10.602 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 103 2024-09-14T03:35:10.602 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.602 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_1": { 2024-09-14T03:35:10.602 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.602 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.602 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.602 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_2": { 2024-09-14T03:35:10.602 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.602 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.602 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.602 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.602 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.602 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2024-09-14T03:35:10.602 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.0": { 2024-09-14T03:35:10.603 INFO:tasks.workunit.client.0.smithi002.stdout: "bloom_filter": { 2024-09-14T03:35:10.603 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.603 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.603 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.603 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2024-09-14T03:35:10.603 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 6304, 2024-09-14T03:35:10.603 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 115 2024-09-14T03:35:10.603 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.603 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_reader": { 2024-09-14T03:35:10.603 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 16896, 2024-09-14T03:35:10.603 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 8 2024-09-14T03:35:10.603 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.603 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_writer": { 2024-09-14T03:35:10.604 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 576, 2024-09-14T03:35:10.604 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3 2024-09-14T03:35:10.604 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.604 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_alloc": { 2024-09-14T03:35:10.604 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 6240, 2024-09-14T03:35:10.604 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 78 2024-09-14T03:35:10.604 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.604 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_blob": { 2024-09-14T03:35:10.604 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 22960, 2024-09-14T03:35:10.604 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 205 2024-09-14T03:35:10.604 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.604 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_buffer": { 2024-09-14T03:35:10.604 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 1712, 2024-09-14T03:35:10.605 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 45 2024-09-14T03:35:10.605 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.605 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_data": { 2024-09-14T03:35:10.605 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 606208, 2024-09-14T03:35:10.605 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 17 2024-09-14T03:35:10.605 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.605 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_meta": { 2024-09-14T03:35:10.605 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 57894, 2024-09-14T03:35:10.605 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 10537 2024-09-14T03:35:10.605 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.605 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_onode": { 2024-09-14T03:35:10.605 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 145096, 2024-09-14T03:35:10.605 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 245 2024-09-14T03:35:10.605 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.606 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_other": { 2024-09-14T03:35:10.606 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 11628, 2024-09-14T03:35:10.606 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 775 2024-09-14T03:35:10.606 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.606 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_extent": { 2024-09-14T03:35:10.606 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 9840, 2024-09-14T03:35:10.606 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 205 2024-09-14T03:35:10.606 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.606 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_fsck": { 2024-09-14T03:35:10.606 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.606 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.606 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.606 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_inline_bl": { 2024-09-14T03:35:10.607 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 33394, 2024-09-14T03:35:10.607 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 213 2024-09-14T03:35:10.607 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.607 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_shared_blob": { 2024-09-14T03:35:10.607 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 22960, 2024-09-14T03:35:10.607 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 205 2024-09-14T03:35:10.607 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.607 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_txc": { 2024-09-14T03:35:10.607 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.607 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.607 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.608 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing": { 2024-09-14T03:35:10.608 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 455466, 2024-09-14T03:35:10.608 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 99 2024-09-14T03:35:10.608 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.608 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing_deferred": { 2024-09-14T03:35:10.608 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.608 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.608 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.608 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_anon": { 2024-09-14T03:35:10.608 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 2451392, 2024-09-14T03:35:10.608 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 198 2024-09-14T03:35:10.608 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.608 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_meta": { 2024-09-14T03:35:10.608 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 6864, 2024-09-14T03:35:10.609 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 78 2024-09-14T03:35:10.609 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.609 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_co": { 2024-09-14T03:35:10.609 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.609 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.609 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.609 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2024-09-14T03:35:10.609 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 510048, 2024-09-14T03:35:10.609 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 44 2024-09-14T03:35:10.609 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.609 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mapbl": { 2024-09-14T03:35:10.609 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.609 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.610 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.610 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pglog": { 2024-09-14T03:35:10.610 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 95264, 2024-09-14T03:35:10.610 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 188 2024-09-14T03:35:10.610 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.610 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap": { 2024-09-14T03:35:10.610 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 241352, 2024-09-14T03:35:10.610 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3539 2024-09-14T03:35:10.610 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.610 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap_mapping": { 2024-09-14T03:35:10.610 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.610 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.610 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.611 INFO:tasks.workunit.client.0.smithi002.stdout: "pgmap": { 2024-09-14T03:35:10.611 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.611 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.611 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.611 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_1": { 2024-09-14T03:35:10.611 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.611 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.611 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.611 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_2": { 2024-09-14T03:35:10.611 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.611 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.611 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.611 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.611 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.1": { 2024-09-14T03:35:10.612 INFO:tasks.workunit.client.0.smithi002.stdout: "bloom_filter": { 2024-09-14T03:35:10.612 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.612 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.612 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.612 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2024-09-14T03:35:10.612 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 6304, 2024-09-14T03:35:10.612 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 115 2024-09-14T03:35:10.612 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.612 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_reader": { 2024-09-14T03:35:10.612 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 16896, 2024-09-14T03:35:10.612 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 8 2024-09-14T03:35:10.612 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.612 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_writer": { 2024-09-14T03:35:10.613 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 576, 2024-09-14T03:35:10.613 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3 2024-09-14T03:35:10.613 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.613 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_alloc": { 2024-09-14T03:35:10.613 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 5440, 2024-09-14T03:35:10.613 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 68 2024-09-14T03:35:10.613 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.613 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_blob": { 2024-09-14T03:35:10.613 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 21728, 2024-09-14T03:35:10.613 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 194 2024-09-14T03:35:10.613 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.613 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_buffer": { 2024-09-14T03:35:10.613 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 1040, 2024-09-14T03:35:10.614 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 39 2024-09-14T03:35:10.614 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.614 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_data": { 2024-09-14T03:35:10.614 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 8192, 2024-09-14T03:35:10.614 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 2 2024-09-14T03:35:10.614 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.614 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_meta": { 2024-09-14T03:35:10.614 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 52222, 2024-09-14T03:35:10.614 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 9660 2024-09-14T03:35:10.614 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.614 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_onode": { 2024-09-14T03:35:10.614 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 137616, 2024-09-14T03:35:10.614 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 234 2024-09-14T03:35:10.615 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.615 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_other": { 2024-09-14T03:35:10.615 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 9940, 2024-09-14T03:35:10.615 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 605 2024-09-14T03:35:10.615 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.615 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_extent": { 2024-09-14T03:35:10.615 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 9312, 2024-09-14T03:35:10.615 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 194 2024-09-14T03:35:10.615 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.615 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_fsck": { 2024-09-14T03:35:10.615 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.615 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.615 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.616 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_inline_bl": { 2024-09-14T03:35:10.616 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 29806, 2024-09-14T03:35:10.616 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 202 2024-09-14T03:35:10.616 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.616 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_shared_blob": { 2024-09-14T03:35:10.616 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 21728, 2024-09-14T03:35:10.616 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 194 2024-09-14T03:35:10.616 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.616 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_txc": { 2024-09-14T03:35:10.616 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 736, 2024-09-14T03:35:10.616 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 1 2024-09-14T03:35:10.616 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.616 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing": { 2024-09-14T03:35:10.617 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 472525, 2024-09-14T03:35:10.617 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 103 2024-09-14T03:35:10.617 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.617 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing_deferred": { 2024-09-14T03:35:10.617 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 12112, 2024-09-14T03:35:10.617 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3 2024-09-14T03:35:10.617 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.617 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_anon": { 2024-09-14T03:35:10.617 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 2443482, 2024-09-14T03:35:10.617 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 188 2024-09-14T03:35:10.617 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.617 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_meta": { 2024-09-14T03:35:10.617 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 4928, 2024-09-14T03:35:10.618 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 56 2024-09-14T03:35:10.618 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.618 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_co": { 2024-09-14T03:35:10.618 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.618 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.618 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.618 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2024-09-14T03:35:10.618 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 452088, 2024-09-14T03:35:10.618 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 39 2024-09-14T03:35:10.618 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.618 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mapbl": { 2024-09-14T03:35:10.618 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.618 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.618 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.619 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pglog": { 2024-09-14T03:35:10.619 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 8528, 2024-09-14T03:35:10.619 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 22 2024-09-14T03:35:10.619 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.619 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap": { 2024-09-14T03:35:10.619 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 241352, 2024-09-14T03:35:10.619 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3539 2024-09-14T03:35:10.619 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.619 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap_mapping": { 2024-09-14T03:35:10.619 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.619 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.619 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.619 INFO:tasks.workunit.client.0.smithi002.stdout: "pgmap": { 2024-09-14T03:35:10.620 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.620 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.620 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.620 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_1": { 2024-09-14T03:35:10.620 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.620 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.620 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.620 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_2": { 2024-09-14T03:35:10.620 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.620 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.620 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.620 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.620 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.2": { 2024-09-14T03:35:10.620 INFO:tasks.workunit.client.0.smithi002.stdout: "bloom_filter": { 2024-09-14T03:35:10.621 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.621 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.621 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.621 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2024-09-14T03:35:10.621 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 6304, 2024-09-14T03:35:10.621 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 115 2024-09-14T03:35:10.621 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.621 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_reader": { 2024-09-14T03:35:10.621 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 16896, 2024-09-14T03:35:10.621 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 8 2024-09-14T03:35:10.621 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.621 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_writer": { 2024-09-14T03:35:10.621 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 576, 2024-09-14T03:35:10.621 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3 2024-09-14T03:35:10.622 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.622 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_alloc": { 2024-09-14T03:35:10.622 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 4960, 2024-09-14T03:35:10.625 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 62 2024-09-14T03:35:10.625 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.625 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_blob": { 2024-09-14T03:35:10.625 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 21392, 2024-09-14T03:35:10.625 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 191 2024-09-14T03:35:10.625 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.625 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_buffer": { 2024-09-14T03:35:10.625 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 1040, 2024-09-14T03:35:10.625 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 39 2024-09-14T03:35:10.625 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.625 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_data": { 2024-09-14T03:35:10.626 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 8192, 2024-09-14T03:35:10.626 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 2 2024-09-14T03:35:10.626 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.626 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_meta": { 2024-09-14T03:35:10.626 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 48924, 2024-09-14T03:35:10.626 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 9181 2024-09-14T03:35:10.626 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.626 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_onode": { 2024-09-14T03:35:10.626 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 130816, 2024-09-14T03:35:10.626 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 224 2024-09-14T03:35:10.626 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.626 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_other": { 2024-09-14T03:35:10.626 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 8984, 2024-09-14T03:35:10.626 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 591 2024-09-14T03:35:10.627 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.627 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_extent": { 2024-09-14T03:35:10.627 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 9168, 2024-09-14T03:35:10.627 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 191 2024-09-14T03:35:10.627 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.627 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_fsck": { 2024-09-14T03:35:10.627 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.627 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.627 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.627 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_inline_bl": { 2024-09-14T03:35:10.627 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 27750, 2024-09-14T03:35:10.627 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 192 2024-09-14T03:35:10.627 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.627 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_shared_blob": { 2024-09-14T03:35:10.628 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 21392, 2024-09-14T03:35:10.628 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 191 2024-09-14T03:35:10.628 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.628 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_txc": { 2024-09-14T03:35:10.628 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 736, 2024-09-14T03:35:10.628 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 1 2024-09-14T03:35:10.628 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.628 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing": { 2024-09-14T03:35:10.628 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 411085, 2024-09-14T03:35:10.628 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 88 2024-09-14T03:35:10.628 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.628 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing_deferred": { 2024-09-14T03:35:10.628 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 12112, 2024-09-14T03:35:10.628 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3 2024-09-14T03:35:10.629 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.629 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_anon": { 2024-09-14T03:35:10.629 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 2446304, 2024-09-14T03:35:10.629 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 186 2024-09-14T03:35:10.629 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.629 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_meta": { 2024-09-14T03:35:10.629 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 4312, 2024-09-14T03:35:10.629 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 49 2024-09-14T03:35:10.629 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.629 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_co": { 2024-09-14T03:35:10.629 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.629 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.629 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.629 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2024-09-14T03:35:10.630 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 359352, 2024-09-14T03:35:10.630 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 31 2024-09-14T03:35:10.630 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.630 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mapbl": { 2024-09-14T03:35:10.630 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.630 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.630 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.630 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pglog": { 2024-09-14T03:35:10.630 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 8320, 2024-09-14T03:35:10.630 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 24 2024-09-14T03:35:10.630 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.631 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap": { 2024-09-14T03:35:10.631 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 241864, 2024-09-14T03:35:10.631 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3563 2024-09-14T03:35:10.631 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.631 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap_mapping": { 2024-09-14T03:35:10.631 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.631 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.631 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.631 INFO:tasks.workunit.client.0.smithi002.stdout: "pgmap": { 2024-09-14T03:35:10.631 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.631 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.631 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.631 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_1": { 2024-09-14T03:35:10.631 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.632 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.632 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.632 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_2": { 2024-09-14T03:35:10.632 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.632 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.632 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.632 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.632 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.3": { 2024-09-14T03:35:10.632 INFO:tasks.workunit.client.0.smithi002.stdout: "bloom_filter": { 2024-09-14T03:35:10.632 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.632 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.632 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.632 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2024-09-14T03:35:10.633 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 6304, 2024-09-14T03:35:10.633 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 115 2024-09-14T03:35:10.633 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.633 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_reader": { 2024-09-14T03:35:10.633 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 16896, 2024-09-14T03:35:10.633 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 8 2024-09-14T03:35:10.633 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.633 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_writer": { 2024-09-14T03:35:10.633 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 576, 2024-09-14T03:35:10.633 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3 2024-09-14T03:35:10.633 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.634 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_alloc": { 2024-09-14T03:35:10.634 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 4240, 2024-09-14T03:35:10.634 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 53 2024-09-14T03:35:10.634 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.634 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_blob": { 2024-09-14T03:35:10.634 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 21952, 2024-09-14T03:35:10.634 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 196 2024-09-14T03:35:10.634 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.634 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_buffer": { 2024-09-14T03:35:10.634 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 592, 2024-09-14T03:35:10.634 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 35 2024-09-14T03:35:10.634 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.634 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_data": { 2024-09-14T03:35:10.635 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 4096, 2024-09-14T03:35:10.635 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 1 2024-09-14T03:35:10.635 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.635 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_meta": { 2024-09-14T03:35:10.635 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 89620, 2024-09-14T03:35:10.635 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 15552 2024-09-14T03:35:10.635 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.635 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_onode": { 2024-09-14T03:35:10.635 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 202896, 2024-09-14T03:35:10.635 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 330 2024-09-14T03:35:10.635 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.635 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_other": { 2024-09-14T03:35:10.635 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 9676, 2024-09-14T03:35:10.635 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 608 2024-09-14T03:35:10.636 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.636 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_extent": { 2024-09-14T03:35:10.636 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 9408, 2024-09-14T03:35:10.636 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 196 2024-09-14T03:35:10.636 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.636 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_fsck": { 2024-09-14T03:35:10.636 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.636 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.636 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.636 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_inline_bl": { 2024-09-14T03:35:10.636 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 28446, 2024-09-14T03:35:10.636 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 198 2024-09-14T03:35:10.636 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.637 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_shared_blob": { 2024-09-14T03:35:10.637 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 21952, 2024-09-14T03:35:10.637 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 196 2024-09-14T03:35:10.637 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.637 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_txc": { 2024-09-14T03:35:10.637 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 2208, 2024-09-14T03:35:10.637 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3 2024-09-14T03:35:10.637 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.637 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing": { 2024-09-14T03:35:10.637 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 314727, 2024-09-14T03:35:10.637 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 65 2024-09-14T03:35:10.637 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.637 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing_deferred": { 2024-09-14T03:35:10.637 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 26565, 2024-09-14T03:35:10.638 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 9 2024-09-14T03:35:10.638 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.638 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_anon": { 2024-09-14T03:35:10.638 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 2445784, 2024-09-14T03:35:10.638 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 186 2024-09-14T03:35:10.638 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.638 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_meta": { 2024-09-14T03:35:10.638 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 4752, 2024-09-14T03:35:10.638 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 54 2024-09-14T03:35:10.638 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.638 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_co": { 2024-09-14T03:35:10.638 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.638 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.639 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.639 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2024-09-14T03:35:10.639 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 417312, 2024-09-14T03:35:10.639 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 36 2024-09-14T03:35:10.639 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.639 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mapbl": { 2024-09-14T03:35:10.639 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.639 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.639 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.639 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pglog": { 2024-09-14T03:35:10.639 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 10400, 2024-09-14T03:35:10.639 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 20 2024-09-14T03:35:10.639 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.639 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap": { 2024-09-14T03:35:10.640 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 241352, 2024-09-14T03:35:10.640 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3539 2024-09-14T03:35:10.640 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.640 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap_mapping": { 2024-09-14T03:35:10.640 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.640 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.640 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.640 INFO:tasks.workunit.client.0.smithi002.stdout: "pgmap": { 2024-09-14T03:35:10.640 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.640 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.640 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.640 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_1": { 2024-09-14T03:35:10.640 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.641 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.641 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.641 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_2": { 2024-09-14T03:35:10.641 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.641 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.641 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.641 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.641 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.4": { 2024-09-14T03:35:10.641 INFO:tasks.workunit.client.0.smithi002.stdout: "bloom_filter": { 2024-09-14T03:35:10.641 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.641 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.641 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.641 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2024-09-14T03:35:10.641 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 6304, 2024-09-14T03:35:10.642 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 115 2024-09-14T03:35:10.642 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.642 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_reader": { 2024-09-14T03:35:10.642 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 16896, 2024-09-14T03:35:10.642 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 8 2024-09-14T03:35:10.642 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.642 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_writer": { 2024-09-14T03:35:10.642 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 576, 2024-09-14T03:35:10.642 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3 2024-09-14T03:35:10.642 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.642 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_alloc": { 2024-09-14T03:35:10.642 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 4000, 2024-09-14T03:35:10.642 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 50 2024-09-14T03:35:10.642 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.643 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_blob": { 2024-09-14T03:35:10.643 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 21952, 2024-09-14T03:35:10.643 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 196 2024-09-14T03:35:10.643 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.643 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_buffer": { 2024-09-14T03:35:10.643 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 1040, 2024-09-14T03:35:10.643 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 39 2024-09-14T03:35:10.643 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.643 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_data": { 2024-09-14T03:35:10.643 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 8192, 2024-09-14T03:35:10.643 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 2 2024-09-14T03:35:10.643 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.643 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_meta": { 2024-09-14T03:35:10.644 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 91128, 2024-09-14T03:35:10.644 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 15750 2024-09-14T03:35:10.644 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.644 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_onode": { 2024-09-14T03:35:10.644 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 205616, 2024-09-14T03:35:10.644 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 334 2024-09-14T03:35:10.644 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.644 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_other": { 2024-09-14T03:35:10.644 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 9980, 2024-09-14T03:35:10.644 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 609 2024-09-14T03:35:10.644 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.644 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_extent": { 2024-09-14T03:35:10.644 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 9408, 2024-09-14T03:35:10.645 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 196 2024-09-14T03:35:10.645 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.645 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_fsck": { 2024-09-14T03:35:10.645 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.645 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.645 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.645 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_inline_bl": { 2024-09-14T03:35:10.645 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 29470, 2024-09-14T03:35:10.645 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 202 2024-09-14T03:35:10.645 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.645 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_shared_blob": { 2024-09-14T03:35:10.645 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 21952, 2024-09-14T03:35:10.645 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 196 2024-09-14T03:35:10.645 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.646 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_txc": { 2024-09-14T03:35:10.646 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 736, 2024-09-14T03:35:10.646 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 1 2024-09-14T03:35:10.646 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.646 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing": { 2024-09-14T03:35:10.646 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 962381, 2024-09-14T03:35:10.646 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 80 2024-09-14T03:35:10.646 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.646 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing_deferred": { 2024-09-14T03:35:10.647 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 12112, 2024-09-14T03:35:10.647 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3 2024-09-14T03:35:10.647 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.647 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_anon": { 2024-09-14T03:35:10.647 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 2414174, 2024-09-14T03:35:10.647 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 175 2024-09-14T03:35:10.647 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.647 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_meta": { 2024-09-14T03:35:10.647 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 4928, 2024-09-14T03:35:10.647 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 56 2024-09-14T03:35:10.647 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.647 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_co": { 2024-09-14T03:35:10.647 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.647 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.648 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.648 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2024-09-14T03:35:10.648 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 452088, 2024-09-14T03:35:10.648 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 39 2024-09-14T03:35:10.648 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.648 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mapbl": { 2024-09-14T03:35:10.648 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.648 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.648 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.648 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pglog": { 2024-09-14T03:35:10.648 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 8944, 2024-09-14T03:35:10.648 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 18 2024-09-14T03:35:10.648 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.648 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap": { 2024-09-14T03:35:10.649 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 241608, 2024-09-14T03:35:10.649 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3551 2024-09-14T03:35:10.649 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.649 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap_mapping": { 2024-09-14T03:35:10.649 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.649 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.649 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.649 INFO:tasks.workunit.client.0.smithi002.stdout: "pgmap": { 2024-09-14T03:35:10.649 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.649 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.649 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.649 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_1": { 2024-09-14T03:35:10.649 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.649 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.650 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.650 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_2": { 2024-09-14T03:35:10.650 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.650 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.650 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.650 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.650 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.5": { 2024-09-14T03:35:10.650 INFO:tasks.workunit.client.0.smithi002.stdout: "bloom_filter": { 2024-09-14T03:35:10.650 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.650 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.650 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.650 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2024-09-14T03:35:10.650 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 6304, 2024-09-14T03:35:10.650 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 115 2024-09-14T03:35:10.651 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.651 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_reader": { 2024-09-14T03:35:10.651 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 16896, 2024-09-14T03:35:10.651 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 8 2024-09-14T03:35:10.651 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.651 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_writer": { 2024-09-14T03:35:10.651 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 576, 2024-09-14T03:35:10.651 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3 2024-09-14T03:35:10.651 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.651 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_alloc": { 2024-09-14T03:35:10.651 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 3360, 2024-09-14T03:35:10.651 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 42 2024-09-14T03:35:10.652 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.652 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_blob": { 2024-09-14T03:35:10.652 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 21952, 2024-09-14T03:35:10.652 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 196 2024-09-14T03:35:10.652 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.652 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_buffer": { 2024-09-14T03:35:10.652 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 480, 2024-09-14T03:35:10.652 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 34 2024-09-14T03:35:10.652 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.652 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_data": { 2024-09-14T03:35:10.652 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.652 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.652 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.653 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_meta": { 2024-09-14T03:35:10.653 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 92214, 2024-09-14T03:35:10.653 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 15885 2024-09-14T03:35:10.653 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.653 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_onode": { 2024-09-14T03:35:10.653 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 207656, 2024-09-14T03:35:10.653 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 337 2024-09-14T03:35:10.653 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.653 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_other": { 2024-09-14T03:35:10.653 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 10236, 2024-09-14T03:35:10.653 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 613 2024-09-14T03:35:10.653 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.653 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_extent": { 2024-09-14T03:35:10.654 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 9408, 2024-09-14T03:35:10.654 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 196 2024-09-14T03:35:10.654 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.654 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_fsck": { 2024-09-14T03:35:10.654 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.654 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.654 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.654 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_inline_bl": { 2024-09-14T03:35:10.654 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 30238, 2024-09-14T03:35:10.654 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 205 2024-09-14T03:35:10.654 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.654 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_shared_blob": { 2024-09-14T03:35:10.655 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 21952, 2024-09-14T03:35:10.655 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 196 2024-09-14T03:35:10.655 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.655 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_txc": { 2024-09-14T03:35:10.655 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 2208, 2024-09-14T03:35:10.655 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3 2024-09-14T03:35:10.655 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.655 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing": { 2024-09-14T03:35:10.655 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 879477, 2024-09-14T03:35:10.655 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 60 2024-09-14T03:35:10.655 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.655 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing_deferred": { 2024-09-14T03:35:10.655 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 26565, 2024-09-14T03:35:10.656 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 9 2024-09-14T03:35:10.656 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.656 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_anon": { 2024-09-14T03:35:10.656 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 2436534, 2024-09-14T03:35:10.656 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 178 2024-09-14T03:35:10.656 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.656 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_meta": { 2024-09-14T03:35:10.656 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 5456, 2024-09-14T03:35:10.656 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 62 2024-09-14T03:35:10.656 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.656 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_co": { 2024-09-14T03:35:10.656 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.656 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.657 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.657 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2024-09-14T03:35:10.657 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 475272, 2024-09-14T03:35:10.657 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 41 2024-09-14T03:35:10.657 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.657 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mapbl": { 2024-09-14T03:35:10.657 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.657 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.657 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.657 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pglog": { 2024-09-14T03:35:10.657 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 13000, 2024-09-14T03:35:10.657 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 25 2024-09-14T03:35:10.657 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.657 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap": { 2024-09-14T03:35:10.658 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 241864, 2024-09-14T03:35:10.658 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3563 2024-09-14T03:35:10.658 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.658 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap_mapping": { 2024-09-14T03:35:10.658 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.658 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.658 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.658 INFO:tasks.workunit.client.0.smithi002.stdout: "pgmap": { 2024-09-14T03:35:10.658 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.658 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.658 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.658 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_1": { 2024-09-14T03:35:10.659 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.659 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.659 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.659 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_2": { 2024-09-14T03:35:10.659 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.659 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.659 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.659 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.659 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.6": { 2024-09-14T03:35:10.659 INFO:tasks.workunit.client.0.smithi002.stdout: "bloom_filter": { 2024-09-14T03:35:10.659 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.659 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.659 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.660 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2024-09-14T03:35:10.660 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 6304, 2024-09-14T03:35:10.660 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 115 2024-09-14T03:35:10.660 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.660 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_reader": { 2024-09-14T03:35:10.660 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 16896, 2024-09-14T03:35:10.660 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 8 2024-09-14T03:35:10.660 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.660 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_writer": { 2024-09-14T03:35:10.660 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 576, 2024-09-14T03:35:10.660 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3 2024-09-14T03:35:10.660 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.660 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_alloc": { 2024-09-14T03:35:10.661 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 2800, 2024-09-14T03:35:10.661 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 35 2024-09-14T03:35:10.661 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.661 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_blob": { 2024-09-14T03:35:10.661 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 22736, 2024-09-14T03:35:10.661 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 203 2024-09-14T03:35:10.661 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.661 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_buffer": { 2024-09-14T03:35:10.661 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 368, 2024-09-14T03:35:10.661 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 33 2024-09-14T03:35:10.661 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.661 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_data": { 2024-09-14T03:35:10.661 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 4096, 2024-09-14T03:35:10.661 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 1 2024-09-14T03:35:10.662 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.662 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_meta": { 2024-09-14T03:35:10.662 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 91443, 2024-09-14T03:35:10.662 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 16031 2024-09-14T03:35:10.662 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.662 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_onode": { 2024-09-14T03:35:10.662 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 204936, 2024-09-14T03:35:10.662 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 333 2024-09-14T03:35:10.662 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.662 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_other": { 2024-09-14T03:35:10.662 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 11220, 2024-09-14T03:35:10.662 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 766 2024-09-14T03:35:10.662 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.662 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_extent": { 2024-09-14T03:35:10.663 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 9744, 2024-09-14T03:35:10.663 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 203 2024-09-14T03:35:10.663 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.663 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_fsck": { 2024-09-14T03:35:10.663 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.663 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.663 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.663 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_inline_bl": { 2024-09-14T03:35:10.663 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 30578, 2024-09-14T03:35:10.663 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 201 2024-09-14T03:35:10.663 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.663 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_shared_blob": { 2024-09-14T03:35:10.663 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 22736, 2024-09-14T03:35:10.664 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 203 2024-09-14T03:35:10.664 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.664 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_txc": { 2024-09-14T03:35:10.664 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.664 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.664 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.664 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing": { 2024-09-14T03:35:10.664 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 849642, 2024-09-14T03:35:10.664 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 53 2024-09-14T03:35:10.664 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.664 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing_deferred": { 2024-09-14T03:35:10.664 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.664 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.665 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.665 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_anon": { 2024-09-14T03:35:10.665 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 2452903, 2024-09-14T03:35:10.665 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 183 2024-09-14T03:35:10.665 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.665 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_meta": { 2024-09-14T03:35:10.665 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 4752, 2024-09-14T03:35:10.665 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 54 2024-09-14T03:35:10.665 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.665 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_co": { 2024-09-14T03:35:10.665 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.665 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.665 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.665 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2024-09-14T03:35:10.666 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 452088, 2024-09-14T03:35:10.666 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 39 2024-09-14T03:35:10.666 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.666 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mapbl": { 2024-09-14T03:35:10.666 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.666 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.666 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.666 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pglog": { 2024-09-14T03:35:10.666 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 94952, 2024-09-14T03:35:10.666 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 193 2024-09-14T03:35:10.666 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.666 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap": { 2024-09-14T03:35:10.666 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 241352, 2024-09-14T03:35:10.667 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3539 2024-09-14T03:35:10.667 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.667 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap_mapping": { 2024-09-14T03:35:10.667 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.667 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.667 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.667 INFO:tasks.workunit.client.0.smithi002.stdout: "pgmap": { 2024-09-14T03:35:10.667 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.667 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.667 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.667 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_1": { 2024-09-14T03:35:10.667 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.667 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.668 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.668 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_2": { 2024-09-14T03:35:10.668 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.668 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.668 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.668 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.668 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.7": { 2024-09-14T03:35:10.668 INFO:tasks.workunit.client.0.smithi002.stdout: "bloom_filter": { 2024-09-14T03:35:10.668 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.668 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.668 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.668 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2024-09-14T03:35:10.668 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 6304, 2024-09-14T03:35:10.669 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 115 2024-09-14T03:35:10.669 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.669 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_reader": { 2024-09-14T03:35:10.669 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 16896, 2024-09-14T03:35:10.669 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 8 2024-09-14T03:35:10.669 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.669 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_writer": { 2024-09-14T03:35:10.669 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 576, 2024-09-14T03:35:10.669 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3 2024-09-14T03:35:10.669 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.669 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_alloc": { 2024-09-14T03:35:10.669 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 2160, 2024-09-14T03:35:10.669 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 27 2024-09-14T03:35:10.669 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.670 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_blob": { 2024-09-14T03:35:10.670 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 22624, 2024-09-14T03:35:10.670 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 202 2024-09-14T03:35:10.670 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.670 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_buffer": { 2024-09-14T03:35:10.670 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 1376, 2024-09-14T03:35:10.670 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 42 2024-09-14T03:35:10.670 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.670 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_data": { 2024-09-14T03:35:10.670 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 282624, 2024-09-14T03:35:10.670 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 10 2024-09-14T03:35:10.670 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.670 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_meta": { 2024-09-14T03:35:10.671 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 95193, 2024-09-14T03:35:10.671 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 16474 2024-09-14T03:35:10.671 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.671 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_onode": { 2024-09-14T03:35:10.671 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 211056, 2024-09-14T03:35:10.671 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 342 2024-09-14T03:35:10.671 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.671 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_other": { 2024-09-14T03:35:10.671 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 11984, 2024-09-14T03:35:10.671 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 771 2024-09-14T03:35:10.671 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.671 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_extent": { 2024-09-14T03:35:10.672 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 9696, 2024-09-14T03:35:10.672 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 202 2024-09-14T03:35:10.672 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.672 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_fsck": { 2024-09-14T03:35:10.672 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.672 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.672 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.672 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_inline_bl": { 2024-09-14T03:35:10.672 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 33050, 2024-09-14T03:35:10.672 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 210 2024-09-14T03:35:10.672 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.672 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_shared_blob": { 2024-09-14T03:35:10.673 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 22624, 2024-09-14T03:35:10.673 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 202 2024-09-14T03:35:10.673 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.673 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_txc": { 2024-09-14T03:35:10.673 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.673 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.673 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.673 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing": { 2024-09-14T03:35:10.673 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 208077, 2024-09-14T03:35:10.673 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 40 2024-09-14T03:35:10.673 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.673 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing_deferred": { 2024-09-14T03:35:10.673 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.674 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.674 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.674 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_anon": { 2024-09-14T03:35:10.674 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 2413802, 2024-09-14T03:35:10.674 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 191 2024-09-14T03:35:10.674 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.674 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_meta": { 2024-09-14T03:35:10.674 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 6248, 2024-09-14T03:35:10.674 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 71 2024-09-14T03:35:10.674 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.674 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_co": { 2024-09-14T03:35:10.674 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.674 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.675 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.675 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2024-09-14T03:35:10.675 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 533232, 2024-09-14T03:35:10.675 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 46 2024-09-14T03:35:10.675 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.675 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mapbl": { 2024-09-14T03:35:10.675 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.675 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.675 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.675 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pglog": { 2024-09-14T03:35:10.675 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 99008, 2024-09-14T03:35:10.675 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 228 2024-09-14T03:35:10.675 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.675 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap": { 2024-09-14T03:35:10.676 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 241352, 2024-09-14T03:35:10.676 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3539 2024-09-14T03:35:10.676 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.676 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap_mapping": { 2024-09-14T03:35:10.676 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.676 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.676 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.676 INFO:tasks.workunit.client.0.smithi002.stdout: "pgmap": { 2024-09-14T03:35:10.676 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.676 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.676 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.676 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_1": { 2024-09-14T03:35:10.677 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.677 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.677 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.677 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_2": { 2024-09-14T03:35:10.677 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:10.677 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:10.677 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.677 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.677 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.677 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.677 INFO:tasks.workunit.client.0.smithi002.stdout: "metadata": { 2024-09-14T03:35:10.677 INFO:tasks.workunit.client.0.smithi002.stdout: "mds": { 2024-09-14T03:35:10.677 INFO:tasks.workunit.client.0.smithi002.stdout: "arch": { 2024-09-14T03:35:10.677 INFO:tasks.workunit.client.0.smithi002.stdout: "x86_64": 2 2024-09-14T03:35:10.678 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.678 INFO:tasks.workunit.client.0.smithi002.stdout: "ceph_version": { 2024-09-14T03:35:10.678 INFO:tasks.workunit.client.0.smithi002.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 2 2024-09-14T03:35:10.678 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.678 INFO:tasks.workunit.client.0.smithi002.stdout: "cpu": { 2024-09-14T03:35:10.678 INFO:tasks.workunit.client.0.smithi002.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-09-14T03:35:10.678 INFO:tasks.workunit.client.0.smithi002.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-14T03:35:10.678 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.678 INFO:tasks.workunit.client.0.smithi002.stdout: "distro": { 2024-09-14T03:35:10.678 INFO:tasks.workunit.client.0.smithi002.stdout: "centos": 2 2024-09-14T03:35:10.678 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.678 INFO:tasks.workunit.client.0.smithi002.stdout: "distro_description": { 2024-09-14T03:35:10.678 INFO:tasks.workunit.client.0.smithi002.stdout: "CentOS Stream 9": 2 2024-09-14T03:35:10.678 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.679 INFO:tasks.workunit.client.0.smithi002.stdout: "kernel_description": { 2024-09-14T03:35:10.679 INFO:tasks.workunit.client.0.smithi002.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 2 2024-09-14T03:35:10.679 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.679 INFO:tasks.workunit.client.0.smithi002.stdout: "kernel_version": { 2024-09-14T03:35:10.679 INFO:tasks.workunit.client.0.smithi002.stdout: "5.14.0-505.el9.x86_64": 2 2024-09-14T03:35:10.679 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.679 INFO:tasks.workunit.client.0.smithi002.stdout: "os": { 2024-09-14T03:35:10.679 INFO:tasks.workunit.client.0.smithi002.stdout: "Linux": 2 2024-09-14T03:35:10.679 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.679 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.679 INFO:tasks.workunit.client.0.smithi002.stdout: "mon": { 2024-09-14T03:35:10.679 INFO:tasks.workunit.client.0.smithi002.stdout: "arch": { 2024-09-14T03:35:10.679 INFO:tasks.workunit.client.0.smithi002.stdout: "x86_64": 3 2024-09-14T03:35:10.680 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.680 INFO:tasks.workunit.client.0.smithi002.stdout: "ceph_version": { 2024-09-14T03:35:10.680 INFO:tasks.workunit.client.0.smithi002.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 3 2024-09-14T03:35:10.680 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.680 INFO:tasks.workunit.client.0.smithi002.stdout: "cpu": { 2024-09-14T03:35:10.680 INFO:tasks.workunit.client.0.smithi002.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-09-14T03:35:10.680 INFO:tasks.workunit.client.0.smithi002.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-14T03:35:10.680 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.680 INFO:tasks.workunit.client.0.smithi002.stdout: "distro": { 2024-09-14T03:35:10.680 INFO:tasks.workunit.client.0.smithi002.stdout: "centos": 3 2024-09-14T03:35:10.680 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.680 INFO:tasks.workunit.client.0.smithi002.stdout: "distro_description": { 2024-09-14T03:35:10.680 INFO:tasks.workunit.client.0.smithi002.stdout: "CentOS Stream 9": 3 2024-09-14T03:35:10.680 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.681 INFO:tasks.workunit.client.0.smithi002.stdout: "kernel_description": { 2024-09-14T03:35:10.681 INFO:tasks.workunit.client.0.smithi002.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 3 2024-09-14T03:35:10.681 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.681 INFO:tasks.workunit.client.0.smithi002.stdout: "kernel_version": { 2024-09-14T03:35:10.681 INFO:tasks.workunit.client.0.smithi002.stdout: "5.14.0-505.el9.x86_64": 3 2024-09-14T03:35:10.681 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.681 INFO:tasks.workunit.client.0.smithi002.stdout: "os": { 2024-09-14T03:35:10.681 INFO:tasks.workunit.client.0.smithi002.stdout: "Linux": 3 2024-09-14T03:35:10.681 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.681 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.681 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2024-09-14T03:35:10.681 INFO:tasks.workunit.client.0.smithi002.stdout: "arch": { 2024-09-14T03:35:10.681 INFO:tasks.workunit.client.0.smithi002.stdout: "x86_64": 8 2024-09-14T03:35:10.682 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.682 INFO:tasks.workunit.client.0.smithi002.stdout: "ceph_version": { 2024-09-14T03:35:10.682 INFO:tasks.workunit.client.0.smithi002.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 8 2024-09-14T03:35:10.682 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.682 INFO:tasks.workunit.client.0.smithi002.stdout: "cpu": { 2024-09-14T03:35:10.682 INFO:tasks.workunit.client.0.smithi002.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-09-14T03:35:10.682 INFO:tasks.workunit.client.0.smithi002.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-09-14T03:35:10.682 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.682 INFO:tasks.workunit.client.0.smithi002.stdout: "distro": { 2024-09-14T03:35:10.682 INFO:tasks.workunit.client.0.smithi002.stdout: "centos": 8 2024-09-14T03:35:10.682 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.682 INFO:tasks.workunit.client.0.smithi002.stdout: "distro_description": { 2024-09-14T03:35:10.682 INFO:tasks.workunit.client.0.smithi002.stdout: "CentOS Stream 9": 8 2024-09-14T03:35:10.682 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.683 INFO:tasks.workunit.client.0.smithi002.stdout: "kernel_description": { 2024-09-14T03:35:10.683 INFO:tasks.workunit.client.0.smithi002.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 8 2024-09-14T03:35:10.683 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.683 INFO:tasks.workunit.client.0.smithi002.stdout: "kernel_version": { 2024-09-14T03:35:10.683 INFO:tasks.workunit.client.0.smithi002.stdout: "5.14.0-505.el9.x86_64": 8 2024-09-14T03:35:10.683 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.683 INFO:tasks.workunit.client.0.smithi002.stdout: "os": { 2024-09-14T03:35:10.683 INFO:tasks.workunit.client.0.smithi002.stdout: "Linux": 8 2024-09-14T03:35:10.683 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.683 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_objectstore": { 2024-09-14T03:35:10.683 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore": 8 2024-09-14T03:35:10.683 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.683 INFO:tasks.workunit.client.0.smithi002.stdout: "rotational": { 2024-09-14T03:35:10.684 INFO:tasks.workunit.client.0.smithi002.stdout: "0": 8 2024-09-14T03:35:10.684 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.684 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.684 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.684 INFO:tasks.workunit.client.0.smithi002.stdout: "mon": { 2024-09-14T03:35:10.684 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3, 2024-09-14T03:35:10.684 INFO:tasks.workunit.client.0.smithi002.stdout: "features": { 2024-09-14T03:35:10.684 INFO:tasks.workunit.client.0.smithi002.stdout: "optional": [], 2024-09-14T03:35:10.684 INFO:tasks.workunit.client.0.smithi002.stdout: "persistent": [ 2024-09-14T03:35:10.684 INFO:tasks.workunit.client.0.smithi002.stdout: "kraken", 2024-09-14T03:35:10.684 INFO:tasks.workunit.client.0.smithi002.stdout: "luminous", 2024-09-14T03:35:10.684 INFO:tasks.workunit.client.0.smithi002.stdout: "mimic", 2024-09-14T03:35:10.684 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap-prune", 2024-09-14T03:35:10.685 INFO:tasks.workunit.client.0.smithi002.stdout: "nautilus", 2024-09-14T03:35:10.685 INFO:tasks.workunit.client.0.smithi002.stdout: "octopus", 2024-09-14T03:35:10.685 INFO:tasks.workunit.client.0.smithi002.stdout: "pacific", 2024-09-14T03:35:10.685 INFO:tasks.workunit.client.0.smithi002.stdout: "elector-pinging", 2024-09-14T03:35:10.685 INFO:tasks.workunit.client.0.smithi002.stdout: "quincy", 2024-09-14T03:35:10.685 INFO:tasks.workunit.client.0.smithi002.stdout: "reef" 2024-09-14T03:35:10.685 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:10.685 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.685 INFO:tasks.workunit.client.0.smithi002.stdout: "ipv4_addr_mons": 6, 2024-09-14T03:35:10.686 INFO:tasks.workunit.client.0.smithi002.stdout: "ipv6_addr_mons": 0, 2024-09-14T03:35:10.686 INFO:tasks.workunit.client.0.smithi002.stdout: "min_mon_release": 18, 2024-09-14T03:35:10.686 INFO:tasks.workunit.client.0.smithi002.stdout: "v1_addr_mons": 3, 2024-09-14T03:35:10.686 INFO:tasks.workunit.client.0.smithi002.stdout: "v2_addr_mons": 3 2024-09-14T03:35:10.686 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.686 INFO:tasks.workunit.client.0.smithi002.stdout: "organization": "ceph-qa", 2024-09-14T03:35:10.686 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2024-09-14T03:35:10.686 INFO:tasks.workunit.client.0.smithi002.stdout: "cluster_network": false, 2024-09-14T03:35:10.686 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 8, 2024-09-14T03:35:10.686 INFO:tasks.workunit.client.0.smithi002.stdout: "require_min_compat_client": "luminous", 2024-09-14T03:35:10.686 INFO:tasks.workunit.client.0.smithi002.stdout: "require_osd_release": "reef" 2024-09-14T03:35:10.686 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.686 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_perf_histograms": [ 2024-09-14T03:35:10.686 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:10.687 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-14T03:35:10.687 INFO:tasks.workunit.client.0.smithi002.stdout: "axes": [ 2024-09-14T03:35:10.687 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:10.687 INFO:tasks.workunit.client.0.smithi002.stdout: "buckets": 32, 2024-09-14T03:35:10.687 INFO:tasks.workunit.client.0.smithi002.stdout: "min": 0, 2024-09-14T03:35:10.687 INFO:tasks.workunit.client.0.smithi002.stdout: "name": "Latency (usec)", 2024-09-14T03:35:10.687 INFO:tasks.workunit.client.0.smithi002.stdout: "quant_size": 100000, 2024-09-14T03:35:10.687 INFO:tasks.workunit.client.0.smithi002.stdout: "ranges": [ 2024-09-14T03:35:10.687 INFO:tasks.workunit.client.0.smithi002.stdout: "[None, -1]", 2024-09-14T03:35:10.687 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 99999]", 2024-09-14T03:35:10.687 INFO:tasks.workunit.client.0.smithi002.stdout: "[100000, 199999]", 2024-09-14T03:35:10.687 INFO:tasks.workunit.client.0.smithi002.stdout: "[200000, 399999]", 2024-09-14T03:35:10.687 INFO:tasks.workunit.client.0.smithi002.stdout: "[400000, 799999]", 2024-09-14T03:35:10.688 INFO:tasks.workunit.client.0.smithi002.stdout: "[800000, 1599999]", 2024-09-14T03:35:10.688 INFO:tasks.workunit.client.0.smithi002.stdout: "[1600000, 3199999]", 2024-09-14T03:35:10.688 INFO:tasks.workunit.client.0.smithi002.stdout: "[3200000, 6399999]", 2024-09-14T03:35:10.688 INFO:tasks.workunit.client.0.smithi002.stdout: "[6400000, 12799999]", 2024-09-14T03:35:10.688 INFO:tasks.workunit.client.0.smithi002.stdout: "[12800000, 25599999]", 2024-09-14T03:35:10.688 INFO:tasks.workunit.client.0.smithi002.stdout: "[25600000, 51199999]", 2024-09-14T03:35:10.688 INFO:tasks.workunit.client.0.smithi002.stdout: "[51200000, 102399999]", 2024-09-14T03:35:10.688 INFO:tasks.workunit.client.0.smithi002.stdout: "[102400000, 204799999]", 2024-09-14T03:35:10.688 INFO:tasks.workunit.client.0.smithi002.stdout: "[204800000, 409599999]", 2024-09-14T03:35:10.688 INFO:tasks.workunit.client.0.smithi002.stdout: "[409600000, 819199999]", 2024-09-14T03:35:10.688 INFO:tasks.workunit.client.0.smithi002.stdout: "[819200000, 1638399999]", 2024-09-14T03:35:10.688 INFO:tasks.workunit.client.0.smithi002.stdout: "[1638400000, 3276799999]", 2024-09-14T03:35:10.688 INFO:tasks.workunit.client.0.smithi002.stdout: "[3276800000, 6553599999]", 2024-09-14T03:35:10.688 INFO:tasks.workunit.client.0.smithi002.stdout: "[6553600000, 13107199999]", 2024-09-14T03:35:10.689 INFO:tasks.workunit.client.0.smithi002.stdout: "[13107200000, 26214399999]", 2024-09-14T03:35:10.689 INFO:tasks.workunit.client.0.smithi002.stdout: "[26214400000, 52428799999]", 2024-09-14T03:35:10.689 INFO:tasks.workunit.client.0.smithi002.stdout: "[52428800000, 104857599999]", 2024-09-14T03:35:10.689 INFO:tasks.workunit.client.0.smithi002.stdout: "[104857600000, 209715199999]", 2024-09-14T03:35:10.689 INFO:tasks.workunit.client.0.smithi002.stdout: "[209715200000, 419430399999]", 2024-09-14T03:35:10.689 INFO:tasks.workunit.client.0.smithi002.stdout: "[419430400000, 838860799999]", 2024-09-14T03:35:10.689 INFO:tasks.workunit.client.0.smithi002.stdout: "[838860800000, 1677721599999]", 2024-09-14T03:35:10.689 INFO:tasks.workunit.client.0.smithi002.stdout: "[1677721600000, 3355443199999]", 2024-09-14T03:35:10.689 INFO:tasks.workunit.client.0.smithi002.stdout: "[3355443200000, 6710886399999]", 2024-09-14T03:35:10.689 INFO:tasks.workunit.client.0.smithi002.stdout: "[6710886400000, 13421772799999]", 2024-09-14T03:35:10.689 INFO:tasks.workunit.client.0.smithi002.stdout: "[13421772800000, 26843545599999]", 2024-09-14T03:35:10.689 INFO:tasks.workunit.client.0.smithi002.stdout: "[26843545600000, 53687091199999]", 2024-09-14T03:35:10.689 INFO:tasks.workunit.client.0.smithi002.stdout: "[53687091200000, None]" 2024-09-14T03:35:10.689 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:10.690 INFO:tasks.workunit.client.0.smithi002.stdout: "scale_type": "log2" 2024-09-14T03:35:10.690 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.690 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:10.690 INFO:tasks.workunit.client.0.smithi002.stdout: "buckets": 32, 2024-09-14T03:35:10.690 INFO:tasks.workunit.client.0.smithi002.stdout: "min": 0, 2024-09-14T03:35:10.690 INFO:tasks.workunit.client.0.smithi002.stdout: "name": "Request size (bytes)", 2024-09-14T03:35:10.690 INFO:tasks.workunit.client.0.smithi002.stdout: "quant_size": 512, 2024-09-14T03:35:10.690 INFO:tasks.workunit.client.0.smithi002.stdout: "ranges": [ 2024-09-14T03:35:10.690 INFO:tasks.workunit.client.0.smithi002.stdout: "[None, -1]", 2024-09-14T03:35:10.690 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 511]", 2024-09-14T03:35:10.690 INFO:tasks.workunit.client.0.smithi002.stdout: "[512, 1023]", 2024-09-14T03:35:10.690 INFO:tasks.workunit.client.0.smithi002.stdout: "[1024, 2047]", 2024-09-14T03:35:10.691 INFO:tasks.workunit.client.0.smithi002.stdout: "[2048, 4095]", 2024-09-14T03:35:10.691 INFO:tasks.workunit.client.0.smithi002.stdout: "[4096, 8191]", 2024-09-14T03:35:10.691 INFO:tasks.workunit.client.0.smithi002.stdout: "[8192, 16383]", 2024-09-14T03:35:10.691 INFO:tasks.workunit.client.0.smithi002.stdout: "[16384, 32767]", 2024-09-14T03:35:10.691 INFO:tasks.workunit.client.0.smithi002.stdout: "[32768, 65535]", 2024-09-14T03:35:10.691 INFO:tasks.workunit.client.0.smithi002.stdout: "[65536, 131071]", 2024-09-14T03:35:10.691 INFO:tasks.workunit.client.0.smithi002.stdout: "[131072, 262143]", 2024-09-14T03:35:10.691 INFO:tasks.workunit.client.0.smithi002.stdout: "[262144, 524287]", 2024-09-14T03:35:10.691 INFO:tasks.workunit.client.0.smithi002.stdout: "[524288, 1048575]", 2024-09-14T03:35:10.691 INFO:tasks.workunit.client.0.smithi002.stdout: "[1048576, 2097151]", 2024-09-14T03:35:10.691 INFO:tasks.workunit.client.0.smithi002.stdout: "[2097152, 4194303]", 2024-09-14T03:35:10.691 INFO:tasks.workunit.client.0.smithi002.stdout: "[4194304, 8388607]", 2024-09-14T03:35:10.691 INFO:tasks.workunit.client.0.smithi002.stdout: "[8388608, 16777215]", 2024-09-14T03:35:10.691 INFO:tasks.workunit.client.0.smithi002.stdout: "[16777216, 33554431]", 2024-09-14T03:35:10.692 INFO:tasks.workunit.client.0.smithi002.stdout: "[33554432, 67108863]", 2024-09-14T03:35:10.692 INFO:tasks.workunit.client.0.smithi002.stdout: "[67108864, 134217727]", 2024-09-14T03:35:10.692 INFO:tasks.workunit.client.0.smithi002.stdout: "[134217728, 268435455]", 2024-09-14T03:35:10.692 INFO:tasks.workunit.client.0.smithi002.stdout: "[268435456, 536870911]", 2024-09-14T03:35:10.692 INFO:tasks.workunit.client.0.smithi002.stdout: "[536870912, 1073741823]", 2024-09-14T03:35:10.692 INFO:tasks.workunit.client.0.smithi002.stdout: "[1073741824, 2147483647]", 2024-09-14T03:35:10.692 INFO:tasks.workunit.client.0.smithi002.stdout: "[2147483648, 4294967295]", 2024-09-14T03:35:10.692 INFO:tasks.workunit.client.0.smithi002.stdout: "[4294967296, 8589934591]", 2024-09-14T03:35:10.692 INFO:tasks.workunit.client.0.smithi002.stdout: "[8589934592, 17179869183]", 2024-09-14T03:35:10.692 INFO:tasks.workunit.client.0.smithi002.stdout: "[17179869184, 34359738367]", 2024-09-14T03:35:10.692 INFO:tasks.workunit.client.0.smithi002.stdout: "[34359738368, 68719476735]", 2024-09-14T03:35:10.692 INFO:tasks.workunit.client.0.smithi002.stdout: "[68719476736, 137438953471]", 2024-09-14T03:35:10.692 INFO:tasks.workunit.client.0.smithi002.stdout: "[137438953472, 274877906943]", 2024-09-14T03:35:10.693 INFO:tasks.workunit.client.0.smithi002.stdout: "[274877906944, None]" 2024-09-14T03:35:10.693 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:10.693 INFO:tasks.workunit.client.0.smithi002.stdout: "scale_type": "log2" 2024-09-14T03:35:10.693 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.693 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:10.693 INFO:tasks.workunit.client.0.smithi002.stdout: "osds": [ 2024-09-14T03:35:10.693 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:10.693 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 0, 2024-09-14T03:35:10.693 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2024-09-14T03:35:10.693 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.693 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.693 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.693 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.693 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.694 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.694 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.694 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.694 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.694 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.694 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.694 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.694 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.694 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.694 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.694 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.694 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.694 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.695 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.695 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.695 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.695 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.695 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.695 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.695 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.695 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.695 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.695 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.695 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.695 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.695 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.696 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-14T03:35:10.696 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:10.696 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.696 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:10.696 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 1, 2024-09-14T03:35:10.696 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2024-09-14T03:35:10.696 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.696 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.696 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.696 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.696 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.696 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.696 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.696 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.697 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.697 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.697 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.697 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.697 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.697 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.697 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.697 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.697 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.697 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.697 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.697 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.698 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.698 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.698 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.698 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.698 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.698 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.698 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.698 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.698 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.698 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.698 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.698 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-14T03:35:10.698 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:10.699 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.699 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:10.699 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 2, 2024-09-14T03:35:10.699 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2024-09-14T03:35:10.699 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.699 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.699 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.699 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.699 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.699 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.699 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.699 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.699 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.699 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.700 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.700 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.700 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.700 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.700 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.700 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.700 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.700 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.700 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.700 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.700 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.700 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.700 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.701 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.701 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.701 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.701 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.701 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.701 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.701 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.701 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.701 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-14T03:35:10.701 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:10.701 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.701 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:10.701 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 3, 2024-09-14T03:35:10.701 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2024-09-14T03:35:10.702 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.702 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.702 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.702 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.702 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.702 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.702 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.702 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.702 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.702 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.702 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.702 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.702 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.703 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.703 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.703 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.703 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.703 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.703 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.703 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.703 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.703 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.703 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.703 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.703 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.704 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.704 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.704 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.704 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.704 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.704 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.704 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-14T03:35:10.704 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:10.704 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.704 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:10.704 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 4, 2024-09-14T03:35:10.704 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2024-09-14T03:35:10.704 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.705 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.705 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.705 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.705 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.705 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.705 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.705 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.705 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.705 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.705 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.705 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.705 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.705 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.705 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.706 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.706 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.706 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.706 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.706 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.706 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.706 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.706 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.706 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.706 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.706 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.706 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.706 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.707 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.707 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.707 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.707 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-14T03:35:10.707 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:10.707 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.707 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:10.707 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 5, 2024-09-14T03:35:10.707 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2024-09-14T03:35:10.707 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.707 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.707 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.707 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.707 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.708 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.708 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.708 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.708 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.708 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.708 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.708 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.708 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.708 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.709 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.709 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.709 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.709 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.709 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.709 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.709 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.709 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.709 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.709 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.709 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.709 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.709 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.710 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.710 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.710 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.710 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.710 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-14T03:35:10.710 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:10.710 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.710 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:10.710 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 6, 2024-09-14T03:35:10.710 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2024-09-14T03:35:10.710 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.710 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.710 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.710 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.711 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.711 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.711 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.711 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.711 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.711 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.711 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.711 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.711 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.711 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.711 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.711 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.712 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.712 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.712 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.712 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.712 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.712 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.712 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.712 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.712 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.712 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.712 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.712 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.712 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.712 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.713 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.713 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-14T03:35:10.713 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:10.713 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.713 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:10.713 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 7, 2024-09-14T03:35:10.713 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2024-09-14T03:35:10.713 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.713 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.713 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 100, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.713 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.713 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.713 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.714 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.714 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.714 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.714 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.714 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.714 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.714 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.714 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.714 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.714 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.714 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.714 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.715 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.715 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.715 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.715 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.715 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.715 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.715 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.715 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.715 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.715 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.715 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.715 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.715 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.715 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-14T03:35:10.716 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:10.716 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.716 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:10.716 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.716 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-14T03:35:10.716 INFO:tasks.workunit.client.0.smithi002.stdout: "axes": [ 2024-09-14T03:35:10.716 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:10.716 INFO:tasks.workunit.client.0.smithi002.stdout: "buckets": 32, 2024-09-14T03:35:10.716 INFO:tasks.workunit.client.0.smithi002.stdout: "min": 0, 2024-09-14T03:35:10.716 INFO:tasks.workunit.client.0.smithi002.stdout: "name": "Latency (usec)", 2024-09-14T03:35:10.716 INFO:tasks.workunit.client.0.smithi002.stdout: "quant_size": 100000, 2024-09-14T03:35:10.716 INFO:tasks.workunit.client.0.smithi002.stdout: "ranges": [ 2024-09-14T03:35:10.716 INFO:tasks.workunit.client.0.smithi002.stdout: "[None, -1]", 2024-09-14T03:35:10.716 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 99999]", 2024-09-14T03:35:10.717 INFO:tasks.workunit.client.0.smithi002.stdout: "[100000, 199999]", 2024-09-14T03:35:10.717 INFO:tasks.workunit.client.0.smithi002.stdout: "[200000, 399999]", 2024-09-14T03:35:10.717 INFO:tasks.workunit.client.0.smithi002.stdout: "[400000, 799999]", 2024-09-14T03:35:10.717 INFO:tasks.workunit.client.0.smithi002.stdout: "[800000, 1599999]", 2024-09-14T03:35:10.717 INFO:tasks.workunit.client.0.smithi002.stdout: "[1600000, 3199999]", 2024-09-14T03:35:10.717 INFO:tasks.workunit.client.0.smithi002.stdout: "[3200000, 6399999]", 2024-09-14T03:35:10.717 INFO:tasks.workunit.client.0.smithi002.stdout: "[6400000, 12799999]", 2024-09-14T03:35:10.717 INFO:tasks.workunit.client.0.smithi002.stdout: "[12800000, 25599999]", 2024-09-14T03:35:10.717 INFO:tasks.workunit.client.0.smithi002.stdout: "[25600000, 51199999]", 2024-09-14T03:35:10.717 INFO:tasks.workunit.client.0.smithi002.stdout: "[51200000, 102399999]", 2024-09-14T03:35:10.717 INFO:tasks.workunit.client.0.smithi002.stdout: "[102400000, 204799999]", 2024-09-14T03:35:10.717 INFO:tasks.workunit.client.0.smithi002.stdout: "[204800000, 409599999]", 2024-09-14T03:35:10.717 INFO:tasks.workunit.client.0.smithi002.stdout: "[409600000, 819199999]", 2024-09-14T03:35:10.718 INFO:tasks.workunit.client.0.smithi002.stdout: "[819200000, 1638399999]", 2024-09-14T03:35:10.718 INFO:tasks.workunit.client.0.smithi002.stdout: "[1638400000, 3276799999]", 2024-09-14T03:35:10.718 INFO:tasks.workunit.client.0.smithi002.stdout: "[3276800000, 6553599999]", 2024-09-14T03:35:10.718 INFO:tasks.workunit.client.0.smithi002.stdout: "[6553600000, 13107199999]", 2024-09-14T03:35:10.718 INFO:tasks.workunit.client.0.smithi002.stdout: "[13107200000, 26214399999]", 2024-09-14T03:35:10.718 INFO:tasks.workunit.client.0.smithi002.stdout: "[26214400000, 52428799999]", 2024-09-14T03:35:10.718 INFO:tasks.workunit.client.0.smithi002.stdout: "[52428800000, 104857599999]", 2024-09-14T03:35:10.718 INFO:tasks.workunit.client.0.smithi002.stdout: "[104857600000, 209715199999]", 2024-09-14T03:35:10.718 INFO:tasks.workunit.client.0.smithi002.stdout: "[209715200000, 419430399999]", 2024-09-14T03:35:10.718 INFO:tasks.workunit.client.0.smithi002.stdout: "[419430400000, 838860799999]", 2024-09-14T03:35:10.718 INFO:tasks.workunit.client.0.smithi002.stdout: "[838860800000, 1677721599999]", 2024-09-14T03:35:10.718 INFO:tasks.workunit.client.0.smithi002.stdout: "[1677721600000, 3355443199999]", 2024-09-14T03:35:10.718 INFO:tasks.workunit.client.0.smithi002.stdout: "[3355443200000, 6710886399999]", 2024-09-14T03:35:10.719 INFO:tasks.workunit.client.0.smithi002.stdout: "[6710886400000, 13421772799999]", 2024-09-14T03:35:10.719 INFO:tasks.workunit.client.0.smithi002.stdout: "[13421772800000, 26843545599999]", 2024-09-14T03:35:10.719 INFO:tasks.workunit.client.0.smithi002.stdout: "[26843545600000, 53687091199999]", 2024-09-14T03:35:10.719 INFO:tasks.workunit.client.0.smithi002.stdout: "[53687091200000, None]" 2024-09-14T03:35:10.719 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:10.719 INFO:tasks.workunit.client.0.smithi002.stdout: "scale_type": "log2" 2024-09-14T03:35:10.719 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.719 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:10.719 INFO:tasks.workunit.client.0.smithi002.stdout: "buckets": 32, 2024-09-14T03:35:10.719 INFO:tasks.workunit.client.0.smithi002.stdout: "min": 0, 2024-09-14T03:35:10.719 INFO:tasks.workunit.client.0.smithi002.stdout: "name": "Request size (bytes)", 2024-09-14T03:35:10.719 INFO:tasks.workunit.client.0.smithi002.stdout: "quant_size": 512, 2024-09-14T03:35:10.719 INFO:tasks.workunit.client.0.smithi002.stdout: "ranges": [ 2024-09-14T03:35:10.719 INFO:tasks.workunit.client.0.smithi002.stdout: "[None, -1]", 2024-09-14T03:35:10.720 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 511]", 2024-09-14T03:35:10.720 INFO:tasks.workunit.client.0.smithi002.stdout: "[512, 1023]", 2024-09-14T03:35:10.720 INFO:tasks.workunit.client.0.smithi002.stdout: "[1024, 2047]", 2024-09-14T03:35:10.720 INFO:tasks.workunit.client.0.smithi002.stdout: "[2048, 4095]", 2024-09-14T03:35:10.720 INFO:tasks.workunit.client.0.smithi002.stdout: "[4096, 8191]", 2024-09-14T03:35:10.720 INFO:tasks.workunit.client.0.smithi002.stdout: "[8192, 16383]", 2024-09-14T03:35:10.720 INFO:tasks.workunit.client.0.smithi002.stdout: "[16384, 32767]", 2024-09-14T03:35:10.720 INFO:tasks.workunit.client.0.smithi002.stdout: "[32768, 65535]", 2024-09-14T03:35:10.720 INFO:tasks.workunit.client.0.smithi002.stdout: "[65536, 131071]", 2024-09-14T03:35:10.720 INFO:tasks.workunit.client.0.smithi002.stdout: "[131072, 262143]", 2024-09-14T03:35:10.720 INFO:tasks.workunit.client.0.smithi002.stdout: "[262144, 524287]", 2024-09-14T03:35:10.720 INFO:tasks.workunit.client.0.smithi002.stdout: "[524288, 1048575]", 2024-09-14T03:35:10.720 INFO:tasks.workunit.client.0.smithi002.stdout: "[1048576, 2097151]", 2024-09-14T03:35:10.721 INFO:tasks.workunit.client.0.smithi002.stdout: "[2097152, 4194303]", 2024-09-14T03:35:10.721 INFO:tasks.workunit.client.0.smithi002.stdout: "[4194304, 8388607]", 2024-09-14T03:35:10.721 INFO:tasks.workunit.client.0.smithi002.stdout: "[8388608, 16777215]", 2024-09-14T03:35:10.721 INFO:tasks.workunit.client.0.smithi002.stdout: "[16777216, 33554431]", 2024-09-14T03:35:10.721 INFO:tasks.workunit.client.0.smithi002.stdout: "[33554432, 67108863]", 2024-09-14T03:35:10.721 INFO:tasks.workunit.client.0.smithi002.stdout: "[67108864, 134217727]", 2024-09-14T03:35:10.721 INFO:tasks.workunit.client.0.smithi002.stdout: "[134217728, 268435455]", 2024-09-14T03:35:10.721 INFO:tasks.workunit.client.0.smithi002.stdout: "[268435456, 536870911]", 2024-09-14T03:35:10.721 INFO:tasks.workunit.client.0.smithi002.stdout: "[536870912, 1073741823]", 2024-09-14T03:35:10.721 INFO:tasks.workunit.client.0.smithi002.stdout: "[1073741824, 2147483647]", 2024-09-14T03:35:10.721 INFO:tasks.workunit.client.0.smithi002.stdout: "[2147483648, 4294967295]", 2024-09-14T03:35:10.721 INFO:tasks.workunit.client.0.smithi002.stdout: "[4294967296, 8589934591]", 2024-09-14T03:35:10.721 INFO:tasks.workunit.client.0.smithi002.stdout: "[8589934592, 17179869183]", 2024-09-14T03:35:10.721 INFO:tasks.workunit.client.0.smithi002.stdout: "[17179869184, 34359738367]", 2024-09-14T03:35:10.722 INFO:tasks.workunit.client.0.smithi002.stdout: "[34359738368, 68719476735]", 2024-09-14T03:35:10.722 INFO:tasks.workunit.client.0.smithi002.stdout: "[68719476736, 137438953471]", 2024-09-14T03:35:10.722 INFO:tasks.workunit.client.0.smithi002.stdout: "[137438953472, 274877906943]", 2024-09-14T03:35:10.722 INFO:tasks.workunit.client.0.smithi002.stdout: "[274877906944, None]" 2024-09-14T03:35:10.722 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:10.722 INFO:tasks.workunit.client.0.smithi002.stdout: "scale_type": "log2" 2024-09-14T03:35:10.722 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.722 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:10.722 INFO:tasks.workunit.client.0.smithi002.stdout: "osds": [ 2024-09-14T03:35:10.722 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:10.722 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 0, 2024-09-14T03:35:10.722 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2024-09-14T03:35:10.722 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.722 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.723 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.723 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.723 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.723 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.723 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.723 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.723 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.723 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.723 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.723 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.723 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.723 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.724 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.724 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.724 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.724 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.724 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.724 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.724 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.724 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.724 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.724 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.724 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.724 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.724 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.725 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.725 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.725 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.725 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.725 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-14T03:35:10.725 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:10.725 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.725 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:10.725 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 1, 2024-09-14T03:35:10.725 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2024-09-14T03:35:10.725 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.725 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.725 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.725 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.726 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.726 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.726 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.726 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.726 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.726 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.726 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.726 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.726 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.726 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.726 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.726 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.726 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.727 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.727 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.727 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.727 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.727 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.727 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.727 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.727 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.727 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.727 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.727 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.727 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.727 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.727 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.728 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-14T03:35:10.728 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:10.728 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.728 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:10.728 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 2, 2024-09-14T03:35:10.728 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2024-09-14T03:35:10.728 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.728 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.728 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.728 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.728 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.728 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.728 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.729 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.729 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.729 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.729 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.729 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.729 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.729 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.729 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.729 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.729 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.729 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.729 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.729 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.730 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.730 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.730 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.730 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.730 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.730 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.730 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.730 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.730 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.730 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.730 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.730 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-14T03:35:10.730 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:10.731 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.731 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:10.731 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 3, 2024-09-14T03:35:10.731 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2024-09-14T03:35:10.731 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.731 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.731 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.731 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.731 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.731 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.731 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.731 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.731 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.731 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.732 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.732 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.732 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.732 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.732 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.732 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.732 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.732 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.732 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.732 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.732 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.732 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.732 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.733 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.733 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.733 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.733 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.733 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.733 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.733 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.733 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.733 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-14T03:35:10.733 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:10.733 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.733 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:10.733 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 4, 2024-09-14T03:35:10.733 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2024-09-14T03:35:10.734 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.734 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.734 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.734 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.734 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.734 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.734 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.734 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.734 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.734 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.734 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.735 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.735 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.735 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.735 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.735 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.735 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.735 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.735 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.735 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.735 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.735 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.735 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.735 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.736 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.736 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.736 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.736 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.736 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.736 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.736 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.736 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-14T03:35:10.736 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:10.736 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.736 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:10.736 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 5, 2024-09-14T03:35:10.737 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2024-09-14T03:35:10.737 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.737 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.737 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.737 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.737 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.737 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.737 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.737 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.737 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.737 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.737 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.737 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.738 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.738 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.738 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.738 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.738 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.738 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.738 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.738 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.738 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.738 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.738 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.738 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.738 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.739 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.739 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.739 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.739 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.739 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.739 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.739 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-14T03:35:10.739 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:10.739 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.739 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:10.739 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 6, 2024-09-14T03:35:10.739 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2024-09-14T03:35:10.739 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.739 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.740 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.740 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.740 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.740 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.740 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.740 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.740 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.740 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.740 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.740 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.740 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.741 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.741 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.741 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.741 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.741 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.741 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.741 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.741 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.741 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.741 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.741 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.741 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.741 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.742 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.742 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.742 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.742 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.742 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.742 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-14T03:35:10.742 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:10.742 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.742 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:10.742 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 7, 2024-09-14T03:35:10.742 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2024-09-14T03:35:10.742 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.742 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.743 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.743 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.743 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.743 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.743 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.743 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.743 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.743 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.743 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.743 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.743 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.743 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.743 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.743 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.744 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.744 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.744 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.744 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.744 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.744 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.744 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.744 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.744 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.744 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.744 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.744 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.744 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.744 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.745 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.745 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-14T03:35:10.745 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:10.745 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.745 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:10.745 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.745 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-14T03:35:10.745 INFO:tasks.workunit.client.0.smithi002.stdout: "axes": [ 2024-09-14T03:35:10.745 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:10.745 INFO:tasks.workunit.client.0.smithi002.stdout: "buckets": 32, 2024-09-14T03:35:10.745 INFO:tasks.workunit.client.0.smithi002.stdout: "min": 0, 2024-09-14T03:35:10.745 INFO:tasks.workunit.client.0.smithi002.stdout: "name": "Latency (usec)", 2024-09-14T03:35:10.746 INFO:tasks.workunit.client.0.smithi002.stdout: "quant_size": 100000, 2024-09-14T03:35:10.746 INFO:tasks.workunit.client.0.smithi002.stdout: "ranges": [ 2024-09-14T03:35:10.746 INFO:tasks.workunit.client.0.smithi002.stdout: "[None, -1]", 2024-09-14T03:35:10.746 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 99999]", 2024-09-14T03:35:10.746 INFO:tasks.workunit.client.0.smithi002.stdout: "[100000, 199999]", 2024-09-14T03:35:10.746 INFO:tasks.workunit.client.0.smithi002.stdout: "[200000, 399999]", 2024-09-14T03:35:10.746 INFO:tasks.workunit.client.0.smithi002.stdout: "[400000, 799999]", 2024-09-14T03:35:10.746 INFO:tasks.workunit.client.0.smithi002.stdout: "[800000, 1599999]", 2024-09-14T03:35:10.746 INFO:tasks.workunit.client.0.smithi002.stdout: "[1600000, 3199999]", 2024-09-14T03:35:10.747 INFO:tasks.workunit.client.0.smithi002.stdout: "[3200000, 6399999]", 2024-09-14T03:35:10.747 INFO:tasks.workunit.client.0.smithi002.stdout: "[6400000, 12799999]", 2024-09-14T03:35:10.747 INFO:tasks.workunit.client.0.smithi002.stdout: "[12800000, 25599999]", 2024-09-14T03:35:10.747 INFO:tasks.workunit.client.0.smithi002.stdout: "[25600000, 51199999]", 2024-09-14T03:35:10.747 INFO:tasks.workunit.client.0.smithi002.stdout: "[51200000, 102399999]", 2024-09-14T03:35:10.747 INFO:tasks.workunit.client.0.smithi002.stdout: "[102400000, 204799999]", 2024-09-14T03:35:10.747 INFO:tasks.workunit.client.0.smithi002.stdout: "[204800000, 409599999]", 2024-09-14T03:35:10.747 INFO:tasks.workunit.client.0.smithi002.stdout: "[409600000, 819199999]", 2024-09-14T03:35:10.747 INFO:tasks.workunit.client.0.smithi002.stdout: "[819200000, 1638399999]", 2024-09-14T03:35:10.747 INFO:tasks.workunit.client.0.smithi002.stdout: "[1638400000, 3276799999]", 2024-09-14T03:35:10.747 INFO:tasks.workunit.client.0.smithi002.stdout: "[3276800000, 6553599999]", 2024-09-14T03:35:10.747 INFO:tasks.workunit.client.0.smithi002.stdout: "[6553600000, 13107199999]", 2024-09-14T03:35:10.747 INFO:tasks.workunit.client.0.smithi002.stdout: "[13107200000, 26214399999]", 2024-09-14T03:35:10.747 INFO:tasks.workunit.client.0.smithi002.stdout: "[26214400000, 52428799999]", 2024-09-14T03:35:10.748 INFO:tasks.workunit.client.0.smithi002.stdout: "[52428800000, 104857599999]", 2024-09-14T03:35:10.748 INFO:tasks.workunit.client.0.smithi002.stdout: "[104857600000, 209715199999]", 2024-09-14T03:35:10.748 INFO:tasks.workunit.client.0.smithi002.stdout: "[209715200000, 419430399999]", 2024-09-14T03:35:10.748 INFO:tasks.workunit.client.0.smithi002.stdout: "[419430400000, 838860799999]", 2024-09-14T03:35:10.748 INFO:tasks.workunit.client.0.smithi002.stdout: "[838860800000, 1677721599999]", 2024-09-14T03:35:10.748 INFO:tasks.workunit.client.0.smithi002.stdout: "[1677721600000, 3355443199999]", 2024-09-14T03:35:10.748 INFO:tasks.workunit.client.0.smithi002.stdout: "[3355443200000, 6710886399999]", 2024-09-14T03:35:10.748 INFO:tasks.workunit.client.0.smithi002.stdout: "[6710886400000, 13421772799999]", 2024-09-14T03:35:10.748 INFO:tasks.workunit.client.0.smithi002.stdout: "[13421772800000, 26843545599999]", 2024-09-14T03:35:10.748 INFO:tasks.workunit.client.0.smithi002.stdout: "[26843545600000, 53687091199999]", 2024-09-14T03:35:10.748 INFO:tasks.workunit.client.0.smithi002.stdout: "[53687091200000, None]" 2024-09-14T03:35:10.748 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:10.748 INFO:tasks.workunit.client.0.smithi002.stdout: "scale_type": "log2" 2024-09-14T03:35:10.749 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.749 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:10.749 INFO:tasks.workunit.client.0.smithi002.stdout: "buckets": 32, 2024-09-14T03:35:10.749 INFO:tasks.workunit.client.0.smithi002.stdout: "min": 0, 2024-09-14T03:35:10.749 INFO:tasks.workunit.client.0.smithi002.stdout: "name": "Request size (bytes)", 2024-09-14T03:35:10.749 INFO:tasks.workunit.client.0.smithi002.stdout: "quant_size": 512, 2024-09-14T03:35:10.749 INFO:tasks.workunit.client.0.smithi002.stdout: "ranges": [ 2024-09-14T03:35:10.749 INFO:tasks.workunit.client.0.smithi002.stdout: "[None, -1]", 2024-09-14T03:35:10.749 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 511]", 2024-09-14T03:35:10.749 INFO:tasks.workunit.client.0.smithi002.stdout: "[512, 1023]", 2024-09-14T03:35:10.749 INFO:tasks.workunit.client.0.smithi002.stdout: "[1024, 2047]", 2024-09-14T03:35:10.749 INFO:tasks.workunit.client.0.smithi002.stdout: "[2048, 4095]", 2024-09-14T03:35:10.749 INFO:tasks.workunit.client.0.smithi002.stdout: "[4096, 8191]", 2024-09-14T03:35:10.750 INFO:tasks.workunit.client.0.smithi002.stdout: "[8192, 16383]", 2024-09-14T03:35:10.750 INFO:tasks.workunit.client.0.smithi002.stdout: "[16384, 32767]", 2024-09-14T03:35:10.750 INFO:tasks.workunit.client.0.smithi002.stdout: "[32768, 65535]", 2024-09-14T03:35:10.750 INFO:tasks.workunit.client.0.smithi002.stdout: "[65536, 131071]", 2024-09-14T03:35:10.750 INFO:tasks.workunit.client.0.smithi002.stdout: "[131072, 262143]", 2024-09-14T03:35:10.750 INFO:tasks.workunit.client.0.smithi002.stdout: "[262144, 524287]", 2024-09-14T03:35:10.750 INFO:tasks.workunit.client.0.smithi002.stdout: "[524288, 1048575]", 2024-09-14T03:35:10.750 INFO:tasks.workunit.client.0.smithi002.stdout: "[1048576, 2097151]", 2024-09-14T03:35:10.750 INFO:tasks.workunit.client.0.smithi002.stdout: "[2097152, 4194303]", 2024-09-14T03:35:10.750 INFO:tasks.workunit.client.0.smithi002.stdout: "[4194304, 8388607]", 2024-09-14T03:35:10.750 INFO:tasks.workunit.client.0.smithi002.stdout: "[8388608, 16777215]", 2024-09-14T03:35:10.750 INFO:tasks.workunit.client.0.smithi002.stdout: "[16777216, 33554431]", 2024-09-14T03:35:10.750 INFO:tasks.workunit.client.0.smithi002.stdout: "[33554432, 67108863]", 2024-09-14T03:35:10.751 INFO:tasks.workunit.client.0.smithi002.stdout: "[67108864, 134217727]", 2024-09-14T03:35:10.751 INFO:tasks.workunit.client.0.smithi002.stdout: "[134217728, 268435455]", 2024-09-14T03:35:10.751 INFO:tasks.workunit.client.0.smithi002.stdout: "[268435456, 536870911]", 2024-09-14T03:35:10.751 INFO:tasks.workunit.client.0.smithi002.stdout: "[536870912, 1073741823]", 2024-09-14T03:35:10.751 INFO:tasks.workunit.client.0.smithi002.stdout: "[1073741824, 2147483647]", 2024-09-14T03:35:10.751 INFO:tasks.workunit.client.0.smithi002.stdout: "[2147483648, 4294967295]", 2024-09-14T03:35:10.751 INFO:tasks.workunit.client.0.smithi002.stdout: "[4294967296, 8589934591]", 2024-09-14T03:35:10.751 INFO:tasks.workunit.client.0.smithi002.stdout: "[8589934592, 17179869183]", 2024-09-14T03:35:10.751 INFO:tasks.workunit.client.0.smithi002.stdout: "[17179869184, 34359738367]", 2024-09-14T03:35:10.751 INFO:tasks.workunit.client.0.smithi002.stdout: "[34359738368, 68719476735]", 2024-09-14T03:35:10.751 INFO:tasks.workunit.client.0.smithi002.stdout: "[68719476736, 137438953471]", 2024-09-14T03:35:10.751 INFO:tasks.workunit.client.0.smithi002.stdout: "[137438953472, 274877906943]", 2024-09-14T03:35:10.751 INFO:tasks.workunit.client.0.smithi002.stdout: "[274877906944, None]" 2024-09-14T03:35:10.751 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:10.752 INFO:tasks.workunit.client.0.smithi002.stdout: "scale_type": "log2" 2024-09-14T03:35:10.752 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.752 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:10.752 INFO:tasks.workunit.client.0.smithi002.stdout: "osds": [ 2024-09-14T03:35:10.752 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:10.752 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 0, 2024-09-14T03:35:10.752 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2024-09-14T03:35:10.752 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.752 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.752 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.752 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.752 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.752 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.753 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.753 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.753 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.753 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.753 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.753 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.753 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.753 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.753 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.753 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.753 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.753 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.753 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.754 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.754 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.754 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.754 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.754 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.754 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.754 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.754 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.754 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.754 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.754 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.754 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.754 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-14T03:35:10.755 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:10.755 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.755 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:10.755 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 1, 2024-09-14T03:35:10.755 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2024-09-14T03:35:10.755 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.755 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.755 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.755 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.755 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.755 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.755 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.755 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.756 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.756 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.756 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.756 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.756 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.756 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.756 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.756 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.756 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.756 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.756 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.756 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.756 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.757 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.757 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.757 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.757 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.757 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.757 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.757 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.757 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.757 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.757 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.757 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-14T03:35:10.757 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:10.757 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.758 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:10.758 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 2, 2024-09-14T03:35:10.758 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2024-09-14T03:35:10.758 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.758 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.758 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.758 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.758 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.758 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.758 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.758 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.758 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.758 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.759 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.759 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.759 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.759 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.759 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.759 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.759 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.759 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.759 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.759 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.759 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.759 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.759 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.759 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.760 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.760 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.760 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.760 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.760 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.760 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.760 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.760 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-14T03:35:10.760 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:10.760 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.760 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:10.760 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 3, 2024-09-14T03:35:10.761 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2024-09-14T03:35:10.761 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.761 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.761 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.761 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.761 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.761 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.761 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.761 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.761 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.761 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.761 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.761 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.762 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.762 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.762 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.762 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.762 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.762 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.762 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.762 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.762 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.762 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.762 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.762 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.762 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.763 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.763 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.763 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.763 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.763 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.763 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.763 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-14T03:35:10.763 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:10.763 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.763 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:10.763 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 4, 2024-09-14T03:35:10.763 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2024-09-14T03:35:10.763 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.764 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.764 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.764 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.764 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.764 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.764 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.764 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.764 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.764 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.764 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.764 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.764 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.764 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.765 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.765 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.765 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.765 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.765 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.765 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.765 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.765 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.765 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.765 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.765 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.765 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.765 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.766 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.766 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.766 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.766 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.766 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-14T03:35:10.766 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:10.766 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.766 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:10.766 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 5, 2024-09-14T03:35:10.766 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2024-09-14T03:35:10.766 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.766 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.766 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.767 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.767 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.767 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.767 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.767 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.767 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.767 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.767 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.767 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.767 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.767 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.767 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.767 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.768 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.768 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.768 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.768 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.768 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.768 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.768 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.768 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.768 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.768 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.768 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.768 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.768 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.768 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.769 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.769 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-14T03:35:10.769 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:10.769 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.769 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:10.769 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 6, 2024-09-14T03:35:10.769 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2024-09-14T03:35:10.769 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.769 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.769 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.769 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.769 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.769 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.770 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.770 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.770 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.770 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.770 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.770 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.770 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.770 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.770 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.770 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.770 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.770 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.770 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.770 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.771 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.771 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.771 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.771 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.771 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.771 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.771 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.771 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.771 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.771 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.771 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.771 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-14T03:35:10.772 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:10.772 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.772 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:10.772 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 7, 2024-09-14T03:35:10.772 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2024-09-14T03:35:10.772 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.772 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.772 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.772 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.772 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.772 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.772 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.772 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.772 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.773 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.773 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.773 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.773 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.773 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.773 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.773 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.773 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.773 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.773 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.773 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.773 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.773 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.774 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.774 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.774 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.774 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.774 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.774 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.774 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.774 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.774 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.774 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-14T03:35:10.774 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:10.774 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.774 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:10.775 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.775 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-14T03:35:10.775 INFO:tasks.workunit.client.0.smithi002.stdout: "axes": [ 2024-09-14T03:35:10.775 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:10.775 INFO:tasks.workunit.client.0.smithi002.stdout: "buckets": 32, 2024-09-14T03:35:10.775 INFO:tasks.workunit.client.0.smithi002.stdout: "min": 0, 2024-09-14T03:35:10.775 INFO:tasks.workunit.client.0.smithi002.stdout: "name": "Latency (usec)", 2024-09-14T03:35:10.775 INFO:tasks.workunit.client.0.smithi002.stdout: "quant_size": 100000, 2024-09-14T03:35:10.775 INFO:tasks.workunit.client.0.smithi002.stdout: "ranges": [ 2024-09-14T03:35:10.775 INFO:tasks.workunit.client.0.smithi002.stdout: "[None, -1]", 2024-09-14T03:35:10.775 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 99999]", 2024-09-14T03:35:10.775 INFO:tasks.workunit.client.0.smithi002.stdout: "[100000, 199999]", 2024-09-14T03:35:10.775 INFO:tasks.workunit.client.0.smithi002.stdout: "[200000, 399999]", 2024-09-14T03:35:10.775 INFO:tasks.workunit.client.0.smithi002.stdout: "[400000, 799999]", 2024-09-14T03:35:10.776 INFO:tasks.workunit.client.0.smithi002.stdout: "[800000, 1599999]", 2024-09-14T03:35:10.776 INFO:tasks.workunit.client.0.smithi002.stdout: "[1600000, 3199999]", 2024-09-14T03:35:10.776 INFO:tasks.workunit.client.0.smithi002.stdout: "[3200000, 6399999]", 2024-09-14T03:35:10.776 INFO:tasks.workunit.client.0.smithi002.stdout: "[6400000, 12799999]", 2024-09-14T03:35:10.776 INFO:tasks.workunit.client.0.smithi002.stdout: "[12800000, 25599999]", 2024-09-14T03:35:10.776 INFO:tasks.workunit.client.0.smithi002.stdout: "[25600000, 51199999]", 2024-09-14T03:35:10.776 INFO:tasks.workunit.client.0.smithi002.stdout: "[51200000, 102399999]", 2024-09-14T03:35:10.776 INFO:tasks.workunit.client.0.smithi002.stdout: "[102400000, 204799999]", 2024-09-14T03:35:10.776 INFO:tasks.workunit.client.0.smithi002.stdout: "[204800000, 409599999]", 2024-09-14T03:35:10.776 INFO:tasks.workunit.client.0.smithi002.stdout: "[409600000, 819199999]", 2024-09-14T03:35:10.776 INFO:tasks.workunit.client.0.smithi002.stdout: "[819200000, 1638399999]", 2024-09-14T03:35:10.776 INFO:tasks.workunit.client.0.smithi002.stdout: "[1638400000, 3276799999]", 2024-09-14T03:35:10.776 INFO:tasks.workunit.client.0.smithi002.stdout: "[3276800000, 6553599999]", 2024-09-14T03:35:10.776 INFO:tasks.workunit.client.0.smithi002.stdout: "[6553600000, 13107199999]", 2024-09-14T03:35:10.777 INFO:tasks.workunit.client.0.smithi002.stdout: "[13107200000, 26214399999]", 2024-09-14T03:35:10.777 INFO:tasks.workunit.client.0.smithi002.stdout: "[26214400000, 52428799999]", 2024-09-14T03:35:10.777 INFO:tasks.workunit.client.0.smithi002.stdout: "[52428800000, 104857599999]", 2024-09-14T03:35:10.777 INFO:tasks.workunit.client.0.smithi002.stdout: "[104857600000, 209715199999]", 2024-09-14T03:35:10.777 INFO:tasks.workunit.client.0.smithi002.stdout: "[209715200000, 419430399999]", 2024-09-14T03:35:10.777 INFO:tasks.workunit.client.0.smithi002.stdout: "[419430400000, 838860799999]", 2024-09-14T03:35:10.777 INFO:tasks.workunit.client.0.smithi002.stdout: "[838860800000, 1677721599999]", 2024-09-14T03:35:10.777 INFO:tasks.workunit.client.0.smithi002.stdout: "[1677721600000, 3355443199999]", 2024-09-14T03:35:10.777 INFO:tasks.workunit.client.0.smithi002.stdout: "[3355443200000, 6710886399999]", 2024-09-14T03:35:10.777 INFO:tasks.workunit.client.0.smithi002.stdout: "[6710886400000, 13421772799999]", 2024-09-14T03:35:10.777 INFO:tasks.workunit.client.0.smithi002.stdout: "[13421772800000, 26843545599999]", 2024-09-14T03:35:10.777 INFO:tasks.workunit.client.0.smithi002.stdout: "[26843545600000, 53687091199999]", 2024-09-14T03:35:10.777 INFO:tasks.workunit.client.0.smithi002.stdout: "[53687091200000, None]" 2024-09-14T03:35:10.777 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:10.778 INFO:tasks.workunit.client.0.smithi002.stdout: "scale_type": "log2" 2024-09-14T03:35:10.778 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.778 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:10.778 INFO:tasks.workunit.client.0.smithi002.stdout: "buckets": 32, 2024-09-14T03:35:10.778 INFO:tasks.workunit.client.0.smithi002.stdout: "min": 0, 2024-09-14T03:35:10.778 INFO:tasks.workunit.client.0.smithi002.stdout: "name": "Request size (bytes)", 2024-09-14T03:35:10.778 INFO:tasks.workunit.client.0.smithi002.stdout: "quant_size": 512, 2024-09-14T03:35:10.778 INFO:tasks.workunit.client.0.smithi002.stdout: "ranges": [ 2024-09-14T03:35:10.778 INFO:tasks.workunit.client.0.smithi002.stdout: "[None, -1]", 2024-09-14T03:35:10.778 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 511]", 2024-09-14T03:35:10.778 INFO:tasks.workunit.client.0.smithi002.stdout: "[512, 1023]", 2024-09-14T03:35:10.778 INFO:tasks.workunit.client.0.smithi002.stdout: "[1024, 2047]", 2024-09-14T03:35:10.778 INFO:tasks.workunit.client.0.smithi002.stdout: "[2048, 4095]", 2024-09-14T03:35:10.778 INFO:tasks.workunit.client.0.smithi002.stdout: "[4096, 8191]", 2024-09-14T03:35:10.779 INFO:tasks.workunit.client.0.smithi002.stdout: "[8192, 16383]", 2024-09-14T03:35:10.779 INFO:tasks.workunit.client.0.smithi002.stdout: "[16384, 32767]", 2024-09-14T03:35:10.779 INFO:tasks.workunit.client.0.smithi002.stdout: "[32768, 65535]", 2024-09-14T03:35:10.779 INFO:tasks.workunit.client.0.smithi002.stdout: "[65536, 131071]", 2024-09-14T03:35:10.779 INFO:tasks.workunit.client.0.smithi002.stdout: "[131072, 262143]", 2024-09-14T03:35:10.779 INFO:tasks.workunit.client.0.smithi002.stdout: "[262144, 524287]", 2024-09-14T03:35:10.779 INFO:tasks.workunit.client.0.smithi002.stdout: "[524288, 1048575]", 2024-09-14T03:35:10.779 INFO:tasks.workunit.client.0.smithi002.stdout: "[1048576, 2097151]", 2024-09-14T03:35:10.779 INFO:tasks.workunit.client.0.smithi002.stdout: "[2097152, 4194303]", 2024-09-14T03:35:10.779 INFO:tasks.workunit.client.0.smithi002.stdout: "[4194304, 8388607]", 2024-09-14T03:35:10.779 INFO:tasks.workunit.client.0.smithi002.stdout: "[8388608, 16777215]", 2024-09-14T03:35:10.779 INFO:tasks.workunit.client.0.smithi002.stdout: "[16777216, 33554431]", 2024-09-14T03:35:10.780 INFO:tasks.workunit.client.0.smithi002.stdout: "[33554432, 67108863]", 2024-09-14T03:35:10.780 INFO:tasks.workunit.client.0.smithi002.stdout: "[67108864, 134217727]", 2024-09-14T03:35:10.780 INFO:tasks.workunit.client.0.smithi002.stdout: "[134217728, 268435455]", 2024-09-14T03:35:10.780 INFO:tasks.workunit.client.0.smithi002.stdout: "[268435456, 536870911]", 2024-09-14T03:35:10.780 INFO:tasks.workunit.client.0.smithi002.stdout: "[536870912, 1073741823]", 2024-09-14T03:35:10.780 INFO:tasks.workunit.client.0.smithi002.stdout: "[1073741824, 2147483647]", 2024-09-14T03:35:10.780 INFO:tasks.workunit.client.0.smithi002.stdout: "[2147483648, 4294967295]", 2024-09-14T03:35:10.780 INFO:tasks.workunit.client.0.smithi002.stdout: "[4294967296, 8589934591]", 2024-09-14T03:35:10.780 INFO:tasks.workunit.client.0.smithi002.stdout: "[8589934592, 17179869183]", 2024-09-14T03:35:10.780 INFO:tasks.workunit.client.0.smithi002.stdout: "[17179869184, 34359738367]", 2024-09-14T03:35:10.780 INFO:tasks.workunit.client.0.smithi002.stdout: "[34359738368, 68719476735]", 2024-09-14T03:35:10.780 INFO:tasks.workunit.client.0.smithi002.stdout: "[68719476736, 137438953471]", 2024-09-14T03:35:10.780 INFO:tasks.workunit.client.0.smithi002.stdout: "[137438953472, 274877906943]", 2024-09-14T03:35:10.781 INFO:tasks.workunit.client.0.smithi002.stdout: "[274877906944, None]" 2024-09-14T03:35:10.781 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:10.781 INFO:tasks.workunit.client.0.smithi002.stdout: "scale_type": "log2" 2024-09-14T03:35:10.781 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.781 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:10.781 INFO:tasks.workunit.client.0.smithi002.stdout: "osds": [ 2024-09-14T03:35:10.781 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:10.781 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 0, 2024-09-14T03:35:10.781 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2024-09-14T03:35:10.781 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.781 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.781 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.781 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.781 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.782 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.782 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.782 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.782 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.782 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.782 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.782 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.782 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.782 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.782 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.782 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.782 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.782 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.783 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.783 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.783 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.783 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.783 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.783 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.783 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.783 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.783 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.783 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.783 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.783 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.783 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.784 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-14T03:35:10.784 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:10.784 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.784 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:10.784 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 1, 2024-09-14T03:35:10.784 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2024-09-14T03:35:10.784 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.784 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.784 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.784 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.784 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.784 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 8, 3, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.784 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 17, 5, 0, 0, 0, 0, 0, 0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.785 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.785 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.785 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.785 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.785 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.785 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.785 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.785 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.785 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.785 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.786 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.786 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.786 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.786 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.786 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.786 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.786 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.786 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.786 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.786 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.786 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.786 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.787 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.787 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.787 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-14T03:35:10.787 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:10.787 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.787 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:10.787 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 2, 2024-09-14T03:35:10.787 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2024-09-14T03:35:10.787 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.787 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.787 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.787 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.787 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.788 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.788 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.788 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.788 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.788 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.788 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.788 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.788 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.788 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.788 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.788 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.788 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.789 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.789 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.789 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.789 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.789 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.789 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.789 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.789 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.789 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.789 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.789 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.789 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.789 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.790 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.790 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-14T03:35:10.790 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:10.790 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.790 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:10.790 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 3, 2024-09-14T03:35:10.790 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2024-09-14T03:35:10.790 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.790 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.790 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.790 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.790 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.790 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.791 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.791 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.791 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.791 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.791 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.791 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.791 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.791 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.791 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.791 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.791 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.791 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.791 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.792 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.792 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.792 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.792 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.792 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.792 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.792 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.792 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.792 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.792 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.792 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.792 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.793 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-14T03:35:10.793 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:10.793 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.793 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:10.793 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 4, 2024-09-14T03:35:10.793 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2024-09-14T03:35:10.793 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.793 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.793 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.793 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.793 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.793 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.794 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.794 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.794 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.794 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.794 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.794 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.794 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.794 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.794 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.794 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.794 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.794 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.794 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.795 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.795 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.795 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.795 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.795 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.795 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.795 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.795 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.795 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.795 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.795 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.795 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.796 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-14T03:35:10.796 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:10.796 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.796 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:10.796 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 5, 2024-09-14T03:35:10.796 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2024-09-14T03:35:10.796 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.796 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.796 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.796 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.796 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.796 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.796 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.797 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.797 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.797 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.797 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.797 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.797 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.797 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.797 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.797 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.797 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.797 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.797 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.798 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.798 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.798 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.798 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.798 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.798 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.798 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.798 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.798 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.798 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.798 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.798 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.798 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-14T03:35:10.799 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:10.799 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.799 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:10.799 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 6, 2024-09-14T03:35:10.799 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2024-09-14T03:35:10.799 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.799 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.799 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.799 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.799 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.799 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.799 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.799 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.800 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.800 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.800 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.800 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.800 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.800 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.800 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.800 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.800 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.800 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.800 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.800 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.800 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.801 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.801 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.801 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.801 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.801 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.801 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.801 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.801 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.801 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.801 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.801 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-14T03:35:10.801 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:10.802 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.802 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:10.802 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 7, 2024-09-14T03:35:10.802 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2024-09-14T03:35:10.802 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.802 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.802 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.802 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.802 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.802 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.802 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.802 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.802 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.802 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.803 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.803 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.803 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.803 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.803 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.803 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.803 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.803 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.803 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.803 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.803 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.803 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.803 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.804 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.804 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.804 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.804 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.804 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.804 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.804 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.804 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:10.804 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-14T03:35:10.804 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:10.804 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.804 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:10.805 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.805 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.805 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:10.805 INFO:tasks.workunit.client.0.smithi002.stdout: "perf_counters": { 2024-09-14T03:35:10.805 INFO:tasks.workunit.client.0.smithi002.stdout: "mds.d2668293540d00d4d048239dd5bc97f298ea87fc": { 2024-09-14T03:35:10.805 INFO:tasks.workunit.client.0.smithi002.stdout: "mds": { 2024-09-14T03:35:10.805 INFO:tasks.workunit.client.0.smithi002.stdout: "caps": { 2024-09-14T03:35:10.805 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.805 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.805 INFO:tasks.workunit.client.0.smithi002.stdout: "ceph_cap_op_flush_ack": { 2024-09-14T03:35:10.805 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.805 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.805 INFO:tasks.workunit.client.0.smithi002.stdout: "ceph_cap_op_flushsnap_ack": { 2024-09-14T03:35:10.806 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.806 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.806 INFO:tasks.workunit.client.0.smithi002.stdout: "ceph_cap_op_grant": { 2024-09-14T03:35:10.806 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.806 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.806 INFO:tasks.workunit.client.0.smithi002.stdout: "ceph_cap_op_revoke": { 2024-09-14T03:35:10.806 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.806 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.806 INFO:tasks.workunit.client.0.smithi002.stdout: "ceph_cap_op_trunc": { 2024-09-14T03:35:10.806 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.806 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.806 INFO:tasks.workunit.client.0.smithi002.stdout: "dir_commit": { 2024-09-14T03:35:10.806 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 12 2024-09-14T03:35:10.807 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.807 INFO:tasks.workunit.client.0.smithi002.stdout: "dir_fetch_complete": { 2024-09-14T03:35:10.807 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.807 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.807 INFO:tasks.workunit.client.0.smithi002.stdout: "dir_fetch_keys": { 2024-09-14T03:35:10.807 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.807 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.807 INFO:tasks.workunit.client.0.smithi002.stdout: "dir_merge": { 2024-09-14T03:35:10.807 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.807 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.807 INFO:tasks.workunit.client.0.smithi002.stdout: "dir_split": { 2024-09-14T03:35:10.807 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.807 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.807 INFO:tasks.workunit.client.0.smithi002.stdout: "exported_inodes": { 2024-09-14T03:35:10.808 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.808 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.808 INFO:tasks.workunit.client.0.smithi002.stdout: "forward": { 2024-09-14T03:35:10.808 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.808 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.808 INFO:tasks.workunit.client.0.smithi002.stdout: "handle_client_cap_release": { 2024-09-14T03:35:10.808 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.808 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.808 INFO:tasks.workunit.client.0.smithi002.stdout: "handle_client_caps": { 2024-09-14T03:35:10.808 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.808 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.808 INFO:tasks.workunit.client.0.smithi002.stdout: "handle_client_caps_dirty": { 2024-09-14T03:35:10.808 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.808 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.809 INFO:tasks.workunit.client.0.smithi002.stdout: "handle_inode_file_caps": { 2024-09-14T03:35:10.809 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.809 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.809 INFO:tasks.workunit.client.0.smithi002.stdout: "imported_inodes": { 2024-09-14T03:35:10.809 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.809 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.809 INFO:tasks.workunit.client.0.smithi002.stdout: "inodes": { 2024-09-14T03:35:10.809 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 10 2024-09-14T03:35:10.809 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.809 INFO:tasks.workunit.client.0.smithi002.stdout: "inodes_expired": { 2024-09-14T03:35:10.809 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.809 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.809 INFO:tasks.workunit.client.0.smithi002.stdout: "inodes_pinned": { 2024-09-14T03:35:10.810 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 10 2024-09-14T03:35:10.810 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.810 INFO:tasks.workunit.client.0.smithi002.stdout: "inodes_with_caps": { 2024-09-14T03:35:10.810 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.810 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.810 INFO:tasks.workunit.client.0.smithi002.stdout: "load_cent": { 2024-09-14T03:35:10.810 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.810 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.810 INFO:tasks.workunit.client.0.smithi002.stdout: "openino_dir_fetch": { 2024-09-14T03:35:10.810 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.810 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.810 INFO:tasks.workunit.client.0.smithi002.stdout: "process_request_cap_release": { 2024-09-14T03:35:10.810 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.810 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.811 INFO:tasks.workunit.client.0.smithi002.stdout: "reply_latency": { 2024-09-14T03:35:10.811 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2024-09-14T03:35:10.811 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 119529 2024-09-14T03:35:10.811 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.811 INFO:tasks.workunit.client.0.smithi002.stdout: "request": { 2024-09-14T03:35:10.811 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2 2024-09-14T03:35:10.811 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.811 INFO:tasks.workunit.client.0.smithi002.stdout: "root_rbytes": { 2024-09-14T03:35:10.811 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.811 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.811 INFO:tasks.workunit.client.0.smithi002.stdout: "root_rfiles": { 2024-09-14T03:35:10.811 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.811 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.811 INFO:tasks.workunit.client.0.smithi002.stdout: "root_rsnaps": { 2024-09-14T03:35:10.812 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.812 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.812 INFO:tasks.workunit.client.0.smithi002.stdout: "slow_reply": { 2024-09-14T03:35:10.812 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.812 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.812 INFO:tasks.workunit.client.0.smithi002.stdout: "subtrees": { 2024-09-14T03:35:10.812 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2 2024-09-14T03:35:10.812 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.812 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.812 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_cache": { 2024-09-14T03:35:10.812 INFO:tasks.workunit.client.0.smithi002.stdout: "ireq_enqueue_scrub": { 2024-09-14T03:35:10.812 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.812 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.813 INFO:tasks.workunit.client.0.smithi002.stdout: "ireq_exportdir": { 2024-09-14T03:35:10.813 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.813 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.813 INFO:tasks.workunit.client.0.smithi002.stdout: "ireq_flush": { 2024-09-14T03:35:10.813 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.813 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.813 INFO:tasks.workunit.client.0.smithi002.stdout: "ireq_fragmentdir": { 2024-09-14T03:35:10.813 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.813 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.813 INFO:tasks.workunit.client.0.smithi002.stdout: "ireq_fragstats": { 2024-09-14T03:35:10.813 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.813 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.813 INFO:tasks.workunit.client.0.smithi002.stdout: "ireq_inodestats": { 2024-09-14T03:35:10.813 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.814 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.814 INFO:tasks.workunit.client.0.smithi002.stdout: "num_recovering_enqueued": { 2024-09-14T03:35:10.814 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.814 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.814 INFO:tasks.workunit.client.0.smithi002.stdout: "num_recovering_prioritized": { 2024-09-14T03:35:10.814 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.814 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.814 INFO:tasks.workunit.client.0.smithi002.stdout: "num_recovering_processing": { 2024-09-14T03:35:10.814 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.814 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.814 INFO:tasks.workunit.client.0.smithi002.stdout: "num_strays": { 2024-09-14T03:35:10.814 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.814 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.814 INFO:tasks.workunit.client.0.smithi002.stdout: "num_strays_delayed": { 2024-09-14T03:35:10.815 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.815 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.815 INFO:tasks.workunit.client.0.smithi002.stdout: "num_strays_enqueuing": { 2024-09-14T03:35:10.815 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.815 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.815 INFO:tasks.workunit.client.0.smithi002.stdout: "recovery_completed": { 2024-09-14T03:35:10.815 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.815 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.815 INFO:tasks.workunit.client.0.smithi002.stdout: "recovery_started": { 2024-09-14T03:35:10.815 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.815 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.815 INFO:tasks.workunit.client.0.smithi002.stdout: "strays_created": { 2024-09-14T03:35:10.815 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.815 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.816 INFO:tasks.workunit.client.0.smithi002.stdout: "strays_enqueued": { 2024-09-14T03:35:10.816 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.816 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.816 INFO:tasks.workunit.client.0.smithi002.stdout: "strays_migrated": { 2024-09-14T03:35:10.816 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.816 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.816 INFO:tasks.workunit.client.0.smithi002.stdout: "strays_reintegrated": { 2024-09-14T03:35:10.816 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.816 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.816 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.816 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_log": { 2024-09-14T03:35:10.816 INFO:tasks.workunit.client.0.smithi002.stdout: "ev": { 2024-09-14T03:35:10.816 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5 2024-09-14T03:35:10.816 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.817 INFO:tasks.workunit.client.0.smithi002.stdout: "evadd": { 2024-09-14T03:35:10.817 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5 2024-09-14T03:35:10.817 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.817 INFO:tasks.workunit.client.0.smithi002.stdout: "evex": { 2024-09-14T03:35:10.817 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.817 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.817 INFO:tasks.workunit.client.0.smithi002.stdout: "evexd": { 2024-09-14T03:35:10.817 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.817 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.817 INFO:tasks.workunit.client.0.smithi002.stdout: "evexg": { 2024-09-14T03:35:10.817 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.817 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.817 INFO:tasks.workunit.client.0.smithi002.stdout: "evtrm": { 2024-09-14T03:35:10.817 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.818 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.818 INFO:tasks.workunit.client.0.smithi002.stdout: "jlat": { 2024-09-14T03:35:10.818 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 5, 2024-09-14T03:35:10.818 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 10972801 2024-09-14T03:35:10.818 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.818 INFO:tasks.workunit.client.0.smithi002.stdout: "replayed": { 2024-09-14T03:35:10.818 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.818 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.818 INFO:tasks.workunit.client.0.smithi002.stdout: "seg": { 2024-09-14T03:35:10.818 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1 2024-09-14T03:35:10.818 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.818 INFO:tasks.workunit.client.0.smithi002.stdout: "segadd": { 2024-09-14T03:35:10.818 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1 2024-09-14T03:35:10.818 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.818 INFO:tasks.workunit.client.0.smithi002.stdout: "segex": { 2024-09-14T03:35:10.819 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.819 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.819 INFO:tasks.workunit.client.0.smithi002.stdout: "segexd": { 2024-09-14T03:35:10.819 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.819 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.819 INFO:tasks.workunit.client.0.smithi002.stdout: "segexg": { 2024-09-14T03:35:10.819 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.819 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.819 INFO:tasks.workunit.client.0.smithi002.stdout: "segtrm": { 2024-09-14T03:35:10.819 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.819 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.819 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.819 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_mem": { 2024-09-14T03:35:10.820 INFO:tasks.workunit.client.0.smithi002.stdout: "cap": { 2024-09-14T03:35:10.820 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.820 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.820 INFO:tasks.workunit.client.0.smithi002.stdout: "cap+": { 2024-09-14T03:35:10.820 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2 2024-09-14T03:35:10.820 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.820 INFO:tasks.workunit.client.0.smithi002.stdout: "cap-": { 2024-09-14T03:35:10.820 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2 2024-09-14T03:35:10.820 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.820 INFO:tasks.workunit.client.0.smithi002.stdout: "dir": { 2024-09-14T03:35:10.820 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 12 2024-09-14T03:35:10.820 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.821 INFO:tasks.workunit.client.0.smithi002.stdout: "dir+": { 2024-09-14T03:35:10.821 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 12 2024-09-14T03:35:10.821 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.821 INFO:tasks.workunit.client.0.smithi002.stdout: "dir-": { 2024-09-14T03:35:10.821 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.821 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.821 INFO:tasks.workunit.client.0.smithi002.stdout: "dn": { 2024-09-14T03:35:10.821 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 10 2024-09-14T03:35:10.821 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.821 INFO:tasks.workunit.client.0.smithi002.stdout: "dn+": { 2024-09-14T03:35:10.821 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 10 2024-09-14T03:35:10.821 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.821 INFO:tasks.workunit.client.0.smithi002.stdout: "dn-": { 2024-09-14T03:35:10.821 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.822 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.822 INFO:tasks.workunit.client.0.smithi002.stdout: "heap": { 2024-09-14T03:35:10.822 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 207124 2024-09-14T03:35:10.822 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.822 INFO:tasks.workunit.client.0.smithi002.stdout: "ino": { 2024-09-14T03:35:10.822 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 13 2024-09-14T03:35:10.822 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.822 INFO:tasks.workunit.client.0.smithi002.stdout: "ino+": { 2024-09-14T03:35:10.822 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 13 2024-09-14T03:35:10.822 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.822 INFO:tasks.workunit.client.0.smithi002.stdout: "ino-": { 2024-09-14T03:35:10.822 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.822 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.822 INFO:tasks.workunit.client.0.smithi002.stdout: "rss": { 2024-09-14T03:35:10.823 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 39228 2024-09-14T03:35:10.823 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.823 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.823 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_server": { 2024-09-14T03:35:10.823 INFO:tasks.workunit.client.0.smithi002.stdout: "cap_acquisition_throttle": { 2024-09-14T03:35:10.823 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.823 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.823 INFO:tasks.workunit.client.0.smithi002.stdout: "cap_revoke_eviction": { 2024-09-14T03:35:10.823 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.823 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.823 INFO:tasks.workunit.client.0.smithi002.stdout: "handle_client_request": { 2024-09-14T03:35:10.823 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2 2024-09-14T03:35:10.823 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.823 INFO:tasks.workunit.client.0.smithi002.stdout: "handle_client_session": { 2024-09-14T03:35:10.824 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 16 2024-09-14T03:35:10.824 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.824 INFO:tasks.workunit.client.0.smithi002.stdout: "handle_peer_request": { 2024-09-14T03:35:10.824 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.824 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.824 INFO:tasks.workunit.client.0.smithi002.stdout: "req_create_latency": { 2024-09-14T03:35:10.824 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.824 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.824 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.824 INFO:tasks.workunit.client.0.smithi002.stdout: "req_getattr_latency": { 2024-09-14T03:35:10.824 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2024-09-14T03:35:10.824 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 119529 2024-09-14T03:35:10.824 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.824 INFO:tasks.workunit.client.0.smithi002.stdout: "req_getfilelock_latency": { 2024-09-14T03:35:10.825 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.825 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.825 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.825 INFO:tasks.workunit.client.0.smithi002.stdout: "req_getvxattr_latency": { 2024-09-14T03:35:10.825 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.825 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.825 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.825 INFO:tasks.workunit.client.0.smithi002.stdout: "req_link_latency": { 2024-09-14T03:35:10.829 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.829 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.829 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.829 INFO:tasks.workunit.client.0.smithi002.stdout: "req_lookup_latency": { 2024-09-14T03:35:10.829 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.829 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.829 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.829 INFO:tasks.workunit.client.0.smithi002.stdout: "req_lookuphash_latency": { 2024-09-14T03:35:10.829 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.829 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.829 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.829 INFO:tasks.workunit.client.0.smithi002.stdout: "req_lookupino_latency": { 2024-09-14T03:35:10.829 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.830 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.830 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.830 INFO:tasks.workunit.client.0.smithi002.stdout: "req_lookupname_latency": { 2024-09-14T03:35:10.830 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.830 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.830 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.830 INFO:tasks.workunit.client.0.smithi002.stdout: "req_lookupparent_latency": { 2024-09-14T03:35:10.830 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.830 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.830 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.830 INFO:tasks.workunit.client.0.smithi002.stdout: "req_lookupsnap_latency": { 2024-09-14T03:35:10.830 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.830 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.830 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.831 INFO:tasks.workunit.client.0.smithi002.stdout: "req_lssnap_latency": { 2024-09-14T03:35:10.831 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.831 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.831 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.831 INFO:tasks.workunit.client.0.smithi002.stdout: "req_mkdir_latency": { 2024-09-14T03:35:10.831 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.831 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.831 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.831 INFO:tasks.workunit.client.0.smithi002.stdout: "req_mknod_latency": { 2024-09-14T03:35:10.831 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.831 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.831 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.831 INFO:tasks.workunit.client.0.smithi002.stdout: "req_mksnap_latency": { 2024-09-14T03:35:10.831 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.832 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.832 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.832 INFO:tasks.workunit.client.0.smithi002.stdout: "req_open_latency": { 2024-09-14T03:35:10.832 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.832 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.832 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.832 INFO:tasks.workunit.client.0.smithi002.stdout: "req_readdir_latency": { 2024-09-14T03:35:10.832 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.832 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.832 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.832 INFO:tasks.workunit.client.0.smithi002.stdout: "req_rename_latency": { 2024-09-14T03:35:10.832 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.832 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.833 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.833 INFO:tasks.workunit.client.0.smithi002.stdout: "req_renamesnap_latency": { 2024-09-14T03:35:10.833 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.833 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.833 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.833 INFO:tasks.workunit.client.0.smithi002.stdout: "req_rmdir_latency": { 2024-09-14T03:35:10.833 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.833 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.833 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.833 INFO:tasks.workunit.client.0.smithi002.stdout: "req_rmsnap_latency": { 2024-09-14T03:35:10.833 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.833 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.833 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.833 INFO:tasks.workunit.client.0.smithi002.stdout: "req_rmxattr_latency": { 2024-09-14T03:35:10.834 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.834 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.834 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.834 INFO:tasks.workunit.client.0.smithi002.stdout: "req_setattr_latency": { 2024-09-14T03:35:10.834 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.834 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.834 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.834 INFO:tasks.workunit.client.0.smithi002.stdout: "req_setdirlayout_latency": { 2024-09-14T03:35:10.834 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.834 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.834 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.834 INFO:tasks.workunit.client.0.smithi002.stdout: "req_setfilelock_latency": { 2024-09-14T03:35:10.834 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.835 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.835 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.835 INFO:tasks.workunit.client.0.smithi002.stdout: "req_setlayout_latency": { 2024-09-14T03:35:10.835 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.835 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.835 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.835 INFO:tasks.workunit.client.0.smithi002.stdout: "req_setxattr_latency": { 2024-09-14T03:35:10.835 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.835 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.835 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.835 INFO:tasks.workunit.client.0.smithi002.stdout: "req_snapdiff_latency": { 2024-09-14T03:35:10.835 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.835 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.835 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.836 INFO:tasks.workunit.client.0.smithi002.stdout: "req_symlink_latency": { 2024-09-14T03:35:10.836 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.836 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.836 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.836 INFO:tasks.workunit.client.0.smithi002.stdout: "req_unlink_latency": { 2024-09-14T03:35:10.836 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.836 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.836 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.836 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.836 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_sessions": { 2024-09-14T03:35:10.836 INFO:tasks.workunit.client.0.smithi002.stdout: "average_load": { 2024-09-14T03:35:10.836 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1 2024-09-14T03:35:10.836 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.836 INFO:tasks.workunit.client.0.smithi002.stdout: "avg_session_uptime": { 2024-09-14T03:35:10.837 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 87 2024-09-14T03:35:10.837 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.837 INFO:tasks.workunit.client.0.smithi002.stdout: "mdthresh_evicted": { 2024-09-14T03:35:10.837 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.837 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.837 INFO:tasks.workunit.client.0.smithi002.stdout: "session_add": { 2024-09-14T03:35:10.837 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2 2024-09-14T03:35:10.837 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.837 INFO:tasks.workunit.client.0.smithi002.stdout: "session_count": { 2024-09-14T03:35:10.837 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.837 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.837 INFO:tasks.workunit.client.0.smithi002.stdout: "session_remove": { 2024-09-14T03:35:10.837 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2 2024-09-14T03:35:10.837 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.838 INFO:tasks.workunit.client.0.smithi002.stdout: "sessions_open": { 2024-09-14T03:35:10.838 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.838 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.838 INFO:tasks.workunit.client.0.smithi002.stdout: "sessions_stale": { 2024-09-14T03:35:10.838 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.838 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.838 INFO:tasks.workunit.client.0.smithi002.stdout: "total_load": { 2024-09-14T03:35:10.838 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2 2024-09-14T03:35:10.838 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.838 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.838 INFO:tasks.workunit.client.0.smithi002.stdout: "objecter": { 2024-09-14T03:35:10.838 INFO:tasks.workunit.client.0.smithi002.stdout: "op_active": { 2024-09-14T03:35:10.838 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.838 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.839 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r": { 2024-09-14T03:35:10.839 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.839 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.839 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rmw": { 2024-09-14T03:35:10.839 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.839 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.839 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w": { 2024-09-14T03:35:10.839 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 45 2024-09-14T03:35:10.839 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.839 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.839 INFO:tasks.workunit.client.0.smithi002.stdout: "purge_queue": { 2024-09-14T03:35:10.839 INFO:tasks.workunit.client.0.smithi002.stdout: "pq_executed": { 2024-09-14T03:35:10.839 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.839 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.840 INFO:tasks.workunit.client.0.smithi002.stdout: "pq_executed_ops": { 2024-09-14T03:35:10.840 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.840 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.840 INFO:tasks.workunit.client.0.smithi002.stdout: "pq_executing": { 2024-09-14T03:35:10.840 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.840 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.840 INFO:tasks.workunit.client.0.smithi002.stdout: "pq_executing_high_water": { 2024-09-14T03:35:10.840 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.840 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.840 INFO:tasks.workunit.client.0.smithi002.stdout: "pq_executing_ops": { 2024-09-14T03:35:10.840 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.840 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.840 INFO:tasks.workunit.client.0.smithi002.stdout: "pq_executing_ops_high_water": { 2024-09-14T03:35:10.841 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.841 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.841 INFO:tasks.workunit.client.0.smithi002.stdout: "pq_item_in_journal": { 2024-09-14T03:35:10.841 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.841 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.841 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.841 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.841 INFO:tasks.workunit.client.0.smithi002.stdout: "mon.0a888e93454d7857644afb459e3838358f89761a": { 2024-09-14T03:35:10.841 INFO:tasks.workunit.client.0.smithi002.stdout: "mon": { 2024-09-14T03:35:10.841 INFO:tasks.workunit.client.0.smithi002.stdout: "election_call": { 2024-09-14T03:35:10.841 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2 2024-09-14T03:35:10.841 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.841 INFO:tasks.workunit.client.0.smithi002.stdout: "election_lose": { 2024-09-14T03:35:10.841 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.842 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.842 INFO:tasks.workunit.client.0.smithi002.stdout: "election_win": { 2024-09-14T03:35:10.842 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3 2024-09-14T03:35:10.842 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.842 INFO:tasks.workunit.client.0.smithi002.stdout: "num_elections": { 2024-09-14T03:35:10.842 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 9 2024-09-14T03:35:10.842 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.842 INFO:tasks.workunit.client.0.smithi002.stdout: "num_sessions": { 2024-09-14T03:35:10.842 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 7 2024-09-14T03:35:10.842 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.842 INFO:tasks.workunit.client.0.smithi002.stdout: "session_add": { 2024-09-14T03:35:10.842 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3 2024-09-14T03:35:10.842 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.842 INFO:tasks.workunit.client.0.smithi002.stdout: "session_rm": { 2024-09-14T03:35:10.842 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 181 2024-09-14T03:35:10.843 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.843 INFO:tasks.workunit.client.0.smithi002.stdout: "session_trim": { 2024-09-14T03:35:10.843 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.843 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.843 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.843 INFO:tasks.workunit.client.0.smithi002.stdout: "paxos": { 2024-09-14T03:35:10.843 INFO:tasks.workunit.client.0.smithi002.stdout: "accept_timeout": { 2024-09-14T03:35:10.843 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.843 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.843 INFO:tasks.workunit.client.0.smithi002.stdout: "begin": { 2024-09-14T03:35:10.843 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 968 2024-09-14T03:35:10.843 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.843 INFO:tasks.workunit.client.0.smithi002.stdout: "begin_bytes": { 2024-09-14T03:35:10.843 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 968, 2024-09-14T03:35:10.844 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5094376 2024-09-14T03:35:10.844 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.844 INFO:tasks.workunit.client.0.smithi002.stdout: "begin_keys": { 2024-09-14T03:35:10.844 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 968, 2024-09-14T03:35:10.844 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2904 2024-09-14T03:35:10.844 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.844 INFO:tasks.workunit.client.0.smithi002.stdout: "begin_latency": { 2024-09-14T03:35:10.844 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 968, 2024-09-14T03:35:10.844 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 149996560 2024-09-14T03:35:10.844 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.844 INFO:tasks.workunit.client.0.smithi002.stdout: "collect": { 2024-09-14T03:35:10.845 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.845 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.845 INFO:tasks.workunit.client.0.smithi002.stdout: "collect_bytes": { 2024-09-14T03:35:10.845 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.845 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.845 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.845 INFO:tasks.workunit.client.0.smithi002.stdout: "collect_keys": { 2024-09-14T03:35:10.845 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.845 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.845 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.845 INFO:tasks.workunit.client.0.smithi002.stdout: "collect_latency": { 2024-09-14T03:35:10.845 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.845 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.846 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.846 INFO:tasks.workunit.client.0.smithi002.stdout: "collect_timeout": { 2024-09-14T03:35:10.846 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.846 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.846 INFO:tasks.workunit.client.0.smithi002.stdout: "collect_uncommitted": { 2024-09-14T03:35:10.846 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.846 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.846 INFO:tasks.workunit.client.0.smithi002.stdout: "commit": { 2024-09-14T03:35:10.846 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 968 2024-09-14T03:35:10.846 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.846 INFO:tasks.workunit.client.0.smithi002.stdout: "commit_bytes": { 2024-09-14T03:35:10.846 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 968, 2024-09-14T03:35:10.847 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5024738 2024-09-14T03:35:10.847 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.847 INFO:tasks.workunit.client.0.smithi002.stdout: "commit_keys": { 2024-09-14T03:35:10.847 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 968, 2024-09-14T03:35:10.847 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5513 2024-09-14T03:35:10.847 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.847 INFO:tasks.workunit.client.0.smithi002.stdout: "commit_latency": { 2024-09-14T03:35:10.847 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 968, 2024-09-14T03:35:10.847 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 142876782 2024-09-14T03:35:10.847 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.847 INFO:tasks.workunit.client.0.smithi002.stdout: "lease_ack_timeout": { 2024-09-14T03:35:10.848 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.848 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.848 INFO:tasks.workunit.client.0.smithi002.stdout: "lease_timeout": { 2024-09-14T03:35:10.848 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.848 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.848 INFO:tasks.workunit.client.0.smithi002.stdout: "new_pn": { 2024-09-14T03:35:10.848 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2 2024-09-14T03:35:10.848 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.848 INFO:tasks.workunit.client.0.smithi002.stdout: "new_pn_latency": { 2024-09-14T03:35:10.848 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2024-09-14T03:35:10.848 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.848 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.848 INFO:tasks.workunit.client.0.smithi002.stdout: "refresh": { 2024-09-14T03:35:10.849 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 970 2024-09-14T03:35:10.849 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.849 INFO:tasks.workunit.client.0.smithi002.stdout: "refresh_latency": { 2024-09-14T03:35:10.849 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 970, 2024-09-14T03:35:10.849 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2478943174 2024-09-14T03:35:10.849 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.849 INFO:tasks.workunit.client.0.smithi002.stdout: "restart": { 2024-09-14T03:35:10.849 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 12 2024-09-14T03:35:10.849 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.849 INFO:tasks.workunit.client.0.smithi002.stdout: "share_state": { 2024-09-14T03:35:10.849 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3 2024-09-14T03:35:10.849 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.849 INFO:tasks.workunit.client.0.smithi002.stdout: "share_state_bytes": { 2024-09-14T03:35:10.850 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3, 2024-09-14T03:35:10.850 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1627 2024-09-14T03:35:10.850 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.850 INFO:tasks.workunit.client.0.smithi002.stdout: "share_state_keys": { 2024-09-14T03:35:10.850 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3, 2024-09-14T03:35:10.850 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3 2024-09-14T03:35:10.850 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.850 INFO:tasks.workunit.client.0.smithi002.stdout: "start_leader": { 2024-09-14T03:35:10.850 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3 2024-09-14T03:35:10.850 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.850 INFO:tasks.workunit.client.0.smithi002.stdout: "start_peon": { 2024-09-14T03:35:10.850 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.850 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.851 INFO:tasks.workunit.client.0.smithi002.stdout: "store_state": { 2024-09-14T03:35:10.851 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.851 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.851 INFO:tasks.workunit.client.0.smithi002.stdout: "store_state_bytes": { 2024-09-14T03:35:10.851 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.851 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.851 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.851 INFO:tasks.workunit.client.0.smithi002.stdout: "store_state_keys": { 2024-09-14T03:35:10.851 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.851 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.852 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.852 INFO:tasks.workunit.client.0.smithi002.stdout: "store_state_latency": { 2024-09-14T03:35:10.852 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.852 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.852 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.852 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.852 INFO:tasks.workunit.client.0.smithi002.stdout: "prioritycache": { 2024-09-14T03:35:10.852 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_bytes": { 2024-09-14T03:35:10.852 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1020054731 2024-09-14T03:35:10.852 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.853 INFO:tasks.workunit.client.0.smithi002.stdout: "heap_bytes": { 2024-09-14T03:35:10.853 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 45842432 2024-09-14T03:35:10.853 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.853 INFO:tasks.workunit.client.0.smithi002.stdout: "mapped_bytes": { 2024-09-14T03:35:10.853 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 39755776 2024-09-14T03:35:10.853 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.853 INFO:tasks.workunit.client.0.smithi002.stdout: "target_bytes": { 2024-09-14T03:35:10.853 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2147483648 2024-09-14T03:35:10.853 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.853 INFO:tasks.workunit.client.0.smithi002.stdout: "unmapped_bytes": { 2024-09-14T03:35:10.853 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 6086656 2024-09-14T03:35:10.853 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.854 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.854 INFO:tasks.workunit.client.0.smithi002.stdout: "prioritycache:full": { 2024-09-14T03:35:10.854 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:10.854 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 348127232 2024-09-14T03:35:10.854 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.854 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:10.854 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.854 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.854 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:10.854 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.854 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.855 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:10.855 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 277007423 2024-09-14T03:35:10.855 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.855 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:10.855 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 308386 2024-09-14T03:35:10.855 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.855 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:10.855 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.855 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.855 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:10.855 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.855 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.856 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:10.856 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.856 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.856 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:10.856 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.856 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.856 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:10.856 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.856 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.856 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:10.856 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.856 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.857 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:10.857 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.857 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.857 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:10.857 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.857 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.857 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:10.857 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 70811423 2024-09-14T03:35:10.857 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.857 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.857 INFO:tasks.workunit.client.0.smithi002.stdout: "prioritycache:inc": { 2024-09-14T03:35:10.858 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:10.858 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 348127232 2024-09-14T03:35:10.858 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.858 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:10.858 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.858 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.858 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:10.858 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.858 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.858 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:10.858 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 277007423 2024-09-14T03:35:10.858 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.859 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:10.859 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 41514 2024-09-14T03:35:10.859 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.859 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:10.859 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.859 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.859 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:10.859 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.859 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.859 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:10.859 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.860 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.860 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:10.860 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.860 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.860 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:10.860 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.860 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.860 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:10.860 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.860 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.860 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:10.860 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.861 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.861 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:10.861 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.861 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.861 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:10.861 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71078295 2024-09-14T03:35:10.861 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.861 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.861 INFO:tasks.workunit.client.0.smithi002.stdout: "prioritycache:kv": { 2024-09-14T03:35:10.861 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:10.861 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 322961408 2024-09-14T03:35:10.861 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.862 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:10.862 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2024-09-14T03:35:10.862 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.862 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:10.862 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.862 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.862 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:10.862 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 184671615 2024-09-14T03:35:10.862 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.862 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:10.862 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.862 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.863 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:10.863 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.863 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.863 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:10.863 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.863 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.863 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:10.863 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.863 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.863 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:10.863 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.863 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.863 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:10.864 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.864 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.864 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:10.864 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.864 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.864 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:10.864 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.864 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.864 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:10.864 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.864 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.865 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:10.865 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71180929 2024-09-14T03:35:10.865 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.865 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.865 INFO:tasks.workunit.client.0.smithi002.stdout: "rocksdb": { 2024-09-14T03:35:10.865 INFO:tasks.workunit.client.0.smithi002.stdout: "compact": { 2024-09-14T03:35:10.865 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.865 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.865 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_queue_len": { 2024-09-14T03:35:10.865 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.865 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.865 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_queue_merge": { 2024-09-14T03:35:10.866 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.866 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.866 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_range": { 2024-09-14T03:35:10.866 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1 2024-09-14T03:35:10.866 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.866 INFO:tasks.workunit.client.0.smithi002.stdout: "get_latency": { 2024-09-14T03:35:10.866 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 43134, 2024-09-14T03:35:10.866 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 183942539 2024-09-14T03:35:10.866 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.866 INFO:tasks.workunit.client.0.smithi002.stdout: "rocksdb_write_delay_time": { 2024-09-14T03:35:10.866 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.866 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.867 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.867 INFO:tasks.workunit.client.0.smithi002.stdout: "rocksdb_write_memtable_time": { 2024-09-14T03:35:10.867 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.867 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.867 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.867 INFO:tasks.workunit.client.0.smithi002.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-14T03:35:10.867 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.867 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.867 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.867 INFO:tasks.workunit.client.0.smithi002.stdout: "rocksdb_write_wal_time": { 2024-09-14T03:35:10.867 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.868 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.868 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.868 INFO:tasks.workunit.client.0.smithi002.stdout: "submit_latency": { 2024-09-14T03:35:10.868 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.868 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.868 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.869 INFO:tasks.workunit.client.0.smithi002.stdout: "submit_sync_latency": { 2024-09-14T03:35:10.869 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2109, 2024-09-14T03:35:10.869 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 300118220 2024-09-14T03:35:10.869 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.869 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.869 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.869 INFO:tasks.workunit.client.0.smithi002.stdout: "mon.d2668293540d00d4d048239dd5bc97f298ea87fc": { 2024-09-14T03:35:10.869 INFO:tasks.workunit.client.0.smithi002.stdout: "mon": { 2024-09-14T03:35:10.869 INFO:tasks.workunit.client.0.smithi002.stdout: "election_call": { 2024-09-14T03:35:10.869 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2 2024-09-14T03:35:10.869 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.870 INFO:tasks.workunit.client.0.smithi002.stdout: "election_lose": { 2024-09-14T03:35:10.870 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2 2024-09-14T03:35:10.870 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.870 INFO:tasks.workunit.client.0.smithi002.stdout: "election_win": { 2024-09-14T03:35:10.870 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.870 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.870 INFO:tasks.workunit.client.0.smithi002.stdout: "num_elections": { 2024-09-14T03:35:10.870 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 7 2024-09-14T03:35:10.871 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.871 INFO:tasks.workunit.client.0.smithi002.stdout: "num_sessions": { 2024-09-14T03:35:10.871 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 10 2024-09-14T03:35:10.871 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.871 INFO:tasks.workunit.client.0.smithi002.stdout: "session_add": { 2024-09-14T03:35:10.871 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4 2024-09-14T03:35:10.871 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.871 INFO:tasks.workunit.client.0.smithi002.stdout: "session_rm": { 2024-09-14T03:35:10.871 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 52 2024-09-14T03:35:10.871 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.871 INFO:tasks.workunit.client.0.smithi002.stdout: "session_trim": { 2024-09-14T03:35:10.872 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.872 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.872 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.872 INFO:tasks.workunit.client.0.smithi002.stdout: "paxos": { 2024-09-14T03:35:10.872 INFO:tasks.workunit.client.0.smithi002.stdout: "accept_timeout": { 2024-09-14T03:35:10.872 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.872 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.872 INFO:tasks.workunit.client.0.smithi002.stdout: "begin": { 2024-09-14T03:35:10.872 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 844 2024-09-14T03:35:10.873 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.873 INFO:tasks.workunit.client.0.smithi002.stdout: "begin_bytes": { 2024-09-14T03:35:10.873 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 844, 2024-09-14T03:35:10.873 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4042148 2024-09-14T03:35:10.873 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.873 INFO:tasks.workunit.client.0.smithi002.stdout: "begin_keys": { 2024-09-14T03:35:10.873 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.873 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.873 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.873 INFO:tasks.workunit.client.0.smithi002.stdout: "begin_latency": { 2024-09-14T03:35:10.874 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 844, 2024-09-14T03:35:10.874 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 136996388 2024-09-14T03:35:10.874 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.874 INFO:tasks.workunit.client.0.smithi002.stdout: "collect": { 2024-09-14T03:35:10.874 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2 2024-09-14T03:35:10.874 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.874 INFO:tasks.workunit.client.0.smithi002.stdout: "collect_bytes": { 2024-09-14T03:35:10.874 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2024-09-14T03:35:10.874 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 146 2024-09-14T03:35:10.874 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.874 INFO:tasks.workunit.client.0.smithi002.stdout: "collect_keys": { 2024-09-14T03:35:10.874 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2024-09-14T03:35:10.875 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2 2024-09-14T03:35:10.875 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.875 INFO:tasks.workunit.client.0.smithi002.stdout: "collect_latency": { 2024-09-14T03:35:10.875 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2024-09-14T03:35:10.875 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.875 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.875 INFO:tasks.workunit.client.0.smithi002.stdout: "collect_timeout": { 2024-09-14T03:35:10.875 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.875 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.875 INFO:tasks.workunit.client.0.smithi002.stdout: "collect_uncommitted": { 2024-09-14T03:35:10.875 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.875 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.876 INFO:tasks.workunit.client.0.smithi002.stdout: "commit": { 2024-09-14T03:35:10.876 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 845 2024-09-14T03:35:10.876 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.876 INFO:tasks.workunit.client.0.smithi002.stdout: "commit_bytes": { 2024-09-14T03:35:10.876 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.876 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.876 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.876 INFO:tasks.workunit.client.0.smithi002.stdout: "commit_keys": { 2024-09-14T03:35:10.876 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.876 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.877 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.877 INFO:tasks.workunit.client.0.smithi002.stdout: "commit_latency": { 2024-09-14T03:35:10.877 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.877 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.877 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.877 INFO:tasks.workunit.client.0.smithi002.stdout: "lease_ack_timeout": { 2024-09-14T03:35:10.877 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.877 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.878 INFO:tasks.workunit.client.0.smithi002.stdout: "lease_timeout": { 2024-09-14T03:35:10.878 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.878 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.878 INFO:tasks.workunit.client.0.smithi002.stdout: "new_pn": { 2024-09-14T03:35:10.878 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.878 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.878 INFO:tasks.workunit.client.0.smithi002.stdout: "new_pn_latency": { 2024-09-14T03:35:10.878 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.878 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.879 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.879 INFO:tasks.workunit.client.0.smithi002.stdout: "refresh": { 2024-09-14T03:35:10.879 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 845 2024-09-14T03:35:10.879 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.879 INFO:tasks.workunit.client.0.smithi002.stdout: "refresh_latency": { 2024-09-14T03:35:10.879 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 845, 2024-09-14T03:35:10.879 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1876950536 2024-09-14T03:35:10.879 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.880 INFO:tasks.workunit.client.0.smithi002.stdout: "restart": { 2024-09-14T03:35:10.880 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 13 2024-09-14T03:35:10.880 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.880 INFO:tasks.workunit.client.0.smithi002.stdout: "share_state": { 2024-09-14T03:35:10.880 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.880 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.880 INFO:tasks.workunit.client.0.smithi002.stdout: "share_state_bytes": { 2024-09-14T03:35:10.880 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.881 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.881 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.881 INFO:tasks.workunit.client.0.smithi002.stdout: "share_state_keys": { 2024-09-14T03:35:10.881 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.881 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.881 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.881 INFO:tasks.workunit.client.0.smithi002.stdout: "start_leader": { 2024-09-14T03:35:10.881 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.882 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.882 INFO:tasks.workunit.client.0.smithi002.stdout: "start_peon": { 2024-09-14T03:35:10.882 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2 2024-09-14T03:35:10.882 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.882 INFO:tasks.workunit.client.0.smithi002.stdout: "store_state": { 2024-09-14T03:35:10.882 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 845 2024-09-14T03:35:10.882 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.882 INFO:tasks.workunit.client.0.smithi002.stdout: "store_state_bytes": { 2024-09-14T03:35:10.883 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 845, 2024-09-14T03:35:10.883 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 7925769 2024-09-14T03:35:10.883 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.883 INFO:tasks.workunit.client.0.smithi002.stdout: "store_state_keys": { 2024-09-14T03:35:10.883 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 845, 2024-09-14T03:35:10.883 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5680 2024-09-14T03:35:10.883 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.883 INFO:tasks.workunit.client.0.smithi002.stdout: "store_state_latency": { 2024-09-14T03:35:10.883 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 845, 2024-09-14T03:35:10.883 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 385989843 2024-09-14T03:35:10.883 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.884 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.884 INFO:tasks.workunit.client.0.smithi002.stdout: "prioritycache": { 2024-09-14T03:35:10.884 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_bytes": { 2024-09-14T03:35:10.884 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1020054731 2024-09-14T03:35:10.884 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.884 INFO:tasks.workunit.client.0.smithi002.stdout: "heap_bytes": { 2024-09-14T03:35:10.884 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 43859968 2024-09-14T03:35:10.884 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.884 INFO:tasks.workunit.client.0.smithi002.stdout: "mapped_bytes": { 2024-09-14T03:35:10.884 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 32956416 2024-09-14T03:35:10.884 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.885 INFO:tasks.workunit.client.0.smithi002.stdout: "target_bytes": { 2024-09-14T03:35:10.885 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2147483648 2024-09-14T03:35:10.885 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.885 INFO:tasks.workunit.client.0.smithi002.stdout: "unmapped_bytes": { 2024-09-14T03:35:10.885 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 10903552 2024-09-14T03:35:10.885 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.885 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.885 INFO:tasks.workunit.client.0.smithi002.stdout: "prioritycache:full": { 2024-09-14T03:35:10.885 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:10.885 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 348127232 2024-09-14T03:35:10.885 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.886 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:10.886 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.886 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.886 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:10.886 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.886 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.886 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:10.887 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 277006347 2024-09-14T03:35:10.887 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.887 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:10.887 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 308816 2024-09-14T03:35:10.887 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.887 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:10.887 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.887 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.887 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:10.887 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.887 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.887 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:10.887 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.887 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.888 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:10.888 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.888 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.888 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:10.888 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.888 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.888 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:10.888 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.888 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.888 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:10.888 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.888 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.888 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:10.888 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.889 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.889 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:10.889 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 70812069 2024-09-14T03:35:10.889 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.889 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.889 INFO:tasks.workunit.client.0.smithi002.stdout: "prioritycache:inc": { 2024-09-14T03:35:10.889 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:10.889 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 348127232 2024-09-14T03:35:10.889 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.889 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:10.889 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.889 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.889 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:10.889 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.890 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.890 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:10.890 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 277006347 2024-09-14T03:35:10.890 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.890 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:10.890 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 43953 2024-09-14T03:35:10.890 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.890 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:10.890 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.890 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.890 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:10.890 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.890 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.890 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:10.891 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.891 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.891 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:10.891 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.891 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.891 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:10.891 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.891 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.891 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:10.891 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.891 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.891 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:10.891 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.891 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.891 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:10.892 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.892 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.892 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:10.892 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71076932 2024-09-14T03:35:10.892 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.892 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.892 INFO:tasks.workunit.client.0.smithi002.stdout: "prioritycache:kv": { 2024-09-14T03:35:10.892 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:10.892 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 322961408 2024-09-14T03:35:10.892 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.892 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:10.892 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2024-09-14T03:35:10.892 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.892 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:10.893 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.893 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.893 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:10.893 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 184670898 2024-09-14T03:35:10.893 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.893 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:10.893 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.893 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.893 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:10.893 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.893 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.893 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:10.893 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.893 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.894 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:10.894 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.894 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.894 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:10.894 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.894 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.894 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:10.894 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.894 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.894 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:10.894 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.894 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.894 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:10.894 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.895 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.895 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:10.895 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.895 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.895 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:10.895 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71181646 2024-09-14T03:35:10.895 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.895 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.895 INFO:tasks.workunit.client.0.smithi002.stdout: "rocksdb": { 2024-09-14T03:35:10.895 INFO:tasks.workunit.client.0.smithi002.stdout: "compact": { 2024-09-14T03:35:10.895 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.895 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.895 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_queue_len": { 2024-09-14T03:35:10.896 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.896 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.896 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_queue_merge": { 2024-09-14T03:35:10.896 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.896 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.896 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_range": { 2024-09-14T03:35:10.896 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1 2024-09-14T03:35:10.896 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.896 INFO:tasks.workunit.client.0.smithi002.stdout: "get_latency": { 2024-09-14T03:35:10.896 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 36143, 2024-09-14T03:35:10.896 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 92202620 2024-09-14T03:35:10.896 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.896 INFO:tasks.workunit.client.0.smithi002.stdout: "rocksdb_write_delay_time": { 2024-09-14T03:35:10.897 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.897 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.897 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.897 INFO:tasks.workunit.client.0.smithi002.stdout: "rocksdb_write_memtable_time": { 2024-09-14T03:35:10.897 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.897 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.897 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.897 INFO:tasks.workunit.client.0.smithi002.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-14T03:35:10.897 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.897 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.897 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.897 INFO:tasks.workunit.client.0.smithi002.stdout: "rocksdb_write_wal_time": { 2024-09-14T03:35:10.897 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.898 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.898 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.898 INFO:tasks.workunit.client.0.smithi002.stdout: "submit_latency": { 2024-09-14T03:35:10.898 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.898 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.898 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.898 INFO:tasks.workunit.client.0.smithi002.stdout: "submit_sync_latency": { 2024-09-14T03:35:10.898 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1842, 2024-09-14T03:35:10.898 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 611067565 2024-09-14T03:35:10.898 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.898 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.898 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.898 INFO:tasks.workunit.client.0.smithi002.stdout: "mon.dff9bf76186550c071370bb9811f6044a1b90fcc": { 2024-09-14T03:35:10.898 INFO:tasks.workunit.client.0.smithi002.stdout: "mon": { 2024-09-14T03:35:10.899 INFO:tasks.workunit.client.0.smithi002.stdout: "election_call": { 2024-09-14T03:35:10.899 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1 2024-09-14T03:35:10.899 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.899 INFO:tasks.workunit.client.0.smithi002.stdout: "election_lose": { 2024-09-14T03:35:10.899 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1 2024-09-14T03:35:10.899 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.899 INFO:tasks.workunit.client.0.smithi002.stdout: "election_win": { 2024-09-14T03:35:10.899 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.899 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.899 INFO:tasks.workunit.client.0.smithi002.stdout: "num_elections": { 2024-09-14T03:35:10.899 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3 2024-09-14T03:35:10.899 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.899 INFO:tasks.workunit.client.0.smithi002.stdout: "num_sessions": { 2024-09-14T03:35:10.899 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 11 2024-09-14T03:35:10.900 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.900 INFO:tasks.workunit.client.0.smithi002.stdout: "session_add": { 2024-09-14T03:35:10.900 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5 2024-09-14T03:35:10.900 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.900 INFO:tasks.workunit.client.0.smithi002.stdout: "session_rm": { 2024-09-14T03:35:10.900 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 72 2024-09-14T03:35:10.900 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.900 INFO:tasks.workunit.client.0.smithi002.stdout: "session_trim": { 2024-09-14T03:35:10.900 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.900 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.900 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.900 INFO:tasks.workunit.client.0.smithi002.stdout: "paxos": { 2024-09-14T03:35:10.900 INFO:tasks.workunit.client.0.smithi002.stdout: "accept_timeout": { 2024-09-14T03:35:10.901 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.901 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.901 INFO:tasks.workunit.client.0.smithi002.stdout: "begin": { 2024-09-14T03:35:10.901 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 833 2024-09-14T03:35:10.901 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.901 INFO:tasks.workunit.client.0.smithi002.stdout: "begin_bytes": { 2024-09-14T03:35:10.901 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 833, 2024-09-14T03:35:10.901 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4015105 2024-09-14T03:35:10.901 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.901 INFO:tasks.workunit.client.0.smithi002.stdout: "begin_keys": { 2024-09-14T03:35:10.901 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.901 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.901 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.901 INFO:tasks.workunit.client.0.smithi002.stdout: "begin_latency": { 2024-09-14T03:35:10.902 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 833, 2024-09-14T03:35:10.902 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 89997940 2024-09-14T03:35:10.902 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.902 INFO:tasks.workunit.client.0.smithi002.stdout: "collect": { 2024-09-14T03:35:10.902 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1 2024-09-14T03:35:10.902 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.902 INFO:tasks.workunit.client.0.smithi002.stdout: "collect_bytes": { 2024-09-14T03:35:10.902 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1, 2024-09-14T03:35:10.902 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 73 2024-09-14T03:35:10.902 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.902 INFO:tasks.workunit.client.0.smithi002.stdout: "collect_keys": { 2024-09-14T03:35:10.902 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1, 2024-09-14T03:35:10.902 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1 2024-09-14T03:35:10.902 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.903 INFO:tasks.workunit.client.0.smithi002.stdout: "collect_latency": { 2024-09-14T03:35:10.903 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1, 2024-09-14T03:35:10.903 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.903 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.903 INFO:tasks.workunit.client.0.smithi002.stdout: "collect_timeout": { 2024-09-14T03:35:10.903 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.903 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.903 INFO:tasks.workunit.client.0.smithi002.stdout: "collect_uncommitted": { 2024-09-14T03:35:10.903 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.903 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.903 INFO:tasks.workunit.client.0.smithi002.stdout: "commit": { 2024-09-14T03:35:10.903 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 835 2024-09-14T03:35:10.903 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.903 INFO:tasks.workunit.client.0.smithi002.stdout: "commit_bytes": { 2024-09-14T03:35:10.904 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.904 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.904 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.904 INFO:tasks.workunit.client.0.smithi002.stdout: "commit_keys": { 2024-09-14T03:35:10.904 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.904 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.904 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.904 INFO:tasks.workunit.client.0.smithi002.stdout: "commit_latency": { 2024-09-14T03:35:10.904 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.904 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.904 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.904 INFO:tasks.workunit.client.0.smithi002.stdout: "lease_ack_timeout": { 2024-09-14T03:35:10.904 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.904 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.905 INFO:tasks.workunit.client.0.smithi002.stdout: "lease_timeout": { 2024-09-14T03:35:10.905 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.905 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.905 INFO:tasks.workunit.client.0.smithi002.stdout: "new_pn": { 2024-09-14T03:35:10.905 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.905 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.905 INFO:tasks.workunit.client.0.smithi002.stdout: "new_pn_latency": { 2024-09-14T03:35:10.905 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.905 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.905 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.905 INFO:tasks.workunit.client.0.smithi002.stdout: "refresh": { 2024-09-14T03:35:10.905 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 835 2024-09-14T03:35:10.905 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.905 INFO:tasks.workunit.client.0.smithi002.stdout: "refresh_latency": { 2024-09-14T03:35:10.906 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 835, 2024-09-14T03:35:10.906 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2038953264 2024-09-14T03:35:10.906 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.906 INFO:tasks.workunit.client.0.smithi002.stdout: "restart": { 2024-09-14T03:35:10.906 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8 2024-09-14T03:35:10.906 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.906 INFO:tasks.workunit.client.0.smithi002.stdout: "share_state": { 2024-09-14T03:35:10.906 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.906 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.906 INFO:tasks.workunit.client.0.smithi002.stdout: "share_state_bytes": { 2024-09-14T03:35:10.906 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.906 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.906 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.906 INFO:tasks.workunit.client.0.smithi002.stdout: "share_state_keys": { 2024-09-14T03:35:10.907 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.907 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.907 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.907 INFO:tasks.workunit.client.0.smithi002.stdout: "start_leader": { 2024-09-14T03:35:10.907 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.907 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.907 INFO:tasks.workunit.client.0.smithi002.stdout: "start_peon": { 2024-09-14T03:35:10.907 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1 2024-09-14T03:35:10.907 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.907 INFO:tasks.workunit.client.0.smithi002.stdout: "store_state": { 2024-09-14T03:35:10.907 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 834 2024-09-14T03:35:10.907 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.907 INFO:tasks.workunit.client.0.smithi002.stdout: "store_state_bytes": { 2024-09-14T03:35:10.907 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 834, 2024-09-14T03:35:10.908 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 7873970 2024-09-14T03:35:10.908 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.908 INFO:tasks.workunit.client.0.smithi002.stdout: "store_state_keys": { 2024-09-14T03:35:10.908 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 834, 2024-09-14T03:35:10.908 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5601 2024-09-14T03:35:10.908 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.908 INFO:tasks.workunit.client.0.smithi002.stdout: "store_state_latency": { 2024-09-14T03:35:10.908 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 834, 2024-09-14T03:35:10.908 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 95997800 2024-09-14T03:35:10.908 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.908 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.908 INFO:tasks.workunit.client.0.smithi002.stdout: "prioritycache": { 2024-09-14T03:35:10.908 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_bytes": { 2024-09-14T03:35:10.908 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1020054731 2024-09-14T03:35:10.909 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.909 INFO:tasks.workunit.client.0.smithi002.stdout: "heap_bytes": { 2024-09-14T03:35:10.909 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 41754624 2024-09-14T03:35:10.909 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.909 INFO:tasks.workunit.client.0.smithi002.stdout: "mapped_bytes": { 2024-09-14T03:35:10.909 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 32948224 2024-09-14T03:35:10.909 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.909 INFO:tasks.workunit.client.0.smithi002.stdout: "target_bytes": { 2024-09-14T03:35:10.909 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2147483648 2024-09-14T03:35:10.909 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.909 INFO:tasks.workunit.client.0.smithi002.stdout: "unmapped_bytes": { 2024-09-14T03:35:10.909 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8806400 2024-09-14T03:35:10.909 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.909 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.910 INFO:tasks.workunit.client.0.smithi002.stdout: "prioritycache:full": { 2024-09-14T03:35:10.910 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:10.910 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 348127232 2024-09-14T03:35:10.910 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.910 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:10.910 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.910 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.910 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:10.910 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.910 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.910 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:10.910 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 277006347 2024-09-14T03:35:10.910 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.910 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:10.911 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 308816 2024-09-14T03:35:10.911 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.911 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:10.911 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.911 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.911 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:10.911 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.911 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.911 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:10.911 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.911 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.911 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:10.911 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.911 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.912 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:10.912 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.912 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.912 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:10.912 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.912 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.912 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:10.912 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.912 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.912 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:10.912 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.912 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.912 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:10.912 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 70812069 2024-09-14T03:35:10.913 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.913 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.913 INFO:tasks.workunit.client.0.smithi002.stdout: "prioritycache:inc": { 2024-09-14T03:35:10.913 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:10.913 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 348127232 2024-09-14T03:35:10.913 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.913 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:10.913 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.913 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.913 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:10.913 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.913 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.913 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:10.913 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 277006347 2024-09-14T03:35:10.914 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.914 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:10.914 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 43953 2024-09-14T03:35:10.914 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.914 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:10.914 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.914 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.914 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:10.914 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.914 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.914 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:10.914 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.914 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.914 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:10.914 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.915 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.915 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:10.915 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.915 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.915 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:10.915 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.915 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.915 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:10.915 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.915 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.915 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:10.915 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.915 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.916 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:10.916 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71076932 2024-09-14T03:35:10.916 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.916 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.916 INFO:tasks.workunit.client.0.smithi002.stdout: "prioritycache:kv": { 2024-09-14T03:35:10.916 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:10.916 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 322961408 2024-09-14T03:35:10.916 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.916 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:10.916 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2024-09-14T03:35:10.916 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.916 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:10.916 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.917 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.917 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:10.917 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 184670898 2024-09-14T03:35:10.917 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.917 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:10.917 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.917 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.917 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:10.917 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.917 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.918 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:10.918 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.918 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.918 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:10.918 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.918 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.918 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:10.918 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.918 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.918 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:10.918 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.918 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.918 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:10.918 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.919 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.919 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:10.919 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.919 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.919 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:10.919 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.919 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.919 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:10.919 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71181646 2024-09-14T03:35:10.919 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.919 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.919 INFO:tasks.workunit.client.0.smithi002.stdout: "rocksdb": { 2024-09-14T03:35:10.919 INFO:tasks.workunit.client.0.smithi002.stdout: "compact": { 2024-09-14T03:35:10.919 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.920 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.920 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_queue_len": { 2024-09-14T03:35:10.920 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.920 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.920 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_queue_merge": { 2024-09-14T03:35:10.920 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.920 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.920 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_range": { 2024-09-14T03:35:10.920 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1 2024-09-14T03:35:10.920 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.920 INFO:tasks.workunit.client.0.smithi002.stdout: "get_latency": { 2024-09-14T03:35:10.920 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 35912, 2024-09-14T03:35:10.920 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 97253655 2024-09-14T03:35:10.920 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.921 INFO:tasks.workunit.client.0.smithi002.stdout: "rocksdb_write_delay_time": { 2024-09-14T03:35:10.921 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.921 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.921 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.921 INFO:tasks.workunit.client.0.smithi002.stdout: "rocksdb_write_memtable_time": { 2024-09-14T03:35:10.921 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.921 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.921 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.921 INFO:tasks.workunit.client.0.smithi002.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-14T03:35:10.921 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.921 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.921 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.921 INFO:tasks.workunit.client.0.smithi002.stdout: "rocksdb_write_wal_time": { 2024-09-14T03:35:10.921 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.922 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.922 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.922 INFO:tasks.workunit.client.0.smithi002.stdout: "submit_latency": { 2024-09-14T03:35:10.922 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.922 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.922 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.922 INFO:tasks.workunit.client.0.smithi002.stdout: "submit_sync_latency": { 2024-09-14T03:35:10.922 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1794, 2024-09-14T03:35:10.922 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 230569829 2024-09-14T03:35:10.922 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.922 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.922 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.922 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.0": { 2024-09-14T03:35:10.923 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2024-09-14T03:35:10.923 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_slow_fallback": { 2024-09-14T03:35:10.923 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.923 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.923 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_slow_size_fallback": { 2024-09-14T03:35:10.923 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.923 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.923 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_db": { 2024-09-14T03:35:10.923 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 65536 2024-09-14T03:35:10.923 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.923 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_main": { 2024-09-14T03:35:10.923 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.923 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.923 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_wal": { 2024-09-14T03:35:10.924 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.924 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.924 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_slow": { 2024-09-14T03:35:10.924 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.924 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.924 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_sst": { 2024-09-14T03:35:10.924 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 12288 2024-09-14T03:35:10.924 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.924 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_wal": { 2024-09-14T03:35:10.924 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2822144 2024-09-14T03:35:10.924 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.924 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_lat": { 2024-09-14T03:35:10.924 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.924 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.925 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.925 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_lock_lat": { 2024-09-14T03:35:10.925 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.925 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.925 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.925 INFO:tasks.workunit.client.0.smithi002.stdout: "db_total_bytes": { 2024-09-14T03:35:10.925 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 95995035648 2024-09-14T03:35:10.925 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.925 INFO:tasks.workunit.client.0.smithi002.stdout: "db_used_bytes": { 2024-09-14T03:35:10.925 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 27656192 2024-09-14T03:35:10.925 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.925 INFO:tasks.workunit.client.0.smithi002.stdout: "log_bytes": { 2024-09-14T03:35:10.925 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1781760 2024-09-14T03:35:10.925 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.926 INFO:tasks.workunit.client.0.smithi002.stdout: "logged_bytes": { 2024-09-14T03:35:10.926 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1642496 2024-09-14T03:35:10.926 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.926 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_db": { 2024-09-14T03:35:10.926 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 31850496 2024-09-14T03:35:10.926 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.926 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_slow": { 2024-09-14T03:35:10.926 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.926 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.926 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_wal": { 2024-09-14T03:35:10.926 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.926 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.926 INFO:tasks.workunit.client.0.smithi002.stdout: "num_files": { 2024-09-14T03:35:10.926 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 14 2024-09-14T03:35:10.927 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.927 INFO:tasks.workunit.client.0.smithi002.stdout: "read_bytes": { 2024-09-14T03:35:10.927 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 206480 2024-09-14T03:35:10.927 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.927 INFO:tasks.workunit.client.0.smithi002.stdout: "read_count": { 2024-09-14T03:35:10.927 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 23 2024-09-14T03:35:10.927 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.927 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes": { 2024-09-14T03:35:10.927 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1282048 2024-09-14T03:35:10.927 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.927 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_db": { 2024-09-14T03:35:10.927 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1286144 2024-09-14T03:35:10.927 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.927 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_slow": { 2024-09-14T03:35:10.928 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.928 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.928 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_wal": { 2024-09-14T03:35:10.928 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.928 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.928 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_count": { 2024-09-14T03:35:10.928 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 15 2024-09-14T03:35:10.928 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.928 INFO:tasks.workunit.client.0.smithi002.stdout: "read_prefetch_bytes": { 2024-09-14T03:35:10.928 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4991 2024-09-14T03:35:10.928 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.928 INFO:tasks.workunit.client.0.smithi002.stdout: "read_prefetch_count": { 2024-09-14T03:35:10.928 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4 2024-09-14T03:35:10.928 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.929 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_buffer_bytes": { 2024-09-14T03:35:10.929 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5557 2024-09-14T03:35:10.929 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.929 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_buffer_count": { 2024-09-14T03:35:10.929 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 24 2024-09-14T03:35:10.929 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.929 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_bytes": { 2024-09-14T03:35:10.929 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5557 2024-09-14T03:35:10.929 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.929 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_count": { 2024-09-14T03:35:10.929 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 24 2024-09-14T03:35:10.930 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.930 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes": { 2024-09-14T03:35:10.930 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.930 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.930 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_db": { 2024-09-14T03:35:10.930 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.930 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.930 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_slow": { 2024-09-14T03:35:10.930 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.930 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.930 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_wal": { 2024-09-14T03:35:10.930 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.930 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.930 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_count": { 2024-09-14T03:35:10.930 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.931 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.931 INFO:tasks.workunit.client.0.smithi002.stdout: "slow_total_bytes": { 2024-09-14T03:35:10.931 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.931 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.931 INFO:tasks.workunit.client.0.smithi002.stdout: "slow_used_bytes": { 2024-09-14T03:35:10.931 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.931 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.931 INFO:tasks.workunit.client.0.smithi002.stdout: "wal_total_bytes": { 2024-09-14T03:35:10.931 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.931 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.931 INFO:tasks.workunit.client.0.smithi002.stdout: "wal_used_bytes": { 2024-09-14T03:35:10.931 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.931 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.931 INFO:tasks.workunit.client.0.smithi002.stdout: "write_bytes": { 2024-09-14T03:35:10.932 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4542464 2024-09-14T03:35:10.932 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.932 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.932 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore": { 2024-09-14T03:35:10.932 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit": { 2024-09-14T03:35:10.932 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4096 2024-09-14T03:35:10.932 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.932 INFO:tasks.workunit.client.0.smithi002.stdout: "allocated": { 2024-09-14T03:35:10.932 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1392640 2024-09-14T03:35:10.932 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.932 INFO:tasks.workunit.client.0.smithi002.stdout: "clist_lat": { 2024-09-14T03:35:10.932 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 6, 2024-09-14T03:35:10.932 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 236840 2024-09-14T03:35:10.933 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.933 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_lat": { 2024-09-14T03:35:10.933 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.933 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.933 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.933 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed": { 2024-09-14T03:35:10.933 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.933 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.933 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed_allocated": { 2024-09-14T03:35:10.933 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.933 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.933 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed_original": { 2024-09-14T03:35:10.933 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.933 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.934 INFO:tasks.workunit.client.0.smithi002.stdout: "csum_lat": { 2024-09-14T03:35:10.934 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 21, 2024-09-14T03:35:10.934 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 63752 2024-09-14T03:35:10.934 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.934 INFO:tasks.workunit.client.0.smithi002.stdout: "decompress_lat": { 2024-09-14T03:35:10.934 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.934 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.934 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.934 INFO:tasks.workunit.client.0.smithi002.stdout: "fragmentation_micros": { 2024-09-14T03:35:10.934 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.934 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.934 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_commit_lat": { 2024-09-14T03:35:10.934 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 388, 2024-09-14T03:35:10.934 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 77021258 2024-09-14T03:35:10.935 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.935 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_final_lat": { 2024-09-14T03:35:10.935 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 377, 2024-09-14T03:35:10.935 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 11697448 2024-09-14T03:35:10.935 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.935 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_flush_lat": { 2024-09-14T03:35:10.935 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 388, 2024-09-14T03:35:10.935 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 436825 2024-09-14T03:35:10.935 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.935 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_sync_lat": { 2024-09-14T03:35:10.935 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 388, 2024-09-14T03:35:10.935 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 77458083 2024-09-14T03:35:10.935 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.936 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_get_keys_lat": { 2024-09-14T03:35:10.936 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.936 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.936 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.936 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_get_values_lat": { 2024-09-14T03:35:10.936 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1, 2024-09-14T03:35:10.936 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 32559 2024-09-14T03:35:10.936 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.936 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_lower_bound_lat": { 2024-09-14T03:35:10.936 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 8, 2024-09-14T03:35:10.937 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 21937 2024-09-14T03:35:10.937 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.937 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_next_lat": { 2024-09-14T03:35:10.937 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.937 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.937 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.937 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_seek_to_first_lat": { 2024-09-14T03:35:10.937 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.937 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.937 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.937 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_upper_bound_lat": { 2024-09-14T03:35:10.937 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 4, 2024-09-14T03:35:10.937 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8945 2024-09-14T03:35:10.938 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.938 INFO:tasks.workunit.client.0.smithi002.stdout: "onode_hits": { 2024-09-14T03:35:10.938 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 866 2024-09-14T03:35:10.938 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.938 INFO:tasks.workunit.client.0.smithi002.stdout: "onode_misses": { 2024-09-14T03:35:10.938 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 235 2024-09-14T03:35:10.938 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.938 INFO:tasks.workunit.client.0.smithi002.stdout: "read_lat": { 2024-09-14T03:35:10.938 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 132, 2024-09-14T03:35:10.938 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2114275 2024-09-14T03:35:10.938 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.938 INFO:tasks.workunit.client.0.smithi002.stdout: "read_onode_meta_lat": { 2024-09-14T03:35:10.938 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 351, 2024-09-14T03:35:10.938 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 263754 2024-09-14T03:35:10.939 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.939 INFO:tasks.workunit.client.0.smithi002.stdout: "read_wait_aio_lat": { 2024-09-14T03:35:10.939 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 219, 2024-09-14T03:35:10.939 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1320915 2024-09-14T03:35:10.939 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.939 INFO:tasks.workunit.client.0.smithi002.stdout: "reads_with_retries": { 2024-09-14T03:35:10.939 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.939 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.939 INFO:tasks.workunit.client.0.smithi002.stdout: "remove_lat": { 2024-09-14T03:35:10.939 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3, 2024-09-14T03:35:10.939 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 54614 2024-09-14T03:35:10.939 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.939 INFO:tasks.workunit.client.0.smithi002.stdout: "state_aio_wait_lat": { 2024-09-14T03:35:10.939 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 496, 2024-09-14T03:35:10.940 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8591958 2024-09-14T03:35:10.940 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.940 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_aio_wait_lat": { 2024-09-14T03:35:10.940 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 133, 2024-09-14T03:35:10.940 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8930632 2024-09-14T03:35:10.940 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.940 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_cleanup_lat": { 2024-09-14T03:35:10.940 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 132, 2024-09-14T03:35:10.940 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 369077768811 2024-09-14T03:35:10.940 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.940 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_queued_lat": { 2024-09-14T03:35:10.940 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 133, 2024-09-14T03:35:10.940 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 154991625688 2024-09-14T03:35:10.940 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.941 INFO:tasks.workunit.client.0.smithi002.stdout: "state_done_lat": { 2024-09-14T03:35:10.941 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 495, 2024-09-14T03:35:10.941 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 42534729526 2024-09-14T03:35:10.941 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.941 INFO:tasks.workunit.client.0.smithi002.stdout: "state_finishing_lat": { 2024-09-14T03:35:10.941 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 495, 2024-09-14T03:35:10.941 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 48868 2024-09-14T03:35:10.941 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.941 INFO:tasks.workunit.client.0.smithi002.stdout: "state_io_done_lat": { 2024-09-14T03:35:10.941 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 496, 2024-09-14T03:35:10.941 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 549089 2024-09-14T03:35:10.941 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.941 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_commiting_lat": { 2024-09-14T03:35:10.942 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 496, 2024-09-14T03:35:10.942 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 133591659 2024-09-14T03:35:10.942 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.942 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_done_lat": { 2024-09-14T03:35:10.942 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 496, 2024-09-14T03:35:10.942 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 161524 2024-09-14T03:35:10.942 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.942 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_queued_lat": { 2024-09-14T03:35:10.942 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 496, 2024-09-14T03:35:10.942 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 74259126 2024-09-14T03:35:10.942 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.942 INFO:tasks.workunit.client.0.smithi002.stdout: "state_prepare_lat": { 2024-09-14T03:35:10.942 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 496, 2024-09-14T03:35:10.942 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 29091300 2024-09-14T03:35:10.942 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.943 INFO:tasks.workunit.client.0.smithi002.stdout: "stored": { 2024-09-14T03:35:10.943 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 941007 2024-09-14T03:35:10.943 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.943 INFO:tasks.workunit.client.0.smithi002.stdout: "truncate_lat": { 2024-09-14T03:35:10.943 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 67, 2024-09-14T03:35:10.943 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 319368 2024-09-14T03:35:10.943 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.943 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_commit_lat": { 2024-09-14T03:35:10.943 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 496, 2024-09-14T03:35:10.943 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 246153472 2024-09-14T03:35:10.943 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.943 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_submit_lat": { 2024-09-14T03:35:10.943 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 496, 2024-09-14T03:35:10.944 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 33323242 2024-09-14T03:35:10.944 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.944 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_throttle_lat": { 2024-09-14T03:35:10.944 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 496, 2024-09-14T03:35:10.944 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4124000 2024-09-14T03:35:10.944 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.944 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.944 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache": { 2024-09-14T03:35:10.944 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_bytes": { 2024-09-14T03:35:10.944 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1862399738 2024-09-14T03:35:10.944 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.944 INFO:tasks.workunit.client.0.smithi002.stdout: "heap_bytes": { 2024-09-14T03:35:10.944 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 44695552 2024-09-14T03:35:10.944 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.945 INFO:tasks.workunit.client.0.smithi002.stdout: "mapped_bytes": { 2024-09-14T03:35:10.945 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 44326912 2024-09-14T03:35:10.945 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.945 INFO:tasks.workunit.client.0.smithi002.stdout: "target_bytes": { 2024-09-14T03:35:10.945 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3138477772 2024-09-14T03:35:10.945 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.945 INFO:tasks.workunit.client.0.smithi002.stdout: "unmapped_bytes": { 2024-09-14T03:35:10.945 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 368640 2024-09-14T03:35:10.945 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.945 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.945 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:data": { 2024-09-14T03:35:10.945 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:10.945 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 159383552 2024-09-14T03:35:10.945 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.946 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:10.946 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.946 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.946 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:10.946 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.946 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.946 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:10.946 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 85516621 2024-09-14T03:35:10.946 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.946 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:10.946 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.946 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.946 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:10.946 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.947 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.947 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:10.947 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.947 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.947 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:10.947 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.947 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.947 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:10.947 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.947 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.947 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:10.947 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 606208 2024-09-14T03:35:10.947 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.947 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:10.948 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.948 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.948 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:10.948 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.948 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.948 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:10.948 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.948 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.948 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:10.948 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 73260723 2024-09-14T03:35:10.948 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.948 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.948 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:kv": { 2024-09-14T03:35:10.948 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:10.949 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 780140544 2024-09-14T03:35:10.949 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.949 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:10.949 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2024-09-14T03:35:10.949 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.949 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:10.949 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.949 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.949 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:10.949 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 641374659 2024-09-14T03:35:10.949 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.949 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:10.949 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.949 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.949 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:10.950 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.950 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.950 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:10.950 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.950 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.950 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:10.950 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.950 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.950 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:10.950 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.950 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.950 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:10.950 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2128 2024-09-14T03:35:10.950 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.951 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:10.951 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.951 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.951 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:10.951 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.951 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.951 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:10.951 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.951 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.951 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:10.951 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71654893 2024-09-14T03:35:10.951 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.951 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.951 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:kv_onode": { 2024-09-14T03:35:10.951 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:10.952 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 192937984 2024-09-14T03:35:10.952 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.952 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:10.952 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2024-09-14T03:35:10.952 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.952 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:10.952 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 464 2024-09-14T03:35:10.952 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.952 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:10.952 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 57011080 2024-09-14T03:35:10.952 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.952 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:10.952 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.952 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.953 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:10.953 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.953 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.953 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:10.953 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.953 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.953 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:10.953 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.953 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.953 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:10.953 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.953 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.953 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:10.953 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.953 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.954 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:10.954 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.954 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.954 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:10.954 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.954 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.954 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:10.954 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.954 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.954 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:10.954 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 68817576 2024-09-14T03:35:10.954 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.954 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.954 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:meta": { 2024-09-14T03:35:10.955 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:10.955 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 713031680 2024-09-14T03:35:10.955 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.955 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:10.955 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.955 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.955 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:10.955 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.955 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.955 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:10.955 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 641374659 2024-09-14T03:35:10.955 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.955 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:10.956 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.956 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.956 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:10.956 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.956 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.956 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:10.956 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.956 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.956 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:10.956 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.956 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.956 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:10.956 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.956 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.957 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:10.957 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 263793 2024-09-14T03:35:10.957 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.957 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:10.957 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.957 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.957 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:10.957 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.957 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.957 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:10.957 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.957 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.957 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:10.957 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71393228 2024-09-14T03:35:10.957 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.958 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.958 INFO:tasks.workunit.client.0.smithi002.stdout: "objecter": { 2024-09-14T03:35:10.958 INFO:tasks.workunit.client.0.smithi002.stdout: "op_active": { 2024-09-14T03:35:10.958 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.958 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.958 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r": { 2024-09-14T03:35:10.958 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.958 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.958 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rmw": { 2024-09-14T03:35:10.958 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.958 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.958 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w": { 2024-09-14T03:35:10.958 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.959 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.959 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.959 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2024-09-14T03:35:10.959 INFO:tasks.workunit.client.0.smithi002.stdout: "numpg": { 2024-09-14T03:35:10.959 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 44 2024-09-14T03:35:10.959 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.959 INFO:tasks.workunit.client.0.smithi002.stdout: "numpg_removing": { 2024-09-14T03:35:10.959 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.959 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.959 INFO:tasks.workunit.client.0.smithi002.stdout: "op": { 2024-09-14T03:35:10.959 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 6 2024-09-14T03:35:10.959 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.959 INFO:tasks.workunit.client.0.smithi002.stdout: "op_delayed_degraded": { 2024-09-14T03:35:10.959 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.960 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.960 INFO:tasks.workunit.client.0.smithi002.stdout: "op_delayed_unreadable": { 2024-09-14T03:35:10.960 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.960 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.960 INFO:tasks.workunit.client.0.smithi002.stdout: "op_in_bytes": { 2024-09-14T03:35:10.960 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 616 2024-09-14T03:35:10.960 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.960 INFO:tasks.workunit.client.0.smithi002.stdout: "op_latency": { 2024-09-14T03:35:10.960 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 6, 2024-09-14T03:35:10.960 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 33305250 2024-09-14T03:35:10.960 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.960 INFO:tasks.workunit.client.0.smithi002.stdout: "op_out_bytes": { 2024-09-14T03:35:10.960 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.960 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.961 INFO:tasks.workunit.client.0.smithi002.stdout: "op_prepare_latency": { 2024-09-14T03:35:10.961 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 7, 2024-09-14T03:35:10.961 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3127483 2024-09-14T03:35:10.961 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.961 INFO:tasks.workunit.client.0.smithi002.stdout: "op_process_latency": { 2024-09-14T03:35:10.961 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 6, 2024-09-14T03:35:10.961 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 28169211 2024-09-14T03:35:10.961 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.961 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r": { 2024-09-14T03:35:10.961 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.961 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.961 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_latency": { 2024-09-14T03:35:10.961 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.961 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.962 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.962 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-14T03:35:10.962 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.962 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.962 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_out_bytes": { 2024-09-14T03:35:10.962 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.962 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.962 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_prepare_latency": { 2024-09-14T03:35:10.962 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.962 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.962 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.962 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_process_latency": { 2024-09-14T03:35:10.962 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.962 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.963 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.963 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw": { 2024-09-14T03:35:10.963 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.963 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.963 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_in_bytes": { 2024-09-14T03:35:10.963 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.963 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.963 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency": { 2024-09-14T03:35:10.963 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.963 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.963 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.963 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-14T03:35:10.963 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.964 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.964 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-14T03:35:10.964 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.964 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.964 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_out_bytes": { 2024-09-14T03:35:10.964 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.964 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.964 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_prepare_latency": { 2024-09-14T03:35:10.964 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.964 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.965 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.965 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_process_latency": { 2024-09-14T03:35:10.965 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.965 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.965 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.965 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w": { 2024-09-14T03:35:10.965 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 6 2024-09-14T03:35:10.965 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.965 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_in_bytes": { 2024-09-14T03:35:10.965 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 616 2024-09-14T03:35:10.965 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.965 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_latency": { 2024-09-14T03:35:10.965 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 6, 2024-09-14T03:35:10.965 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 33305250 2024-09-14T03:35:10.966 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.966 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-14T03:35:10.966 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.966 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.966 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_prepare_latency": { 2024-09-14T03:35:10.966 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 7, 2024-09-14T03:35:10.966 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3127483 2024-09-14T03:35:10.966 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.966 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_process_latency": { 2024-09-14T03:35:10.966 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 6, 2024-09-14T03:35:10.966 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 28169211 2024-09-14T03:35:10.966 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.966 INFO:tasks.workunit.client.0.smithi002.stdout: "op_wip": { 2024-09-14T03:35:10.966 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.967 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.967 INFO:tasks.workunit.client.0.smithi002.stdout: "recovery_bytes": { 2024-09-14T03:35:10.967 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1771104 2024-09-14T03:35:10.967 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.967 INFO:tasks.workunit.client.0.smithi002.stdout: "recovery_ops": { 2024-09-14T03:35:10.967 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 6 2024-09-14T03:35:10.967 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.967 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_bytes": { 2024-09-14T03:35:10.967 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 95995035648 2024-09-14T03:35:10.967 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.967 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_bytes_used": { 2024-09-14T03:35:10.967 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 29061120 2024-09-14T03:35:10.967 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.968 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.968 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.968 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.1": { 2024-09-14T03:35:10.968 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2024-09-14T03:35:10.968 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_slow_fallback": { 2024-09-14T03:35:10.968 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.968 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.968 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_slow_size_fallback": { 2024-09-14T03:35:10.968 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.968 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.968 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_db": { 2024-09-14T03:35:10.968 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 65536 2024-09-14T03:35:10.968 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.968 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_main": { 2024-09-14T03:35:10.969 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.969 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.969 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_wal": { 2024-09-14T03:35:10.969 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.969 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.969 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_slow": { 2024-09-14T03:35:10.969 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.969 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.969 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_sst": { 2024-09-14T03:35:10.969 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 12288 2024-09-14T03:35:10.969 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.969 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_wal": { 2024-09-14T03:35:10.969 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2605056 2024-09-14T03:35:10.970 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.970 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_lat": { 2024-09-14T03:35:10.970 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.970 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.970 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.970 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_lock_lat": { 2024-09-14T03:35:10.970 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.970 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.970 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.970 INFO:tasks.workunit.client.0.smithi002.stdout: "db_total_bytes": { 2024-09-14T03:35:10.970 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 95995035648 2024-09-14T03:35:10.970 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.970 INFO:tasks.workunit.client.0.smithi002.stdout: "db_used_bytes": { 2024-09-14T03:35:10.970 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 27656192 2024-09-14T03:35:10.971 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.971 INFO:tasks.workunit.client.0.smithi002.stdout: "log_bytes": { 2024-09-14T03:35:10.971 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1658880 2024-09-14T03:35:10.971 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.971 INFO:tasks.workunit.client.0.smithi002.stdout: "logged_bytes": { 2024-09-14T03:35:10.971 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1519616 2024-09-14T03:35:10.971 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.971 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_db": { 2024-09-14T03:35:10.971 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 31850496 2024-09-14T03:35:10.971 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.971 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_slow": { 2024-09-14T03:35:10.971 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.971 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.971 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_wal": { 2024-09-14T03:35:10.972 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.972 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.972 INFO:tasks.workunit.client.0.smithi002.stdout: "num_files": { 2024-09-14T03:35:10.972 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 14 2024-09-14T03:35:10.972 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.972 INFO:tasks.workunit.client.0.smithi002.stdout: "read_bytes": { 2024-09-14T03:35:10.972 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 206480 2024-09-14T03:35:10.972 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.972 INFO:tasks.workunit.client.0.smithi002.stdout: "read_count": { 2024-09-14T03:35:10.972 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 23 2024-09-14T03:35:10.972 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.972 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes": { 2024-09-14T03:35:10.972 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1282048 2024-09-14T03:35:10.972 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.973 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_db": { 2024-09-14T03:35:10.973 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1286144 2024-09-14T03:35:10.973 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.973 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_slow": { 2024-09-14T03:35:10.973 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.973 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.973 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_wal": { 2024-09-14T03:35:10.973 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.973 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.973 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_count": { 2024-09-14T03:35:10.973 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 15 2024-09-14T03:35:10.973 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.973 INFO:tasks.workunit.client.0.smithi002.stdout: "read_prefetch_bytes": { 2024-09-14T03:35:10.973 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4991 2024-09-14T03:35:10.974 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.974 INFO:tasks.workunit.client.0.smithi002.stdout: "read_prefetch_count": { 2024-09-14T03:35:10.974 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4 2024-09-14T03:35:10.974 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.974 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_buffer_bytes": { 2024-09-14T03:35:10.974 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5556 2024-09-14T03:35:10.974 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.974 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_buffer_count": { 2024-09-14T03:35:10.974 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 24 2024-09-14T03:35:10.974 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.974 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_bytes": { 2024-09-14T03:35:10.974 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5556 2024-09-14T03:35:10.974 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.974 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_count": { 2024-09-14T03:35:10.975 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 24 2024-09-14T03:35:10.975 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.975 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes": { 2024-09-14T03:35:10.975 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.975 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.975 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_db": { 2024-09-14T03:35:10.975 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.975 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.975 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_slow": { 2024-09-14T03:35:10.975 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.975 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.975 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_wal": { 2024-09-14T03:35:10.975 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.975 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.976 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_count": { 2024-09-14T03:35:10.976 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.976 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.976 INFO:tasks.workunit.client.0.smithi002.stdout: "slow_total_bytes": { 2024-09-14T03:35:10.976 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.976 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.976 INFO:tasks.workunit.client.0.smithi002.stdout: "slow_used_bytes": { 2024-09-14T03:35:10.976 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.976 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.976 INFO:tasks.workunit.client.0.smithi002.stdout: "wal_total_bytes": { 2024-09-14T03:35:10.976 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.976 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.977 INFO:tasks.workunit.client.0.smithi002.stdout: "wal_used_bytes": { 2024-09-14T03:35:10.977 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.977 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.977 INFO:tasks.workunit.client.0.smithi002.stdout: "write_bytes": { 2024-09-14T03:35:10.977 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4202496 2024-09-14T03:35:10.977 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.977 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.977 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore": { 2024-09-14T03:35:10.977 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit": { 2024-09-14T03:35:10.977 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4096 2024-09-14T03:35:10.977 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.977 INFO:tasks.workunit.client.0.smithi002.stdout: "allocated": { 2024-09-14T03:35:10.977 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 794624 2024-09-14T03:35:10.977 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.978 INFO:tasks.workunit.client.0.smithi002.stdout: "clist_lat": { 2024-09-14T03:35:10.978 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 5, 2024-09-14T03:35:10.978 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 216699 2024-09-14T03:35:10.978 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.978 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_lat": { 2024-09-14T03:35:10.978 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.978 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.978 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.978 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed": { 2024-09-14T03:35:10.978 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.978 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.978 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed_allocated": { 2024-09-14T03:35:10.978 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.978 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.979 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed_original": { 2024-09-14T03:35:10.979 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.979 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.979 INFO:tasks.workunit.client.0.smithi002.stdout: "csum_lat": { 2024-09-14T03:35:10.979 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 30, 2024-09-14T03:35:10.979 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 81844 2024-09-14T03:35:10.979 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.979 INFO:tasks.workunit.client.0.smithi002.stdout: "decompress_lat": { 2024-09-14T03:35:10.979 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.979 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.979 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.979 INFO:tasks.workunit.client.0.smithi002.stdout: "fragmentation_micros": { 2024-09-14T03:35:10.979 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.980 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.980 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_commit_lat": { 2024-09-14T03:35:10.980 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 358, 2024-09-14T03:35:10.980 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 69324048 2024-09-14T03:35:10.980 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.980 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_final_lat": { 2024-09-14T03:35:10.980 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 355, 2024-09-14T03:35:10.980 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 7332374 2024-09-14T03:35:10.980 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.980 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_flush_lat": { 2024-09-14T03:35:10.980 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 358, 2024-09-14T03:35:10.980 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 380308 2024-09-14T03:35:10.980 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.980 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_sync_lat": { 2024-09-14T03:35:10.981 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 358, 2024-09-14T03:35:10.981 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 69704356 2024-09-14T03:35:10.981 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.981 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_get_keys_lat": { 2024-09-14T03:35:10.981 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.981 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.981 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.981 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_get_values_lat": { 2024-09-14T03:35:10.981 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3, 2024-09-14T03:35:10.981 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 34102 2024-09-14T03:35:10.981 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.981 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_lower_bound_lat": { 2024-09-14T03:35:10.981 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 4, 2024-09-14T03:35:10.981 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 7424 2024-09-14T03:35:10.982 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.982 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_next_lat": { 2024-09-14T03:35:10.982 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.982 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.982 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.982 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_seek_to_first_lat": { 2024-09-14T03:35:10.982 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:10.982 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.982 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.982 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_upper_bound_lat": { 2024-09-14T03:35:10.982 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 5, 2024-09-14T03:35:10.982 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 14205 2024-09-14T03:35:10.982 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.982 INFO:tasks.workunit.client.0.smithi002.stdout: "onode_hits": { 2024-09-14T03:35:10.983 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 876 2024-09-14T03:35:10.983 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.983 INFO:tasks.workunit.client.0.smithi002.stdout: "onode_misses": { 2024-09-14T03:35:10.983 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 246 2024-09-14T03:35:10.983 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.983 INFO:tasks.workunit.client.0.smithi002.stdout: "read_lat": { 2024-09-14T03:35:10.983 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 148, 2024-09-14T03:35:10.983 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1925975 2024-09-14T03:35:10.983 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.983 INFO:tasks.workunit.client.0.smithi002.stdout: "read_onode_meta_lat": { 2024-09-14T03:35:10.983 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 379, 2024-09-14T03:35:10.983 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 300360 2024-09-14T03:35:10.983 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.984 INFO:tasks.workunit.client.0.smithi002.stdout: "read_wait_aio_lat": { 2024-09-14T03:35:10.984 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 231, 2024-09-14T03:35:10.984 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1503188 2024-09-14T03:35:10.984 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.984 INFO:tasks.workunit.client.0.smithi002.stdout: "reads_with_retries": { 2024-09-14T03:35:10.984 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.984 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.984 INFO:tasks.workunit.client.0.smithi002.stdout: "remove_lat": { 2024-09-14T03:35:10.984 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3, 2024-09-14T03:35:10.984 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 110536 2024-09-14T03:35:10.984 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.984 INFO:tasks.workunit.client.0.smithi002.stdout: "state_aio_wait_lat": { 2024-09-14T03:35:10.984 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 435, 2024-09-14T03:35:10.984 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 6151714 2024-09-14T03:35:10.985 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.985 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_aio_wait_lat": { 2024-09-14T03:35:10.985 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 130, 2024-09-14T03:35:10.985 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8004914 2024-09-14T03:35:10.985 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.985 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_cleanup_lat": { 2024-09-14T03:35:10.985 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 129, 2024-09-14T03:35:10.985 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 371073022093 2024-09-14T03:35:10.985 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.985 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_queued_lat": { 2024-09-14T03:35:10.985 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 130, 2024-09-14T03:35:10.985 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 191324249038 2024-09-14T03:35:10.985 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.985 INFO:tasks.workunit.client.0.smithi002.stdout: "state_done_lat": { 2024-09-14T03:35:10.986 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 434, 2024-09-14T03:35:10.986 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 84683987479 2024-09-14T03:35:10.986 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.986 INFO:tasks.workunit.client.0.smithi002.stdout: "state_finishing_lat": { 2024-09-14T03:35:10.986 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 434, 2024-09-14T03:35:10.986 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 42935 2024-09-14T03:35:10.986 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.986 INFO:tasks.workunit.client.0.smithi002.stdout: "state_io_done_lat": { 2024-09-14T03:35:10.986 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 435, 2024-09-14T03:35:10.986 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 485391 2024-09-14T03:35:10.986 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.986 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_commiting_lat": { 2024-09-14T03:35:10.986 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 435, 2024-09-14T03:35:10.987 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 118100940 2024-09-14T03:35:10.987 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.987 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_done_lat": { 2024-09-14T03:35:10.987 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 435, 2024-09-14T03:35:10.987 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 191709 2024-09-14T03:35:10.987 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.987 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_queued_lat": { 2024-09-14T03:35:10.987 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 435, 2024-09-14T03:35:10.987 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 65597575 2024-09-14T03:35:10.987 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.987 INFO:tasks.workunit.client.0.smithi002.stdout: "state_prepare_lat": { 2024-09-14T03:35:10.987 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 435, 2024-09-14T03:35:10.987 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 22212100 2024-09-14T03:35:10.988 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.988 INFO:tasks.workunit.client.0.smithi002.stdout: "stored": { 2024-09-14T03:35:10.988 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 350090 2024-09-14T03:35:10.988 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.988 INFO:tasks.workunit.client.0.smithi002.stdout: "truncate_lat": { 2024-09-14T03:35:10.988 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 63, 2024-09-14T03:35:10.988 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 286062 2024-09-14T03:35:10.988 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.988 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_commit_lat": { 2024-09-14T03:35:10.988 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 435, 2024-09-14T03:35:10.988 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 212647226 2024-09-14T03:35:10.988 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.988 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_submit_lat": { 2024-09-14T03:35:10.988 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 435, 2024-09-14T03:35:10.989 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 27163517 2024-09-14T03:35:10.989 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.989 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_throttle_lat": { 2024-09-14T03:35:10.989 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 435, 2024-09-14T03:35:10.989 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2767145 2024-09-14T03:35:10.989 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.989 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.989 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache": { 2024-09-14T03:35:10.989 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_bytes": { 2024-09-14T03:35:10.989 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1862399738 2024-09-14T03:35:10.989 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.989 INFO:tasks.workunit.client.0.smithi002.stdout: "heap_bytes": { 2024-09-14T03:35:10.989 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 44695552 2024-09-14T03:35:10.989 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.990 INFO:tasks.workunit.client.0.smithi002.stdout: "mapped_bytes": { 2024-09-14T03:35:10.990 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 43720704 2024-09-14T03:35:10.990 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.990 INFO:tasks.workunit.client.0.smithi002.stdout: "target_bytes": { 2024-09-14T03:35:10.990 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3138477772 2024-09-14T03:35:10.990 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.990 INFO:tasks.workunit.client.0.smithi002.stdout: "unmapped_bytes": { 2024-09-14T03:35:10.990 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 974848 2024-09-14T03:35:10.990 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.990 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.990 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:data": { 2024-09-14T03:35:10.990 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:10.990 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 159383552 2024-09-14T03:35:10.990 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.990 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:10.991 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.991 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.991 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:10.991 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.991 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.991 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:10.991 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 85553876 2024-09-14T03:35:10.991 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.991 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:10.991 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.991 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.991 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:10.991 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.991 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.992 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:10.992 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.992 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.992 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:10.992 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.992 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.992 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:10.992 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.992 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.992 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:10.992 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8192 2024-09-14T03:35:10.992 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.992 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:10.992 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.993 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.993 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:10.993 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.993 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.993 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:10.993 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.993 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.993 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:10.993 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 73821484 2024-09-14T03:35:10.993 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.993 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.993 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:kv": { 2024-09-14T03:35:10.993 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:10.993 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 780140544 2024-09-14T03:35:10.993 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.994 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:10.994 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2024-09-14T03:35:10.994 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.994 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:10.994 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.994 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.994 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:10.994 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 641654075 2024-09-14T03:35:10.994 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.994 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:10.994 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.994 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.994 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:10.994 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.995 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.995 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:10.995 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.995 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.995 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:10.995 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.995 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.995 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:10.995 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.995 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.995 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:10.995 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2128 2024-09-14T03:35:10.995 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.995 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:10.996 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.996 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.996 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:10.996 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.996 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.996 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:10.996 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.996 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.996 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:10.996 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71375477 2024-09-14T03:35:10.996 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:10.996 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.997 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:kv_onode": { 2024-09-14T03:35:10.997 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:10.997 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 192937984 2024-09-14T03:35:10.997 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.997 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:10.997 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2024-09-14T03:35:10.997 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.997 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:10.997 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 464 2024-09-14T03:35:10.997 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.997 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:10.997 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 57035917 2024-09-14T03:35:10.997 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.998 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:10.998 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.998 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.998 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:10.998 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.998 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.998 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:10.998 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.998 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.998 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:10.998 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.998 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.998 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:10.998 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.999 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.999 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:10.999 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.999 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.999 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:10.999 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.999 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.999 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:10.999 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.999 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.999 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:10.999 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:10.999 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:10.999 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:11.000 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 68792739 2024-09-14T03:35:11.000 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:11.000 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.000 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:meta": { 2024-09-14T03:35:11.000 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:11.000 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 713031680 2024-09-14T03:35:11.000 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.000 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:11.000 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.000 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.000 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:11.000 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.000 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.000 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:11.001 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 641654075 2024-09-14T03:35:11.001 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.001 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:11.001 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.001 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.001 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:11.001 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.001 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.001 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:11.001 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.001 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.001 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:11.001 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.001 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.002 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:11.002 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.002 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.002 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:11.002 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 242215 2024-09-14T03:35:11.002 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.002 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:11.002 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.002 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.002 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:11.002 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.002 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.002 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:11.003 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.003 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.003 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:11.003 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71135390 2024-09-14T03:35:11.003 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:11.003 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.003 INFO:tasks.workunit.client.0.smithi002.stdout: "objecter": { 2024-09-14T03:35:11.003 INFO:tasks.workunit.client.0.smithi002.stdout: "op_active": { 2024-09-14T03:35:11.003 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.003 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.003 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r": { 2024-09-14T03:35:11.003 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.003 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.003 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rmw": { 2024-09-14T03:35:11.004 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.004 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.004 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w": { 2024-09-14T03:35:11.004 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.004 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:11.004 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.004 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2024-09-14T03:35:11.004 INFO:tasks.workunit.client.0.smithi002.stdout: "numpg": { 2024-09-14T03:35:11.004 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 39 2024-09-14T03:35:11.004 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.004 INFO:tasks.workunit.client.0.smithi002.stdout: "numpg_removing": { 2024-09-14T03:35:11.004 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.004 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.004 INFO:tasks.workunit.client.0.smithi002.stdout: "op": { 2024-09-14T03:35:11.005 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 157 2024-09-14T03:35:11.005 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.005 INFO:tasks.workunit.client.0.smithi002.stdout: "op_delayed_degraded": { 2024-09-14T03:35:11.005 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.005 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.005 INFO:tasks.workunit.client.0.smithi002.stdout: "op_delayed_unreadable": { 2024-09-14T03:35:11.005 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.005 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.005 INFO:tasks.workunit.client.0.smithi002.stdout: "op_in_bytes": { 2024-09-14T03:35:11.005 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2429467 2024-09-14T03:35:11.005 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.005 INFO:tasks.workunit.client.0.smithi002.stdout: "op_latency": { 2024-09-14T03:35:11.005 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 157, 2024-09-14T03:35:11.005 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 633886358 2024-09-14T03:35:11.006 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.006 INFO:tasks.workunit.client.0.smithi002.stdout: "op_out_bytes": { 2024-09-14T03:35:11.006 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1041 2024-09-14T03:35:11.006 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.006 INFO:tasks.workunit.client.0.smithi002.stdout: "op_prepare_latency": { 2024-09-14T03:35:11.006 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 157, 2024-09-14T03:35:11.006 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 53448112 2024-09-14T03:35:11.006 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.006 INFO:tasks.workunit.client.0.smithi002.stdout: "op_process_latency": { 2024-09-14T03:35:11.006 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 157, 2024-09-14T03:35:11.006 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 165630599 2024-09-14T03:35:11.006 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.006 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r": { 2024-09-14T03:35:11.006 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 33 2024-09-14T03:35:11.007 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.007 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_latency": { 2024-09-14T03:35:11.007 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 33, 2024-09-14T03:35:11.007 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4546933 2024-09-14T03:35:11.007 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.007 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-14T03:35:11.007 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.007 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.007 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_out_bytes": { 2024-09-14T03:35:11.007 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1041 2024-09-14T03:35:11.007 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.007 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_prepare_latency": { 2024-09-14T03:35:11.007 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 33, 2024-09-14T03:35:11.008 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3724178 2024-09-14T03:35:11.008 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.008 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_process_latency": { 2024-09-14T03:35:11.008 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 33, 2024-09-14T03:35:11.008 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3020528 2024-09-14T03:35:11.008 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.008 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw": { 2024-09-14T03:35:11.008 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 22 2024-09-14T03:35:11.008 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.008 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_in_bytes": { 2024-09-14T03:35:11.008 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.008 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.008 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency": { 2024-09-14T03:35:11.008 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 22, 2024-09-14T03:35:11.009 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 19369544 2024-09-14T03:35:11.009 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.009 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-14T03:35:11.009 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.009 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.009 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-14T03:35:11.009 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.009 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.009 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_out_bytes": { 2024-09-14T03:35:11.009 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.009 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.009 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_prepare_latency": { 2024-09-14T03:35:11.009 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 22, 2024-09-14T03:35:11.010 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8394961 2024-09-14T03:35:11.010 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.010 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_process_latency": { 2024-09-14T03:35:11.010 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 22, 2024-09-14T03:35:11.010 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 18130221 2024-09-14T03:35:11.010 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.010 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w": { 2024-09-14T03:35:11.010 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 102 2024-09-14T03:35:11.010 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.010 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_in_bytes": { 2024-09-14T03:35:11.010 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2429467 2024-09-14T03:35:11.010 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.010 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_latency": { 2024-09-14T03:35:11.010 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 102, 2024-09-14T03:35:11.011 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 609969881 2024-09-14T03:35:11.011 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.011 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-14T03:35:11.011 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.011 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.011 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_prepare_latency": { 2024-09-14T03:35:11.011 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 102, 2024-09-14T03:35:11.011 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 41328973 2024-09-14T03:35:11.011 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.011 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_process_latency": { 2024-09-14T03:35:11.011 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 102, 2024-09-14T03:35:11.011 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 144479850 2024-09-14T03:35:11.011 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.011 INFO:tasks.workunit.client.0.smithi002.stdout: "op_wip": { 2024-09-14T03:35:11.012 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.012 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.012 INFO:tasks.workunit.client.0.smithi002.stdout: "recovery_bytes": { 2024-09-14T03:35:11.012 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 590368 2024-09-14T03:35:11.012 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.012 INFO:tasks.workunit.client.0.smithi002.stdout: "recovery_ops": { 2024-09-14T03:35:11.012 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2 2024-09-14T03:35:11.012 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.012 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_bytes": { 2024-09-14T03:35:11.012 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 95995035648 2024-09-14T03:35:11.012 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.012 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_bytes_used": { 2024-09-14T03:35:11.012 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 28463104 2024-09-14T03:35:11.012 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:11.013 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:11.013 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.013 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.2": { 2024-09-14T03:35:11.013 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2024-09-14T03:35:11.013 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_slow_fallback": { 2024-09-14T03:35:11.013 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.013 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.013 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_slow_size_fallback": { 2024-09-14T03:35:11.013 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.013 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.013 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_db": { 2024-09-14T03:35:11.013 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 65536 2024-09-14T03:35:11.013 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.014 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_main": { 2024-09-14T03:35:11.014 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.014 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.014 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_wal": { 2024-09-14T03:35:11.014 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.014 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.014 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_slow": { 2024-09-14T03:35:11.014 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.014 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.014 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_sst": { 2024-09-14T03:35:11.014 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 12288 2024-09-14T03:35:11.014 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.014 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_wal": { 2024-09-14T03:35:11.014 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2269184 2024-09-14T03:35:11.015 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.015 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_lat": { 2024-09-14T03:35:11.015 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.015 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.015 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.015 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_lock_lat": { 2024-09-14T03:35:11.015 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.015 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.015 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.015 INFO:tasks.workunit.client.0.smithi002.stdout: "db_total_bytes": { 2024-09-14T03:35:11.015 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 95995035648 2024-09-14T03:35:11.015 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.015 INFO:tasks.workunit.client.0.smithi002.stdout: "db_used_bytes": { 2024-09-14T03:35:11.015 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 27656192 2024-09-14T03:35:11.016 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.016 INFO:tasks.workunit.client.0.smithi002.stdout: "log_bytes": { 2024-09-14T03:35:11.016 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1437696 2024-09-14T03:35:11.016 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.016 INFO:tasks.workunit.client.0.smithi002.stdout: "logged_bytes": { 2024-09-14T03:35:11.016 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1298432 2024-09-14T03:35:11.016 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.016 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_db": { 2024-09-14T03:35:11.016 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 31850496 2024-09-14T03:35:11.016 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.016 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_slow": { 2024-09-14T03:35:11.016 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.016 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.017 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_wal": { 2024-09-14T03:35:11.017 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.017 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.017 INFO:tasks.workunit.client.0.smithi002.stdout: "num_files": { 2024-09-14T03:35:11.017 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 14 2024-09-14T03:35:11.017 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.017 INFO:tasks.workunit.client.0.smithi002.stdout: "read_bytes": { 2024-09-14T03:35:11.017 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 206480 2024-09-14T03:35:11.017 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.017 INFO:tasks.workunit.client.0.smithi002.stdout: "read_count": { 2024-09-14T03:35:11.017 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 23 2024-09-14T03:35:11.017 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.017 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes": { 2024-09-14T03:35:11.018 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1282048 2024-09-14T03:35:11.018 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.018 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_db": { 2024-09-14T03:35:11.018 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1286144 2024-09-14T03:35:11.018 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.018 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_slow": { 2024-09-14T03:35:11.018 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.018 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.018 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_wal": { 2024-09-14T03:35:11.018 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.018 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.018 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_count": { 2024-09-14T03:35:11.018 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 15 2024-09-14T03:35:11.018 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.019 INFO:tasks.workunit.client.0.smithi002.stdout: "read_prefetch_bytes": { 2024-09-14T03:35:11.019 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4991 2024-09-14T03:35:11.019 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.019 INFO:tasks.workunit.client.0.smithi002.stdout: "read_prefetch_count": { 2024-09-14T03:35:11.019 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4 2024-09-14T03:35:11.019 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.019 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_buffer_bytes": { 2024-09-14T03:35:11.019 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5557 2024-09-14T03:35:11.019 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.019 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_buffer_count": { 2024-09-14T03:35:11.019 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 24 2024-09-14T03:35:11.019 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.019 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_bytes": { 2024-09-14T03:35:11.019 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5557 2024-09-14T03:35:11.019 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.020 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_count": { 2024-09-14T03:35:11.020 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 24 2024-09-14T03:35:11.020 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.020 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes": { 2024-09-14T03:35:11.020 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.020 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.020 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_db": { 2024-09-14T03:35:11.020 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.020 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.020 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_slow": { 2024-09-14T03:35:11.020 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.020 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.020 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_wal": { 2024-09-14T03:35:11.021 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.021 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.021 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_count": { 2024-09-14T03:35:11.021 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.021 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.021 INFO:tasks.workunit.client.0.smithi002.stdout: "slow_total_bytes": { 2024-09-14T03:35:11.021 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.021 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.021 INFO:tasks.workunit.client.0.smithi002.stdout: "slow_used_bytes": { 2024-09-14T03:35:11.021 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.021 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.021 INFO:tasks.workunit.client.0.smithi002.stdout: "wal_total_bytes": { 2024-09-14T03:35:11.021 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.021 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.021 INFO:tasks.workunit.client.0.smithi002.stdout: "wal_used_bytes": { 2024-09-14T03:35:11.022 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.022 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.022 INFO:tasks.workunit.client.0.smithi002.stdout: "write_bytes": { 2024-09-14T03:35:11.022 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3645440 2024-09-14T03:35:11.022 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:11.022 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.022 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore": { 2024-09-14T03:35:11.022 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit": { 2024-09-14T03:35:11.022 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4096 2024-09-14T03:35:11.022 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.022 INFO:tasks.workunit.client.0.smithi002.stdout: "allocated": { 2024-09-14T03:35:11.022 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 782336 2024-09-14T03:35:11.022 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.022 INFO:tasks.workunit.client.0.smithi002.stdout: "clist_lat": { 2024-09-14T03:35:11.023 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 4, 2024-09-14T03:35:11.023 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 215166 2024-09-14T03:35:11.023 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.023 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_lat": { 2024-09-14T03:35:11.023 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.023 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.023 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.023 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed": { 2024-09-14T03:35:11.023 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.023 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.023 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed_allocated": { 2024-09-14T03:35:11.023 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.023 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.023 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed_original": { 2024-09-14T03:35:11.024 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.024 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.024 INFO:tasks.workunit.client.0.smithi002.stdout: "csum_lat": { 2024-09-14T03:35:11.024 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 12, 2024-09-14T03:35:11.024 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 26963 2024-09-14T03:35:11.024 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.024 INFO:tasks.workunit.client.0.smithi002.stdout: "decompress_lat": { 2024-09-14T03:35:11.024 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.024 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.024 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.024 INFO:tasks.workunit.client.0.smithi002.stdout: "fragmentation_micros": { 2024-09-14T03:35:11.024 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.024 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.024 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_commit_lat": { 2024-09-14T03:35:11.025 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 304, 2024-09-14T03:35:11.025 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 49780863 2024-09-14T03:35:11.025 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.025 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_final_lat": { 2024-09-14T03:35:11.025 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 300, 2024-09-14T03:35:11.025 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5056853 2024-09-14T03:35:11.025 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.025 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_flush_lat": { 2024-09-14T03:35:11.025 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 304, 2024-09-14T03:35:11.025 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 382633 2024-09-14T03:35:11.025 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.025 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_sync_lat": { 2024-09-14T03:35:11.025 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 304, 2024-09-14T03:35:11.025 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 50163496 2024-09-14T03:35:11.025 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.026 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_get_keys_lat": { 2024-09-14T03:35:11.026 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.026 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.026 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.026 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_get_values_lat": { 2024-09-14T03:35:11.026 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3, 2024-09-14T03:35:11.026 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 47988 2024-09-14T03:35:11.026 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.026 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_lower_bound_lat": { 2024-09-14T03:35:11.026 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2024-09-14T03:35:11.026 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1717 2024-09-14T03:35:11.026 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.026 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_next_lat": { 2024-09-14T03:35:11.026 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.027 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.027 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.027 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_seek_to_first_lat": { 2024-09-14T03:35:11.027 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.027 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.027 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.027 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_upper_bound_lat": { 2024-09-14T03:35:11.027 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2024-09-14T03:35:11.027 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5310 2024-09-14T03:35:11.027 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.027 INFO:tasks.workunit.client.0.smithi002.stdout: "onode_hits": { 2024-09-14T03:35:11.027 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 643 2024-09-14T03:35:11.027 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.027 INFO:tasks.workunit.client.0.smithi002.stdout: "onode_misses": { 2024-09-14T03:35:11.028 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 221 2024-09-14T03:35:11.028 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.028 INFO:tasks.workunit.client.0.smithi002.stdout: "read_lat": { 2024-09-14T03:35:11.028 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 110, 2024-09-14T03:35:11.028 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1238148 2024-09-14T03:35:11.028 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.028 INFO:tasks.workunit.client.0.smithi002.stdout: "read_onode_meta_lat": { 2024-09-14T03:35:11.028 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 298, 2024-09-14T03:35:11.028 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 297024 2024-09-14T03:35:11.028 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.028 INFO:tasks.workunit.client.0.smithi002.stdout: "read_wait_aio_lat": { 2024-09-14T03:35:11.028 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 188, 2024-09-14T03:35:11.028 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 617360 2024-09-14T03:35:11.028 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.028 INFO:tasks.workunit.client.0.smithi002.stdout: "reads_with_retries": { 2024-09-14T03:35:11.029 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.029 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.029 INFO:tasks.workunit.client.0.smithi002.stdout: "remove_lat": { 2024-09-14T03:35:11.029 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3, 2024-09-14T03:35:11.029 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 144258 2024-09-14T03:35:11.029 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.029 INFO:tasks.workunit.client.0.smithi002.stdout: "state_aio_wait_lat": { 2024-09-14T03:35:11.029 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 344, 2024-09-14T03:35:11.033 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5973459 2024-09-14T03:35:11.033 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.033 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_aio_wait_lat": { 2024-09-14T03:35:11.033 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 124, 2024-09-14T03:35:11.033 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 7575282 2024-09-14T03:35:11.033 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.033 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_cleanup_lat": { 2024-09-14T03:35:11.033 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 123, 2024-09-14T03:35:11.033 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 315658545024 2024-09-14T03:35:11.033 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.033 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_queued_lat": { 2024-09-14T03:35:11.033 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 124, 2024-09-14T03:35:11.034 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 155399503048 2024-09-14T03:35:11.034 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.034 INFO:tasks.workunit.client.0.smithi002.stdout: "state_done_lat": { 2024-09-14T03:35:11.034 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 343, 2024-09-14T03:35:11.034 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 82752523656 2024-09-14T03:35:11.034 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.034 INFO:tasks.workunit.client.0.smithi002.stdout: "state_finishing_lat": { 2024-09-14T03:35:11.034 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 343, 2024-09-14T03:35:11.034 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 33450 2024-09-14T03:35:11.034 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.034 INFO:tasks.workunit.client.0.smithi002.stdout: "state_io_done_lat": { 2024-09-14T03:35:11.034 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 344, 2024-09-14T03:35:11.034 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 435319 2024-09-14T03:35:11.034 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.034 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_commiting_lat": { 2024-09-14T03:35:11.035 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 344, 2024-09-14T03:35:11.035 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 81202895 2024-09-14T03:35:11.035 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.035 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_done_lat": { 2024-09-14T03:35:11.035 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 344, 2024-09-14T03:35:11.035 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 125885 2024-09-14T03:35:11.035 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.035 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_queued_lat": { 2024-09-14T03:35:11.035 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 344, 2024-09-14T03:35:11.035 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 24205798 2024-09-14T03:35:11.035 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.035 INFO:tasks.workunit.client.0.smithi002.stdout: "state_prepare_lat": { 2024-09-14T03:35:11.035 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 344, 2024-09-14T03:35:11.035 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 20453742 2024-09-14T03:35:11.036 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.036 INFO:tasks.workunit.client.0.smithi002.stdout: "stored": { 2024-09-14T03:35:11.036 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 349911 2024-09-14T03:35:11.036 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.036 INFO:tasks.workunit.client.0.smithi002.stdout: "truncate_lat": { 2024-09-14T03:35:11.036 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 58, 2024-09-14T03:35:11.036 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 338016 2024-09-14T03:35:11.036 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.036 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_commit_lat": { 2024-09-14T03:35:11.036 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 344, 2024-09-14T03:35:11.036 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 132322286 2024-09-14T03:35:11.036 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.036 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_submit_lat": { 2024-09-14T03:35:11.036 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 344, 2024-09-14T03:35:11.037 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 24916269 2024-09-14T03:35:11.037 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.037 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_throttle_lat": { 2024-09-14T03:35:11.037 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 344, 2024-09-14T03:35:11.037 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2281347 2024-09-14T03:35:11.037 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:11.037 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.037 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache": { 2024-09-14T03:35:11.037 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_bytes": { 2024-09-14T03:35:11.037 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1862399738 2024-09-14T03:35:11.037 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.037 INFO:tasks.workunit.client.0.smithi002.stdout: "heap_bytes": { 2024-09-14T03:35:11.037 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 42467328 2024-09-14T03:35:11.037 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.038 INFO:tasks.workunit.client.0.smithi002.stdout: "mapped_bytes": { 2024-09-14T03:35:11.038 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 41484288 2024-09-14T03:35:11.038 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.038 INFO:tasks.workunit.client.0.smithi002.stdout: "target_bytes": { 2024-09-14T03:35:11.038 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3138477772 2024-09-14T03:35:11.038 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.038 INFO:tasks.workunit.client.0.smithi002.stdout: "unmapped_bytes": { 2024-09-14T03:35:11.038 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 983040 2024-09-14T03:35:11.038 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:11.038 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.038 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:data": { 2024-09-14T03:35:11.038 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:11.038 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 159383552 2024-09-14T03:35:11.038 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.039 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:11.039 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.039 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.039 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:11.039 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.039 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.039 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:11.039 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 85554712 2024-09-14T03:35:11.039 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.040 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:11.040 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.040 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.040 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:11.040 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.040 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.040 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:11.040 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.040 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.040 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:11.040 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.040 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.040 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:11.040 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.041 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.041 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:11.041 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8192 2024-09-14T03:35:11.041 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.041 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:11.041 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.041 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.041 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:11.041 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.041 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.041 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:11.041 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.041 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.041 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:11.042 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 73820648 2024-09-14T03:35:11.042 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:11.042 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.042 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:kv": { 2024-09-14T03:35:11.042 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:11.042 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 780140544 2024-09-14T03:35:11.042 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.042 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:11.042 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2024-09-14T03:35:11.042 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.042 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:11.042 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.042 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.042 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:11.043 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 641660342 2024-09-14T03:35:11.043 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.043 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:11.043 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.043 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.043 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:11.043 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.043 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.043 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:11.043 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.043 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.043 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:11.043 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.043 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.044 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:11.044 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.044 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.044 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:11.044 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2128 2024-09-14T03:35:11.044 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.044 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:11.044 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.044 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.044 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:11.044 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.044 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.044 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:11.044 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.045 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.045 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:11.045 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71369210 2024-09-14T03:35:11.045 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:11.045 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.045 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:kv_onode": { 2024-09-14T03:35:11.045 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:11.045 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 192937984 2024-09-14T03:35:11.045 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.045 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:11.045 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2024-09-14T03:35:11.045 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.045 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:11.046 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 464 2024-09-14T03:35:11.046 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.046 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:11.046 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 57036474 2024-09-14T03:35:11.046 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.046 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:11.046 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.046 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.046 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:11.046 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.046 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.046 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:11.046 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.046 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.047 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:11.047 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.047 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.047 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:11.047 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.047 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.047 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:11.047 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.047 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.047 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:11.047 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.047 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.047 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:11.047 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.047 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.048 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:11.048 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.048 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.048 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:11.048 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 68792182 2024-09-14T03:35:11.048 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:11.048 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.048 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:meta": { 2024-09-14T03:35:11.048 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:11.048 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 713031680 2024-09-14T03:35:11.048 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.048 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:11.048 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.049 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.049 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:11.049 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.049 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.049 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:11.049 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 641660342 2024-09-14T03:35:11.049 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.049 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:11.049 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.049 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.049 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:11.049 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.049 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.049 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:11.049 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.050 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.050 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:11.050 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.050 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.050 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:11.050 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.050 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.050 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:11.050 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 228564 2024-09-14T03:35:11.050 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.050 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:11.050 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.050 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.050 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:11.051 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.051 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.051 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:11.051 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.051 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.051 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:11.051 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71142774 2024-09-14T03:35:11.051 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:11.051 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.051 INFO:tasks.workunit.client.0.smithi002.stdout: "objecter": { 2024-09-14T03:35:11.051 INFO:tasks.workunit.client.0.smithi002.stdout: "op_active": { 2024-09-14T03:35:11.051 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.051 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.051 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r": { 2024-09-14T03:35:11.052 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.052 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.052 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rmw": { 2024-09-14T03:35:11.052 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.052 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.052 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w": { 2024-09-14T03:35:11.052 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.052 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:11.052 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.052 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2024-09-14T03:35:11.052 INFO:tasks.workunit.client.0.smithi002.stdout: "numpg": { 2024-09-14T03:35:11.052 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 31 2024-09-14T03:35:11.052 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.052 INFO:tasks.workunit.client.0.smithi002.stdout: "numpg_removing": { 2024-09-14T03:35:11.053 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.053 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.053 INFO:tasks.workunit.client.0.smithi002.stdout: "op": { 2024-09-14T03:35:11.053 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 10 2024-09-14T03:35:11.053 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.053 INFO:tasks.workunit.client.0.smithi002.stdout: "op_delayed_degraded": { 2024-09-14T03:35:11.053 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.053 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.053 INFO:tasks.workunit.client.0.smithi002.stdout: "op_delayed_unreadable": { 2024-09-14T03:35:11.053 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.053 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.053 INFO:tasks.workunit.client.0.smithi002.stdout: "op_in_bytes": { 2024-09-14T03:35:11.053 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.053 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.054 INFO:tasks.workunit.client.0.smithi002.stdout: "op_latency": { 2024-09-14T03:35:11.054 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 10, 2024-09-14T03:35:11.054 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 64868709 2024-09-14T03:35:11.054 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.054 INFO:tasks.workunit.client.0.smithi002.stdout: "op_out_bytes": { 2024-09-14T03:35:11.054 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.054 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.054 INFO:tasks.workunit.client.0.smithi002.stdout: "op_prepare_latency": { 2024-09-14T03:35:11.054 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 10, 2024-09-14T03:35:11.054 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4822409 2024-09-14T03:35:11.054 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.054 INFO:tasks.workunit.client.0.smithi002.stdout: "op_process_latency": { 2024-09-14T03:35:11.054 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 10, 2024-09-14T03:35:11.054 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 50689835 2024-09-14T03:35:11.055 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.055 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r": { 2024-09-14T03:35:11.055 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.055 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.055 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_latency": { 2024-09-14T03:35:11.055 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.055 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.055 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.055 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-14T03:35:11.055 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.055 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.055 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_out_bytes": { 2024-09-14T03:35:11.055 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.055 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.055 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_prepare_latency": { 2024-09-14T03:35:11.056 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.056 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.056 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.056 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_process_latency": { 2024-09-14T03:35:11.056 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.056 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.056 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.056 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw": { 2024-09-14T03:35:11.056 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.056 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.056 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_in_bytes": { 2024-09-14T03:35:11.056 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.056 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.056 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency": { 2024-09-14T03:35:11.057 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.057 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.057 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.057 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-14T03:35:11.057 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.057 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.057 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-14T03:35:11.057 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.057 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.057 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_out_bytes": { 2024-09-14T03:35:11.057 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.057 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.057 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_prepare_latency": { 2024-09-14T03:35:11.057 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.058 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.058 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.058 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_process_latency": { 2024-09-14T03:35:11.058 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.058 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.058 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.058 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w": { 2024-09-14T03:35:11.058 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 10 2024-09-14T03:35:11.058 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.058 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_in_bytes": { 2024-09-14T03:35:11.058 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.058 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.058 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_latency": { 2024-09-14T03:35:11.058 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 10, 2024-09-14T03:35:11.058 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 64868709 2024-09-14T03:35:11.059 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.059 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-14T03:35:11.059 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.059 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.059 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_prepare_latency": { 2024-09-14T03:35:11.059 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 10, 2024-09-14T03:35:11.059 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4822409 2024-09-14T03:35:11.059 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.059 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_process_latency": { 2024-09-14T03:35:11.059 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 10, 2024-09-14T03:35:11.059 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 50689835 2024-09-14T03:35:11.059 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.059 INFO:tasks.workunit.client.0.smithi002.stdout: "op_wip": { 2024-09-14T03:35:11.060 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.060 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.060 INFO:tasks.workunit.client.0.smithi002.stdout: "recovery_bytes": { 2024-09-14T03:35:11.060 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.060 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.060 INFO:tasks.workunit.client.0.smithi002.stdout: "recovery_ops": { 2024-09-14T03:35:11.060 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.060 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.060 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_bytes": { 2024-09-14T03:35:11.060 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 95995035648 2024-09-14T03:35:11.060 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.060 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_bytes_used": { 2024-09-14T03:35:11.060 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 28450816 2024-09-14T03:35:11.060 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:11.061 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:11.061 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.061 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.3": { 2024-09-14T03:35:11.061 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2024-09-14T03:35:11.061 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_slow_fallback": { 2024-09-14T03:35:11.061 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.061 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.061 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_slow_size_fallback": { 2024-09-14T03:35:11.061 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.061 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.061 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_db": { 2024-09-14T03:35:11.061 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 65536 2024-09-14T03:35:11.061 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.061 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_main": { 2024-09-14T03:35:11.062 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.062 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.062 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_wal": { 2024-09-14T03:35:11.062 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.062 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.062 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_slow": { 2024-09-14T03:35:11.062 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.062 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.062 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_sst": { 2024-09-14T03:35:11.062 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 12288 2024-09-14T03:35:11.062 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.062 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_wal": { 2024-09-14T03:35:11.062 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8114176 2024-09-14T03:35:11.062 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.063 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_lat": { 2024-09-14T03:35:11.063 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.063 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.063 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.063 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_lock_lat": { 2024-09-14T03:35:11.063 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.063 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.063 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.063 INFO:tasks.workunit.client.0.smithi002.stdout: "db_total_bytes": { 2024-09-14T03:35:11.063 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 95995035648 2024-09-14T03:35:11.063 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.063 INFO:tasks.workunit.client.0.smithi002.stdout: "db_used_bytes": { 2024-09-14T03:35:11.063 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 31850496 2024-09-14T03:35:11.063 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.063 INFO:tasks.workunit.client.0.smithi002.stdout: "log_bytes": { 2024-09-14T03:35:11.064 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5087232 2024-09-14T03:35:11.064 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.064 INFO:tasks.workunit.client.0.smithi002.stdout: "logged_bytes": { 2024-09-14T03:35:11.064 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4947968 2024-09-14T03:35:11.064 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.064 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_db": { 2024-09-14T03:35:11.064 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 31850496 2024-09-14T03:35:11.064 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.064 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_slow": { 2024-09-14T03:35:11.064 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.064 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.064 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_wal": { 2024-09-14T03:35:11.064 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.064 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.065 INFO:tasks.workunit.client.0.smithi002.stdout: "num_files": { 2024-09-14T03:35:11.065 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 14 2024-09-14T03:35:11.065 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.065 INFO:tasks.workunit.client.0.smithi002.stdout: "read_bytes": { 2024-09-14T03:35:11.065 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 206480 2024-09-14T03:35:11.065 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.065 INFO:tasks.workunit.client.0.smithi002.stdout: "read_count": { 2024-09-14T03:35:11.065 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 23 2024-09-14T03:35:11.065 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.065 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes": { 2024-09-14T03:35:11.065 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1282048 2024-09-14T03:35:11.065 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.065 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_db": { 2024-09-14T03:35:11.065 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1286144 2024-09-14T03:35:11.066 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.066 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_slow": { 2024-09-14T03:35:11.066 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.066 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.066 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_wal": { 2024-09-14T03:35:11.066 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.066 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.066 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_count": { 2024-09-14T03:35:11.066 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 15 2024-09-14T03:35:11.066 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.066 INFO:tasks.workunit.client.0.smithi002.stdout: "read_prefetch_bytes": { 2024-09-14T03:35:11.066 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4991 2024-09-14T03:35:11.066 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.066 INFO:tasks.workunit.client.0.smithi002.stdout: "read_prefetch_count": { 2024-09-14T03:35:11.067 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4 2024-09-14T03:35:11.067 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.067 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_buffer_bytes": { 2024-09-14T03:35:11.067 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5555 2024-09-14T03:35:11.067 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.067 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_buffer_count": { 2024-09-14T03:35:11.067 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 24 2024-09-14T03:35:11.067 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.067 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_bytes": { 2024-09-14T03:35:11.067 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5555 2024-09-14T03:35:11.067 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.067 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_count": { 2024-09-14T03:35:11.067 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 24 2024-09-14T03:35:11.067 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.068 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes": { 2024-09-14T03:35:11.068 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.068 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.068 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_db": { 2024-09-14T03:35:11.068 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.068 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.068 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_slow": { 2024-09-14T03:35:11.068 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.068 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.068 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_wal": { 2024-09-14T03:35:11.068 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.068 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.068 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_count": { 2024-09-14T03:35:11.068 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.069 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.069 INFO:tasks.workunit.client.0.smithi002.stdout: "slow_total_bytes": { 2024-09-14T03:35:11.069 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.069 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.069 INFO:tasks.workunit.client.0.smithi002.stdout: "slow_used_bytes": { 2024-09-14T03:35:11.069 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.069 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.069 INFO:tasks.workunit.client.0.smithi002.stdout: "wal_total_bytes": { 2024-09-14T03:35:11.069 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.069 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.069 INFO:tasks.workunit.client.0.smithi002.stdout: "wal_used_bytes": { 2024-09-14T03:35:11.069 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.069 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.069 INFO:tasks.workunit.client.0.smithi002.stdout: "write_bytes": { 2024-09-14T03:35:11.070 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 13139968 2024-09-14T03:35:11.070 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:11.070 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.070 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore": { 2024-09-14T03:35:11.070 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit": { 2024-09-14T03:35:11.070 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4096 2024-09-14T03:35:11.070 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.070 INFO:tasks.workunit.client.0.smithi002.stdout: "allocated": { 2024-09-14T03:35:11.070 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 802816 2024-09-14T03:35:11.070 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.070 INFO:tasks.workunit.client.0.smithi002.stdout: "clist_lat": { 2024-09-14T03:35:11.070 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.070 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.070 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.071 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_lat": { 2024-09-14T03:35:11.071 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.071 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.071 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.071 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed": { 2024-09-14T03:35:11.071 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.071 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.071 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed_allocated": { 2024-09-14T03:35:11.071 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.071 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.071 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed_original": { 2024-09-14T03:35:11.071 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.071 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.071 INFO:tasks.workunit.client.0.smithi002.stdout: "csum_lat": { 2024-09-14T03:35:11.071 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 4, 2024-09-14T03:35:11.072 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8012 2024-09-14T03:35:11.072 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.072 INFO:tasks.workunit.client.0.smithi002.stdout: "decompress_lat": { 2024-09-14T03:35:11.072 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.072 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.072 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.072 INFO:tasks.workunit.client.0.smithi002.stdout: "fragmentation_micros": { 2024-09-14T03:35:11.072 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.072 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.072 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_commit_lat": { 2024-09-14T03:35:11.072 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1195, 2024-09-14T03:35:11.072 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 298697520 2024-09-14T03:35:11.072 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.072 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_final_lat": { 2024-09-14T03:35:11.073 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1193, 2024-09-14T03:35:11.073 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 19405002 2024-09-14T03:35:11.073 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.073 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_flush_lat": { 2024-09-14T03:35:11.073 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1195, 2024-09-14T03:35:11.073 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1265024 2024-09-14T03:35:11.073 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.073 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_sync_lat": { 2024-09-14T03:35:11.073 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1195, 2024-09-14T03:35:11.073 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 299962544 2024-09-14T03:35:11.073 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.073 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_get_keys_lat": { 2024-09-14T03:35:11.073 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.073 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.074 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.074 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_get_values_lat": { 2024-09-14T03:35:11.074 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1, 2024-09-14T03:35:11.074 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 37060 2024-09-14T03:35:11.074 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.074 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_lower_bound_lat": { 2024-09-14T03:35:11.074 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2024-09-14T03:35:11.074 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1039 2024-09-14T03:35:11.074 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.074 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_next_lat": { 2024-09-14T03:35:11.074 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.074 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.074 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.074 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_seek_to_first_lat": { 2024-09-14T03:35:11.075 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.075 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.075 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.075 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_upper_bound_lat": { 2024-09-14T03:35:11.075 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3, 2024-09-14T03:35:11.075 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 7077 2024-09-14T03:35:11.075 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.075 INFO:tasks.workunit.client.0.smithi002.stdout: "onode_hits": { 2024-09-14T03:35:11.075 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3467 2024-09-14T03:35:11.075 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.075 INFO:tasks.workunit.client.0.smithi002.stdout: "onode_misses": { 2024-09-14T03:35:11.075 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 332 2024-09-14T03:35:11.075 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.075 INFO:tasks.workunit.client.0.smithi002.stdout: "read_lat": { 2024-09-14T03:35:11.075 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 95, 2024-09-14T03:35:11.076 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1037606 2024-09-14T03:35:11.076 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.076 INFO:tasks.workunit.client.0.smithi002.stdout: "read_onode_meta_lat": { 2024-09-14T03:35:11.076 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 166, 2024-09-14T03:35:11.076 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 363744 2024-09-14T03:35:11.076 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.076 INFO:tasks.workunit.client.0.smithi002.stdout: "read_wait_aio_lat": { 2024-09-14T03:35:11.076 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 71, 2024-09-14T03:35:11.076 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 252967 2024-09-14T03:35:11.076 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.076 INFO:tasks.workunit.client.0.smithi002.stdout: "reads_with_retries": { 2024-09-14T03:35:11.076 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.076 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.076 INFO:tasks.workunit.client.0.smithi002.stdout: "remove_lat": { 2024-09-14T03:35:11.077 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 100, 2024-09-14T03:35:11.077 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5702839 2024-09-14T03:35:11.077 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.077 INFO:tasks.workunit.client.0.smithi002.stdout: "state_aio_wait_lat": { 2024-09-14T03:35:11.077 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3348, 2024-09-14T03:35:11.077 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1873159981 2024-09-14T03:35:11.077 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.077 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_aio_wait_lat": { 2024-09-14T03:35:11.077 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 56, 2024-09-14T03:35:11.077 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 7453830 2024-09-14T03:35:11.077 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.077 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_cleanup_lat": { 2024-09-14T03:35:11.077 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 53, 2024-09-14T03:35:11.077 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 280896819606 2024-09-14T03:35:11.078 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.078 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_queued_lat": { 2024-09-14T03:35:11.078 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 56, 2024-09-14T03:35:11.078 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 78673274549 2024-09-14T03:35:11.078 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.078 INFO:tasks.workunit.client.0.smithi002.stdout: "state_done_lat": { 2024-09-14T03:35:11.078 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3345, 2024-09-14T03:35:11.078 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 303877053 2024-09-14T03:35:11.078 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.078 INFO:tasks.workunit.client.0.smithi002.stdout: "state_finishing_lat": { 2024-09-14T03:35:11.078 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3345, 2024-09-14T03:35:11.078 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 186234 2024-09-14T03:35:11.078 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.078 INFO:tasks.workunit.client.0.smithi002.stdout: "state_io_done_lat": { 2024-09-14T03:35:11.079 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3348, 2024-09-14T03:35:11.079 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 426283859 2024-09-14T03:35:11.079 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.079 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_commiting_lat": { 2024-09-14T03:35:11.079 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3348, 2024-09-14T03:35:11.079 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 695675051 2024-09-14T03:35:11.079 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.079 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_done_lat": { 2024-09-14T03:35:11.079 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3348, 2024-09-14T03:35:11.079 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 522463 2024-09-14T03:35:11.079 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.079 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_queued_lat": { 2024-09-14T03:35:11.079 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3348, 2024-09-14T03:35:11.079 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 381805688 2024-09-14T03:35:11.080 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.080 INFO:tasks.workunit.client.0.smithi002.stdout: "state_prepare_lat": { 2024-09-14T03:35:11.080 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3348, 2024-09-14T03:35:11.080 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 225467046 2024-09-14T03:35:11.080 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.080 INFO:tasks.workunit.client.0.smithi002.stdout: "stored": { 2024-09-14T03:35:11.080 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 352645 2024-09-14T03:35:11.080 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.080 INFO:tasks.workunit.client.0.smithi002.stdout: "truncate_lat": { 2024-09-14T03:35:11.080 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 47, 2024-09-14T03:35:11.080 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 234462 2024-09-14T03:35:11.080 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.080 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_commit_lat": { 2024-09-14T03:35:11.081 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3348, 2024-09-14T03:35:11.081 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3602625120 2024-09-14T03:35:11.081 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.081 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_submit_lat": { 2024-09-14T03:35:11.081 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3348, 2024-09-14T03:35:11.081 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 262383350 2024-09-14T03:35:11.081 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.081 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_throttle_lat": { 2024-09-14T03:35:11.081 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3348, 2024-09-14T03:35:11.081 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 121488481 2024-09-14T03:35:11.081 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:11.081 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.081 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache": { 2024-09-14T03:35:11.081 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_bytes": { 2024-09-14T03:35:11.082 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1862399738 2024-09-14T03:35:11.082 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.082 INFO:tasks.workunit.client.0.smithi002.stdout: "heap_bytes": { 2024-09-14T03:35:11.082 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 44695552 2024-09-14T03:35:11.082 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.082 INFO:tasks.workunit.client.0.smithi002.stdout: "mapped_bytes": { 2024-09-14T03:35:11.082 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 44687360 2024-09-14T03:35:11.082 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.082 INFO:tasks.workunit.client.0.smithi002.stdout: "target_bytes": { 2024-09-14T03:35:11.082 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3138477772 2024-09-14T03:35:11.082 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.082 INFO:tasks.workunit.client.0.smithi002.stdout: "unmapped_bytes": { 2024-09-14T03:35:11.082 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8192 2024-09-14T03:35:11.082 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:11.082 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.083 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:data": { 2024-09-14T03:35:11.083 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:11.083 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 159383552 2024-09-14T03:35:11.083 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.083 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:11.083 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.083 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.083 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:11.083 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.083 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.083 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:11.083 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 85548053 2024-09-14T03:35:11.083 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.083 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:11.084 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.084 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.084 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:11.084 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.084 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.084 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:11.084 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.084 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.084 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:11.084 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.084 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.084 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:11.084 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.085 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.085 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:11.085 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4096 2024-09-14T03:35:11.085 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.085 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:11.085 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.085 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.085 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:11.085 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.085 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.085 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:11.085 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.085 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.085 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:11.085 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 73831403 2024-09-14T03:35:11.086 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:11.086 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.086 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:kv": { 2024-09-14T03:35:11.086 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:11.086 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 780140544 2024-09-14T03:35:11.086 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.086 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:11.086 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2024-09-14T03:35:11.086 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.086 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:11.086 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.086 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.086 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:11.086 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 641610401 2024-09-14T03:35:11.087 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.087 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:11.087 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.087 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.087 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:11.087 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.087 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.087 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:11.087 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.087 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.087 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:11.087 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.087 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.087 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:11.088 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.088 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.088 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:11.088 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2128 2024-09-14T03:35:11.088 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.088 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:11.088 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.088 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.088 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:11.088 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.088 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.088 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:11.088 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.088 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.089 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:11.089 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71419151 2024-09-14T03:35:11.089 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:11.089 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.089 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:kv_onode": { 2024-09-14T03:35:11.089 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:11.089 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 192937984 2024-09-14T03:35:11.089 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.089 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:11.089 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2024-09-14T03:35:11.089 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.089 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:11.089 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 464 2024-09-14T03:35:11.089 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.090 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:11.090 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 57032035 2024-09-14T03:35:11.090 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.090 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:11.090 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.090 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.090 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:11.090 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.090 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.090 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:11.090 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.090 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.090 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:11.090 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.091 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.091 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:11.091 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.091 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.091 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:11.091 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.091 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.091 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:11.091 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.091 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.091 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:11.091 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.091 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.091 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:11.091 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.092 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.092 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:11.092 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 68796621 2024-09-14T03:35:11.092 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:11.092 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.092 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:meta": { 2024-09-14T03:35:11.092 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:11.092 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 713031680 2024-09-14T03:35:11.092 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.092 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:11.092 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.092 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.092 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:11.092 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.093 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.093 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:11.093 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 641610401 2024-09-14T03:35:11.093 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.093 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:11.093 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.093 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.093 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:11.093 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.093 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.093 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:11.093 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.093 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.093 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:11.094 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.094 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.094 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:11.094 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5826 2024-09-14T03:35:11.094 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.094 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:11.094 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 341426 2024-09-14T03:35:11.094 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.094 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:11.094 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.094 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.094 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:11.094 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.094 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.095 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:11.095 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.095 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.095 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:11.095 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71074027 2024-09-14T03:35:11.095 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:11.095 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.095 INFO:tasks.workunit.client.0.smithi002.stdout: "objecter": { 2024-09-14T03:35:11.095 INFO:tasks.workunit.client.0.smithi002.stdout: "op_active": { 2024-09-14T03:35:11.095 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.095 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.095 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r": { 2024-09-14T03:35:11.095 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.095 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.095 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rmw": { 2024-09-14T03:35:11.096 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.096 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.096 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w": { 2024-09-14T03:35:11.096 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.096 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:11.096 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.096 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2024-09-14T03:35:11.096 INFO:tasks.workunit.client.0.smithi002.stdout: "numpg": { 2024-09-14T03:35:11.096 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 36 2024-09-14T03:35:11.096 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.096 INFO:tasks.workunit.client.0.smithi002.stdout: "numpg_removing": { 2024-09-14T03:35:11.096 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.096 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.096 INFO:tasks.workunit.client.0.smithi002.stdout: "op": { 2024-09-14T03:35:11.097 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.097 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.097 INFO:tasks.workunit.client.0.smithi002.stdout: "op_delayed_degraded": { 2024-09-14T03:35:11.097 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.097 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.097 INFO:tasks.workunit.client.0.smithi002.stdout: "op_delayed_unreadable": { 2024-09-14T03:35:11.097 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.097 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.097 INFO:tasks.workunit.client.0.smithi002.stdout: "op_in_bytes": { 2024-09-14T03:35:11.097 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.097 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.097 INFO:tasks.workunit.client.0.smithi002.stdout: "op_latency": { 2024-09-14T03:35:11.097 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.097 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.098 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.098 INFO:tasks.workunit.client.0.smithi002.stdout: "op_out_bytes": { 2024-09-14T03:35:11.098 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.098 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.098 INFO:tasks.workunit.client.0.smithi002.stdout: "op_prepare_latency": { 2024-09-14T03:35:11.098 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2024-09-14T03:35:11.098 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 891915 2024-09-14T03:35:11.098 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.098 INFO:tasks.workunit.client.0.smithi002.stdout: "op_process_latency": { 2024-09-14T03:35:11.098 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.098 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.098 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.098 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r": { 2024-09-14T03:35:11.098 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.099 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.099 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_latency": { 2024-09-14T03:35:11.099 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.099 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.099 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.099 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-14T03:35:11.099 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.099 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.099 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_out_bytes": { 2024-09-14T03:35:11.099 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.099 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.099 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_prepare_latency": { 2024-09-14T03:35:11.100 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.100 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.100 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.100 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_process_latency": { 2024-09-14T03:35:11.100 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.100 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.100 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.100 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw": { 2024-09-14T03:35:11.100 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.100 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.100 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_in_bytes": { 2024-09-14T03:35:11.100 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.100 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.100 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency": { 2024-09-14T03:35:11.101 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.101 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.101 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.101 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-14T03:35:11.101 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.101 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.101 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-14T03:35:11.101 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.101 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.101 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_out_bytes": { 2024-09-14T03:35:11.101 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.101 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.101 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_prepare_latency": { 2024-09-14T03:35:11.101 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.102 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.102 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.102 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_process_latency": { 2024-09-14T03:35:11.102 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.102 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.102 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.102 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w": { 2024-09-14T03:35:11.102 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.102 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.102 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_in_bytes": { 2024-09-14T03:35:11.102 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.102 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.102 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_latency": { 2024-09-14T03:35:11.102 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.102 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.103 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.103 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-14T03:35:11.103 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.103 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.103 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_prepare_latency": { 2024-09-14T03:35:11.103 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2024-09-14T03:35:11.103 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 891915 2024-09-14T03:35:11.103 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.103 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_process_latency": { 2024-09-14T03:35:11.103 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.103 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.103 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.103 INFO:tasks.workunit.client.0.smithi002.stdout: "op_wip": { 2024-09-14T03:35:11.103 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.104 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.104 INFO:tasks.workunit.client.0.smithi002.stdout: "recovery_bytes": { 2024-09-14T03:35:11.104 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.104 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.104 INFO:tasks.workunit.client.0.smithi002.stdout: "recovery_ops": { 2024-09-14T03:35:11.104 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.104 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.104 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_bytes": { 2024-09-14T03:35:11.104 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 95995035648 2024-09-14T03:35:11.104 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.104 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_bytes_used": { 2024-09-14T03:35:11.104 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 32661504 2024-09-14T03:35:11.104 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:11.104 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:11.105 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.105 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.4": { 2024-09-14T03:35:11.105 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2024-09-14T03:35:11.105 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_slow_fallback": { 2024-09-14T03:35:11.105 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.105 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.105 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_slow_size_fallback": { 2024-09-14T03:35:11.105 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.105 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.105 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_db": { 2024-09-14T03:35:11.105 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 65536 2024-09-14T03:35:11.105 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.105 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_main": { 2024-09-14T03:35:11.105 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.106 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.106 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_wal": { 2024-09-14T03:35:11.106 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.106 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.106 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_slow": { 2024-09-14T03:35:11.106 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.106 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.106 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_sst": { 2024-09-14T03:35:11.106 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 12288 2024-09-14T03:35:11.106 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.106 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_wal": { 2024-09-14T03:35:11.106 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 6619136 2024-09-14T03:35:11.106 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.106 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_lat": { 2024-09-14T03:35:11.107 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.107 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.107 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.107 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_lock_lat": { 2024-09-14T03:35:11.107 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.107 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.107 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.107 INFO:tasks.workunit.client.0.smithi002.stdout: "db_total_bytes": { 2024-09-14T03:35:11.107 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 95995035648 2024-09-14T03:35:11.107 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.107 INFO:tasks.workunit.client.0.smithi002.stdout: "db_used_bytes": { 2024-09-14T03:35:11.107 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 31850496 2024-09-14T03:35:11.107 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.107 INFO:tasks.workunit.client.0.smithi002.stdout: "log_bytes": { 2024-09-14T03:35:11.108 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3551232 2024-09-14T03:35:11.108 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.108 INFO:tasks.workunit.client.0.smithi002.stdout: "logged_bytes": { 2024-09-14T03:35:11.108 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3411968 2024-09-14T03:35:11.108 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.108 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_db": { 2024-09-14T03:35:11.108 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 31850496 2024-09-14T03:35:11.108 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.108 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_slow": { 2024-09-14T03:35:11.108 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.108 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.108 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_wal": { 2024-09-14T03:35:11.108 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.108 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.109 INFO:tasks.workunit.client.0.smithi002.stdout: "num_files": { 2024-09-14T03:35:11.109 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 14 2024-09-14T03:35:11.109 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.109 INFO:tasks.workunit.client.0.smithi002.stdout: "read_bytes": { 2024-09-14T03:35:11.109 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 206480 2024-09-14T03:35:11.109 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.109 INFO:tasks.workunit.client.0.smithi002.stdout: "read_count": { 2024-09-14T03:35:11.109 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 23 2024-09-14T03:35:11.109 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.109 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes": { 2024-09-14T03:35:11.109 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1282048 2024-09-14T03:35:11.109 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.109 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_db": { 2024-09-14T03:35:11.109 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1286144 2024-09-14T03:35:11.109 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.110 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_slow": { 2024-09-14T03:35:11.110 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.110 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.110 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_wal": { 2024-09-14T03:35:11.110 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.110 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.110 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_count": { 2024-09-14T03:35:11.110 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 15 2024-09-14T03:35:11.110 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.110 INFO:tasks.workunit.client.0.smithi002.stdout: "read_prefetch_bytes": { 2024-09-14T03:35:11.110 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4991 2024-09-14T03:35:11.110 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.110 INFO:tasks.workunit.client.0.smithi002.stdout: "read_prefetch_count": { 2024-09-14T03:35:11.110 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4 2024-09-14T03:35:11.111 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.111 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_buffer_bytes": { 2024-09-14T03:35:11.111 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5556 2024-09-14T03:35:11.111 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.111 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_buffer_count": { 2024-09-14T03:35:11.111 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 24 2024-09-14T03:35:11.111 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.111 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_bytes": { 2024-09-14T03:35:11.111 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5556 2024-09-14T03:35:11.111 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.111 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_count": { 2024-09-14T03:35:11.111 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 24 2024-09-14T03:35:11.111 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.111 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes": { 2024-09-14T03:35:11.112 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.112 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.112 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_db": { 2024-09-14T03:35:11.112 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.112 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.112 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_slow": { 2024-09-14T03:35:11.112 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.112 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.112 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_wal": { 2024-09-14T03:35:11.112 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.112 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.112 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_count": { 2024-09-14T03:35:11.112 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.112 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.113 INFO:tasks.workunit.client.0.smithi002.stdout: "slow_total_bytes": { 2024-09-14T03:35:11.113 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.113 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.113 INFO:tasks.workunit.client.0.smithi002.stdout: "slow_used_bytes": { 2024-09-14T03:35:11.113 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.113 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.113 INFO:tasks.workunit.client.0.smithi002.stdout: "wal_total_bytes": { 2024-09-14T03:35:11.113 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.113 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.113 INFO:tasks.workunit.client.0.smithi002.stdout: "wal_used_bytes": { 2024-09-14T03:35:11.113 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.113 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.113 INFO:tasks.workunit.client.0.smithi002.stdout: "write_bytes": { 2024-09-14T03:35:11.113 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 10108928 2024-09-14T03:35:11.113 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:11.114 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.114 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore": { 2024-09-14T03:35:11.114 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit": { 2024-09-14T03:35:11.114 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4096 2024-09-14T03:35:11.114 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.114 INFO:tasks.workunit.client.0.smithi002.stdout: "allocated": { 2024-09-14T03:35:11.114 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 802816 2024-09-14T03:35:11.114 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.114 INFO:tasks.workunit.client.0.smithi002.stdout: "clist_lat": { 2024-09-14T03:35:11.114 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 8, 2024-09-14T03:35:11.114 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 273457 2024-09-14T03:35:11.114 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.114 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_lat": { 2024-09-14T03:35:11.114 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.115 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.115 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.115 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed": { 2024-09-14T03:35:11.115 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.115 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.115 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed_allocated": { 2024-09-14T03:35:11.115 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.115 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.115 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed_original": { 2024-09-14T03:35:11.115 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.115 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.115 INFO:tasks.workunit.client.0.smithi002.stdout: "csum_lat": { 2024-09-14T03:35:11.115 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3, 2024-09-14T03:35:11.115 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5485 2024-09-14T03:35:11.116 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.116 INFO:tasks.workunit.client.0.smithi002.stdout: "decompress_lat": { 2024-09-14T03:35:11.116 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.116 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.116 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.116 INFO:tasks.workunit.client.0.smithi002.stdout: "fragmentation_micros": { 2024-09-14T03:35:11.116 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.116 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.116 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_commit_lat": { 2024-09-14T03:35:11.116 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 820, 2024-09-14T03:35:11.116 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 492079529 2024-09-14T03:35:11.116 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.116 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_final_lat": { 2024-09-14T03:35:11.116 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 815, 2024-09-14T03:35:11.117 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 16172437 2024-09-14T03:35:11.117 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.117 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_flush_lat": { 2024-09-14T03:35:11.117 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 820, 2024-09-14T03:35:11.117 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 741266 2024-09-14T03:35:11.117 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.117 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_sync_lat": { 2024-09-14T03:35:11.117 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 820, 2024-09-14T03:35:11.117 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 492820795 2024-09-14T03:35:11.117 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.117 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_get_keys_lat": { 2024-09-14T03:35:11.117 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.117 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.117 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.117 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_get_values_lat": { 2024-09-14T03:35:11.118 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3, 2024-09-14T03:35:11.118 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 79601 2024-09-14T03:35:11.118 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.118 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_lower_bound_lat": { 2024-09-14T03:35:11.118 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2024-09-14T03:35:11.118 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1229 2024-09-14T03:35:11.118 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.118 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_next_lat": { 2024-09-14T03:35:11.118 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.118 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.118 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.118 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_seek_to_first_lat": { 2024-09-14T03:35:11.119 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.119 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.119 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.119 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_upper_bound_lat": { 2024-09-14T03:35:11.119 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3, 2024-09-14T03:35:11.119 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 12761 2024-09-14T03:35:11.119 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.119 INFO:tasks.workunit.client.0.smithi002.stdout: "onode_hits": { 2024-09-14T03:35:11.119 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3500 2024-09-14T03:35:11.119 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.119 INFO:tasks.workunit.client.0.smithi002.stdout: "onode_misses": { 2024-09-14T03:35:11.119 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 348 2024-09-14T03:35:11.119 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.119 INFO:tasks.workunit.client.0.smithi002.stdout: "read_lat": { 2024-09-14T03:35:11.120 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 107, 2024-09-14T03:35:11.120 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1952954 2024-09-14T03:35:11.120 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.120 INFO:tasks.workunit.client.0.smithi002.stdout: "read_onode_meta_lat": { 2024-09-14T03:35:11.120 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 184, 2024-09-14T03:35:11.120 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 312853 2024-09-14T03:35:11.120 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.120 INFO:tasks.workunit.client.0.smithi002.stdout: "read_wait_aio_lat": { 2024-09-14T03:35:11.120 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 77, 2024-09-14T03:35:11.120 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1112971 2024-09-14T03:35:11.120 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.120 INFO:tasks.workunit.client.0.smithi002.stdout: "reads_with_retries": { 2024-09-14T03:35:11.120 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.120 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.121 INFO:tasks.workunit.client.0.smithi002.stdout: "remove_lat": { 2024-09-14T03:35:11.121 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 105, 2024-09-14T03:35:11.121 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5649542 2024-09-14T03:35:11.121 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.121 INFO:tasks.workunit.client.0.smithi002.stdout: "state_aio_wait_lat": { 2024-09-14T03:35:11.121 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3372, 2024-09-14T03:35:11.121 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3777255586 2024-09-14T03:35:11.121 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.121 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_aio_wait_lat": { 2024-09-14T03:35:11.121 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 49, 2024-09-14T03:35:11.121 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 37862061 2024-09-14T03:35:11.121 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.121 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_cleanup_lat": { 2024-09-14T03:35:11.121 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 48, 2024-09-14T03:35:11.121 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 167411684856 2024-09-14T03:35:11.122 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.122 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_queued_lat": { 2024-09-14T03:35:11.122 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 49, 2024-09-14T03:35:11.122 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 79592607426 2024-09-14T03:35:11.122 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.122 INFO:tasks.workunit.client.0.smithi002.stdout: "state_done_lat": { 2024-09-14T03:35:11.122 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3371, 2024-09-14T03:35:11.122 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1004442434 2024-09-14T03:35:11.122 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.122 INFO:tasks.workunit.client.0.smithi002.stdout: "state_finishing_lat": { 2024-09-14T03:35:11.122 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3371, 2024-09-14T03:35:11.122 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 175894 2024-09-14T03:35:11.122 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.122 INFO:tasks.workunit.client.0.smithi002.stdout: "state_io_done_lat": { 2024-09-14T03:35:11.123 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3372, 2024-09-14T03:35:11.123 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 254197674 2024-09-14T03:35:11.123 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.123 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_commiting_lat": { 2024-09-14T03:35:11.123 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3372, 2024-09-14T03:35:11.123 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2306199565 2024-09-14T03:35:11.123 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.123 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_done_lat": { 2024-09-14T03:35:11.123 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3372, 2024-09-14T03:35:11.123 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 441000 2024-09-14T03:35:11.123 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.123 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_queued_lat": { 2024-09-14T03:35:11.123 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3372, 2024-09-14T03:35:11.123 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1291694477 2024-09-14T03:35:11.124 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.124 INFO:tasks.workunit.client.0.smithi002.stdout: "state_prepare_lat": { 2024-09-14T03:35:11.124 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3372, 2024-09-14T03:35:11.124 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 374917879 2024-09-14T03:35:11.124 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.124 INFO:tasks.workunit.client.0.smithi002.stdout: "stored": { 2024-09-14T03:35:11.124 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 350638 2024-09-14T03:35:11.124 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.124 INFO:tasks.workunit.client.0.smithi002.stdout: "truncate_lat": { 2024-09-14T03:35:11.124 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 47, 2024-09-14T03:35:11.124 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 216430 2024-09-14T03:35:11.124 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.124 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_commit_lat": { 2024-09-14T03:35:11.124 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3372, 2024-09-14T03:35:11.125 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8004483946 2024-09-14T03:35:11.125 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.125 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_submit_lat": { 2024-09-14T03:35:11.125 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3372, 2024-09-14T03:35:11.125 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 415555965 2024-09-14T03:35:11.125 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.125 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_throttle_lat": { 2024-09-14T03:35:11.125 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3372, 2024-09-14T03:35:11.125 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 268427216 2024-09-14T03:35:11.125 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:11.125 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.125 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache": { 2024-09-14T03:35:11.125 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_bytes": { 2024-09-14T03:35:11.125 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1861458400 2024-09-14T03:35:11.126 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.126 INFO:tasks.workunit.client.0.smithi002.stdout: "heap_bytes": { 2024-09-14T03:35:11.126 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 46727168 2024-09-14T03:35:11.126 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.126 INFO:tasks.workunit.client.0.smithi002.stdout: "mapped_bytes": { 2024-09-14T03:35:11.126 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 45760512 2024-09-14T03:35:11.126 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.126 INFO:tasks.workunit.client.0.smithi002.stdout: "target_bytes": { 2024-09-14T03:35:11.126 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3137370316 2024-09-14T03:35:11.126 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.126 INFO:tasks.workunit.client.0.smithi002.stdout: "unmapped_bytes": { 2024-09-14T03:35:11.126 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 966656 2024-09-14T03:35:11.126 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:11.126 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.127 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:data": { 2024-09-14T03:35:11.127 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:11.127 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 159383552 2024-09-14T03:35:11.127 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.127 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:11.127 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.127 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.127 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:11.127 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.127 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.127 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:11.127 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 85490967 2024-09-14T03:35:11.127 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.127 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:11.127 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.128 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.128 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:11.128 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.128 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.128 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:11.128 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.128 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.128 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:11.128 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.128 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.128 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:11.128 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.128 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.128 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:11.129 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8192 2024-09-14T03:35:11.129 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.129 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:11.129 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.129 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.129 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:11.129 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.129 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.129 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:11.129 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.129 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.129 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:11.129 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 73884393 2024-09-14T03:35:11.129 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:11.130 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.130 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:kv": { 2024-09-14T03:35:11.130 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:11.130 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 780140544 2024-09-14T03:35:11.130 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.130 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:11.130 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2024-09-14T03:35:11.130 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.130 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:11.130 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.130 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.130 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:11.130 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 641182254 2024-09-14T03:35:11.130 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.131 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:11.131 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.131 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.131 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:11.131 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.131 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.131 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:11.131 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.131 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.131 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:11.131 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.131 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.131 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:11.131 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.132 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.132 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:11.132 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2128 2024-09-14T03:35:11.132 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.132 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:11.132 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.132 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.132 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:11.132 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.132 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.132 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:11.132 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.132 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.132 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:11.133 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71847298 2024-09-14T03:35:11.133 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:11.133 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.133 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:kv_onode": { 2024-09-14T03:35:11.133 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:11.133 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 192937984 2024-09-14T03:35:11.133 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.133 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:11.133 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2024-09-14T03:35:11.133 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.133 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:11.133 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 464 2024-09-14T03:35:11.133 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.133 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:11.134 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 56993978 2024-09-14T03:35:11.134 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.134 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:11.134 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.134 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.134 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:11.134 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.134 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.134 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:11.134 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.134 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.134 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:11.134 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.134 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.134 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:11.135 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.135 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.135 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:11.135 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.135 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.135 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:11.135 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.135 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.135 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:11.135 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.135 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.135 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:11.135 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.135 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.136 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:11.136 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 68834678 2024-09-14T03:35:11.136 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:11.136 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.136 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:meta": { 2024-09-14T03:35:11.136 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:11.136 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 713031680 2024-09-14T03:35:11.136 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.136 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:11.136 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.136 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.136 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:11.136 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.136 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.137 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:11.137 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 641182254 2024-09-14T03:35:11.137 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.137 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:11.137 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.137 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.137 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:11.137 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.137 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.137 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:11.137 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.137 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.137 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:11.137 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.138 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.138 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:11.138 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.138 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.138 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:11.138 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 349620 2024-09-14T03:35:11.138 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.138 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:11.138 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.138 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.138 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:11.138 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.139 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.139 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:11.139 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.139 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.139 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:11.139 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71499806 2024-09-14T03:35:11.139 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:11.139 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.139 INFO:tasks.workunit.client.0.smithi002.stdout: "objecter": { 2024-09-14T03:35:11.139 INFO:tasks.workunit.client.0.smithi002.stdout: "op_active": { 2024-09-14T03:35:11.139 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.139 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.139 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r": { 2024-09-14T03:35:11.139 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.140 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.140 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rmw": { 2024-09-14T03:35:11.140 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.140 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.140 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w": { 2024-09-14T03:35:11.140 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.140 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:11.140 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.140 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2024-09-14T03:35:11.140 INFO:tasks.workunit.client.0.smithi002.stdout: "numpg": { 2024-09-14T03:35:11.140 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 39 2024-09-14T03:35:11.140 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.140 INFO:tasks.workunit.client.0.smithi002.stdout: "numpg_removing": { 2024-09-14T03:35:11.141 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.141 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.141 INFO:tasks.workunit.client.0.smithi002.stdout: "op": { 2024-09-14T03:35:11.141 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1 2024-09-14T03:35:11.141 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.141 INFO:tasks.workunit.client.0.smithi002.stdout: "op_delayed_degraded": { 2024-09-14T03:35:11.141 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.141 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.141 INFO:tasks.workunit.client.0.smithi002.stdout: "op_delayed_unreadable": { 2024-09-14T03:35:11.141 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.141 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.141 INFO:tasks.workunit.client.0.smithi002.stdout: "op_in_bytes": { 2024-09-14T03:35:11.141 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 22 2024-09-14T03:35:11.141 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.142 INFO:tasks.workunit.client.0.smithi002.stdout: "op_latency": { 2024-09-14T03:35:11.142 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1, 2024-09-14T03:35:11.142 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3673969 2024-09-14T03:35:11.142 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.142 INFO:tasks.workunit.client.0.smithi002.stdout: "op_out_bytes": { 2024-09-14T03:35:11.142 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.142 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.142 INFO:tasks.workunit.client.0.smithi002.stdout: "op_prepare_latency": { 2024-09-14T03:35:11.142 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1, 2024-09-14T03:35:11.142 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 736645 2024-09-14T03:35:11.142 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.142 INFO:tasks.workunit.client.0.smithi002.stdout: "op_process_latency": { 2024-09-14T03:35:11.142 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1, 2024-09-14T03:35:11.142 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3575115 2024-09-14T03:35:11.143 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.143 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r": { 2024-09-14T03:35:11.143 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.143 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.143 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_latency": { 2024-09-14T03:35:11.143 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.143 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.143 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.143 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-14T03:35:11.143 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.143 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.143 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_out_bytes": { 2024-09-14T03:35:11.143 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.143 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.144 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_prepare_latency": { 2024-09-14T03:35:11.144 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.144 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.144 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.144 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_process_latency": { 2024-09-14T03:35:11.144 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.144 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.144 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.144 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw": { 2024-09-14T03:35:11.144 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.144 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.144 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_in_bytes": { 2024-09-14T03:35:11.144 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.144 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.145 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency": { 2024-09-14T03:35:11.145 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.145 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.145 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.145 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-14T03:35:11.145 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.145 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.145 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-14T03:35:11.145 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.145 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.145 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_out_bytes": { 2024-09-14T03:35:11.145 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.145 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.145 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_prepare_latency": { 2024-09-14T03:35:11.146 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.146 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.146 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.146 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_process_latency": { 2024-09-14T03:35:11.146 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.146 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.146 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.146 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w": { 2024-09-14T03:35:11.146 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1 2024-09-14T03:35:11.146 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.146 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_in_bytes": { 2024-09-14T03:35:11.146 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 22 2024-09-14T03:35:11.146 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.146 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_latency": { 2024-09-14T03:35:11.147 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1, 2024-09-14T03:35:11.147 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3673969 2024-09-14T03:35:11.147 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.147 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-14T03:35:11.147 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.147 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.147 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_prepare_latency": { 2024-09-14T03:35:11.147 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1, 2024-09-14T03:35:11.147 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 736645 2024-09-14T03:35:11.147 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.147 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_process_latency": { 2024-09-14T03:35:11.147 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1, 2024-09-14T03:35:11.147 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3575115 2024-09-14T03:35:11.147 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.147 INFO:tasks.workunit.client.0.smithi002.stdout: "op_wip": { 2024-09-14T03:35:11.148 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.148 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.148 INFO:tasks.workunit.client.0.smithi002.stdout: "recovery_bytes": { 2024-09-14T03:35:11.148 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.148 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.148 INFO:tasks.workunit.client.0.smithi002.stdout: "recovery_ops": { 2024-09-14T03:35:11.148 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.148 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.148 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_bytes": { 2024-09-14T03:35:11.148 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 95995035648 2024-09-14T03:35:11.148 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.148 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_bytes_used": { 2024-09-14T03:35:11.148 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 32665600 2024-09-14T03:35:11.149 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:11.149 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:11.149 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.149 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.5": { 2024-09-14T03:35:11.149 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2024-09-14T03:35:11.149 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_slow_fallback": { 2024-09-14T03:35:11.149 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.149 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.149 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_slow_size_fallback": { 2024-09-14T03:35:11.149 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.149 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.149 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_db": { 2024-09-14T03:35:11.149 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 65536 2024-09-14T03:35:11.149 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.150 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_main": { 2024-09-14T03:35:11.150 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.150 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.150 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_wal": { 2024-09-14T03:35:11.150 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.150 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.150 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_slow": { 2024-09-14T03:35:11.150 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.150 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.150 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_sst": { 2024-09-14T03:35:11.150 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 12288 2024-09-14T03:35:11.150 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.150 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_wal": { 2024-09-14T03:35:11.150 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5976064 2024-09-14T03:35:11.150 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.151 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_lat": { 2024-09-14T03:35:11.151 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.151 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.151 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.151 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_lock_lat": { 2024-09-14T03:35:11.151 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.151 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.151 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.151 INFO:tasks.workunit.client.0.smithi002.stdout: "db_total_bytes": { 2024-09-14T03:35:11.151 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 95995035648 2024-09-14T03:35:11.151 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.151 INFO:tasks.workunit.client.0.smithi002.stdout: "db_used_bytes": { 2024-09-14T03:35:11.151 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 27656192 2024-09-14T03:35:11.151 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.152 INFO:tasks.workunit.client.0.smithi002.stdout: "log_bytes": { 2024-09-14T03:35:11.152 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2924544 2024-09-14T03:35:11.152 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.152 INFO:tasks.workunit.client.0.smithi002.stdout: "logged_bytes": { 2024-09-14T03:35:11.152 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2785280 2024-09-14T03:35:11.152 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.152 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_db": { 2024-09-14T03:35:11.152 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 31850496 2024-09-14T03:35:11.152 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.152 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_slow": { 2024-09-14T03:35:11.152 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.152 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.152 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_wal": { 2024-09-14T03:35:11.152 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.153 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.153 INFO:tasks.workunit.client.0.smithi002.stdout: "num_files": { 2024-09-14T03:35:11.153 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 14 2024-09-14T03:35:11.153 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.153 INFO:tasks.workunit.client.0.smithi002.stdout: "read_bytes": { 2024-09-14T03:35:11.153 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 206480 2024-09-14T03:35:11.153 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.153 INFO:tasks.workunit.client.0.smithi002.stdout: "read_count": { 2024-09-14T03:35:11.153 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 23 2024-09-14T03:35:11.153 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.153 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes": { 2024-09-14T03:35:11.153 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1282048 2024-09-14T03:35:11.153 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.153 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_db": { 2024-09-14T03:35:11.154 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1286144 2024-09-14T03:35:11.154 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.154 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_slow": { 2024-09-14T03:35:11.154 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.154 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.154 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_wal": { 2024-09-14T03:35:11.154 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.154 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.154 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_count": { 2024-09-14T03:35:11.154 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 15 2024-09-14T03:35:11.154 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.154 INFO:tasks.workunit.client.0.smithi002.stdout: "read_prefetch_bytes": { 2024-09-14T03:35:11.154 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4991 2024-09-14T03:35:11.154 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.155 INFO:tasks.workunit.client.0.smithi002.stdout: "read_prefetch_count": { 2024-09-14T03:35:11.155 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4 2024-09-14T03:35:11.155 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.155 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_buffer_bytes": { 2024-09-14T03:35:11.155 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5557 2024-09-14T03:35:11.155 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.155 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_buffer_count": { 2024-09-14T03:35:11.155 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 24 2024-09-14T03:35:11.155 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.155 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_bytes": { 2024-09-14T03:35:11.155 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5557 2024-09-14T03:35:11.155 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.155 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_count": { 2024-09-14T03:35:11.155 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 24 2024-09-14T03:35:11.156 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.156 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes": { 2024-09-14T03:35:11.156 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.156 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.156 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_db": { 2024-09-14T03:35:11.156 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.156 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.156 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_slow": { 2024-09-14T03:35:11.156 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.156 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.156 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_wal": { 2024-09-14T03:35:11.156 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.156 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.156 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_count": { 2024-09-14T03:35:11.157 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.157 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.157 INFO:tasks.workunit.client.0.smithi002.stdout: "slow_total_bytes": { 2024-09-14T03:35:11.157 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.157 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.157 INFO:tasks.workunit.client.0.smithi002.stdout: "slow_used_bytes": { 2024-09-14T03:35:11.157 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.157 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.157 INFO:tasks.workunit.client.0.smithi002.stdout: "wal_total_bytes": { 2024-09-14T03:35:11.157 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.157 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.157 INFO:tasks.workunit.client.0.smithi002.stdout: "wal_used_bytes": { 2024-09-14T03:35:11.157 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.157 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.157 INFO:tasks.workunit.client.0.smithi002.stdout: "write_bytes": { 2024-09-14T03:35:11.158 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8839168 2024-09-14T03:35:11.158 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:11.158 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.158 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore": { 2024-09-14T03:35:11.158 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit": { 2024-09-14T03:35:11.158 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4096 2024-09-14T03:35:11.158 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.158 INFO:tasks.workunit.client.0.smithi002.stdout: "allocated": { 2024-09-14T03:35:11.158 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 802816 2024-09-14T03:35:11.158 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.158 INFO:tasks.workunit.client.0.smithi002.stdout: "clist_lat": { 2024-09-14T03:35:11.158 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 6, 2024-09-14T03:35:11.159 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 248773 2024-09-14T03:35:11.159 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.159 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_lat": { 2024-09-14T03:35:11.159 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.159 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.159 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.159 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed": { 2024-09-14T03:35:11.159 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.159 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.159 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed_allocated": { 2024-09-14T03:35:11.159 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.159 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.159 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed_original": { 2024-09-14T03:35:11.159 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.160 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.160 INFO:tasks.workunit.client.0.smithi002.stdout: "csum_lat": { 2024-09-14T03:35:11.160 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3, 2024-09-14T03:35:11.160 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4848 2024-09-14T03:35:11.160 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.160 INFO:tasks.workunit.client.0.smithi002.stdout: "decompress_lat": { 2024-09-14T03:35:11.160 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.160 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.160 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.160 INFO:tasks.workunit.client.0.smithi002.stdout: "fragmentation_micros": { 2024-09-14T03:35:11.160 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.160 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.160 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_commit_lat": { 2024-09-14T03:35:11.160 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 667, 2024-09-14T03:35:11.161 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 453142842 2024-09-14T03:35:11.161 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.161 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_final_lat": { 2024-09-14T03:35:11.161 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 666, 2024-09-14T03:35:11.161 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 27011150 2024-09-14T03:35:11.161 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.161 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_flush_lat": { 2024-09-14T03:35:11.161 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 667, 2024-09-14T03:35:11.161 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 607261 2024-09-14T03:35:11.161 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.161 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_sync_lat": { 2024-09-14T03:35:11.161 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 667, 2024-09-14T03:35:11.161 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 453750103 2024-09-14T03:35:11.161 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.162 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_get_keys_lat": { 2024-09-14T03:35:11.162 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.162 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.162 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.162 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_get_values_lat": { 2024-09-14T03:35:11.162 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3, 2024-09-14T03:35:11.162 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 40169 2024-09-14T03:35:11.162 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.162 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_lower_bound_lat": { 2024-09-14T03:35:11.162 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2024-09-14T03:35:11.162 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1233 2024-09-14T03:35:11.162 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.162 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_next_lat": { 2024-09-14T03:35:11.162 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.162 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.163 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.163 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_seek_to_first_lat": { 2024-09-14T03:35:11.163 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.163 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.163 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.163 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_upper_bound_lat": { 2024-09-14T03:35:11.163 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2024-09-14T03:35:11.163 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3037 2024-09-14T03:35:11.163 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.163 INFO:tasks.workunit.client.0.smithi002.stdout: "onode_hits": { 2024-09-14T03:35:11.163 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3471 2024-09-14T03:35:11.163 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.163 INFO:tasks.workunit.client.0.smithi002.stdout: "onode_misses": { 2024-09-14T03:35:11.164 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 356 2024-09-14T03:35:11.164 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.164 INFO:tasks.workunit.client.0.smithi002.stdout: "read_lat": { 2024-09-14T03:35:11.164 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 98, 2024-09-14T03:35:11.164 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 881680 2024-09-14T03:35:11.164 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.164 INFO:tasks.workunit.client.0.smithi002.stdout: "read_onode_meta_lat": { 2024-09-14T03:35:11.164 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 161, 2024-09-14T03:35:11.164 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 341652 2024-09-14T03:35:11.164 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.164 INFO:tasks.workunit.client.0.smithi002.stdout: "read_wait_aio_lat": { 2024-09-14T03:35:11.164 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 63, 2024-09-14T03:35:11.164 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 548457 2024-09-14T03:35:11.164 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.165 INFO:tasks.workunit.client.0.smithi002.stdout: "reads_with_retries": { 2024-09-14T03:35:11.165 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.165 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.165 INFO:tasks.workunit.client.0.smithi002.stdout: "remove_lat": { 2024-09-14T03:35:11.165 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 104, 2024-09-14T03:35:11.165 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 7018847 2024-09-14T03:35:11.165 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.165 INFO:tasks.workunit.client.0.smithi002.stdout: "state_aio_wait_lat": { 2024-09-14T03:35:11.165 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3384, 2024-09-14T03:35:11.165 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3707121383 2024-09-14T03:35:11.165 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.165 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_aio_wait_lat": { 2024-09-14T03:35:11.165 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 46, 2024-09-14T03:35:11.166 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3325432 2024-09-14T03:35:11.166 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.166 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_cleanup_lat": { 2024-09-14T03:35:11.166 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 43, 2024-09-14T03:35:11.166 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 300702329158 2024-09-14T03:35:11.166 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.166 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_queued_lat": { 2024-09-14T03:35:11.166 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 46, 2024-09-14T03:35:11.166 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 72887204840 2024-09-14T03:35:11.166 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.166 INFO:tasks.workunit.client.0.smithi002.stdout: "state_done_lat": { 2024-09-14T03:35:11.166 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3381, 2024-09-14T03:35:11.166 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8209984361 2024-09-14T03:35:11.166 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.167 INFO:tasks.workunit.client.0.smithi002.stdout: "state_finishing_lat": { 2024-09-14T03:35:11.167 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3381, 2024-09-14T03:35:11.167 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 217536 2024-09-14T03:35:11.167 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.167 INFO:tasks.workunit.client.0.smithi002.stdout: "state_io_done_lat": { 2024-09-14T03:35:11.167 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3384, 2024-09-14T03:35:11.167 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 22243217 2024-09-14T03:35:11.167 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.167 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_commiting_lat": { 2024-09-14T03:35:11.167 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3384, 2024-09-14T03:35:11.167 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2448154546 2024-09-14T03:35:11.167 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.167 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_done_lat": { 2024-09-14T03:35:11.167 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3384, 2024-09-14T03:35:11.168 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 523675 2024-09-14T03:35:11.168 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.168 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_queued_lat": { 2024-09-14T03:35:11.168 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3384, 2024-09-14T03:35:11.168 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1592683131 2024-09-14T03:35:11.168 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.168 INFO:tasks.workunit.client.0.smithi002.stdout: "state_prepare_lat": { 2024-09-14T03:35:11.168 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3384, 2024-09-14T03:35:11.168 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 367122126 2024-09-14T03:35:11.168 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.168 INFO:tasks.workunit.client.0.smithi002.stdout: "stored": { 2024-09-14T03:35:11.168 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 352650 2024-09-14T03:35:11.168 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.169 INFO:tasks.workunit.client.0.smithi002.stdout: "truncate_lat": { 2024-09-14T03:35:11.169 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 38, 2024-09-14T03:35:11.169 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 187268 2024-09-14T03:35:11.169 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.169 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_commit_lat": { 2024-09-14T03:35:11.169 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3384, 2024-09-14T03:35:11.169 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8137575546 2024-09-14T03:35:11.169 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.169 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_submit_lat": { 2024-09-14T03:35:11.169 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3384, 2024-09-14T03:35:11.169 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 401039797 2024-09-14T03:35:11.169 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.169 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_throttle_lat": { 2024-09-14T03:35:11.169 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3384, 2024-09-14T03:35:11.170 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 277008196 2024-09-14T03:35:11.170 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:11.170 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.170 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache": { 2024-09-14T03:35:11.170 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_bytes": { 2024-09-14T03:35:11.170 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1861458400 2024-09-14T03:35:11.170 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.170 INFO:tasks.workunit.client.0.smithi002.stdout: "heap_bytes": { 2024-09-14T03:35:11.170 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 46792704 2024-09-14T03:35:11.170 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.170 INFO:tasks.workunit.client.0.smithi002.stdout: "mapped_bytes": { 2024-09-14T03:35:11.170 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 46252032 2024-09-14T03:35:11.170 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.170 INFO:tasks.workunit.client.0.smithi002.stdout: "target_bytes": { 2024-09-14T03:35:11.171 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3137370316 2024-09-14T03:35:11.171 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.171 INFO:tasks.workunit.client.0.smithi002.stdout: "unmapped_bytes": { 2024-09-14T03:35:11.171 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 540672 2024-09-14T03:35:11.171 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:11.171 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.171 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:data": { 2024-09-14T03:35:11.171 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:11.171 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 159383552 2024-09-14T03:35:11.171 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.171 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:11.171 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.171 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.171 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:11.172 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.172 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.172 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:11.172 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 85491243 2024-09-14T03:35:11.172 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.172 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:11.172 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.172 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.172 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:11.172 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.172 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.172 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:11.172 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.172 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.173 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:11.173 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.173 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.173 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:11.173 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.173 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.173 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:11.173 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.173 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.173 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:11.173 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.173 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.173 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:11.173 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.173 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.174 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:11.174 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.174 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.174 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:11.174 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 73892309 2024-09-14T03:35:11.174 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:11.174 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.174 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:kv": { 2024-09-14T03:35:11.174 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:11.174 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 780140544 2024-09-14T03:35:11.174 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.174 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:11.174 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2024-09-14T03:35:11.174 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.175 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:11.175 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.175 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.175 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:11.175 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 641184325 2024-09-14T03:35:11.175 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.175 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:11.175 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.175 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.175 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:11.175 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.175 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.175 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:11.175 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.175 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.176 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:11.176 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.176 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.176 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:11.176 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.176 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.176 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:11.176 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2128 2024-09-14T03:35:11.176 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.176 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:11.176 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.176 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.176 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:11.176 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.177 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.177 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:11.177 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.177 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.177 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:11.177 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71845227 2024-09-14T03:35:11.177 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:11.177 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.177 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:kv_onode": { 2024-09-14T03:35:11.177 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:11.177 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 192937984 2024-09-14T03:35:11.177 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.177 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:11.178 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2024-09-14T03:35:11.178 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.178 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:11.178 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 464 2024-09-14T03:35:11.178 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.178 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:11.178 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 56994162 2024-09-14T03:35:11.178 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.178 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:11.178 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.178 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.178 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:11.178 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.178 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.179 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:11.179 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.179 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.179 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:11.179 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.179 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.179 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:11.179 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.179 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.179 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:11.179 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.179 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.179 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:11.180 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.180 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.180 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:11.180 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.180 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.180 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:11.180 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.180 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.180 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:11.180 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 68834494 2024-09-14T03:35:11.180 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:11.180 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.180 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:meta": { 2024-09-14T03:35:11.180 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:11.181 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 713031680 2024-09-14T03:35:11.181 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.181 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:11.181 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.181 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.181 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:11.181 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.181 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.181 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:11.181 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 641184325 2024-09-14T03:35:11.181 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.181 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:11.181 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.181 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.182 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:11.182 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.182 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.182 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:11.182 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.182 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.182 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:11.182 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.182 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.182 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:11.182 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5847 2024-09-14T03:35:11.182 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.182 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:11.182 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 350862 2024-09-14T03:35:11.183 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.183 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:11.183 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.183 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.183 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:11.183 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.183 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.183 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:11.183 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.183 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.183 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:11.183 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71490646 2024-09-14T03:35:11.183 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:11.183 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.184 INFO:tasks.workunit.client.0.smithi002.stdout: "objecter": { 2024-09-14T03:35:11.184 INFO:tasks.workunit.client.0.smithi002.stdout: "op_active": { 2024-09-14T03:35:11.184 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.184 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.184 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r": { 2024-09-14T03:35:11.184 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.184 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.184 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rmw": { 2024-09-14T03:35:11.184 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.184 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.184 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w": { 2024-09-14T03:35:11.184 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.184 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:11.184 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.185 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2024-09-14T03:35:11.185 INFO:tasks.workunit.client.0.smithi002.stdout: "numpg": { 2024-09-14T03:35:11.185 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 41 2024-09-14T03:35:11.185 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.185 INFO:tasks.workunit.client.0.smithi002.stdout: "numpg_removing": { 2024-09-14T03:35:11.185 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.185 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.185 INFO:tasks.workunit.client.0.smithi002.stdout: "op": { 2024-09-14T03:35:11.185 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.185 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.185 INFO:tasks.workunit.client.0.smithi002.stdout: "op_delayed_degraded": { 2024-09-14T03:35:11.185 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.185 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.185 INFO:tasks.workunit.client.0.smithi002.stdout: "op_delayed_unreadable": { 2024-09-14T03:35:11.186 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.186 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.186 INFO:tasks.workunit.client.0.smithi002.stdout: "op_in_bytes": { 2024-09-14T03:35:11.186 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.186 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.186 INFO:tasks.workunit.client.0.smithi002.stdout: "op_latency": { 2024-09-14T03:35:11.186 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.186 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.186 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.186 INFO:tasks.workunit.client.0.smithi002.stdout: "op_out_bytes": { 2024-09-14T03:35:11.186 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.186 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.186 INFO:tasks.workunit.client.0.smithi002.stdout: "op_prepare_latency": { 2024-09-14T03:35:11.186 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.187 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.187 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.187 INFO:tasks.workunit.client.0.smithi002.stdout: "op_process_latency": { 2024-09-14T03:35:11.187 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.187 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.187 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.187 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r": { 2024-09-14T03:35:11.187 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.187 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.187 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_latency": { 2024-09-14T03:35:11.187 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.187 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.187 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.187 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-14T03:35:11.188 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.188 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.188 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_out_bytes": { 2024-09-14T03:35:11.188 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.188 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.188 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_prepare_latency": { 2024-09-14T03:35:11.188 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.188 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.188 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.188 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_process_latency": { 2024-09-14T03:35:11.188 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.188 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.188 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.188 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw": { 2024-09-14T03:35:11.189 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.189 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.189 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_in_bytes": { 2024-09-14T03:35:11.189 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.189 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.189 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency": { 2024-09-14T03:35:11.189 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.189 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.189 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.189 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-14T03:35:11.189 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.189 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.189 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-14T03:35:11.189 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.190 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.190 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_out_bytes": { 2024-09-14T03:35:11.190 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.190 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.190 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_prepare_latency": { 2024-09-14T03:35:11.190 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.190 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.190 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.190 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_process_latency": { 2024-09-14T03:35:11.190 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.190 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.190 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.190 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w": { 2024-09-14T03:35:11.190 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.191 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.191 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_in_bytes": { 2024-09-14T03:35:11.191 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.191 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.191 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_latency": { 2024-09-14T03:35:11.191 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.191 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.191 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.191 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-14T03:35:11.191 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.191 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.191 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_prepare_latency": { 2024-09-14T03:35:11.191 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.191 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.192 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.192 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_process_latency": { 2024-09-14T03:35:11.192 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.192 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.192 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.192 INFO:tasks.workunit.client.0.smithi002.stdout: "op_wip": { 2024-09-14T03:35:11.192 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.192 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.192 INFO:tasks.workunit.client.0.smithi002.stdout: "recovery_bytes": { 2024-09-14T03:35:11.192 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.192 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.192 INFO:tasks.workunit.client.0.smithi002.stdout: "recovery_ops": { 2024-09-14T03:35:11.192 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.192 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.193 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_bytes": { 2024-09-14T03:35:11.193 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 95995035648 2024-09-14T03:35:11.193 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.193 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_bytes_used": { 2024-09-14T03:35:11.193 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 28467200 2024-09-14T03:35:11.193 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:11.193 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:11.193 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.193 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.6": { 2024-09-14T03:35:11.193 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2024-09-14T03:35:11.193 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_slow_fallback": { 2024-09-14T03:35:11.193 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.193 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.193 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_slow_size_fallback": { 2024-09-14T03:35:11.193 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.194 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.194 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_db": { 2024-09-14T03:35:11.194 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 65536 2024-09-14T03:35:11.194 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.194 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_main": { 2024-09-14T03:35:11.194 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.194 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.194 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_wal": { 2024-09-14T03:35:11.194 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.194 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.194 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_slow": { 2024-09-14T03:35:11.194 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.194 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.194 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_sst": { 2024-09-14T03:35:11.195 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 12288 2024-09-14T03:35:11.195 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.195 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_wal": { 2024-09-14T03:35:11.195 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5529600 2024-09-14T03:35:11.195 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.195 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_lat": { 2024-09-14T03:35:11.195 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.195 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.195 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.195 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_lock_lat": { 2024-09-14T03:35:11.195 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.195 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.195 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.195 INFO:tasks.workunit.client.0.smithi002.stdout: "db_total_bytes": { 2024-09-14T03:35:11.196 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 95995035648 2024-09-14T03:35:11.196 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.196 INFO:tasks.workunit.client.0.smithi002.stdout: "db_used_bytes": { 2024-09-14T03:35:11.196 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 27656192 2024-09-14T03:35:11.196 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.196 INFO:tasks.workunit.client.0.smithi002.stdout: "log_bytes": { 2024-09-14T03:35:11.196 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2514944 2024-09-14T03:35:11.196 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.196 INFO:tasks.workunit.client.0.smithi002.stdout: "logged_bytes": { 2024-09-14T03:35:11.196 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2375680 2024-09-14T03:35:11.196 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.196 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_db": { 2024-09-14T03:35:11.196 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 31850496 2024-09-14T03:35:11.196 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.197 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_slow": { 2024-09-14T03:35:11.197 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.197 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.197 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_wal": { 2024-09-14T03:35:11.197 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.197 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.197 INFO:tasks.workunit.client.0.smithi002.stdout: "num_files": { 2024-09-14T03:35:11.197 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 14 2024-09-14T03:35:11.197 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.197 INFO:tasks.workunit.client.0.smithi002.stdout: "read_bytes": { 2024-09-14T03:35:11.197 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 206480 2024-09-14T03:35:11.197 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.197 INFO:tasks.workunit.client.0.smithi002.stdout: "read_count": { 2024-09-14T03:35:11.197 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 23 2024-09-14T03:35:11.198 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.198 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes": { 2024-09-14T03:35:11.198 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1282048 2024-09-14T03:35:11.198 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.198 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_db": { 2024-09-14T03:35:11.198 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1286144 2024-09-14T03:35:11.198 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.198 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_slow": { 2024-09-14T03:35:11.198 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.198 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.198 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_wal": { 2024-09-14T03:35:11.198 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.198 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.199 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_count": { 2024-09-14T03:35:11.199 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 15 2024-09-14T03:35:11.199 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.199 INFO:tasks.workunit.client.0.smithi002.stdout: "read_prefetch_bytes": { 2024-09-14T03:35:11.199 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4991 2024-09-14T03:35:11.199 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.199 INFO:tasks.workunit.client.0.smithi002.stdout: "read_prefetch_count": { 2024-09-14T03:35:11.199 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4 2024-09-14T03:35:11.199 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.199 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_buffer_bytes": { 2024-09-14T03:35:11.199 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5556 2024-09-14T03:35:11.199 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.199 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_buffer_count": { 2024-09-14T03:35:11.199 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 24 2024-09-14T03:35:11.199 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.200 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_bytes": { 2024-09-14T03:35:11.200 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5556 2024-09-14T03:35:11.200 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.200 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_count": { 2024-09-14T03:35:11.200 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 24 2024-09-14T03:35:11.200 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.200 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes": { 2024-09-14T03:35:11.200 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.200 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.200 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_db": { 2024-09-14T03:35:11.200 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.200 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.200 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_slow": { 2024-09-14T03:35:11.201 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.201 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.201 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_wal": { 2024-09-14T03:35:11.201 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.201 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.201 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_count": { 2024-09-14T03:35:11.201 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.201 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.201 INFO:tasks.workunit.client.0.smithi002.stdout: "slow_total_bytes": { 2024-09-14T03:35:11.201 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.201 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.201 INFO:tasks.workunit.client.0.smithi002.stdout: "slow_used_bytes": { 2024-09-14T03:35:11.201 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.201 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.201 INFO:tasks.workunit.client.0.smithi002.stdout: "wal_total_bytes": { 2024-09-14T03:35:11.202 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.202 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.202 INFO:tasks.workunit.client.0.smithi002.stdout: "wal_used_bytes": { 2024-09-14T03:35:11.202 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.202 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.202 INFO:tasks.workunit.client.0.smithi002.stdout: "write_bytes": { 2024-09-14T03:35:11.202 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 7983104 2024-09-14T03:35:11.202 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:11.202 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.202 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore": { 2024-09-14T03:35:11.202 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit": { 2024-09-14T03:35:11.202 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4096 2024-09-14T03:35:11.202 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.202 INFO:tasks.workunit.client.0.smithi002.stdout: "allocated": { 2024-09-14T03:35:11.203 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1384448 2024-09-14T03:35:11.203 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.203 INFO:tasks.workunit.client.0.smithi002.stdout: "clist_lat": { 2024-09-14T03:35:11.203 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.203 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.203 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.203 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_lat": { 2024-09-14T03:35:11.203 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.203 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.203 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.203 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed": { 2024-09-14T03:35:11.203 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.203 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.203 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed_allocated": { 2024-09-14T03:35:11.203 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.204 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.204 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed_original": { 2024-09-14T03:35:11.204 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.204 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.204 INFO:tasks.workunit.client.0.smithi002.stdout: "csum_lat": { 2024-09-14T03:35:11.204 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 4, 2024-09-14T03:35:11.204 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 6707 2024-09-14T03:35:11.204 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.204 INFO:tasks.workunit.client.0.smithi002.stdout: "decompress_lat": { 2024-09-14T03:35:11.204 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.204 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.204 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.204 INFO:tasks.workunit.client.0.smithi002.stdout: "fragmentation_micros": { 2024-09-14T03:35:11.204 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.205 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.205 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_commit_lat": { 2024-09-14T03:35:11.205 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 567, 2024-09-14T03:35:11.205 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 468362939 2024-09-14T03:35:11.205 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.205 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_final_lat": { 2024-09-14T03:35:11.205 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 563, 2024-09-14T03:35:11.205 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 19722093 2024-09-14T03:35:11.205 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.205 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_flush_lat": { 2024-09-14T03:35:11.205 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 567, 2024-09-14T03:35:11.205 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 463413 2024-09-14T03:35:11.205 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.206 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_sync_lat": { 2024-09-14T03:35:11.206 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 567, 2024-09-14T03:35:11.206 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 468826352 2024-09-14T03:35:11.206 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.206 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_get_keys_lat": { 2024-09-14T03:35:11.206 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.206 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.206 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.206 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_get_values_lat": { 2024-09-14T03:35:11.206 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1, 2024-09-14T03:35:11.206 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 43964 2024-09-14T03:35:11.206 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.206 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_lower_bound_lat": { 2024-09-14T03:35:11.206 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2024-09-14T03:35:11.206 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1000 2024-09-14T03:35:11.207 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.207 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_next_lat": { 2024-09-14T03:35:11.207 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.207 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.207 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.207 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_seek_to_first_lat": { 2024-09-14T03:35:11.207 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.207 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.207 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.207 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_upper_bound_lat": { 2024-09-14T03:35:11.207 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3, 2024-09-14T03:35:11.207 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8722 2024-09-14T03:35:11.207 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.207 INFO:tasks.workunit.client.0.smithi002.stdout: "onode_hits": { 2024-09-14T03:35:11.208 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3447 2024-09-14T03:35:11.208 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.208 INFO:tasks.workunit.client.0.smithi002.stdout: "onode_misses": { 2024-09-14T03:35:11.208 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 359 2024-09-14T03:35:11.208 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.208 INFO:tasks.workunit.client.0.smithi002.stdout: "read_lat": { 2024-09-14T03:35:11.208 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 97, 2024-09-14T03:35:11.208 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 894933 2024-09-14T03:35:11.208 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.208 INFO:tasks.workunit.client.0.smithi002.stdout: "read_onode_meta_lat": { 2024-09-14T03:35:11.208 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 154, 2024-09-14T03:35:11.208 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 263128 2024-09-14T03:35:11.208 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.208 INFO:tasks.workunit.client.0.smithi002.stdout: "read_wait_aio_lat": { 2024-09-14T03:35:11.209 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 57, 2024-09-14T03:35:11.209 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 514998 2024-09-14T03:35:11.209 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.209 INFO:tasks.workunit.client.0.smithi002.stdout: "reads_with_retries": { 2024-09-14T03:35:11.209 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.209 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.209 INFO:tasks.workunit.client.0.smithi002.stdout: "remove_lat": { 2024-09-14T03:35:11.209 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 100, 2024-09-14T03:35:11.209 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5574369 2024-09-14T03:35:11.209 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.209 INFO:tasks.workunit.client.0.smithi002.stdout: "state_aio_wait_lat": { 2024-09-14T03:35:11.209 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3364, 2024-09-14T03:35:11.209 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4504582165 2024-09-14T03:35:11.209 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.210 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_aio_wait_lat": { 2024-09-14T03:35:11.210 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 40, 2024-09-14T03:35:11.210 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 18624970 2024-09-14T03:35:11.210 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.210 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_cleanup_lat": { 2024-09-14T03:35:11.210 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 37, 2024-09-14T03:35:11.210 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 236198750269 2024-09-14T03:35:11.210 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.210 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_queued_lat": { 2024-09-14T03:35:11.210 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 40, 2024-09-14T03:35:11.210 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 60947641999 2024-09-14T03:35:11.210 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.210 INFO:tasks.workunit.client.0.smithi002.stdout: "state_done_lat": { 2024-09-14T03:35:11.210 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3361, 2024-09-14T03:35:11.210 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1181528293 2024-09-14T03:35:11.211 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.211 INFO:tasks.workunit.client.0.smithi002.stdout: "state_finishing_lat": { 2024-09-14T03:35:11.211 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3361, 2024-09-14T03:35:11.211 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 199321 2024-09-14T03:35:11.211 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.211 INFO:tasks.workunit.client.0.smithi002.stdout: "state_io_done_lat": { 2024-09-14T03:35:11.211 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3364, 2024-09-14T03:35:11.211 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 603198130 2024-09-14T03:35:11.211 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.211 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_commiting_lat": { 2024-09-14T03:35:11.211 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3364, 2024-09-14T03:35:11.211 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3376499893 2024-09-14T03:35:11.212 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.212 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_done_lat": { 2024-09-14T03:35:11.212 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3364, 2024-09-14T03:35:11.212 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 430940 2024-09-14T03:35:11.212 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.212 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_queued_lat": { 2024-09-14T03:35:11.212 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3364, 2024-09-14T03:35:11.212 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1949509602 2024-09-14T03:35:11.212 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.212 INFO:tasks.workunit.client.0.smithi002.stdout: "state_prepare_lat": { 2024-09-14T03:35:11.212 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3364, 2024-09-14T03:35:11.212 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 357522784 2024-09-14T03:35:11.212 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.212 INFO:tasks.workunit.client.0.smithi002.stdout: "stored": { 2024-09-14T03:35:11.213 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 942636 2024-09-14T03:35:11.213 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.213 INFO:tasks.workunit.client.0.smithi002.stdout: "truncate_lat": { 2024-09-14T03:35:11.213 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 33, 2024-09-14T03:35:11.213 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 147247 2024-09-14T03:35:11.213 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.213 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_commit_lat": { 2024-09-14T03:35:11.213 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3364, 2024-09-14T03:35:11.213 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 10791523676 2024-09-14T03:35:11.213 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.213 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_submit_lat": { 2024-09-14T03:35:11.213 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3364, 2024-09-14T03:35:11.213 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 390503400 2024-09-14T03:35:11.213 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.214 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_throttle_lat": { 2024-09-14T03:35:11.214 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3364, 2024-09-14T03:35:11.214 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 266151395 2024-09-14T03:35:11.214 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:11.214 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.214 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache": { 2024-09-14T03:35:11.214 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_bytes": { 2024-09-14T03:35:11.214 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1861458400 2024-09-14T03:35:11.214 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.214 INFO:tasks.workunit.client.0.smithi002.stdout: "heap_bytes": { 2024-09-14T03:35:11.214 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 46727168 2024-09-14T03:35:11.214 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.214 INFO:tasks.workunit.client.0.smithi002.stdout: "mapped_bytes": { 2024-09-14T03:35:11.214 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 45785088 2024-09-14T03:35:11.215 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.215 INFO:tasks.workunit.client.0.smithi002.stdout: "target_bytes": { 2024-09-14T03:35:11.215 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3137370316 2024-09-14T03:35:11.215 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.215 INFO:tasks.workunit.client.0.smithi002.stdout: "unmapped_bytes": { 2024-09-14T03:35:11.215 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 942080 2024-09-14T03:35:11.215 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:11.215 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.215 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:data": { 2024-09-14T03:35:11.215 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:11.215 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 159383552 2024-09-14T03:35:11.215 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.215 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:11.215 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.216 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.216 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:11.216 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.216 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.216 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:11.216 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 85490998 2024-09-14T03:35:11.216 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.216 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:11.216 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.216 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.216 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:11.216 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.216 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.216 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:11.217 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.217 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.217 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:11.217 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.217 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.217 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:11.217 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.217 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.217 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:11.217 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4096 2024-09-14T03:35:11.217 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.217 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:11.218 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.218 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.218 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:11.218 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.218 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.218 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:11.218 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.218 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.218 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:11.218 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 73888458 2024-09-14T03:35:11.218 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:11.218 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.218 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:kv": { 2024-09-14T03:35:11.218 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:11.218 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 780140544 2024-09-14T03:35:11.219 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.219 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:11.219 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2024-09-14T03:35:11.219 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.219 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:11.219 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.219 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.219 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:11.219 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 641182485 2024-09-14T03:35:11.219 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.219 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:11.219 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.219 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.220 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:11.220 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.220 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.220 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:11.220 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.220 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.220 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:11.220 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.220 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.220 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:11.220 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.220 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.220 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:11.220 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2128 2024-09-14T03:35:11.221 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.221 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:11.221 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.221 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.221 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:11.221 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.221 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.221 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:11.221 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.221 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.221 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:11.221 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71847067 2024-09-14T03:35:11.221 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:11.221 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.222 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:kv_onode": { 2024-09-14T03:35:11.222 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:11.222 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 192937984 2024-09-14T03:35:11.222 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.222 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:11.222 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2024-09-14T03:35:11.222 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.222 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:11.222 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 464 2024-09-14T03:35:11.222 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.222 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:11.222 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 56993998 2024-09-14T03:35:11.222 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.222 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:11.223 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.223 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.223 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:11.223 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.223 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.223 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:11.223 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.223 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.223 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:11.223 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.223 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.223 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:11.223 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.223 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.224 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:11.224 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.224 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.224 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:11.224 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.224 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.224 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:11.224 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.224 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.224 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:11.224 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.224 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.224 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:11.224 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 68834658 2024-09-14T03:35:11.225 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:11.225 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.225 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:meta": { 2024-09-14T03:35:11.225 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:11.225 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 713031680 2024-09-14T03:35:11.225 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.225 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:11.225 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.225 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.225 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:11.225 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.225 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.225 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:11.225 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 641182485 2024-09-14T03:35:11.226 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.226 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:11.226 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.226 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.226 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:11.226 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.226 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.226 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:11.226 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.226 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.226 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:11.226 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.226 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.226 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:11.227 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5917 2024-09-14T03:35:11.227 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.227 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:11.227 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 350336 2024-09-14T03:35:11.227 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.227 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:11.227 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.227 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.227 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:11.227 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.227 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.227 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:11.227 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.228 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.228 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:11.228 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71492942 2024-09-14T03:35:11.228 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:11.228 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.228 INFO:tasks.workunit.client.0.smithi002.stdout: "objecter": { 2024-09-14T03:35:11.228 INFO:tasks.workunit.client.0.smithi002.stdout: "op_active": { 2024-09-14T03:35:11.228 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.228 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.228 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r": { 2024-09-14T03:35:11.228 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.228 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.228 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rmw": { 2024-09-14T03:35:11.229 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.229 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.229 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w": { 2024-09-14T03:35:11.229 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.229 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:11.229 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.229 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2024-09-14T03:35:11.229 INFO:tasks.workunit.client.0.smithi002.stdout: "numpg": { 2024-09-14T03:35:11.229 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 39 2024-09-14T03:35:11.229 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.229 INFO:tasks.workunit.client.0.smithi002.stdout: "numpg_removing": { 2024-09-14T03:35:11.229 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.229 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.229 INFO:tasks.workunit.client.0.smithi002.stdout: "op": { 2024-09-14T03:35:11.230 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 13 2024-09-14T03:35:11.230 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.230 INFO:tasks.workunit.client.0.smithi002.stdout: "op_delayed_degraded": { 2024-09-14T03:35:11.230 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.230 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.230 INFO:tasks.workunit.client.0.smithi002.stdout: "op_delayed_unreadable": { 2024-09-14T03:35:11.230 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.230 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.230 INFO:tasks.workunit.client.0.smithi002.stdout: "op_in_bytes": { 2024-09-14T03:35:11.230 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2810 2024-09-14T03:35:11.230 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.230 INFO:tasks.workunit.client.0.smithi002.stdout: "op_latency": { 2024-09-14T03:35:11.230 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 13, 2024-09-14T03:35:11.230 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 60460830 2024-09-14T03:35:11.231 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.231 INFO:tasks.workunit.client.0.smithi002.stdout: "op_out_bytes": { 2024-09-14T03:35:11.231 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.231 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.231 INFO:tasks.workunit.client.0.smithi002.stdout: "op_prepare_latency": { 2024-09-14T03:35:11.231 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 15, 2024-09-14T03:35:11.231 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 7936392 2024-09-14T03:35:11.231 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.231 INFO:tasks.workunit.client.0.smithi002.stdout: "op_process_latency": { 2024-09-14T03:35:11.231 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 13, 2024-09-14T03:35:11.231 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 31739110 2024-09-14T03:35:11.231 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.231 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r": { 2024-09-14T03:35:11.231 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.232 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.232 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_latency": { 2024-09-14T03:35:11.232 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.232 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.232 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.232 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-14T03:35:11.232 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.232 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.232 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_out_bytes": { 2024-09-14T03:35:11.232 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.232 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.232 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_prepare_latency": { 2024-09-14T03:35:11.232 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.232 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.232 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.233 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_process_latency": { 2024-09-14T03:35:11.233 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.233 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.238 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.238 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw": { 2024-09-14T03:35:11.238 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.238 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.238 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_in_bytes": { 2024-09-14T03:35:11.238 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.238 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.239 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency": { 2024-09-14T03:35:11.239 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.239 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.239 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.239 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-14T03:35:11.239 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.239 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.239 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-14T03:35:11.239 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.239 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.239 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_out_bytes": { 2024-09-14T03:35:11.239 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.239 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.239 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_prepare_latency": { 2024-09-14T03:35:11.240 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.240 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.240 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.240 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_process_latency": { 2024-09-14T03:35:11.240 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.240 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.240 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.240 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w": { 2024-09-14T03:35:11.240 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 13 2024-09-14T03:35:11.240 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.240 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_in_bytes": { 2024-09-14T03:35:11.240 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2810 2024-09-14T03:35:11.240 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.240 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_latency": { 2024-09-14T03:35:11.241 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 13, 2024-09-14T03:35:11.241 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 60460830 2024-09-14T03:35:11.241 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.241 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-14T03:35:11.241 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.241 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.241 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_prepare_latency": { 2024-09-14T03:35:11.241 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 15, 2024-09-14T03:35:11.241 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 7936392 2024-09-14T03:35:11.241 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.241 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_process_latency": { 2024-09-14T03:35:11.241 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 13, 2024-09-14T03:35:11.241 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 31739110 2024-09-14T03:35:11.241 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.242 INFO:tasks.workunit.client.0.smithi002.stdout: "op_wip": { 2024-09-14T03:35:11.242 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.242 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.242 INFO:tasks.workunit.client.0.smithi002.stdout: "recovery_bytes": { 2024-09-14T03:35:11.242 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.242 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.242 INFO:tasks.workunit.client.0.smithi002.stdout: "recovery_ops": { 2024-09-14T03:35:11.242 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.242 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.242 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_bytes": { 2024-09-14T03:35:11.242 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 95995035648 2024-09-14T03:35:11.242 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.242 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_bytes_used": { 2024-09-14T03:35:11.243 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 29048832 2024-09-14T03:35:11.243 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:11.243 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:11.243 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.243 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.7": { 2024-09-14T03:35:11.243 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2024-09-14T03:35:11.243 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_slow_fallback": { 2024-09-14T03:35:11.243 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.243 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.243 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_slow_size_fallback": { 2024-09-14T03:35:11.243 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.243 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.243 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_db": { 2024-09-14T03:35:11.243 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 65536 2024-09-14T03:35:11.244 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.244 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_main": { 2024-09-14T03:35:11.244 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.244 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.244 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_wal": { 2024-09-14T03:35:11.244 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.244 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.244 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_slow": { 2024-09-14T03:35:11.244 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.244 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.244 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_sst": { 2024-09-14T03:35:11.244 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 12288 2024-09-14T03:35:11.244 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.244 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_wal": { 2024-09-14T03:35:11.245 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5988352 2024-09-14T03:35:11.245 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.245 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_lat": { 2024-09-14T03:35:11.245 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.245 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.245 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.245 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_lock_lat": { 2024-09-14T03:35:11.245 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.245 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.245 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.245 INFO:tasks.workunit.client.0.smithi002.stdout: "db_total_bytes": { 2024-09-14T03:35:11.245 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 95995035648 2024-09-14T03:35:11.245 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.245 INFO:tasks.workunit.client.0.smithi002.stdout: "db_used_bytes": { 2024-09-14T03:35:11.246 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 27656192 2024-09-14T03:35:11.246 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.246 INFO:tasks.workunit.client.0.smithi002.stdout: "log_bytes": { 2024-09-14T03:35:11.246 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3010560 2024-09-14T03:35:11.246 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.246 INFO:tasks.workunit.client.0.smithi002.stdout: "logged_bytes": { 2024-09-14T03:35:11.246 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2871296 2024-09-14T03:35:11.246 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.246 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_db": { 2024-09-14T03:35:11.246 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 31850496 2024-09-14T03:35:11.246 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.246 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_slow": { 2024-09-14T03:35:11.246 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.246 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.246 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_wal": { 2024-09-14T03:35:11.247 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.247 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.247 INFO:tasks.workunit.client.0.smithi002.stdout: "num_files": { 2024-09-14T03:35:11.247 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 14 2024-09-14T03:35:11.247 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.247 INFO:tasks.workunit.client.0.smithi002.stdout: "read_bytes": { 2024-09-14T03:35:11.247 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 206480 2024-09-14T03:35:11.247 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.247 INFO:tasks.workunit.client.0.smithi002.stdout: "read_count": { 2024-09-14T03:35:11.247 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 23 2024-09-14T03:35:11.247 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.247 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes": { 2024-09-14T03:35:11.247 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1282048 2024-09-14T03:35:11.247 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.248 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_db": { 2024-09-14T03:35:11.248 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1286144 2024-09-14T03:35:11.248 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.248 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_slow": { 2024-09-14T03:35:11.248 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.248 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.248 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_wal": { 2024-09-14T03:35:11.248 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.248 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.248 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_count": { 2024-09-14T03:35:11.248 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 15 2024-09-14T03:35:11.248 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.248 INFO:tasks.workunit.client.0.smithi002.stdout: "read_prefetch_bytes": { 2024-09-14T03:35:11.248 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4991 2024-09-14T03:35:11.249 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.249 INFO:tasks.workunit.client.0.smithi002.stdout: "read_prefetch_count": { 2024-09-14T03:35:11.249 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4 2024-09-14T03:35:11.249 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.249 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_buffer_bytes": { 2024-09-14T03:35:11.249 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5552 2024-09-14T03:35:11.249 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.249 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_buffer_count": { 2024-09-14T03:35:11.249 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 24 2024-09-14T03:35:11.249 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.249 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_bytes": { 2024-09-14T03:35:11.249 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5552 2024-09-14T03:35:11.249 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.249 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_count": { 2024-09-14T03:35:11.250 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 24 2024-09-14T03:35:11.250 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.250 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes": { 2024-09-14T03:35:11.250 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.250 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.250 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_db": { 2024-09-14T03:35:11.250 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.250 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.250 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_slow": { 2024-09-14T03:35:11.250 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.250 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.250 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_wal": { 2024-09-14T03:35:11.250 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.250 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.251 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_count": { 2024-09-14T03:35:11.251 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.251 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.251 INFO:tasks.workunit.client.0.smithi002.stdout: "slow_total_bytes": { 2024-09-14T03:35:11.251 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.251 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.251 INFO:tasks.workunit.client.0.smithi002.stdout: "slow_used_bytes": { 2024-09-14T03:35:11.251 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.251 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.251 INFO:tasks.workunit.client.0.smithi002.stdout: "wal_total_bytes": { 2024-09-14T03:35:11.251 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.251 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.251 INFO:tasks.workunit.client.0.smithi002.stdout: "wal_used_bytes": { 2024-09-14T03:35:11.251 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.251 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.252 INFO:tasks.workunit.client.0.smithi002.stdout: "write_bytes": { 2024-09-14T03:35:11.252 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8937472 2024-09-14T03:35:11.252 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:11.252 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.252 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore": { 2024-09-14T03:35:11.252 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit": { 2024-09-14T03:35:11.252 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4096 2024-09-14T03:35:11.252 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.252 INFO:tasks.workunit.client.0.smithi002.stdout: "allocated": { 2024-09-14T03:35:11.252 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1380352 2024-09-14T03:35:11.252 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.252 INFO:tasks.workunit.client.0.smithi002.stdout: "clist_lat": { 2024-09-14T03:35:11.252 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3, 2024-09-14T03:35:11.252 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 137630 2024-09-14T03:35:11.253 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.253 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_lat": { 2024-09-14T03:35:11.253 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.253 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.253 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.253 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed": { 2024-09-14T03:35:11.253 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.253 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.253 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed_allocated": { 2024-09-14T03:35:11.253 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.253 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.253 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed_original": { 2024-09-14T03:35:11.253 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.253 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.254 INFO:tasks.workunit.client.0.smithi002.stdout: "csum_lat": { 2024-09-14T03:35:11.254 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 5, 2024-09-14T03:35:11.254 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 13072 2024-09-14T03:35:11.254 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.254 INFO:tasks.workunit.client.0.smithi002.stdout: "decompress_lat": { 2024-09-14T03:35:11.254 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.254 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.254 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.254 INFO:tasks.workunit.client.0.smithi002.stdout: "fragmentation_micros": { 2024-09-14T03:35:11.254 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.254 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.254 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_commit_lat": { 2024-09-14T03:35:11.254 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 688, 2024-09-14T03:35:11.254 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 472379418 2024-09-14T03:35:11.255 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.255 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_final_lat": { 2024-09-14T03:35:11.255 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 677, 2024-09-14T03:35:11.255 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 25229553 2024-09-14T03:35:11.255 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.255 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_flush_lat": { 2024-09-14T03:35:11.255 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 688, 2024-09-14T03:35:11.255 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 483129 2024-09-14T03:35:11.255 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.255 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_sync_lat": { 2024-09-14T03:35:11.255 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 688, 2024-09-14T03:35:11.255 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 472862547 2024-09-14T03:35:11.255 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.255 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_get_keys_lat": { 2024-09-14T03:35:11.255 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.256 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.256 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.256 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_get_values_lat": { 2024-09-14T03:35:11.256 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1, 2024-09-14T03:35:11.256 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 39491 2024-09-14T03:35:11.256 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.256 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_lower_bound_lat": { 2024-09-14T03:35:11.256 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2024-09-14T03:35:11.256 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1014 2024-09-14T03:35:11.256 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.256 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_next_lat": { 2024-09-14T03:35:11.256 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.256 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.257 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.257 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_seek_to_first_lat": { 2024-09-14T03:35:11.257 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:11.257 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.257 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.257 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_upper_bound_lat": { 2024-09-14T03:35:11.257 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2024-09-14T03:35:11.257 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5753 2024-09-14T03:35:11.257 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.257 INFO:tasks.workunit.client.0.smithi002.stdout: "onode_hits": { 2024-09-14T03:35:11.257 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3524 2024-09-14T03:35:11.257 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.257 INFO:tasks.workunit.client.0.smithi002.stdout: "onode_misses": { 2024-09-14T03:35:11.257 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 381 2024-09-14T03:35:11.258 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.258 INFO:tasks.workunit.client.0.smithi002.stdout: "read_lat": { 2024-09-14T03:35:11.258 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 104, 2024-09-14T03:35:11.258 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1694843 2024-09-14T03:35:11.258 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.258 INFO:tasks.workunit.client.0.smithi002.stdout: "read_onode_meta_lat": { 2024-09-14T03:35:11.258 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 155, 2024-09-14T03:35:11.258 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 375799 2024-09-14T03:35:11.258 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.258 INFO:tasks.workunit.client.0.smithi002.stdout: "read_wait_aio_lat": { 2024-09-14T03:35:11.258 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 51, 2024-09-14T03:35:11.258 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1001128 2024-09-14T03:35:11.258 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.258 INFO:tasks.workunit.client.0.smithi002.stdout: "reads_with_retries": { 2024-09-14T03:35:11.258 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.259 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.259 INFO:tasks.workunit.client.0.smithi002.stdout: "remove_lat": { 2024-09-14T03:35:11.259 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 101, 2024-09-14T03:35:11.259 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5580118 2024-09-14T03:35:11.259 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.259 INFO:tasks.workunit.client.0.smithi002.stdout: "state_aio_wait_lat": { 2024-09-14T03:35:11.259 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3387, 2024-09-14T03:35:11.259 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3627583253 2024-09-14T03:35:11.259 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.259 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_aio_wait_lat": { 2024-09-14T03:35:11.259 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 26, 2024-09-14T03:35:11.259 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 19811708 2024-09-14T03:35:11.259 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.260 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_cleanup_lat": { 2024-09-14T03:35:11.260 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 25, 2024-09-14T03:35:11.260 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 131335252624 2024-09-14T03:35:11.260 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.260 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_queued_lat": { 2024-09-14T03:35:11.260 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 26, 2024-09-14T03:35:11.260 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 43508850904 2024-09-14T03:35:11.260 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.260 INFO:tasks.workunit.client.0.smithi002.stdout: "state_done_lat": { 2024-09-14T03:35:11.260 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3386, 2024-09-14T03:35:11.260 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1826711078 2024-09-14T03:35:11.260 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.260 INFO:tasks.workunit.client.0.smithi002.stdout: "state_finishing_lat": { 2024-09-14T03:35:11.260 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3386, 2024-09-14T03:35:11.261 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 318515 2024-09-14T03:35:11.261 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.261 INFO:tasks.workunit.client.0.smithi002.stdout: "state_io_done_lat": { 2024-09-14T03:35:11.261 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3387, 2024-09-14T03:35:11.261 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 246165915 2024-09-14T03:35:11.261 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.261 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_commiting_lat": { 2024-09-14T03:35:11.261 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3387, 2024-09-14T03:35:11.261 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2494565841 2024-09-14T03:35:11.261 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.261 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_done_lat": { 2024-09-14T03:35:11.261 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3387, 2024-09-14T03:35:11.261 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 495825 2024-09-14T03:35:11.262 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.262 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_queued_lat": { 2024-09-14T03:35:11.262 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3387, 2024-09-14T03:35:11.262 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1439367944 2024-09-14T03:35:11.262 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.262 INFO:tasks.workunit.client.0.smithi002.stdout: "state_prepare_lat": { 2024-09-14T03:35:11.262 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3387, 2024-09-14T03:35:11.262 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 363290200 2024-09-14T03:35:11.262 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.262 INFO:tasks.workunit.client.0.smithi002.stdout: "stored": { 2024-09-14T03:35:11.262 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 940552 2024-09-14T03:35:11.262 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.262 INFO:tasks.workunit.client.0.smithi002.stdout: "truncate_lat": { 2024-09-14T03:35:11.263 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 25, 2024-09-14T03:35:11.263 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 126483 2024-09-14T03:35:11.263 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.263 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_commit_lat": { 2024-09-14T03:35:11.263 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3387, 2024-09-14T03:35:11.263 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8171210906 2024-09-14T03:35:11.263 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.263 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_submit_lat": { 2024-09-14T03:35:11.263 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3387, 2024-09-14T03:35:11.263 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 400373957 2024-09-14T03:35:11.263 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.263 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_throttle_lat": { 2024-09-14T03:35:11.263 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3387, 2024-09-14T03:35:11.263 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 265433268 2024-09-14T03:35:11.264 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:11.264 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.264 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache": { 2024-09-14T03:35:11.264 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_bytes": { 2024-09-14T03:35:11.264 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1861458400 2024-09-14T03:35:11.264 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.264 INFO:tasks.workunit.client.0.smithi002.stdout: "heap_bytes": { 2024-09-14T03:35:11.264 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 46792704 2024-09-14T03:35:11.264 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.264 INFO:tasks.workunit.client.0.smithi002.stdout: "mapped_bytes": { 2024-09-14T03:35:11.264 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 46096384 2024-09-14T03:35:11.264 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.264 INFO:tasks.workunit.client.0.smithi002.stdout: "target_bytes": { 2024-09-14T03:35:11.265 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3137370316 2024-09-14T03:35:11.265 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.265 INFO:tasks.workunit.client.0.smithi002.stdout: "unmapped_bytes": { 2024-09-14T03:35:11.265 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 696320 2024-09-14T03:35:11.265 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:11.265 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.265 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:data": { 2024-09-14T03:35:11.265 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:11.265 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 159383552 2024-09-14T03:35:11.265 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.265 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:11.265 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.265 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.266 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:11.266 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.266 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.266 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:11.266 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 85482333 2024-09-14T03:35:11.266 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.266 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:11.266 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.266 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.266 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:11.266 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.266 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.266 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:11.267 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.267 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.267 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:11.267 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.267 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.267 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:11.267 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.267 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.267 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:11.267 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 135168 2024-09-14T03:35:11.267 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.267 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:11.268 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.268 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.268 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:11.268 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.268 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.268 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:11.268 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.268 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.268 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:11.268 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 73766051 2024-09-14T03:35:11.268 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:11.268 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.269 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:kv": { 2024-09-14T03:35:11.269 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:11.269 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 780140544 2024-09-14T03:35:11.269 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.269 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:11.269 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2024-09-14T03:35:11.269 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.269 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:11.269 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.269 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.269 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:11.269 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 641117504 2024-09-14T03:35:11.269 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.270 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:11.270 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.270 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.270 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:11.270 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.270 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.270 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:11.270 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.270 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.270 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:11.270 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.270 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.271 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:11.271 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.271 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.271 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:11.271 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2128 2024-09-14T03:35:11.271 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.271 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:11.271 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.271 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.271 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:11.271 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.271 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.271 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:11.272 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.272 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.272 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:11.272 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71912048 2024-09-14T03:35:11.272 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:11.272 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.272 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:kv_onode": { 2024-09-14T03:35:11.272 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:11.272 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 192937984 2024-09-14T03:35:11.272 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.272 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:11.272 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2024-09-14T03:35:11.272 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.272 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:11.272 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 464 2024-09-14T03:35:11.273 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.273 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:11.273 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 56988222 2024-09-14T03:35:11.273 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.273 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:11.273 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.273 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.273 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:11.273 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.273 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.273 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:11.273 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.273 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.273 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:11.274 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.274 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.274 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:11.274 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.274 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.274 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:11.274 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.274 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.274 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:11.274 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.274 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.274 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:11.274 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.275 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.275 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:11.275 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.275 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.275 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:11.275 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 68840434 2024-09-14T03:35:11.275 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:11.275 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.275 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:meta": { 2024-09-14T03:35:11.275 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:11.275 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 713031680 2024-09-14T03:35:11.275 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.276 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:11.276 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.276 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.276 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:11.276 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.276 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.276 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:11.276 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 641117504 2024-09-14T03:35:11.276 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.276 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:11.276 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.276 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.276 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:11.276 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.277 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.277 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:11.277 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.277 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.277 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:11.277 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.277 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.277 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:11.277 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.277 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.277 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:11.277 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 365759 2024-09-14T03:35:11.277 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.277 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:11.278 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.278 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.278 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:11.278 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.278 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.278 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:11.278 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.278 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.278 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:11.278 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71548417 2024-09-14T03:35:11.278 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:11.278 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.278 INFO:tasks.workunit.client.0.smithi002.stdout: "objecter": { 2024-09-14T03:35:11.279 INFO:tasks.workunit.client.0.smithi002.stdout: "op_active": { 2024-09-14T03:35:11.279 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.279 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.279 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r": { 2024-09-14T03:35:11.279 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.279 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.279 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rmw": { 2024-09-14T03:35:11.279 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.279 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.279 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w": { 2024-09-14T03:35:11.279 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.279 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:11.280 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.280 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2024-09-14T03:35:11.280 INFO:tasks.workunit.client.0.smithi002.stdout: "numpg": { 2024-09-14T03:35:11.280 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 46 2024-09-14T03:35:11.280 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.280 INFO:tasks.workunit.client.0.smithi002.stdout: "numpg_removing": { 2024-09-14T03:35:11.280 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.280 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.280 INFO:tasks.workunit.client.0.smithi002.stdout: "op": { 2024-09-14T03:35:11.280 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 43 2024-09-14T03:35:11.280 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.280 INFO:tasks.workunit.client.0.smithi002.stdout: "op_delayed_degraded": { 2024-09-14T03:35:11.280 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.280 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.281 INFO:tasks.workunit.client.0.smithi002.stdout: "op_delayed_unreadable": { 2024-09-14T03:35:11.281 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.281 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.281 INFO:tasks.workunit.client.0.smithi002.stdout: "op_in_bytes": { 2024-09-14T03:35:11.281 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.281 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.281 INFO:tasks.workunit.client.0.smithi002.stdout: "op_latency": { 2024-09-14T03:35:11.281 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 43, 2024-09-14T03:35:11.281 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 59205765 2024-09-14T03:35:11.281 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.281 INFO:tasks.workunit.client.0.smithi002.stdout: "op_out_bytes": { 2024-09-14T03:35:11.281 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 132129 2024-09-14T03:35:11.281 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.281 INFO:tasks.workunit.client.0.smithi002.stdout: "op_prepare_latency": { 2024-09-14T03:35:11.282 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 45, 2024-09-14T03:35:11.282 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 10538911 2024-09-14T03:35:11.282 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.282 INFO:tasks.workunit.client.0.smithi002.stdout: "op_process_latency": { 2024-09-14T03:35:11.282 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 43, 2024-09-14T03:35:11.282 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 23993297 2024-09-14T03:35:11.282 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.282 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r": { 2024-09-14T03:35:11.282 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 28 2024-09-14T03:35:11.282 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.282 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_latency": { 2024-09-14T03:35:11.282 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 28, 2024-09-14T03:35:11.282 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4162275 2024-09-14T03:35:11.282 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.283 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-14T03:35:11.283 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.283 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.283 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_out_bytes": { 2024-09-14T03:35:11.283 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 132129 2024-09-14T03:35:11.283 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.283 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_prepare_latency": { 2024-09-14T03:35:11.283 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 28, 2024-09-14T03:35:11.283 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3670486 2024-09-14T03:35:11.283 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.283 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_process_latency": { 2024-09-14T03:35:11.283 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 28, 2024-09-14T03:35:11.283 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3074779 2024-09-14T03:35:11.284 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.284 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw": { 2024-09-14T03:35:11.284 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 10 2024-09-14T03:35:11.284 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.284 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_in_bytes": { 2024-09-14T03:35:11.284 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.284 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.284 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency": { 2024-09-14T03:35:11.284 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 10, 2024-09-14T03:35:11.284 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 7935293 2024-09-14T03:35:11.284 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.284 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-14T03:35:11.284 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.284 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.285 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-14T03:35:11.285 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.285 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.285 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_out_bytes": { 2024-09-14T03:35:11.285 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.285 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.285 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_prepare_latency": { 2024-09-14T03:35:11.285 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 10, 2024-09-14T03:35:11.285 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3087050 2024-09-14T03:35:11.285 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.285 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_process_latency": { 2024-09-14T03:35:11.285 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 10, 2024-09-14T03:35:11.285 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 7543536 2024-09-14T03:35:11.285 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.285 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w": { 2024-09-14T03:35:11.286 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5 2024-09-14T03:35:11.286 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.286 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_in_bytes": { 2024-09-14T03:35:11.286 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.286 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.286 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_latency": { 2024-09-14T03:35:11.286 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 5, 2024-09-14T03:35:11.286 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 47108197 2024-09-14T03:35:11.286 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.286 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-14T03:35:11.286 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.286 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.286 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_prepare_latency": { 2024-09-14T03:35:11.286 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 7, 2024-09-14T03:35:11.287 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3781375 2024-09-14T03:35:11.287 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.287 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_process_latency": { 2024-09-14T03:35:11.287 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 5, 2024-09-14T03:35:11.287 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 13374982 2024-09-14T03:35:11.287 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.287 INFO:tasks.workunit.client.0.smithi002.stdout: "op_wip": { 2024-09-14T03:35:11.287 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.287 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.287 INFO:tasks.workunit.client.0.smithi002.stdout: "recovery_bytes": { 2024-09-14T03:35:11.287 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.287 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.287 INFO:tasks.workunit.client.0.smithi002.stdout: "recovery_ops": { 2024-09-14T03:35:11.287 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:11.287 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.288 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_bytes": { 2024-09-14T03:35:11.288 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 95995035648 2024-09-14T03:35:11.288 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.288 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_bytes_used": { 2024-09-14T03:35:11.288 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 29048832 2024-09-14T03:35:11.288 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:11.288 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:11.288 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:11.288 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.288 INFO:tasks.workunit.client.0.smithi002.stdout: "pools": [ 2024-09-14T03:35:11.288 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.288 INFO:tasks.workunit.client.0.smithi002.stdout: "application": [ 2024-09-14T03:35:11.288 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr" 2024-09-14T03:35:11.289 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.289 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_mode": "none", 2024-09-14T03:35:11.289 INFO:tasks.workunit.client.0.smithi002.stdout: "erasure_code_profile": {}, 2024-09-14T03:35:11.289 INFO:tasks.workunit.client.0.smithi002.stdout: "min_size": 2, 2024-09-14T03:35:11.289 INFO:tasks.workunit.client.0.smithi002.stdout: "options": {}, 2024-09-14T03:35:11.289 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_autoscale_mode": "off", 2024-09-14T03:35:11.289 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_num": 1, 2024-09-14T03:35:11.289 INFO:tasks.workunit.client.0.smithi002.stdout: "pgp_num": 1, 2024-09-14T03:35:11.289 INFO:tasks.workunit.client.0.smithi002.stdout: "pool": 1, 2024-09-14T03:35:11.289 INFO:tasks.workunit.client.0.smithi002.stdout: "size": 3, 2024-09-14T03:35:11.289 INFO:tasks.workunit.client.0.smithi002.stdout: "stats": { 2024-09-14T03:35:11.289 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_raw": 729300936970, 2024-09-14T03:35:11.289 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_used": 1781760, 2024-09-14T03:35:11.289 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_bytes_used": 0, 2024-09-14T03:35:11.290 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_under_bytes": 0, 2024-09-14T03:35:11.290 INFO:tasks.workunit.client.0.smithi002.stdout: "data_bytes_used": 1781760, 2024-09-14T03:35:11.290 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty": 0, 2024-09-14T03:35:11.290 INFO:tasks.workunit.client.0.smithi002.stdout: "max_avail": 243100303360, 2024-09-14T03:35:11.290 INFO:tasks.workunit.client.0.smithi002.stdout: "objects": 2, 2024-09-14T03:35:11.290 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_bytes_used": 0, 2024-09-14T03:35:11.290 INFO:tasks.workunit.client.0.smithi002.stdout: "percent_used": 2.4431008114333963e-06, 2024-09-14T03:35:11.290 INFO:tasks.workunit.client.0.smithi002.stdout: "quota_bytes": 0, 2024-09-14T03:35:11.290 INFO:tasks.workunit.client.0.smithi002.stdout: "quota_objects": 0, 2024-09-14T03:35:11.290 INFO:tasks.workunit.client.0.smithi002.stdout: "rd": 212, 2024-09-14T03:35:11.290 INFO:tasks.workunit.client.0.smithi002.stdout: "rd_bytes": 313344, 2024-09-14T03:35:11.290 INFO:tasks.workunit.client.0.smithi002.stdout: "stored": 590368, 2024-09-14T03:35:11.290 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_data": 590368, 2024-09-14T03:35:11.291 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_omap": 0, 2024-09-14T03:35:11.291 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_raw": 1771104, 2024-09-14T03:35:11.291 INFO:tasks.workunit.client.0.smithi002.stdout: "wr": 179, 2024-09-14T03:35:11.291 INFO:tasks.workunit.client.0.smithi002.stdout: "wr_bytes": 2473984 2024-09-14T03:35:11.291 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.291 INFO:tasks.workunit.client.0.smithi002.stdout: "target_max_bytes": 0, 2024-09-14T03:35:11.291 INFO:tasks.workunit.client.0.smithi002.stdout: "target_max_objects": 0, 2024-09-14T03:35:11.291 INFO:tasks.workunit.client.0.smithi002.stdout: "type": "replicated" 2024-09-14T03:35:11.291 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.291 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.291 INFO:tasks.workunit.client.0.smithi002.stdout: "application": [ 2024-09-14T03:35:11.291 INFO:tasks.workunit.client.0.smithi002.stdout: "cephfs" 2024-09-14T03:35:11.291 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.291 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_mode": "none", 2024-09-14T03:35:11.292 INFO:tasks.workunit.client.0.smithi002.stdout: "erasure_code_profile": {}, 2024-09-14T03:35:11.292 INFO:tasks.workunit.client.0.smithi002.stdout: "min_size": 2, 2024-09-14T03:35:11.292 INFO:tasks.workunit.client.0.smithi002.stdout: "options": {}, 2024-09-14T03:35:11.292 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_autoscale_mode": "off", 2024-09-14T03:35:11.292 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_num": 32, 2024-09-14T03:35:11.292 INFO:tasks.workunit.client.0.smithi002.stdout: "pgp_num": 32, 2024-09-14T03:35:11.292 INFO:tasks.workunit.client.0.smithi002.stdout: "pool": 2, 2024-09-14T03:35:11.292 INFO:tasks.workunit.client.0.smithi002.stdout: "size": 3, 2024-09-14T03:35:11.292 INFO:tasks.workunit.client.0.smithi002.stdout: "stats": { 2024-09-14T03:35:11.292 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_raw": 729300936970, 2024-09-14T03:35:11.292 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_used": 98304, 2024-09-14T03:35:11.292 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_bytes_used": 0, 2024-09-14T03:35:11.292 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_under_bytes": 0, 2024-09-14T03:35:11.293 INFO:tasks.workunit.client.0.smithi002.stdout: "data_bytes_used": 98304, 2024-09-14T03:35:11.293 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty": 0, 2024-09-14T03:35:11.293 INFO:tasks.workunit.client.0.smithi002.stdout: "max_avail": 243100303360, 2024-09-14T03:35:11.293 INFO:tasks.workunit.client.0.smithi002.stdout: "objects": 22, 2024-09-14T03:35:11.293 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_bytes_used": 0, 2024-09-14T03:35:11.293 INFO:tasks.workunit.client.0.smithi002.stdout: "percent_used": 1.3479208860189829e-07, 2024-09-14T03:35:11.293 INFO:tasks.workunit.client.0.smithi002.stdout: "quota_bytes": 0, 2024-09-14T03:35:11.293 INFO:tasks.workunit.client.0.smithi002.stdout: "quota_objects": 0, 2024-09-14T03:35:11.293 INFO:tasks.workunit.client.0.smithi002.stdout: "rd": 0, 2024-09-14T03:35:11.293 INFO:tasks.workunit.client.0.smithi002.stdout: "rd_bytes": 0, 2024-09-14T03:35:11.293 INFO:tasks.workunit.client.0.smithi002.stdout: "stored": 3428, 2024-09-14T03:35:11.293 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_data": 3428, 2024-09-14T03:35:11.293 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_omap": 0, 2024-09-14T03:35:11.293 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_raw": 10284, 2024-09-14T03:35:11.294 INFO:tasks.workunit.client.0.smithi002.stdout: "wr": 51, 2024-09-14T03:35:11.294 INFO:tasks.workunit.client.0.smithi002.stdout: "wr_bytes": 20480 2024-09-14T03:35:11.294 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.294 INFO:tasks.workunit.client.0.smithi002.stdout: "target_max_bytes": 0, 2024-09-14T03:35:11.294 INFO:tasks.workunit.client.0.smithi002.stdout: "target_max_objects": 0, 2024-09-14T03:35:11.294 INFO:tasks.workunit.client.0.smithi002.stdout: "type": "replicated" 2024-09-14T03:35:11.294 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.294 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.294 INFO:tasks.workunit.client.0.smithi002.stdout: "application": [ 2024-09-14T03:35:11.294 INFO:tasks.workunit.client.0.smithi002.stdout: "cephfs" 2024-09-14T03:35:11.294 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.294 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_mode": "none", 2024-09-14T03:35:11.294 INFO:tasks.workunit.client.0.smithi002.stdout: "erasure_code_profile": {}, 2024-09-14T03:35:11.294 INFO:tasks.workunit.client.0.smithi002.stdout: "min_size": 2, 2024-09-14T03:35:11.295 INFO:tasks.workunit.client.0.smithi002.stdout: "options": {}, 2024-09-14T03:35:11.295 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_autoscale_mode": "off", 2024-09-14T03:35:11.295 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_num": 64, 2024-09-14T03:35:11.295 INFO:tasks.workunit.client.0.smithi002.stdout: "pgp_num": 64, 2024-09-14T03:35:11.295 INFO:tasks.workunit.client.0.smithi002.stdout: "pool": 3, 2024-09-14T03:35:11.295 INFO:tasks.workunit.client.0.smithi002.stdout: "size": 3, 2024-09-14T03:35:11.295 INFO:tasks.workunit.client.0.smithi002.stdout: "stats": { 2024-09-14T03:35:11.295 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_raw": 729300936970, 2024-09-14T03:35:11.295 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_used": 0, 2024-09-14T03:35:11.295 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_bytes_used": 0, 2024-09-14T03:35:11.295 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_under_bytes": 0, 2024-09-14T03:35:11.295 INFO:tasks.workunit.client.0.smithi002.stdout: "data_bytes_used": 0, 2024-09-14T03:35:11.295 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty": 0, 2024-09-14T03:35:11.295 INFO:tasks.workunit.client.0.smithi002.stdout: "max_avail": 243100303360, 2024-09-14T03:35:11.295 INFO:tasks.workunit.client.0.smithi002.stdout: "objects": 0, 2024-09-14T03:35:11.296 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_bytes_used": 0, 2024-09-14T03:35:11.296 INFO:tasks.workunit.client.0.smithi002.stdout: "percent_used": 0.0, 2024-09-14T03:35:11.296 INFO:tasks.workunit.client.0.smithi002.stdout: "quota_bytes": 0, 2024-09-14T03:35:11.296 INFO:tasks.workunit.client.0.smithi002.stdout: "quota_objects": 0, 2024-09-14T03:35:11.296 INFO:tasks.workunit.client.0.smithi002.stdout: "rd": 0, 2024-09-14T03:35:11.296 INFO:tasks.workunit.client.0.smithi002.stdout: "rd_bytes": 0, 2024-09-14T03:35:11.296 INFO:tasks.workunit.client.0.smithi002.stdout: "stored": 0, 2024-09-14T03:35:11.296 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_data": 0, 2024-09-14T03:35:11.296 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_omap": 0, 2024-09-14T03:35:11.296 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_raw": 0, 2024-09-14T03:35:11.296 INFO:tasks.workunit.client.0.smithi002.stdout: "wr": 0, 2024-09-14T03:35:11.296 INFO:tasks.workunit.client.0.smithi002.stdout: "wr_bytes": 0 2024-09-14T03:35:11.296 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.297 INFO:tasks.workunit.client.0.smithi002.stdout: "target_max_bytes": 0, 2024-09-14T03:35:11.297 INFO:tasks.workunit.client.0.smithi002.stdout: "target_max_objects": 0, 2024-09-14T03:35:11.297 INFO:tasks.workunit.client.0.smithi002.stdout: "type": "replicated" 2024-09-14T03:35:11.297 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.297 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.297 INFO:tasks.workunit.client.0.smithi002.stdout: "application": [ 2024-09-14T03:35:11.297 INFO:tasks.workunit.client.0.smithi002.stdout: "rbd" 2024-09-14T03:35:11.297 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.297 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_mode": "none", 2024-09-14T03:35:11.297 INFO:tasks.workunit.client.0.smithi002.stdout: "erasure_code_profile": {}, 2024-09-14T03:35:11.297 INFO:tasks.workunit.client.0.smithi002.stdout: "min_size": 2, 2024-09-14T03:35:11.297 INFO:tasks.workunit.client.0.smithi002.stdout: "options": {}, 2024-09-14T03:35:11.297 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_autoscale_mode": "off", 2024-09-14T03:35:11.297 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_num": 8, 2024-09-14T03:35:11.297 INFO:tasks.workunit.client.0.smithi002.stdout: "pgp_num": 8, 2024-09-14T03:35:11.298 INFO:tasks.workunit.client.0.smithi002.stdout: "pool": 4, 2024-09-14T03:35:11.298 INFO:tasks.workunit.client.0.smithi002.stdout: "size": 3, 2024-09-14T03:35:11.298 INFO:tasks.workunit.client.0.smithi002.stdout: "stats": { 2024-09-14T03:35:11.298 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_raw": 729300936970, 2024-09-14T03:35:11.298 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_used": 12288, 2024-09-14T03:35:11.298 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_bytes_used": 0, 2024-09-14T03:35:11.298 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_under_bytes": 0, 2024-09-14T03:35:11.298 INFO:tasks.workunit.client.0.smithi002.stdout: "data_bytes_used": 12288, 2024-09-14T03:35:11.298 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty": 0, 2024-09-14T03:35:11.298 INFO:tasks.workunit.client.0.smithi002.stdout: "max_avail": 243100303360, 2024-09-14T03:35:11.298 INFO:tasks.workunit.client.0.smithi002.stdout: "objects": 2, 2024-09-14T03:35:11.298 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_bytes_used": 0, 2024-09-14T03:35:11.298 INFO:tasks.workunit.client.0.smithi002.stdout: "percent_used": 1.6849011075237286e-08, 2024-09-14T03:35:11.298 INFO:tasks.workunit.client.0.smithi002.stdout: "quota_bytes": 0, 2024-09-14T03:35:11.299 INFO:tasks.workunit.client.0.smithi002.stdout: "quota_objects": 0, 2024-09-14T03:35:11.299 INFO:tasks.workunit.client.0.smithi002.stdout: "rd": 0, 2024-09-14T03:35:11.299 INFO:tasks.workunit.client.0.smithi002.stdout: "rd_bytes": 0, 2024-09-14T03:35:11.299 INFO:tasks.workunit.client.0.smithi002.stdout: "stored": 19, 2024-09-14T03:35:11.299 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_data": 19, 2024-09-14T03:35:11.299 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_omap": 0, 2024-09-14T03:35:11.299 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_raw": 57, 2024-09-14T03:35:11.299 INFO:tasks.workunit.client.0.smithi002.stdout: "wr": 2, 2024-09-14T03:35:11.299 INFO:tasks.workunit.client.0.smithi002.stdout: "wr_bytes": 2048 2024-09-14T03:35:11.299 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.299 INFO:tasks.workunit.client.0.smithi002.stdout: "target_max_bytes": 0, 2024-09-14T03:35:11.299 INFO:tasks.workunit.client.0.smithi002.stdout: "target_max_objects": 0, 2024-09-14T03:35:11.299 INFO:tasks.workunit.client.0.smithi002.stdout: "type": "replicated" 2024-09-14T03:35:11.299 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:11.300 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.300 INFO:tasks.workunit.client.0.smithi002.stdout: "rbd": { 2024-09-14T03:35:11.300 INFO:tasks.workunit.client.0.smithi002.stdout: "mirroring_by_pool": [ 2024-09-14T03:35:11.300 INFO:tasks.workunit.client.0.smithi002.stdout: false 2024-09-14T03:35:11.300 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.300 INFO:tasks.workunit.client.0.smithi002.stdout: "num_images_by_pool": [ 2024-09-14T03:35:11.300 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:11.300 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.300 INFO:tasks.workunit.client.0.smithi002.stdout: "num_pools": 1 2024-09-14T03:35:11.300 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.300 INFO:tasks.workunit.client.0.smithi002.stdout: "report_id": "d20204cc-804e-49ac-8e81-1f7ba247ec99", 2024-09-14T03:35:11.300 INFO:tasks.workunit.client.0.smithi002.stdout: "report_timestamp": "2024-09-14T03:35:10.393360", 2024-09-14T03:35:11.300 INFO:tasks.workunit.client.0.smithi002.stdout: "report_version": 1, 2024-09-14T03:35:11.300 INFO:tasks.workunit.client.0.smithi002.stdout: "rocksdb_stats": { 2024-09-14T03:35:11.301 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "7.9.2" 2024-09-14T03:35:11.301 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.301 INFO:tasks.workunit.client.0.smithi002.stdout: "rook": { 2024-09-14T03:35:11.301 INFO:tasks.workunit.client.0.smithi002.stdout: "cluster": { 2024-09-14T03:35:11.301 INFO:tasks.workunit.client.0.smithi002.stdout: "external-mode": null, 2024-09-14T03:35:11.301 INFO:tasks.workunit.client.0.smithi002.stdout: "mon": { 2024-09-14T03:35:11.301 INFO:tasks.workunit.client.0.smithi002.stdout: "allow-multiple-per-node": null, 2024-09-14T03:35:11.301 INFO:tasks.workunit.client.0.smithi002.stdout: "count": null, 2024-09-14T03:35:11.301 INFO:tasks.workunit.client.0.smithi002.stdout: "max-id": null, 2024-09-14T03:35:11.301 INFO:tasks.workunit.client.0.smithi002.stdout: "pvc": { 2024-09-14T03:35:11.301 INFO:tasks.workunit.client.0.smithi002.stdout: "enabled": null 2024-09-14T03:35:11.301 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.301 INFO:tasks.workunit.client.0.smithi002.stdout: "stretch": { 2024-09-14T03:35:11.301 INFO:tasks.workunit.client.0.smithi002.stdout: "enabled": null 2024-09-14T03:35:11.301 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:11.302 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.302 INFO:tasks.workunit.client.0.smithi002.stdout: "network": { 2024-09-14T03:35:11.302 INFO:tasks.workunit.client.0.smithi002.stdout: "provider": null 2024-09-14T03:35:11.302 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.302 INFO:tasks.workunit.client.0.smithi002.stdout: "storage": { 2024-09-14T03:35:11.302 INFO:tasks.workunit.client.0.smithi002.stdout: "device-set": { 2024-09-14T03:35:11.302 INFO:tasks.workunit.client.0.smithi002.stdout: "count": { 2024-09-14T03:35:11.302 INFO:tasks.workunit.client.0.smithi002.stdout: "non-portable": null, 2024-09-14T03:35:11.302 INFO:tasks.workunit.client.0.smithi002.stdout: "portable": null, 2024-09-14T03:35:11.302 INFO:tasks.workunit.client.0.smithi002.stdout: "total": null 2024-09-14T03:35:11.302 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:11.302 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:11.302 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:11.302 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.303 INFO:tasks.workunit.client.0.smithi002.stdout: "csi": { 2024-09-14T03:35:11.303 INFO:tasks.workunit.client.0.smithi002.stdout: "version": null 2024-09-14T03:35:11.303 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.303 INFO:tasks.workunit.client.0.smithi002.stdout: "kubernetes": { 2024-09-14T03:35:11.303 INFO:tasks.workunit.client.0.smithi002.stdout: "version": null 2024-09-14T03:35:11.303 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.303 INFO:tasks.workunit.client.0.smithi002.stdout: "node": { 2024-09-14T03:35:11.303 INFO:tasks.workunit.client.0.smithi002.stdout: "count": { 2024-09-14T03:35:11.303 INFO:tasks.workunit.client.0.smithi002.stdout: "kubernetes-total": null, 2024-09-14T03:35:11.303 INFO:tasks.workunit.client.0.smithi002.stdout: "with-ceph-daemons": null, 2024-09-14T03:35:11.303 INFO:tasks.workunit.client.0.smithi002.stdout: "with-csi-cephfs-plugin": null, 2024-09-14T03:35:11.303 INFO:tasks.workunit.client.0.smithi002.stdout: "with-csi-nfs-plugin": null, 2024-09-14T03:35:11.303 INFO:tasks.workunit.client.0.smithi002.stdout: "with-csi-rbd-plugin": null 2024-09-14T03:35:11.304 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:11.304 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.304 INFO:tasks.workunit.client.0.smithi002.stdout: "usage": { 2024-09-14T03:35:11.304 INFO:tasks.workunit.client.0.smithi002.stdout: "storage-class": { 2024-09-14T03:35:11.304 INFO:tasks.workunit.client.0.smithi002.stdout: "count": { 2024-09-14T03:35:11.304 INFO:tasks.workunit.client.0.smithi002.stdout: "bucket": null, 2024-09-14T03:35:11.304 INFO:tasks.workunit.client.0.smithi002.stdout: "cephfs": null, 2024-09-14T03:35:11.304 INFO:tasks.workunit.client.0.smithi002.stdout: "nfs": null, 2024-09-14T03:35:11.304 INFO:tasks.workunit.client.0.smithi002.stdout: "rbd": null, 2024-09-14T03:35:11.304 INFO:tasks.workunit.client.0.smithi002.stdout: "total": null 2024-09-14T03:35:11.304 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:11.304 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:11.304 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.304 INFO:tasks.workunit.client.0.smithi002.stdout: "version": null 2024-09-14T03:35:11.305 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.305 INFO:tasks.workunit.client.0.smithi002.stdout: "services": {}, 2024-09-14T03:35:11.305 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_per_pg": [ 2024-09-14T03:35:11.305 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.305 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.305 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:11.305 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:11.305 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:11.305 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.305 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 7, 2024-09-14T03:35:11.305 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.305 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.305 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:11.305 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.306 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.306 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.306 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:46.278073+0000", 2024-09-14T03:35:11.306 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.306390+0000", 2024-09-14T03:35:11.306 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.306390+0000", 2024-09-14T03:35:11.306 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.307834+0000", 2024-09-14T03:35:11.306 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:46.278073+0000", 2024-09-14T03:35:11.306 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.306 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.306 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.306 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:11.306 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:46.278073+0000", 2024-09-14T03:35:11.306 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:46.278073+0000", 2024-09-14T03:35:11.306 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:46.278073+0000", 2024-09-14T03:35:11.306 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.307 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.307 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.307 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:46.278073+0000", 2024-09-14T03:35:11.307 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:46.278073+0000", 2024-09-14T03:35:11.307 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.307 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.307 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.307 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.307 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:11.307 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.307 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.307 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.307 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.307 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.308 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.308 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.308 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.308 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.3f", 2024-09-14T03:35:11.308 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.308 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.308 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.308 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:11.308 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.308 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T12:17:12.208663+0000", 2024-09-14T03:35:11.308 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.308 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.308 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.309 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.309 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.309 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.309 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.309 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.309 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.309 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.309 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.309 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.309 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.309 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.309 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.309 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.309 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.309 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.310 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.310 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.310 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.310 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.310 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.310 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.310 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.310 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.310 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.310 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.310 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.310 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.310 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.310 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.311 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.311 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.311 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.311 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.311 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.311 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.311 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.311 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.311 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.311 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.311 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.311 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.311 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.311 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.312 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.312 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:11.312 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:11.312 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:11.312 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.312 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 7, 2024-09-14T03:35:11.312 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.312 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.312 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.312 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.312 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:11.312 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:11.312 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2024-09-14T03:35:11.312 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.313 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 1, 2024-09-14T03:35:11.313 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.313 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.313 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:11.313 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.313 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.313 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.313 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.354815+0000", 2024-09-14T03:35:11.313 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.298823+0000", 2024-09-14T03:35:11.313 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.298823+0000", 2024-09-14T03:35:11.313 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.299085+0000", 2024-09-14T03:35:11.313 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.354815+0000", 2024-09-14T03:35:11.313 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.313 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.313 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.314 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:11.314 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.354815+0000", 2024-09-14T03:35:11.314 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.354815+0000", 2024-09-14T03:35:11.314 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.354815+0000", 2024-09-14T03:35:11.314 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.314 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.314 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.314 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.354815+0000", 2024-09-14T03:35:11.314 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.354815+0000", 2024-09-14T03:35:11.314 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.314 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.314 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.314 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.314 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:11.315 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.315 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.315 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.315 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.315 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.315 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.315 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.315 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.315 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.3e", 2024-09-14T03:35:11.315 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.315 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.315 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.315 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:11.315 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.315 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T12:37:07.850116+0000", 2024-09-14T03:35:11.316 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.316 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.316 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.316 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.316 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.316 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.316 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.316 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.316 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.316 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.316 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.316 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.316 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.316 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.317 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.317 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.317 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.317 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.317 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.317 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.317 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.317 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.317 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.317 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.317 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.317 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.317 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.317 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.317 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.318 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.318 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.318 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.318 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.318 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.318 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.318 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.318 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.318 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.318 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.318 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.318 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.318 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.319 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.319 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.319 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.319 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.319 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.319 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:11.319 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:11.319 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2024-09-14T03:35:11.319 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.319 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 1, 2024-09-14T03:35:11.319 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.319 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.319 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.319 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.319 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:11.320 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2024-09-14T03:35:11.320 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2024-09-14T03:35:11.320 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.320 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 0, 2024-09-14T03:35:11.320 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.320 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.320 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:11.320 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.320 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.320 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.320 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.703810+0000", 2024-09-14T03:35:11.320 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.296105+0000", 2024-09-14T03:35:11.320 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.296105+0000", 2024-09-14T03:35:11.320 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.296456+0000", 2024-09-14T03:35:11.321 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.703810+0000", 2024-09-14T03:35:11.321 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.321 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.321 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.321 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:11.321 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.703810+0000", 2024-09-14T03:35:11.321 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.703810+0000", 2024-09-14T03:35:11.321 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.703810+0000", 2024-09-14T03:35:11.321 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.321 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.321 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.321 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.703810+0000", 2024-09-14T03:35:11.321 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.703810+0000", 2024-09-14T03:35:11.321 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.322 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.322 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.322 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.322 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:11.322 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.322 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.322 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.322 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.322 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.322 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.322 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.322 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.322 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.3d", 2024-09-14T03:35:11.322 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.323 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.323 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.323 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:11.323 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.323 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T15:25:47.490806+0000", 2024-09-14T03:35:11.323 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.323 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.323 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.323 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.323 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.323 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.323 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.323 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.323 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.324 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.324 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.324 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.324 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.324 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.324 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.324 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.324 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.324 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.324 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.324 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.324 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.324 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.324 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.325 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.325 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.325 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.325 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.325 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.325 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.325 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.325 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.325 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.325 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.325 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.325 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.325 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.325 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.326 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.326 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.326 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.326 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.326 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.326 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.326 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.326 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.326 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.326 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.326 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:11.326 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2024-09-14T03:35:11.326 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2024-09-14T03:35:11.326 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.327 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 0, 2024-09-14T03:35:11.327 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.327 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.327 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.327 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.327 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:11.327 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:11.327 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2024-09-14T03:35:11.327 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.327 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 5, 2024-09-14T03:35:11.327 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.327 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.327 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:11.327 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.328 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.328 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.328 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.659962+0000", 2024-09-14T03:35:11.328 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.309354+0000", 2024-09-14T03:35:11.328 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.309354+0000", 2024-09-14T03:35:11.328 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.310079+0000", 2024-09-14T03:35:11.328 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.659962+0000", 2024-09-14T03:35:11.328 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.328 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.328 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.328 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:11.328 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.659962+0000", 2024-09-14T03:35:11.328 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.659962+0000", 2024-09-14T03:35:11.328 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.659962+0000", 2024-09-14T03:35:11.329 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.329 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.329 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.329 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.659962+0000", 2024-09-14T03:35:11.329 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.659962+0000", 2024-09-14T03:35:11.329 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.329 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.329 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.329 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.329 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:11.329 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.329 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.329 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.329 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.330 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.330 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.330 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.330 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.330 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.3c", 2024-09-14T03:35:11.330 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.330 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.330 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.330 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:11.330 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.330 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T12:32:11.169629+0000", 2024-09-14T03:35:11.330 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.330 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.330 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.331 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.331 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.331 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.331 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.331 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.331 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.331 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.331 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.331 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.331 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.331 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.331 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.331 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.331 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.331 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.332 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.332 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.332 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.332 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.332 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.332 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.332 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.332 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.332 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.332 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.332 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.332 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.332 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.332 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.333 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.333 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.333 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.333 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.333 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.333 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.333 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.333 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.333 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.333 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.333 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.333 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.333 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.334 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.334 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.334 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:11.334 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:11.334 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2024-09-14T03:35:11.334 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.334 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 5, 2024-09-14T03:35:11.334 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.334 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.334 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.334 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.334 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:11.334 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2024-09-14T03:35:11.334 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2024-09-14T03:35:11.335 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.335 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 7, 2024-09-14T03:35:11.335 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.335 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.335 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:11.335 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.335 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.335 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.335 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:46.277530+0000", 2024-09-14T03:35:11.335 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.307692+0000", 2024-09-14T03:35:11.335 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.307692+0000", 2024-09-14T03:35:11.335 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.309072+0000", 2024-09-14T03:35:11.335 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:46.277530+0000", 2024-09-14T03:35:11.335 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.336 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.336 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.336 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:11.336 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:46.277530+0000", 2024-09-14T03:35:11.336 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:46.277530+0000", 2024-09-14T03:35:11.336 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:46.277530+0000", 2024-09-14T03:35:11.336 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.336 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.336 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.336 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:46.277530+0000", 2024-09-14T03:35:11.336 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:46.277530+0000", 2024-09-14T03:35:11.336 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.336 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.336 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.337 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.337 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:11.337 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.337 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.337 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.337 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.337 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.337 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.337 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.337 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.337 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.3b", 2024-09-14T03:35:11.337 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.337 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.337 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.338 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:11.338 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.338 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T06:03:32.227826+0000", 2024-09-14T03:35:11.338 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.338 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.338 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.338 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.338 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.338 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.338 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.338 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.338 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.338 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.338 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.339 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.339 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.339 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.339 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.339 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.339 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.339 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.339 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.339 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.339 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.339 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.339 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.339 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.339 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.340 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.340 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.340 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.340 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.340 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.340 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.340 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.340 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.340 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.340 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.340 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.340 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.340 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.340 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.341 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.341 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.341 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.341 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.341 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.341 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.341 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.341 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.341 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:11.341 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2024-09-14T03:35:11.341 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2024-09-14T03:35:11.341 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.341 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 7, 2024-09-14T03:35:11.341 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.342 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.342 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.342 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.342 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:11.342 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:11.342 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2024-09-14T03:35:11.342 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.342 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 5, 2024-09-14T03:35:11.342 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.342 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.342 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:11.342 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.342 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.343 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.343 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.659829+0000", 2024-09-14T03:35:11.343 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.312122+0000", 2024-09-14T03:35:11.343 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.312122+0000", 2024-09-14T03:35:11.343 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.312432+0000", 2024-09-14T03:35:11.343 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.659829+0000", 2024-09-14T03:35:11.343 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.343 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.343 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.343 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:11.343 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.659829+0000", 2024-09-14T03:35:11.343 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.659829+0000", 2024-09-14T03:35:11.343 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.659829+0000", 2024-09-14T03:35:11.343 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.343 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.344 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.344 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.659829+0000", 2024-09-14T03:35:11.344 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.659829+0000", 2024-09-14T03:35:11.344 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.344 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.344 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.344 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.344 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:11.344 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.344 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.344 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.344 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.344 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.345 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.345 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.345 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.345 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.3a", 2024-09-14T03:35:11.345 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.345 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.345 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.345 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:11.345 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.345 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T09:42:05.465697+0000", 2024-09-14T03:35:11.345 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.345 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.345 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.345 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.346 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.346 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.346 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.346 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.346 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.346 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.346 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.346 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.346 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.346 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.346 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.346 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.346 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.346 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.346 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.347 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.347 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.347 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.347 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.347 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.347 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.347 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.347 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.347 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.347 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.347 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.347 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.347 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.347 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.348 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.348 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.348 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.348 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.348 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.348 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.348 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.348 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.348 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.348 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.348 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.348 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.348 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.348 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.349 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:11.349 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:11.349 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2024-09-14T03:35:11.349 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.349 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 5, 2024-09-14T03:35:11.349 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.349 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.349 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.349 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.349 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:11.349 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:11.349 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2024-09-14T03:35:11.349 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.349 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 7, 2024-09-14T03:35:11.350 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.350 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.350 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:11.350 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.350 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.350 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.350 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:46.277290+0000", 2024-09-14T03:35:11.350 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.307350+0000", 2024-09-14T03:35:11.350 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.307350+0000", 2024-09-14T03:35:11.350 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.308462+0000", 2024-09-14T03:35:11.350 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:46.277290+0000", 2024-09-14T03:35:11.350 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.350 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.351 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.351 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:11.351 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:46.277290+0000", 2024-09-14T03:35:11.351 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:46.277290+0000", 2024-09-14T03:35:11.351 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:46.277290+0000", 2024-09-14T03:35:11.351 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.351 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.351 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.351 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:46.277290+0000", 2024-09-14T03:35:11.351 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:46.277290+0000", 2024-09-14T03:35:11.351 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.351 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.351 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.351 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.352 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:11.352 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.352 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.352 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.352 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.352 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.352 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.352 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.352 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.352 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.39", 2024-09-14T03:35:11.352 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.352 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.352 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.353 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:11.353 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.353 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T04:21:13.977190+0000", 2024-09-14T03:35:11.353 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.353 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.353 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.353 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.353 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.353 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.353 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.353 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.353 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.353 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.354 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.354 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.354 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.354 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.354 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.354 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.354 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.354 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.354 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.354 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.354 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.354 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.354 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.354 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.355 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.355 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.355 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.355 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.355 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.355 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.355 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.355 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.355 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.355 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.355 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.355 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.355 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.355 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.356 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.356 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.356 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.356 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.356 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.356 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.356 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.356 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.356 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.356 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:11.356 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:11.356 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2024-09-14T03:35:11.356 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.357 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 7, 2024-09-14T03:35:11.357 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.357 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.357 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.357 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.357 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:11.357 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:11.357 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2024-09-14T03:35:11.357 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.357 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 3, 2024-09-14T03:35:11.357 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.357 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.357 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:11.357 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.358 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.358 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.358 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.637802+0000", 2024-09-14T03:35:11.358 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.302565+0000", 2024-09-14T03:35:11.358 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.302565+0000", 2024-09-14T03:35:11.358 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.302919+0000", 2024-09-14T03:35:11.358 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.637802+0000", 2024-09-14T03:35:11.358 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.358 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.358 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.358 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:11.358 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.637802+0000", 2024-09-14T03:35:11.358 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.637802+0000", 2024-09-14T03:35:11.358 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.637802+0000", 2024-09-14T03:35:11.359 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.359 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.359 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.359 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.637802+0000", 2024-09-14T03:35:11.359 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.637802+0000", 2024-09-14T03:35:11.359 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.359 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.359 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.359 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.359 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:11.359 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.359 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.359 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.359 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.359 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.360 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.360 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.360 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.360 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.38", 2024-09-14T03:35:11.360 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.360 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.360 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.360 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:11.360 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.360 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T05:56:11.983241+0000", 2024-09-14T03:35:11.360 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.360 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.360 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.360 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.361 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.361 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.361 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.361 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.361 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.361 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.361 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.361 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.361 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.361 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.361 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.361 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.361 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.361 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.362 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.362 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.362 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.362 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.362 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.362 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.362 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.362 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.362 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.362 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.362 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.362 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.362 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.362 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.363 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.363 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.363 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.363 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.363 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.363 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.363 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.363 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.363 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.363 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.363 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.363 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.363 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.364 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.364 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.364 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:11.364 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:11.364 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2024-09-14T03:35:11.364 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.364 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 3, 2024-09-14T03:35:11.364 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.364 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.364 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.364 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.364 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:11.364 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:11.364 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:11.365 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.365 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 7, 2024-09-14T03:35:11.365 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.365 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.365 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:11.365 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.365 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.365 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.365 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:46.278186+0000", 2024-09-14T03:35:11.365 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:32:07.897621+0000", 2024-09-14T03:35:11.365 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:32:07.897621+0000", 2024-09-14T03:35:11.365 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:32:07.897895+0000", 2024-09-14T03:35:11.365 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:46.278186+0000", 2024-09-14T03:35:11.366 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.366 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.366 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.366 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 67, 2024-09-14T03:35:11.366 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:46.278186+0000", 2024-09-14T03:35:11.366 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:46.278186+0000", 2024-09-14T03:35:11.366 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:46.278186+0000", 2024-09-14T03:35:11.366 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.366 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.366 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.366 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:46.278186+0000", 2024-09-14T03:35:11.366 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:46.278186+0000", 2024-09-14T03:35:11.366 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.366 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.367 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.367 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.367 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 66, 2024-09-14T03:35:11.367 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.367 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.367 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.367 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.367 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.367 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.367 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.367 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.367 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.37", 2024-09-14T03:35:11.367 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.367 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.368 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.368 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 32, 2024-09-14T03:35:11.368 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.368 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T10:24:19.962874+0000", 2024-09-14T03:35:11.368 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.368 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.368 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.368 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.368 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.368 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.368 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.368 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.368 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.368 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.369 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.369 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.369 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.369 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.369 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.369 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.369 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.369 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.369 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.369 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.369 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.369 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.369 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.369 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.370 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.370 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.370 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.370 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.370 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.370 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.370 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.370 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.370 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.370 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.370 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.370 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.370 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.370 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.371 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.371 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.371 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.371 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.371 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.371 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.371 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.371 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.371 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.371 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:11.371 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:11.371 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:11.371 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.371 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 7, 2024-09-14T03:35:11.371 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.372 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.372 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.372 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.372 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:11.372 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:11.372 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2024-09-14T03:35:11.372 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.372 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 6, 2024-09-14T03:35:11.372 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.372 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.372 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:11.372 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.372 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.373 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.373 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.501421+0000", 2024-09-14T03:35:11.373 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.301926+0000", 2024-09-14T03:35:11.373 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.301926+0000", 2024-09-14T03:35:11.373 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.302216+0000", 2024-09-14T03:35:11.373 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.501421+0000", 2024-09-14T03:35:11.373 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.373 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.373 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.373 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:11.373 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.501421+0000", 2024-09-14T03:35:11.373 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.501421+0000", 2024-09-14T03:35:11.373 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.501421+0000", 2024-09-14T03:35:11.373 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.374 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.374 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.374 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.501421+0000", 2024-09-14T03:35:11.374 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.501421+0000", 2024-09-14T03:35:11.374 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.374 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.374 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.374 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.374 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:11.374 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.374 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.374 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.374 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.374 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.374 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.375 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.375 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.375 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.36", 2024-09-14T03:35:11.375 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.375 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.375 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.375 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:11.375 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.375 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T04:58:24.252521+0000", 2024-09-14T03:35:11.375 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.375 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.375 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.375 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.375 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.376 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.376 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.376 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.376 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.376 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.376 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.376 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.376 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.376 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.376 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.376 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.376 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.376 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.376 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.377 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.377 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.377 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.377 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.377 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.377 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.377 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.377 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.377 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.377 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.377 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.377 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.377 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.377 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.377 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.378 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.378 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.378 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.378 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.378 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.378 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.378 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.378 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.378 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.378 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.378 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.378 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.378 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.379 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:11.379 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:11.379 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2024-09-14T03:35:11.379 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.379 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 6, 2024-09-14T03:35:11.379 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.379 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.379 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.379 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.379 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:11.379 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:11.379 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:11.379 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.379 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 6, 2024-09-14T03:35:11.380 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.380 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.380 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:11.380 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.380 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.380 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.380 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.501384+0000", 2024-09-14T03:35:11.380 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.300818+0000", 2024-09-14T03:35:11.380 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.300818+0000", 2024-09-14T03:35:11.380 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.301096+0000", 2024-09-14T03:35:11.380 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.501384+0000", 2024-09-14T03:35:11.380 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.380 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.381 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.381 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:11.381 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.501384+0000", 2024-09-14T03:35:11.381 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.501384+0000", 2024-09-14T03:35:11.381 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.501384+0000", 2024-09-14T03:35:11.381 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.381 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.381 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.381 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.501384+0000", 2024-09-14T03:35:11.381 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.501384+0000", 2024-09-14T03:35:11.381 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.381 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.381 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.381 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.382 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:11.382 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.382 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.382 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.382 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.382 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.382 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.382 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.382 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.382 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.35", 2024-09-14T03:35:11.382 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.382 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.382 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.382 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:11.383 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.383 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T05:30:18.073865+0000", 2024-09-14T03:35:11.383 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.383 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.383 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.383 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.383 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.383 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.383 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.383 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.383 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.383 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.383 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.383 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.383 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.384 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.384 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.384 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.384 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.384 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.384 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.384 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.384 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.384 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.384 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.384 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.384 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.384 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.385 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.385 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.385 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.385 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.385 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.385 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.385 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.385 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.385 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.385 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.385 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.385 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.385 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.385 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.386 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.386 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.386 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.386 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.386 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.386 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.386 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.386 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:11.386 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:11.386 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:11.386 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.386 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 6, 2024-09-14T03:35:11.386 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.386 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.387 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.387 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.387 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:11.387 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:11.387 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:11.387 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.387 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 4, 2024-09-14T03:35:11.387 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.387 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.387 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:11.387 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.387 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.387 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.387 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.357037+0000", 2024-09-14T03:35:11.388 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.290756+0000", 2024-09-14T03:35:11.388 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.290756+0000", 2024-09-14T03:35:11.388 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.292316+0000", 2024-09-14T03:35:11.388 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.357037+0000", 2024-09-14T03:35:11.388 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.388 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.388 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.388 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:11.388 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.357037+0000", 2024-09-14T03:35:11.388 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.357037+0000", 2024-09-14T03:35:11.388 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.357037+0000", 2024-09-14T03:35:11.388 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.388 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.389 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.389 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.357037+0000", 2024-09-14T03:35:11.389 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.357037+0000", 2024-09-14T03:35:11.389 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.389 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.389 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.389 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.389 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:11.389 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.389 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.389 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.389 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.389 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.389 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.390 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.390 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.390 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.34", 2024-09-14T03:35:11.390 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.390 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.390 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.390 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:11.390 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.390 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T07:25:33.709301+0000", 2024-09-14T03:35:11.390 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.390 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.390 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.390 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.390 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.391 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.391 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.391 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.391 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.391 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.391 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.391 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.391 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.391 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.391 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.391 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.391 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.391 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.391 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.391 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.392 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.392 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.392 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.392 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.392 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.392 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.392 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.392 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.392 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.392 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.392 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.392 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.392 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.393 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.393 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.393 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.393 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.393 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.393 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.393 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.393 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.393 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.393 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.393 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.393 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.393 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.393 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.393 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:11.394 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:11.394 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:11.394 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.394 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 4, 2024-09-14T03:35:11.394 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.394 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.394 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.394 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.394 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:11.394 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:11.394 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2024-09-14T03:35:11.394 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.395 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 3, 2024-09-14T03:35:11.395 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.395 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.395 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:11.395 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.395 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.395 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.395 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.637980+0000", 2024-09-14T03:35:11.395 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.296650+0000", 2024-09-14T03:35:11.395 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.296650+0000", 2024-09-14T03:35:11.395 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.296928+0000", 2024-09-14T03:35:11.395 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.637980+0000", 2024-09-14T03:35:11.395 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.395 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.395 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.396 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:11.396 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.637980+0000", 2024-09-14T03:35:11.396 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.637980+0000", 2024-09-14T03:35:11.396 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.637980+0000", 2024-09-14T03:35:11.396 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.396 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.396 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.396 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.637980+0000", 2024-09-14T03:35:11.396 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.637980+0000", 2024-09-14T03:35:11.396 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.396 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.396 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.396 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.397 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:11.397 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.397 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.397 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.397 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.397 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.397 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.397 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.397 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.397 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.33", 2024-09-14T03:35:11.397 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.397 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.397 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.397 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:11.398 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.398 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T06:04:21.956886+0000", 2024-09-14T03:35:11.398 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.398 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.398 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.398 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.398 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.398 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.398 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.398 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.398 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.398 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.398 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.398 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.399 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.399 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.399 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.399 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.399 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.399 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.399 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.399 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.399 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.399 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.399 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.399 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.399 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.399 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.400 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.400 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.400 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.400 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.400 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.400 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.400 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.400 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.400 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.400 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.400 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.400 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.400 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.400 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.401 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.401 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.401 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.401 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.401 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.401 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.401 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.401 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:11.401 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:11.401 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2024-09-14T03:35:11.401 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.401 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 3, 2024-09-14T03:35:11.401 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.401 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.402 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.402 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.402 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:11.402 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:11.402 INFO:tasks.workunit.client.0.smithi002.stdout: 5 2024-09-14T03:35:11.402 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.402 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 0, 2024-09-14T03:35:11.402 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.402 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.402 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:11.402 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.402 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.402 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.403 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.703460+0000", 2024-09-14T03:35:11.403 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.303979+0000", 2024-09-14T03:35:11.403 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.303979+0000", 2024-09-14T03:35:11.403 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.304334+0000", 2024-09-14T03:35:11.403 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.703460+0000", 2024-09-14T03:35:11.403 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.403 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.403 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.403 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:11.403 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.703460+0000", 2024-09-14T03:35:11.403 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.703460+0000", 2024-09-14T03:35:11.403 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.703460+0000", 2024-09-14T03:35:11.403 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.403 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.404 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.404 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.703460+0000", 2024-09-14T03:35:11.404 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.703460+0000", 2024-09-14T03:35:11.404 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.404 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.404 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.404 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.404 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:11.404 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.404 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.404 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.404 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.404 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.404 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.405 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.405 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.405 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.32", 2024-09-14T03:35:11.405 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.405 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.405 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.405 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:11.405 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.405 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T08:25:12.697172+0000", 2024-09-14T03:35:11.405 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.405 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.405 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.405 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.405 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.405 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.406 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.406 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.406 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.406 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.406 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.406 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.406 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.406 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.406 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.406 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.406 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.406 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.406 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.406 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.407 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.407 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.407 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.407 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.407 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.407 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.407 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.407 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.407 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.407 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.407 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.407 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.407 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.407 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.408 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.408 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.408 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.408 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.408 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.408 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.408 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.408 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.408 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.408 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.408 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.408 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.408 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.408 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:11.409 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:11.409 INFO:tasks.workunit.client.0.smithi002.stdout: 5 2024-09-14T03:35:11.409 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.409 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 0, 2024-09-14T03:35:11.409 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.409 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.409 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.409 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.409 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:11.409 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:11.409 INFO:tasks.workunit.client.0.smithi002.stdout: 5 2024-09-14T03:35:11.409 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.409 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 1, 2024-09-14T03:35:11.409 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.410 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.410 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:11.410 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.410 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.410 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.410 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.354358+0000", 2024-09-14T03:35:11.410 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.309134+0000", 2024-09-14T03:35:11.410 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.309134+0000", 2024-09-14T03:35:11.410 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.309516+0000", 2024-09-14T03:35:11.410 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.354358+0000", 2024-09-14T03:35:11.410 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.410 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.410 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.410 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:11.411 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.354358+0000", 2024-09-14T03:35:11.411 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.354358+0000", 2024-09-14T03:35:11.411 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.354358+0000", 2024-09-14T03:35:11.411 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.411 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.411 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.411 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.354358+0000", 2024-09-14T03:35:11.411 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.354358+0000", 2024-09-14T03:35:11.411 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.411 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.411 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.411 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.411 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:11.411 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.412 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.412 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.412 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.412 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.412 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.412 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.412 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.412 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.31", 2024-09-14T03:35:11.412 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.412 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.412 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.412 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:11.412 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.412 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T05:44:08.677588+0000", 2024-09-14T03:35:11.413 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.413 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.413 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.413 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.413 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.413 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.413 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.413 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.413 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.413 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.413 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.413 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.413 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.413 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.414 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.414 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.414 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.414 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.414 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.414 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.414 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.414 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.414 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.414 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.414 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.414 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.414 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.414 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.414 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.415 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.415 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.415 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.415 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.415 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.415 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.415 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.415 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.415 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.415 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.415 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.415 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.415 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.416 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.416 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.416 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.416 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.416 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.416 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:11.416 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:11.416 INFO:tasks.workunit.client.0.smithi002.stdout: 5 2024-09-14T03:35:11.416 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.416 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 1, 2024-09-14T03:35:11.416 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.416 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.416 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.416 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.417 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:11.417 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:11.417 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2024-09-14T03:35:11.417 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.417 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 5, 2024-09-14T03:35:11.417 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.417 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.417 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:11.417 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.417 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.417 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.417 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.659677+0000", 2024-09-14T03:35:11.417 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.310544+0000", 2024-09-14T03:35:11.418 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.310544+0000", 2024-09-14T03:35:11.418 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.310829+0000", 2024-09-14T03:35:11.418 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.659677+0000", 2024-09-14T03:35:11.418 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.418 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.418 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.418 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:11.418 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.659677+0000", 2024-09-14T03:35:11.418 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.659677+0000", 2024-09-14T03:35:11.418 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.659677+0000", 2024-09-14T03:35:11.418 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.418 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.418 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.418 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.659677+0000", 2024-09-14T03:35:11.419 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.659677+0000", 2024-09-14T03:35:11.419 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.419 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.419 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.419 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.419 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:11.419 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.419 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.419 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.419 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.419 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.419 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.419 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.419 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.420 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.30", 2024-09-14T03:35:11.420 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.420 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.420 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.420 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:11.420 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.420 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T05:10:24.301462+0000", 2024-09-14T03:35:11.420 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.420 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.420 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.420 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.420 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.420 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.420 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.421 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.421 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.421 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.421 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.421 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.421 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.421 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.421 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.421 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.421 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.421 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.421 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.421 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.421 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.421 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.422 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.422 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.422 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.422 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.422 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.422 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.422 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.422 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.422 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.422 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.422 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.422 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.422 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.422 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.423 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.423 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.423 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.423 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.423 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.423 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.423 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.423 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.423 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.423 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.423 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.423 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:11.423 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:11.423 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2024-09-14T03:35:11.423 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.424 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 5, 2024-09-14T03:35:11.424 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.424 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.424 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.424 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.424 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:11.424 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:11.424 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2024-09-14T03:35:11.424 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.424 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 5, 2024-09-14T03:35:11.424 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.424 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.424 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:11.425 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.425 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.425 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.425 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.660428+0000", 2024-09-14T03:35:11.425 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.308148+0000", 2024-09-14T03:35:11.425 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.308148+0000", 2024-09-14T03:35:11.425 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.308953+0000", 2024-09-14T03:35:11.425 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.660428+0000", 2024-09-14T03:35:11.425 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.425 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.425 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.425 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:11.425 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.660428+0000", 2024-09-14T03:35:11.425 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.660428+0000", 2024-09-14T03:35:11.426 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.660428+0000", 2024-09-14T03:35:11.426 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.426 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.426 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.426 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.660428+0000", 2024-09-14T03:35:11.426 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.660428+0000", 2024-09-14T03:35:11.426 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.426 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.426 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.426 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.426 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:11.426 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.426 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.426 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.427 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.427 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.427 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.427 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.427 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.427 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.2f", 2024-09-14T03:35:11.427 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.427 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.427 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.427 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:11.427 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.427 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T12:55:05.449462+0000", 2024-09-14T03:35:11.427 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.427 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.428 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.428 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.428 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.428 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.428 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.428 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.428 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.428 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.428 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.428 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.428 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.428 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.428 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.428 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.429 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.429 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.429 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.429 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.429 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.429 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.429 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.429 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.429 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.429 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.429 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.429 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.429 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.429 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.430 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.430 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.430 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.430 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.430 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.430 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.430 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.430 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.430 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.430 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.430 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.430 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.430 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.430 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.431 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.431 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.431 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.431 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:11.431 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:11.431 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2024-09-14T03:35:11.431 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.431 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 5, 2024-09-14T03:35:11.431 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.431 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.431 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.431 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.431 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2024-09-14T03:35:11.431 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:11.431 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2024-09-14T03:35:11.432 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.432 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 2, 2024-09-14T03:35:11.432 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.432 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.432 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:11.432 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.432 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.432 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.432 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.354063+0000", 2024-09-14T03:35:11.432 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.295149+0000", 2024-09-14T03:35:11.432 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.295149+0000", 2024-09-14T03:35:11.432 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.295453+0000", 2024-09-14T03:35:11.432 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.354063+0000", 2024-09-14T03:35:11.432 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.433 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.433 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.433 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:11.433 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.354063+0000", 2024-09-14T03:35:11.433 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.354063+0000", 2024-09-14T03:35:11.433 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.354063+0000", 2024-09-14T03:35:11.433 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.433 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.433 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.433 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.354063+0000", 2024-09-14T03:35:11.433 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.354063+0000", 2024-09-14T03:35:11.433 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.433 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.433 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.434 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.434 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:11.434 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.434 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.434 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.434 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.434 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.434 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.434 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.434 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.434 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.2e", 2024-09-14T03:35:11.434 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.434 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.434 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.435 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:11.435 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.435 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T04:38:28.670371+0000", 2024-09-14T03:35:11.435 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.435 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.435 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.435 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.435 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.435 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.435 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.435 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.435 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.435 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.435 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.435 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.436 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.436 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.436 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.436 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.436 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.436 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.436 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.436 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.436 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.436 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.436 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.436 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.436 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.436 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.437 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.437 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.437 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.437 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.437 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.437 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.437 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.437 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.437 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.437 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.437 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.437 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.437 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.437 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.437 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.438 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.438 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.438 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.438 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.438 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.438 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.438 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2024-09-14T03:35:11.438 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:11.438 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2024-09-14T03:35:11.438 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.438 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 2, 2024-09-14T03:35:11.438 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.438 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.438 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.438 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.439 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:11.439 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2024-09-14T03:35:11.439 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2024-09-14T03:35:11.439 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.439 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 7, 2024-09-14T03:35:11.439 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.439 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.439 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:11.439 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.439 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.439 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.439 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:46.277991+0000", 2024-09-14T03:35:11.439 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.303992+0000", 2024-09-14T03:35:11.440 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.303992+0000", 2024-09-14T03:35:11.440 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.304379+0000", 2024-09-14T03:35:11.440 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:46.277991+0000", 2024-09-14T03:35:11.440 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.440 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.440 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.440 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:11.440 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:46.277991+0000", 2024-09-14T03:35:11.440 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:46.277991+0000", 2024-09-14T03:35:11.440 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:46.277991+0000", 2024-09-14T03:35:11.440 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.440 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.440 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.441 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:46.277991+0000", 2024-09-14T03:35:11.441 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:46.277991+0000", 2024-09-14T03:35:11.441 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.441 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.441 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.441 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.441 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:11.441 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.441 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.441 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.441 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.441 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.441 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.441 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.441 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.442 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.2d", 2024-09-14T03:35:11.442 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.442 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.442 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.442 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:11.442 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.442 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T11:10:27.339295+0000", 2024-09-14T03:35:11.442 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.442 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.442 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.442 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.442 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.442 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.442 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.443 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.443 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.443 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.443 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.443 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.443 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.443 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.443 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.443 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.443 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.443 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.443 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.443 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.443 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.444 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.444 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.444 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.444 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.444 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.444 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.444 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.444 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.444 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.444 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.444 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.444 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.444 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.444 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.445 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.445 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.445 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.445 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.445 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.445 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.445 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.445 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.445 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.445 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.445 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.445 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.445 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:11.445 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2024-09-14T03:35:11.446 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2024-09-14T03:35:11.446 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.446 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 7, 2024-09-14T03:35:11.446 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.446 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.446 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.446 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.446 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:11.446 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:11.446 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:11.446 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.446 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 6, 2024-09-14T03:35:11.446 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.446 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.446 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:11.447 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.447 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.447 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.447 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.501206+0000", 2024-09-14T03:35:11.447 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.291250+0000", 2024-09-14T03:35:11.447 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.291250+0000", 2024-09-14T03:35:11.447 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.291608+0000", 2024-09-14T03:35:11.447 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.501206+0000", 2024-09-14T03:35:11.447 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.447 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.447 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.447 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:11.447 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.501206+0000", 2024-09-14T03:35:11.447 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.501206+0000", 2024-09-14T03:35:11.448 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.501206+0000", 2024-09-14T03:35:11.448 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.448 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.448 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.448 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.501206+0000", 2024-09-14T03:35:11.448 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.501206+0000", 2024-09-14T03:35:11.448 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.448 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.448 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.448 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.448 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:11.448 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.448 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.448 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.449 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.449 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.449 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.449 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.449 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.449 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.2c", 2024-09-14T03:35:11.449 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.449 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.449 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.449 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:11.449 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.449 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T04:36:06.335295+0000", 2024-09-14T03:35:11.449 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.449 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.450 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.450 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.450 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.450 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.450 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.450 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.450 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.450 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.450 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.450 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.450 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.450 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.450 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.450 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.450 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.451 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.451 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.451 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.451 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.451 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.451 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.451 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.451 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.451 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.451 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.451 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.451 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.451 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.451 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.452 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.452 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.452 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.452 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.452 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.452 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.452 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.452 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.452 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.452 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.452 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.452 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.452 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.452 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.453 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.453 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.453 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:11.453 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:11.453 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:11.453 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.453 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 6, 2024-09-14T03:35:11.453 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.453 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.453 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.453 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.453 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:11.453 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:11.453 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2024-09-14T03:35:11.454 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.454 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 0, 2024-09-14T03:35:11.454 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.454 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.454 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:11.454 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.454 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.454 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.454 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.703727+0000", 2024-09-14T03:35:11.454 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.295365+0000", 2024-09-14T03:35:11.454 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.295365+0000", 2024-09-14T03:35:11.454 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.295618+0000", 2024-09-14T03:35:11.454 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.703727+0000", 2024-09-14T03:35:11.455 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.455 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.455 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.455 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:11.455 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.703727+0000", 2024-09-14T03:35:11.455 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.703727+0000", 2024-09-14T03:35:11.455 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.703727+0000", 2024-09-14T03:35:11.455 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.455 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.455 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.455 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.703727+0000", 2024-09-14T03:35:11.455 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.703727+0000", 2024-09-14T03:35:11.455 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.455 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.456 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.456 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.456 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:11.456 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.456 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.456 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.456 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.456 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.456 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.456 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.456 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.456 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.2b", 2024-09-14T03:35:11.456 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.456 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.457 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.457 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:11.457 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.457 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T07:46:34.434891+0000", 2024-09-14T03:35:11.457 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.457 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.457 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.457 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.457 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.457 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.457 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.457 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.457 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.457 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.458 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.458 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.458 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.458 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.458 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.458 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.458 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.458 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.458 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.458 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.458 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.458 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.458 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.458 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.459 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.459 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.459 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.459 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.459 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.459 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.459 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.459 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.459 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.459 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.459 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.459 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.459 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.459 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.460 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.460 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.460 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.460 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.460 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.460 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.460 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.460 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.460 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.460 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:11.460 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:11.460 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2024-09-14T03:35:11.460 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.460 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 0, 2024-09-14T03:35:11.461 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.461 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.461 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.461 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.461 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:11.461 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:11.461 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2024-09-14T03:35:11.461 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.461 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 5, 2024-09-14T03:35:11.461 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.461 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.461 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:11.461 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.461 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.462 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.462 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.659905+0000", 2024-09-14T03:35:11.462 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.311714+0000", 2024-09-14T03:35:11.462 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.311714+0000", 2024-09-14T03:35:11.462 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.312263+0000", 2024-09-14T03:35:11.462 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.659905+0000", 2024-09-14T03:35:11.462 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.462 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.462 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.462 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:11.462 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.659905+0000", 2024-09-14T03:35:11.462 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.659905+0000", 2024-09-14T03:35:11.462 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.659905+0000", 2024-09-14T03:35:11.462 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.463 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.463 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.463 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.659905+0000", 2024-09-14T03:35:11.463 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.659905+0000", 2024-09-14T03:35:11.463 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.463 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.463 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.463 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.463 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:11.463 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.463 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.463 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.463 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.463 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.463 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.464 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.464 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.464 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.2a", 2024-09-14T03:35:11.464 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.464 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.464 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.464 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:11.464 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.464 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T11:44:06.944053+0000", 2024-09-14T03:35:11.464 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.464 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.464 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.464 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.464 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.465 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.465 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.465 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.465 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.465 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.465 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.465 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.465 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.465 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.465 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.465 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.465 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.465 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.465 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.466 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.466 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.466 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.466 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.466 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.466 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.466 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.466 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.466 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.466 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.466 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.466 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.466 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.466 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.467 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.467 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.467 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.467 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.467 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.467 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.467 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.467 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.467 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.467 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.467 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.467 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.467 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.467 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.467 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:11.468 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:11.468 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2024-09-14T03:35:11.468 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.468 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 5, 2024-09-14T03:35:11.468 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.468 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.468 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.468 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.468 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:11.468 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:11.468 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2024-09-14T03:35:11.468 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.468 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 3, 2024-09-14T03:35:11.468 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.469 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.469 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:11.469 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.469 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.469 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.469 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.637877+0000", 2024-09-14T03:35:11.469 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.298458+0000", 2024-09-14T03:35:11.469 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.298458+0000", 2024-09-14T03:35:11.469 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.298838+0000", 2024-09-14T03:35:11.469 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.637877+0000", 2024-09-14T03:35:11.469 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.469 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.469 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.470 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:11.470 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.637877+0000", 2024-09-14T03:35:11.470 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.637877+0000", 2024-09-14T03:35:11.470 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.637877+0000", 2024-09-14T03:35:11.470 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.470 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.470 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.470 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.637877+0000", 2024-09-14T03:35:11.470 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.637877+0000", 2024-09-14T03:35:11.470 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.470 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.470 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.470 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.471 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:11.471 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.471 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.471 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.471 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.471 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.471 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.471 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.471 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.471 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.29", 2024-09-14T03:35:11.471 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.471 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.471 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.471 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:11.472 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.472 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T07:13:58.057733+0000", 2024-09-14T03:35:11.472 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.472 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.472 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.472 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.472 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.472 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.472 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.472 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.472 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.472 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.472 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.472 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.473 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.473 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.473 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.473 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.473 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.473 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.473 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.473 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.473 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.473 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.473 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.473 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.473 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.474 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.474 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.474 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.474 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.474 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.474 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.474 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.474 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.474 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.474 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.474 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.474 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.474 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.474 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.475 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.475 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.475 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.475 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.475 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.475 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.475 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.475 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.475 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:11.475 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:11.475 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2024-09-14T03:35:11.475 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.475 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 3, 2024-09-14T03:35:11.475 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.475 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.476 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.476 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.476 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:11.476 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:11.476 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2024-09-14T03:35:11.476 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.476 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 5, 2024-09-14T03:35:11.476 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.476 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.476 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:11.476 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.476 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.476 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.476 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.659788+0000", 2024-09-14T03:35:11.477 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.299397+0000", 2024-09-14T03:35:11.477 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.299397+0000", 2024-09-14T03:35:11.477 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.302013+0000", 2024-09-14T03:35:11.477 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.659788+0000", 2024-09-14T03:35:11.477 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.477 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.477 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.477 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:11.477 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.659788+0000", 2024-09-14T03:35:11.477 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.659788+0000", 2024-09-14T03:35:11.477 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.659788+0000", 2024-09-14T03:35:11.477 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.477 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.477 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.478 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.659788+0000", 2024-09-14T03:35:11.478 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.659788+0000", 2024-09-14T03:35:11.478 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.478 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.478 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.478 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.478 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:11.478 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.478 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.478 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.478 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.478 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.478 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.479 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.479 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.479 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.28", 2024-09-14T03:35:11.479 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.479 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.479 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.479 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:11.479 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.479 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T07:44:23.721217+0000", 2024-09-14T03:35:11.479 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.479 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.479 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.479 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.479 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.480 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.480 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.480 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.480 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.480 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.480 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.480 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.480 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.480 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.480 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.480 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.480 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.480 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.480 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.481 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.481 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.481 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.481 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.481 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.481 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.481 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.481 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.481 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.481 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.481 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.481 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.481 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.481 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.482 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.482 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.482 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.482 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.482 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.482 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.482 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.482 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.482 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.482 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.482 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.482 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.482 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.482 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.482 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:11.482 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:11.483 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2024-09-14T03:35:11.483 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.483 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 5, 2024-09-14T03:35:11.483 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.483 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.483 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.483 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.483 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:11.483 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:11.483 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2024-09-14T03:35:11.483 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.483 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 3, 2024-09-14T03:35:11.483 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.483 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.484 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:11.484 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.484 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.484 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.484 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.638293+0000", 2024-09-14T03:35:11.484 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.290133+0000", 2024-09-14T03:35:11.484 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.290133+0000", 2024-09-14T03:35:11.484 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.290430+0000", 2024-09-14T03:35:11.484 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.638293+0000", 2024-09-14T03:35:11.484 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.484 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.484 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.485 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:11.485 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.638293+0000", 2024-09-14T03:35:11.485 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.638293+0000", 2024-09-14T03:35:11.485 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.638293+0000", 2024-09-14T03:35:11.485 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.485 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.485 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.485 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.638293+0000", 2024-09-14T03:35:11.485 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.638293+0000", 2024-09-14T03:35:11.485 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.485 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.485 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.485 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.485 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:11.485 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.486 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.486 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.486 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.486 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.486 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.486 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.486 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.486 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.27", 2024-09-14T03:35:11.486 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.486 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.486 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.486 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:11.486 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.486 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T11:53:16.790196+0000", 2024-09-14T03:35:11.487 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.487 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.487 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.487 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.487 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.487 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.487 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.487 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.487 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.487 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.487 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.487 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.487 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.487 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.488 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.488 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.488 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.488 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.488 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.488 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.488 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.488 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.488 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.488 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.488 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.488 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.488 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.489 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.489 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.489 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.489 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.489 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.489 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.489 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.489 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.489 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.489 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.489 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.489 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.489 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.489 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.489 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.490 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.490 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.490 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.490 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.490 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.490 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:11.490 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:11.490 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2024-09-14T03:35:11.490 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.490 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 3, 2024-09-14T03:35:11.490 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.490 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.490 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.490 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.491 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:11.491 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:11.491 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2024-09-14T03:35:11.491 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.491 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 6, 2024-09-14T03:35:11.491 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.491 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.491 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:11.491 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.491 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.491 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.491 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.501527+0000", 2024-09-14T03:35:11.491 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.292185+0000", 2024-09-14T03:35:11.491 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.292185+0000", 2024-09-14T03:35:11.492 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.296427+0000", 2024-09-14T03:35:11.492 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.501527+0000", 2024-09-14T03:35:11.492 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.492 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.492 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.492 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:11.492 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.501527+0000", 2024-09-14T03:35:11.492 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.501527+0000", 2024-09-14T03:35:11.492 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.501527+0000", 2024-09-14T03:35:11.492 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.492 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.492 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.492 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.501527+0000", 2024-09-14T03:35:11.492 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.501527+0000", 2024-09-14T03:35:11.493 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.493 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.493 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.493 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.493 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:11.493 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.493 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.493 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.493 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.493 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.493 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.493 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.493 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.493 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.26", 2024-09-14T03:35:11.493 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.494 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.494 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.494 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:11.494 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.494 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T09:33:22.548437+0000", 2024-09-14T03:35:11.494 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.494 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.494 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.494 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.494 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.494 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.494 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.494 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.494 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.495 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.495 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.495 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.495 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.495 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.495 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.495 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.495 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.495 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.495 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.495 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.495 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.495 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.495 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.495 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.496 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.496 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.496 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.496 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.496 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.496 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.496 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.496 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.496 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.496 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.496 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.496 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.496 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.496 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.496 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.497 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.497 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.497 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.497 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.497 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.497 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.497 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.497 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.497 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:11.497 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:11.497 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2024-09-14T03:35:11.497 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.497 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 6, 2024-09-14T03:35:11.497 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.497 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.498 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.498 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.498 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:11.498 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:11.498 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2024-09-14T03:35:11.498 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.498 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 1, 2024-09-14T03:35:11.498 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.498 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.498 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:11.498 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.498 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.498 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.498 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.354775+0000", 2024-09-14T03:35:11.498 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.295248+0000", 2024-09-14T03:35:11.499 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.295248+0000", 2024-09-14T03:35:11.499 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.295759+0000", 2024-09-14T03:35:11.499 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.354775+0000", 2024-09-14T03:35:11.499 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.499 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.499 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.499 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:11.499 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.354775+0000", 2024-09-14T03:35:11.499 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.354775+0000", 2024-09-14T03:35:11.499 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.354775+0000", 2024-09-14T03:35:11.500 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.500 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.500 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.500 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.354775+0000", 2024-09-14T03:35:11.500 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.354775+0000", 2024-09-14T03:35:11.500 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.500 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.500 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.500 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.500 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:11.500 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.500 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.500 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.500 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.500 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.501 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.501 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.501 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.501 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.25", 2024-09-14T03:35:11.501 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.501 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.501 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.501 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:11.501 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.501 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T05:22:22.033176+0000", 2024-09-14T03:35:11.501 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.501 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.501 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.501 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.502 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.502 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.502 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.502 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.502 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.502 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.502 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.502 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.502 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.502 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.502 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.502 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.502 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.502 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.503 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.503 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.503 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.503 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.503 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.503 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.503 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.503 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.503 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.503 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.503 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.503 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.503 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.503 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.504 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.504 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.504 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.504 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.504 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.504 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.504 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.504 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.504 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.504 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.504 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.504 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.504 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.504 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.505 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.505 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:11.505 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:11.505 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2024-09-14T03:35:11.505 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.505 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 1, 2024-09-14T03:35:11.505 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.505 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.505 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.505 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.505 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:11.505 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:11.505 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:11.505 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.506 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 3, 2024-09-14T03:35:11.506 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.506 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.506 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:11.506 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.506 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.506 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.506 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.638276+0000", 2024-09-14T03:35:11.506 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.294702+0000", 2024-09-14T03:35:11.506 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.294702+0000", 2024-09-14T03:35:11.506 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.294996+0000", 2024-09-14T03:35:11.506 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.638276+0000", 2024-09-14T03:35:11.506 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.507 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.507 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.507 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:11.507 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.638276+0000", 2024-09-14T03:35:11.507 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.638276+0000", 2024-09-14T03:35:11.507 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.638276+0000", 2024-09-14T03:35:11.507 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.507 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.507 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.507 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.638276+0000", 2024-09-14T03:35:11.507 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.638276+0000", 2024-09-14T03:35:11.507 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.507 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.507 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.507 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.508 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:11.508 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.508 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.508 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.508 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.508 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.508 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.508 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.508 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.508 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.24", 2024-09-14T03:35:11.508 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.508 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.508 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.509 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:11.509 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.509 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T11:27:29.439063+0000", 2024-09-14T03:35:11.509 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.509 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.509 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.509 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.509 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.509 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.509 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.509 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.509 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.509 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.509 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.510 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.510 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.510 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.510 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.510 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.510 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.510 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.510 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.510 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.510 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.510 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.510 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.510 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.510 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.510 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.511 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.511 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.511 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.511 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.511 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.511 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.511 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.511 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.511 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.511 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.511 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.511 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.511 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.512 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.512 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.512 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.512 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.512 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.512 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.512 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.512 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.512 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:11.512 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:11.512 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:11.512 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.512 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 3, 2024-09-14T03:35:11.512 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.512 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.513 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.513 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.513 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2024-09-14T03:35:11.513 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:11.513 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2024-09-14T03:35:11.513 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.513 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 2, 2024-09-14T03:35:11.513 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.513 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.513 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:11.513 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.513 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.513 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.513 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.354272+0000", 2024-09-14T03:35:11.514 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:32:08.135372+0000", 2024-09-14T03:35:11.514 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:32:08.135372+0000", 2024-09-14T03:35:11.514 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:32:08.135639+0000", 2024-09-14T03:35:11.514 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.354272+0000", 2024-09-14T03:35:11.514 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.514 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.514 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.514 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 67, 2024-09-14T03:35:11.514 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.354272+0000", 2024-09-14T03:35:11.514 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.354272+0000", 2024-09-14T03:35:11.514 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.354272+0000", 2024-09-14T03:35:11.514 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.514 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.515 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.515 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.354272+0000", 2024-09-14T03:35:11.515 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.354272+0000", 2024-09-14T03:35:11.515 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.515 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.515 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.515 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.515 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 66, 2024-09-14T03:35:11.515 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.515 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.515 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.515 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.515 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.515 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.516 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.516 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.516 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.23", 2024-09-14T03:35:11.516 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.516 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.516 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.516 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 20, 2024-09-14T03:35:11.516 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.516 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T10:42:57.603403+0000", 2024-09-14T03:35:11.516 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.516 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.516 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.516 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.516 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.517 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.517 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.517 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.517 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.517 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.517 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.521 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.521 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.521 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.521 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.521 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.521 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.521 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.521 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.521 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.521 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.521 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.521 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.522 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.522 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.522 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.522 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.522 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.522 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.522 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.522 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.522 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.522 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.522 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.522 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.522 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.522 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.522 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.523 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.523 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.523 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.523 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.523 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.523 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.523 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.523 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.523 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.523 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2024-09-14T03:35:11.523 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:11.523 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2024-09-14T03:35:11.523 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.524 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 2, 2024-09-14T03:35:11.524 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.524 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.524 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.524 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.524 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:11.524 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:11.524 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:11.524 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.524 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 5, 2024-09-14T03:35:11.524 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.524 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.524 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:11.524 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.525 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.525 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.525 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.659943+0000", 2024-09-14T03:35:11.525 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.310414+0000", 2024-09-14T03:35:11.525 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.310414+0000", 2024-09-14T03:35:11.525 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.310697+0000", 2024-09-14T03:35:11.525 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.659943+0000", 2024-09-14T03:35:11.525 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.525 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.525 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.525 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:11.525 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.659943+0000", 2024-09-14T03:35:11.525 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.659943+0000", 2024-09-14T03:35:11.525 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.659943+0000", 2024-09-14T03:35:11.526 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.526 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.526 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.526 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.659943+0000", 2024-09-14T03:35:11.526 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.659943+0000", 2024-09-14T03:35:11.526 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.526 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.526 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.526 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.526 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:11.526 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.526 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.526 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.526 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.527 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.527 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.527 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.527 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.527 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.22", 2024-09-14T03:35:11.527 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.527 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.527 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.527 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:11.527 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.527 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T04:14:03.193850+0000", 2024-09-14T03:35:11.527 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.527 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.527 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.528 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.528 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.528 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.528 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.528 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.528 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.528 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.528 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.528 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.528 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.528 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.528 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.528 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.528 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.529 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.529 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.529 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.529 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.529 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.529 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.529 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.529 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.529 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.529 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.529 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.529 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.529 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.529 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.529 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.530 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.530 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.530 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.530 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.530 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.530 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.530 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.530 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.530 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.530 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.530 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.530 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.530 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.530 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.531 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.531 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:11.531 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:11.531 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:11.531 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.531 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 5, 2024-09-14T03:35:11.531 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.531 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.531 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.531 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.531 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2024-09-14T03:35:11.531 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:11.531 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2024-09-14T03:35:11.531 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.532 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 2, 2024-09-14T03:35:11.532 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.532 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.532 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:11.532 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.532 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.532 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.532 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.353744+0000", 2024-09-14T03:35:11.532 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.304503+0000", 2024-09-14T03:35:11.532 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.304503+0000", 2024-09-14T03:35:11.532 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.304918+0000", 2024-09-14T03:35:11.532 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.353744+0000", 2024-09-14T03:35:11.532 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.533 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.533 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.533 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:11.533 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.353744+0000", 2024-09-14T03:35:11.533 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.353744+0000", 2024-09-14T03:35:11.533 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.353744+0000", 2024-09-14T03:35:11.533 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.533 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.533 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.533 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.353744+0000", 2024-09-14T03:35:11.533 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.353744+0000", 2024-09-14T03:35:11.533 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.533 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.533 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.534 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.534 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:11.534 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.534 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.534 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.534 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.534 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.534 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.534 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.534 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.534 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.21", 2024-09-14T03:35:11.534 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.534 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.534 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.534 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:11.535 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.535 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T14:17:42.759289+0000", 2024-09-14T03:35:11.535 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.535 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.535 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.535 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.535 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.535 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.535 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.535 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.535 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.535 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.535 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.535 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.536 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.536 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.536 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.536 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.536 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.536 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.536 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.536 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.536 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.536 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.536 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.536 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.536 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.536 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.537 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.537 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.537 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.537 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.537 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.537 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.537 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.537 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.537 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.537 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.537 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.537 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.537 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.537 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.538 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.538 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.538 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.538 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.538 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.538 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.538 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.538 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2024-09-14T03:35:11.538 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:11.538 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2024-09-14T03:35:11.538 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.538 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 2, 2024-09-14T03:35:11.538 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.538 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.539 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.539 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.539 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:11.539 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:11.539 INFO:tasks.workunit.client.0.smithi002.stdout: 5 2024-09-14T03:35:11.539 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.539 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 6, 2024-09-14T03:35:11.539 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.539 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.539 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:11.539 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.539 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.539 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.539 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.500762+0000", 2024-09-14T03:35:11.540 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.302269+0000", 2024-09-14T03:35:11.540 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.302269+0000", 2024-09-14T03:35:11.540 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.302986+0000", 2024-09-14T03:35:11.540 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.500762+0000", 2024-09-14T03:35:11.540 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.540 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.540 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.540 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:11.540 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.500762+0000", 2024-09-14T03:35:11.540 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.500762+0000", 2024-09-14T03:35:11.540 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.500762+0000", 2024-09-14T03:35:11.540 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.540 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.541 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.541 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.500762+0000", 2024-09-14T03:35:11.541 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.500762+0000", 2024-09-14T03:35:11.541 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.541 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.541 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.541 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.541 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:11.541 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.541 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.541 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.541 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.541 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.541 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.542 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.542 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.542 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.20", 2024-09-14T03:35:11.542 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.542 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.542 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.542 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:11.542 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.542 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T05:44:01.879576+0000", 2024-09-14T03:35:11.542 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.542 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.542 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.542 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.542 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.543 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.543 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.543 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.543 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.543 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.543 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.543 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.543 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.543 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.543 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.543 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.543 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.543 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.543 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.544 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.544 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.544 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.544 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.544 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.544 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.544 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.544 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.544 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.544 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.544 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.544 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.544 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.544 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.545 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.545 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.545 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.545 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.545 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.545 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.545 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.545 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.545 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.545 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.545 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.545 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.545 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.545 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.546 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:11.546 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:11.546 INFO:tasks.workunit.client.0.smithi002.stdout: 5 2024-09-14T03:35:11.546 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.546 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 6, 2024-09-14T03:35:11.546 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.546 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.546 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.546 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.546 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:11.546 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:11.546 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2024-09-14T03:35:11.546 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.546 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 4, 2024-09-14T03:35:11.547 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.547 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.547 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:11.547 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.547 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.547 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.547 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.356760+0000", 2024-09-14T03:35:11.547 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.302802+0000", 2024-09-14T03:35:11.547 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.302802+0000", 2024-09-14T03:35:11.547 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.303125+0000", 2024-09-14T03:35:11.547 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.356760+0000", 2024-09-14T03:35:11.547 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.547 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.547 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.548 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:11.548 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.356760+0000", 2024-09-14T03:35:11.548 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.356760+0000", 2024-09-14T03:35:11.548 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.356760+0000", 2024-09-14T03:35:11.548 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.548 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.548 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.548 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.356760+0000", 2024-09-14T03:35:11.548 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.356760+0000", 2024-09-14T03:35:11.548 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.548 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.548 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.548 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.549 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:11.549 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.549 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.549 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.549 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.549 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.549 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.549 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.549 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.549 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.1a", 2024-09-14T03:35:11.549 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.549 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.549 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.550 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:11.550 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.550 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T11:11:14.147591+0000", 2024-09-14T03:35:11.550 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.550 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.550 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.550 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.550 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.550 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.550 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.550 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.550 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.550 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.550 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.551 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.551 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.551 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.551 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.551 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.551 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.551 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.551 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.551 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.551 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.551 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.551 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.551 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.551 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.552 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.552 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.552 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.552 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.552 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.552 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.552 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.552 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.552 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.552 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.552 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.552 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.552 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.553 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.553 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.553 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.553 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.553 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.553 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.553 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.553 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.553 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.553 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:11.553 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:11.553 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2024-09-14T03:35:11.553 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.553 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 4, 2024-09-14T03:35:11.554 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.554 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.554 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.554 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.554 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:11.554 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:11.554 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2024-09-14T03:35:11.554 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.554 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 3, 2024-09-14T03:35:11.554 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.554 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.554 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2024-09-14T03:35:11.554 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.554 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.555 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.555 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.638174+0000", 2024-09-14T03:35:11.555 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:38.847027+0000", 2024-09-14T03:35:11.555 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:38.847027+0000", 2024-09-14T03:35:11.555 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:38.847287+0000", 2024-09-14T03:35:11.555 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.638174+0000", 2024-09-14T03:35:11.555 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.555 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.555 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.555 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2024-09-14T03:35:11.555 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.638174+0000", 2024-09-14T03:35:11.555 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.638174+0000", 2024-09-14T03:35:11.555 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.638174+0000", 2024-09-14T03:35:11.555 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.555 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.556 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.556 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.638174+0000", 2024-09-14T03:35:11.556 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.638174+0000", 2024-09-14T03:35:11.556 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.556 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 1, 2024-09-14T03:35:11.556 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.556 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.556 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2024-09-14T03:35:11.556 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.556 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.556 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.556 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.556 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 1, 2024-09-14T03:35:11.556 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.556 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.557 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.557 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.1b", 2024-09-14T03:35:11.557 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.557 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.557 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.557 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 27, 2024-09-14T03:35:11.557 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.557 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T10:28:10.926764+0000", 2024-09-14T03:35:11.557 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.557 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.557 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.557 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.557 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.557 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.558 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.558 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.558 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.558 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.558 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.558 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.558 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.558 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.558 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.558 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.558 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.558 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.558 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.558 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.559 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.559 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.559 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.559 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.559 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.559 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.559 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.559 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.559 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.559 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.559 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.559 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.559 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.559 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.559 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.560 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.560 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.560 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.560 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.560 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.560 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.560 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.560 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.560 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.560 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.560 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.560 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.560 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:11.560 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:11.560 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2024-09-14T03:35:11.561 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.561 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 3, 2024-09-14T03:35:11.561 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "65'1" 2024-09-14T03:35:11.561 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.561 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.561 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.561 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:11.561 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:11.561 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2024-09-14T03:35:11.561 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.561 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 0, 2024-09-14T03:35:11.561 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.561 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.561 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:11.562 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.562 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.562 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.562 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.703936+0000", 2024-09-14T03:35:11.562 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.298727+0000", 2024-09-14T03:35:11.562 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.298727+0000", 2024-09-14T03:35:11.562 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.299009+0000", 2024-09-14T03:35:11.562 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.703936+0000", 2024-09-14T03:35:11.562 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.562 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.562 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.562 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:11.562 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.703936+0000", 2024-09-14T03:35:11.562 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.703936+0000", 2024-09-14T03:35:11.563 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.703936+0000", 2024-09-14T03:35:11.563 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.563 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.563 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.563 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.703936+0000", 2024-09-14T03:35:11.563 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.703936+0000", 2024-09-14T03:35:11.563 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.563 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.563 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.563 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.563 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:11.563 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.563 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.563 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.564 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.564 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.564 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.564 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.564 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.564 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.1b", 2024-09-14T03:35:11.564 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.564 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.564 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.564 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:11.564 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.564 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T09:35:00.490170+0000", 2024-09-14T03:35:11.564 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.565 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.565 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.565 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.565 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.565 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.565 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.565 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.565 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.565 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.565 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.565 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.565 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.565 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.565 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.565 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.566 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.566 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.566 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.566 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.566 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.566 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.566 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.566 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.566 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.566 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.566 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.566 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.566 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.566 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.567 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.567 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.567 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.567 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.567 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.567 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.567 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.567 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.567 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.567 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.567 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.567 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.567 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.567 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.568 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.568 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.568 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.568 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:11.568 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:11.568 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2024-09-14T03:35:11.568 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.568 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 0, 2024-09-14T03:35:11.568 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.568 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.568 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.568 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.568 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:11.568 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:11.569 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2024-09-14T03:35:11.569 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.569 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 6, 2024-09-14T03:35:11.569 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.569 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.569 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2024-09-14T03:35:11.569 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.569 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.569 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.569 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.501047+0000", 2024-09-14T03:35:11.569 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:38.848007+0000", 2024-09-14T03:35:11.569 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:38.848007+0000", 2024-09-14T03:35:11.569 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:38.848320+0000", 2024-09-14T03:35:11.569 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.501047+0000", 2024-09-14T03:35:11.570 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.570 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.570 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.570 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2024-09-14T03:35:11.570 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.501047+0000", 2024-09-14T03:35:11.570 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.501047+0000", 2024-09-14T03:35:11.570 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.501047+0000", 2024-09-14T03:35:11.570 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.570 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.570 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.570 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.501047+0000", 2024-09-14T03:35:11.570 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.501047+0000", 2024-09-14T03:35:11.570 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.571 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 1, 2024-09-14T03:35:11.571 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.571 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.571 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2024-09-14T03:35:11.571 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.571 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.571 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.571 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.571 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 1, 2024-09-14T03:35:11.571 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.572 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.572 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.572 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.1a", 2024-09-14T03:35:11.572 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.572 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.572 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.572 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 27, 2024-09-14T03:35:11.572 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.572 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T13:52:24.347452+0000", 2024-09-14T03:35:11.572 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.572 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.572 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.572 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.572 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.573 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.573 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.573 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.573 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.573 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.573 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.573 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.573 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.573 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.573 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.573 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.573 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.573 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.573 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.574 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.574 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.574 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.574 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.574 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.574 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.574 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.574 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.574 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.574 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.574 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.574 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.574 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.574 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.574 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.575 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.575 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.575 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.575 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.575 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.575 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.575 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.575 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.575 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.575 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.575 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.575 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.575 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.575 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:11.576 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:11.576 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2024-09-14T03:35:11.576 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.576 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 6, 2024-09-14T03:35:11.576 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "65'1" 2024-09-14T03:35:11.576 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.576 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.576 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.576 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:11.576 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:11.576 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:11.576 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.576 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 3, 2024-09-14T03:35:11.576 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.577 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.577 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2024-09-14T03:35:11.577 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.577 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.577 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.577 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.638030+0000", 2024-09-14T03:35:11.577 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:38.843916+0000", 2024-09-14T03:35:11.577 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:38.843916+0000", 2024-09-14T03:35:11.577 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:38.844317+0000", 2024-09-14T03:35:11.577 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.638030+0000", 2024-09-14T03:35:11.577 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.577 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.577 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.577 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2024-09-14T03:35:11.578 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.638030+0000", 2024-09-14T03:35:11.578 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.638030+0000", 2024-09-14T03:35:11.578 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.638030+0000", 2024-09-14T03:35:11.578 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.578 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.578 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.578 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.638030+0000", 2024-09-14T03:35:11.578 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.638030+0000", 2024-09-14T03:35:11.578 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.578 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.578 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.578 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.578 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2024-09-14T03:35:11.579 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.579 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.579 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.579 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.579 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.579 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.579 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.579 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.579 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.19", 2024-09-14T03:35:11.579 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.579 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.579 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.579 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 26, 2024-09-14T03:35:11.579 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.580 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T14:17:09.809160+0000", 2024-09-14T03:35:11.580 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.580 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.580 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.580 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.580 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.580 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.580 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.580 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.580 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.580 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.580 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.580 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.580 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.581 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.581 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.581 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.581 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.581 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.581 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.581 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.581 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.581 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.581 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.581 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.581 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.581 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.581 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.582 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.582 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.582 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.582 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.582 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.582 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.582 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.582 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.582 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.582 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.582 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.582 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.582 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.582 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.583 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.583 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.583 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.583 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.583 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.583 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.583 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:11.583 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:11.583 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:11.583 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.583 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 3, 2024-09-14T03:35:11.583 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.583 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.583 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.583 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.584 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:11.584 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:11.584 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2024-09-14T03:35:11.584 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.584 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 3, 2024-09-14T03:35:11.584 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.584 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.584 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:11.584 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.584 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.584 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.584 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.637901+0000", 2024-09-14T03:35:11.584 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.301048+0000", 2024-09-14T03:35:11.585 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.301048+0000", 2024-09-14T03:35:11.585 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.301338+0000", 2024-09-14T03:35:11.585 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.637901+0000", 2024-09-14T03:35:11.585 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.585 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.585 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.585 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:11.585 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.637901+0000", 2024-09-14T03:35:11.585 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.637901+0000", 2024-09-14T03:35:11.585 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.637901+0000", 2024-09-14T03:35:11.585 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.585 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.585 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.585 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.637901+0000", 2024-09-14T03:35:11.586 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.637901+0000", 2024-09-14T03:35:11.586 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.586 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.586 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.586 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.586 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:11.586 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.586 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.586 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.586 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.586 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.586 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.586 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.586 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.587 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.18", 2024-09-14T03:35:11.587 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.587 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.587 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.587 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:11.587 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.587 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T10:09:01.323218+0000", 2024-09-14T03:35:11.587 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.587 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.587 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.587 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.587 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.587 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.587 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.588 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.588 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.588 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.588 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.588 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.588 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.588 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.588 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.588 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.588 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.588 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.588 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.588 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.588 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.589 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.589 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.589 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.589 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.589 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.589 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.589 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.589 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.589 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.589 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.589 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.589 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.589 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.589 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.589 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.590 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.590 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.590 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.590 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.590 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.590 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.590 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.590 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.590 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.590 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.590 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.590 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:11.590 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:11.590 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2024-09-14T03:35:11.591 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.591 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 3, 2024-09-14T03:35:11.591 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.591 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.591 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.591 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.591 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:11.591 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:11.591 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2024-09-14T03:35:11.591 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.591 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 5, 2024-09-14T03:35:11.591 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.591 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.591 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2024-09-14T03:35:11.591 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.592 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.592 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.592 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.659814+0000", 2024-09-14T03:35:11.592 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:38.848182+0000", 2024-09-14T03:35:11.592 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:38.848182+0000", 2024-09-14T03:35:11.592 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:38.848554+0000", 2024-09-14T03:35:11.592 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.659814+0000", 2024-09-14T03:35:11.592 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.592 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.592 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.592 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2024-09-14T03:35:11.592 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.659814+0000", 2024-09-14T03:35:11.592 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.659814+0000", 2024-09-14T03:35:11.593 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.659814+0000", 2024-09-14T03:35:11.593 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.593 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.593 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.593 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.659814+0000", 2024-09-14T03:35:11.593 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.659814+0000", 2024-09-14T03:35:11.593 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.593 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.593 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.593 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.593 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2024-09-14T03:35:11.593 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.593 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.593 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.594 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.594 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.594 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.594 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.594 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.594 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.18", 2024-09-14T03:35:11.594 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.594 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.594 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.594 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 26, 2024-09-14T03:35:11.594 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.594 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T12:53:12.626924+0000", 2024-09-14T03:35:11.594 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.594 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.595 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.595 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.595 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.595 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.595 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.595 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.595 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.595 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.595 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.595 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.595 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.595 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.595 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.595 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.596 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.596 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.596 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.596 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.596 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.596 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.596 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.596 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.596 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.596 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.596 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.596 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.596 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.596 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.597 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.597 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.597 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.597 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.597 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.597 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.597 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.597 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.597 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.597 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.597 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.597 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.597 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.597 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.598 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.598 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.598 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.598 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:11.598 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:11.598 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2024-09-14T03:35:11.598 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.598 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 5, 2024-09-14T03:35:11.598 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.598 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.598 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.598 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.598 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:11.598 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:11.599 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2024-09-14T03:35:11.599 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.599 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 1, 2024-09-14T03:35:11.599 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.599 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.599 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:11.599 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.599 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.599 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.599 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.354238+0000", 2024-09-14T03:35:11.599 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:32:07.820363+0000", 2024-09-14T03:35:11.599 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:32:07.820363+0000", 2024-09-14T03:35:11.599 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:32:07.820742+0000", 2024-09-14T03:35:11.599 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.354238+0000", 2024-09-14T03:35:11.600 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.600 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.600 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.600 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 67, 2024-09-14T03:35:11.600 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.354238+0000", 2024-09-14T03:35:11.600 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.354238+0000", 2024-09-14T03:35:11.600 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.354238+0000", 2024-09-14T03:35:11.600 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.600 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.600 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.600 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.354238+0000", 2024-09-14T03:35:11.600 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.354238+0000", 2024-09-14T03:35:11.600 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.600 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.601 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.601 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.601 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 66, 2024-09-14T03:35:11.601 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.601 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.601 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.601 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.601 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.601 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.601 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.601 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.601 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.19", 2024-09-14T03:35:11.601 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.602 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.602 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.602 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 32, 2024-09-14T03:35:11.602 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.602 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T08:46:56.804382+0000", 2024-09-14T03:35:11.602 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.602 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.602 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.602 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.602 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.602 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.602 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.602 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.602 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.602 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.603 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.603 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.603 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.603 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.603 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.603 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.603 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.603 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.603 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.603 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.603 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.603 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.603 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.603 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.604 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.604 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.604 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.604 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.604 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.604 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.604 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.604 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.604 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.604 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.604 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.604 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.604 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.604 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.605 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.605 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.605 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.605 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.605 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.605 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.605 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.605 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.605 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.605 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:11.605 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:11.605 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2024-09-14T03:35:11.605 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.605 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 1, 2024-09-14T03:35:11.606 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.606 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.606 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.606 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.606 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:11.606 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:11.606 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2024-09-14T03:35:11.606 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.606 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 6, 2024-09-14T03:35:11.606 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.606 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.606 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2024-09-14T03:35:11.606 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.606 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.607 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.607 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.501445+0000", 2024-09-14T03:35:11.607 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:38.852358+0000", 2024-09-14T03:35:11.607 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:38.852358+0000", 2024-09-14T03:35:11.607 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:38.852680+0000", 2024-09-14T03:35:11.607 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.501445+0000", 2024-09-14T03:35:11.607 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.607 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.607 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.607 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2024-09-14T03:35:11.607 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.501445+0000", 2024-09-14T03:35:11.607 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.501445+0000", 2024-09-14T03:35:11.607 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.501445+0000", 2024-09-14T03:35:11.607 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.608 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.608 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.608 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.501445+0000", 2024-09-14T03:35:11.608 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.501445+0000", 2024-09-14T03:35:11.608 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.608 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.608 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.608 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.608 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2024-09-14T03:35:11.608 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.608 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.608 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.608 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.608 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.609 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.609 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.609 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.609 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.17", 2024-09-14T03:35:11.609 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.609 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.609 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.609 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 26, 2024-09-14T03:35:11.609 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.609 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T05:14:00.249944+0000", 2024-09-14T03:35:11.609 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.609 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.609 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.610 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.610 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.610 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.610 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.610 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.610 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.610 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.610 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.610 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.610 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.610 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.610 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.610 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.610 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.611 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.611 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.611 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.611 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.611 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.611 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.611 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.611 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.611 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.611 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.611 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.611 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.611 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.611 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.612 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.612 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.612 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.612 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.612 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.612 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.612 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.612 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.612 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.612 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.612 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.612 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.612 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.613 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.613 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.613 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.613 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:11.613 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:11.613 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2024-09-14T03:35:11.613 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.613 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 6, 2024-09-14T03:35:11.613 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.613 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.613 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.613 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.613 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:11.613 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:11.614 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2024-09-14T03:35:11.614 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.614 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 5, 2024-09-14T03:35:11.614 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.614 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.614 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:11.614 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.614 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.614 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.614 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.660252+0000", 2024-09-14T03:35:11.614 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.304218+0000", 2024-09-14T03:35:11.614 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.304218+0000", 2024-09-14T03:35:11.614 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.309949+0000", 2024-09-14T03:35:11.614 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.660252+0000", 2024-09-14T03:35:11.615 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.615 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.615 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.615 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:11.615 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.660252+0000", 2024-09-14T03:35:11.615 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.660252+0000", 2024-09-14T03:35:11.615 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.660252+0000", 2024-09-14T03:35:11.615 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.615 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.615 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.615 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.660252+0000", 2024-09-14T03:35:11.615 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.660252+0000", 2024-09-14T03:35:11.615 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.615 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.616 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.616 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.616 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:11.616 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.616 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.616 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.616 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.616 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.616 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.616 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.616 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.616 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.16", 2024-09-14T03:35:11.616 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.617 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.617 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.617 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:11.617 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.617 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T13:35:48.789741+0000", 2024-09-14T03:35:11.617 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.617 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.617 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.617 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.617 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.617 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.617 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.617 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.617 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.618 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.618 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.618 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.618 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.618 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.618 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.618 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.618 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.618 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.618 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.618 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.618 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.618 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.618 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.618 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.619 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.619 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.619 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.619 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.619 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.619 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.619 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.619 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.619 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.619 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.619 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.619 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.619 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.619 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.619 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.620 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.620 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.620 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.620 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.620 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.620 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.620 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.620 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.620 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:11.620 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:11.620 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2024-09-14T03:35:11.620 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.620 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 5, 2024-09-14T03:35:11.620 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.620 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.621 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.621 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.621 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:11.621 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:11.621 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2024-09-14T03:35:11.621 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.621 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 5, 2024-09-14T03:35:11.621 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.621 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.621 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2024-09-14T03:35:11.621 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.621 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.621 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.622 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.660336+0000", 2024-09-14T03:35:11.622 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:38.852941+0000", 2024-09-14T03:35:11.622 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:38.852941+0000", 2024-09-14T03:35:11.622 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:38.853475+0000", 2024-09-14T03:35:11.622 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.660336+0000", 2024-09-14T03:35:11.622 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.622 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.622 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.622 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2024-09-14T03:35:11.622 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.660336+0000", 2024-09-14T03:35:11.622 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.660336+0000", 2024-09-14T03:35:11.622 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.660336+0000", 2024-09-14T03:35:11.622 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.622 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.622 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.623 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.660336+0000", 2024-09-14T03:35:11.623 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.660336+0000", 2024-09-14T03:35:11.623 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.623 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.623 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.623 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.623 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2024-09-14T03:35:11.623 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.623 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.623 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.623 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.623 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.623 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.624 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.624 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.624 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.16", 2024-09-14T03:35:11.624 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.624 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.624 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.624 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 26, 2024-09-14T03:35:11.624 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.624 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T10:59:48.606494+0000", 2024-09-14T03:35:11.624 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.624 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.624 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.624 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.624 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.625 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.625 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.625 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.625 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.625 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.625 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.625 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.625 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.625 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.625 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.625 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.625 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.625 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.625 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.626 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.626 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.626 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.626 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.626 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.626 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.626 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.626 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.626 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.626 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.626 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.626 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.626 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.626 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.627 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.627 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.627 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.627 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.627 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.627 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.627 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.627 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.627 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.627 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.627 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.627 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.627 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.628 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.628 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:11.628 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:11.628 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2024-09-14T03:35:11.628 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.628 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 5, 2024-09-14T03:35:11.628 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.628 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.628 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.628 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.628 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:11.628 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:11.628 INFO:tasks.workunit.client.0.smithi002.stdout: 3 2024-09-14T03:35:11.628 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.629 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 0, 2024-09-14T03:35:11.629 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.629 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.629 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:11.629 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.629 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.629 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.629 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.703967+0000", 2024-09-14T03:35:11.629 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.304034+0000", 2024-09-14T03:35:11.629 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.304034+0000", 2024-09-14T03:35:11.629 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.305955+0000", 2024-09-14T03:35:11.629 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.703967+0000", 2024-09-14T03:35:11.629 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.629 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.630 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.630 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:11.630 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.703967+0000", 2024-09-14T03:35:11.630 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.703967+0000", 2024-09-14T03:35:11.630 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.703967+0000", 2024-09-14T03:35:11.630 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.630 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.630 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.630 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.703967+0000", 2024-09-14T03:35:11.630 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.703967+0000", 2024-09-14T03:35:11.630 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.630 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.630 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.630 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.631 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:11.631 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.631 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.631 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.631 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.631 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.631 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.631 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.631 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.631 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.17", 2024-09-14T03:35:11.631 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.631 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.631 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.631 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:11.631 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.632 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T04:33:33.727332+0000", 2024-09-14T03:35:11.632 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.632 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.632 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.632 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.632 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.632 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.632 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.632 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.632 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.632 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.632 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.632 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.632 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.633 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.633 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.633 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.633 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.633 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.633 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.633 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.633 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.633 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.633 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.633 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.633 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.633 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.633 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.634 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.634 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.634 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.634 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.634 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.634 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.634 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.634 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.634 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.634 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.634 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.634 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.634 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.634 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.634 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.634 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.635 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.635 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.635 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.635 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.635 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:11.635 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:11.635 INFO:tasks.workunit.client.0.smithi002.stdout: 3 2024-09-14T03:35:11.635 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.635 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 0, 2024-09-14T03:35:11.635 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.635 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.635 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.635 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.636 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:11.636 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:11.636 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:11.636 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.636 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 1, 2024-09-14T03:35:11.636 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.636 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.636 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2024-09-14T03:35:11.636 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.636 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.636 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.636 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.354909+0000", 2024-09-14T03:35:11.636 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:38.843691+0000", 2024-09-14T03:35:11.637 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:38.843691+0000", 2024-09-14T03:35:11.637 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:38.844003+0000", 2024-09-14T03:35:11.637 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.354909+0000", 2024-09-14T03:35:11.637 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.637 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.637 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.637 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2024-09-14T03:35:11.637 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.354909+0000", 2024-09-14T03:35:11.637 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.354909+0000", 2024-09-14T03:35:11.637 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.354909+0000", 2024-09-14T03:35:11.637 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.637 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.637 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.637 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.354909+0000", 2024-09-14T03:35:11.638 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.354909+0000", 2024-09-14T03:35:11.638 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.638 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 3, 2024-09-14T03:35:11.638 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.638 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.638 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2024-09-14T03:35:11.638 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.638 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.638 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.638 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.638 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 3, 2024-09-14T03:35:11.638 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.638 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.638 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.639 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.15", 2024-09-14T03:35:11.639 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.639 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.639 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.639 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 29, 2024-09-14T03:35:11.639 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.639 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T04:28:28.496001+0000", 2024-09-14T03:35:11.639 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.639 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.639 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.639 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 90, 2024-09-14T03:35:11.639 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.639 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.639 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.639 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.640 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.640 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.640 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.640 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.640 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.640 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.640 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.640 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.640 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.640 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.640 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.640 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 6, 2024-09-14T03:35:11.640 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 2, 2024-09-14T03:35:11.641 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.641 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 2, 2024-09-14T03:35:11.641 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.641 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.641 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.641 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.641 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.641 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 1, 2024-09-14T03:35:11.641 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.641 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.641 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.641 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.641 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.641 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.642 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.642 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.642 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.642 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.642 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.642 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.642 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 4, 2024-09-14T03:35:11.642 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 1 2024-09-14T03:35:11.642 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.642 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.642 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.642 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.642 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:11.642 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:11.643 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:11.643 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.643 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 1, 2024-09-14T03:35:11.643 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "65'3" 2024-09-14T03:35:11.643 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.643 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.643 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.643 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:11.643 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:11.643 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2024-09-14T03:35:11.643 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.643 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 4, 2024-09-14T03:35:11.643 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.643 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.644 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:11.644 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.644 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.644 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.644 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.357431+0000", 2024-09-14T03:35:11.644 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.293722+0000", 2024-09-14T03:35:11.644 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.293722+0000", 2024-09-14T03:35:11.644 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.294172+0000", 2024-09-14T03:35:11.644 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.357431+0000", 2024-09-14T03:35:11.644 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.644 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.644 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.644 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:11.645 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.357431+0000", 2024-09-14T03:35:11.645 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.357431+0000", 2024-09-14T03:35:11.645 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.357431+0000", 2024-09-14T03:35:11.645 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.645 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.649 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.649 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.357431+0000", 2024-09-14T03:35:11.649 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.357431+0000", 2024-09-14T03:35:11.649 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.649 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.649 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.649 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.649 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:11.649 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.649 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.649 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.649 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.650 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.650 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.650 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.650 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.650 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.14", 2024-09-14T03:35:11.650 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.650 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.650 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.650 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:11.650 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.650 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T06:37:50.994893+0000", 2024-09-14T03:35:11.650 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.650 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.650 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.651 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.651 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.651 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.651 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.651 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.651 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.651 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.651 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.651 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.651 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.651 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.651 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.651 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.651 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.652 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.652 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.652 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.652 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.652 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.652 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.652 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.652 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.652 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.652 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.652 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.652 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.652 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.653 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.653 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.653 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.653 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.653 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.653 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.653 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.653 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.653 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.653 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.653 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.653 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.653 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.653 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.654 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.654 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.654 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.654 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:11.654 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:11.654 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2024-09-14T03:35:11.654 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.654 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 4, 2024-09-14T03:35:11.654 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.654 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.654 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.654 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.654 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:11.654 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:11.654 INFO:tasks.workunit.client.0.smithi002.stdout: 5 2024-09-14T03:35:11.654 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.655 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 6, 2024-09-14T03:35:11.655 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.655 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.655 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2024-09-14T03:35:11.655 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.655 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.655 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.655 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:34:00.854094+0000", 2024-09-14T03:35:11.655 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:38.851109+0000", 2024-09-14T03:35:11.655 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:38.851109+0000", 2024-09-14T03:35:11.655 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:38.851431+0000", 2024-09-14T03:35:11.655 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:34:00.854094+0000", 2024-09-14T03:35:11.655 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.655 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.656 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.656 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2024-09-14T03:35:11.656 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:34:00.854094+0000", 2024-09-14T03:35:11.656 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:34:00.854094+0000", 2024-09-14T03:35:11.656 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:34:00.854094+0000", 2024-09-14T03:35:11.656 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.656 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.656 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.656 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:34:00.854094+0000", 2024-09-14T03:35:11.656 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:34:00.854094+0000", 2024-09-14T03:35:11.656 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.656 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 12, 2024-09-14T03:35:11.656 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.657 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.657 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2024-09-14T03:35:11.657 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.657 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.657 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.657 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.657 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 12, 2024-09-14T03:35:11.657 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.657 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.657 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.657 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.14", 2024-09-14T03:35:11.657 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.657 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.658 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.658 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 38, 2024-09-14T03:35:11.658 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.658 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T09:59:08.880811+0000", 2024-09-14T03:35:11.658 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.658 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.658 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.658 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 2630, 2024-09-14T03:35:11.658 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.658 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.658 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.658 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.658 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.658 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.658 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.659 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.659 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.659 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.659 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.659 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.659 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.659 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.659 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.659 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 12, 2024-09-14T03:35:11.659 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 4, 2024-09-14T03:35:11.659 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.659 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 4, 2024-09-14T03:35:11.659 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.659 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.660 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.660 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.660 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.660 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 1, 2024-09-14T03:35:11.660 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.660 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.660 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.660 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.660 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.660 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.660 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.660 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.660 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.660 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.661 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.661 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.661 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 12, 2024-09-14T03:35:11.661 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 9 2024-09-14T03:35:11.661 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.661 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.661 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.661 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.661 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:11.661 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:11.661 INFO:tasks.workunit.client.0.smithi002.stdout: 5 2024-09-14T03:35:11.661 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.661 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 6, 2024-09-14T03:35:11.662 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "75'12" 2024-09-14T03:35:11.662 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.662 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.662 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.662 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:11.662 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:11.662 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2024-09-14T03:35:11.662 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.662 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 7, 2024-09-14T03:35:11.662 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.662 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.662 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:11.662 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.662 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.663 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.663 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:46.277856+0000", 2024-09-14T03:35:11.663 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.305672+0000", 2024-09-14T03:35:11.663 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.305672+0000", 2024-09-14T03:35:11.663 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.306156+0000", 2024-09-14T03:35:11.663 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:46.277856+0000", 2024-09-14T03:35:11.663 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.663 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.663 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.663 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:11.663 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:46.277856+0000", 2024-09-14T03:35:11.663 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:46.277856+0000", 2024-09-14T03:35:11.663 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:46.277856+0000", 2024-09-14T03:35:11.663 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.664 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.664 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.664 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:46.277856+0000", 2024-09-14T03:35:11.664 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:46.277856+0000", 2024-09-14T03:35:11.664 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.664 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.664 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.664 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.664 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:11.664 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.664 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.664 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.664 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.664 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.665 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.665 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.665 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.665 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.15", 2024-09-14T03:35:11.665 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.665 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.665 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.665 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:11.665 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.665 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T08:50:38.107165+0000", 2024-09-14T03:35:11.665 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.665 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.665 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.666 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.666 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.666 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.666 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.666 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.666 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.666 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.666 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.666 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.666 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.666 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.666 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.666 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.666 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.666 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.667 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.667 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.667 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.667 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.667 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.667 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.667 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.667 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.667 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.667 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.667 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.667 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.667 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.667 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.668 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.668 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.668 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.668 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.668 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.668 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.668 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.668 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.668 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.668 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.668 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.668 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.668 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.668 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.669 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.669 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:11.669 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:11.669 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2024-09-14T03:35:11.669 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.669 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 7, 2024-09-14T03:35:11.669 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.669 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.669 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.669 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.669 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:11.669 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:11.669 INFO:tasks.workunit.client.0.smithi002.stdout: 3 2024-09-14T03:35:11.669 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.670 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 0, 2024-09-14T03:35:11.670 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.670 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.670 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2024-09-14T03:35:11.670 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.670 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.670 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.670 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.703994+0000", 2024-09-14T03:35:11.670 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:38.841727+0000", 2024-09-14T03:35:11.670 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:38.841727+0000", 2024-09-14T03:35:11.670 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:38.842099+0000", 2024-09-14T03:35:11.670 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.703994+0000", 2024-09-14T03:35:11.670 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.670 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.671 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.671 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2024-09-14T03:35:11.671 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.703994+0000", 2024-09-14T03:35:11.671 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.703994+0000", 2024-09-14T03:35:11.671 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.703994+0000", 2024-09-14T03:35:11.671 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.671 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.671 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.671 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.703994+0000", 2024-09-14T03:35:11.671 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.703994+0000", 2024-09-14T03:35:11.671 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.671 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 2, 2024-09-14T03:35:11.671 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.672 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.672 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2024-09-14T03:35:11.672 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.672 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.672 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.672 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.672 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 2, 2024-09-14T03:35:11.672 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.672 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.672 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.672 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.13", 2024-09-14T03:35:11.672 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.672 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.672 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.673 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 28, 2024-09-14T03:35:11.673 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.673 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T11:26:35.514878+0000", 2024-09-14T03:35:11.673 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.673 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.673 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.673 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 34, 2024-09-14T03:35:11.673 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.673 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.673 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.673 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.673 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.673 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.674 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.674 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.674 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.674 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.674 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.674 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.674 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.674 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.674 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.674 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 6, 2024-09-14T03:35:11.674 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 2, 2024-09-14T03:35:11.674 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.674 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 2, 2024-09-14T03:35:11.674 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.674 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.675 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.675 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.675 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.675 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 1, 2024-09-14T03:35:11.675 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.675 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.675 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.675 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.675 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.675 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.675 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.675 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.675 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.675 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.675 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.676 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.676 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 3, 2024-09-14T03:35:11.676 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 7 2024-09-14T03:35:11.676 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.676 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.676 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.676 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.676 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:11.676 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:11.676 INFO:tasks.workunit.client.0.smithi002.stdout: 3 2024-09-14T03:35:11.676 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.676 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 0, 2024-09-14T03:35:11.676 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "65'2" 2024-09-14T03:35:11.676 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.677 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.677 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.677 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:11.677 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:11.677 INFO:tasks.workunit.client.0.smithi002.stdout: 3 2024-09-14T03:35:11.677 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.677 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 0, 2024-09-14T03:35:11.677 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.677 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.677 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:11.677 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.677 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.677 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.677 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.703486+0000", 2024-09-14T03:35:11.678 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.292831+0000", 2024-09-14T03:35:11.678 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.292831+0000", 2024-09-14T03:35:11.678 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.293127+0000", 2024-09-14T03:35:11.678 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.703486+0000", 2024-09-14T03:35:11.678 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.678 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.678 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.678 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:11.678 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.703486+0000", 2024-09-14T03:35:11.678 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.703486+0000", 2024-09-14T03:35:11.678 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.703486+0000", 2024-09-14T03:35:11.678 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.678 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.678 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.678 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.703486+0000", 2024-09-14T03:35:11.679 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.703486+0000", 2024-09-14T03:35:11.679 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.679 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.679 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.679 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.679 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:11.679 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.679 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.679 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.679 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.679 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.679 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.679 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.679 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.680 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.12", 2024-09-14T03:35:11.680 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.680 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.680 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.680 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:11.680 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.680 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T05:04:01.195534+0000", 2024-09-14T03:35:11.680 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.680 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.680 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.680 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.680 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.680 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.680 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.681 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.681 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.681 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.681 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.681 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.681 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.681 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.681 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.681 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.681 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.681 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.681 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.681 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.681 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.681 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.682 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.682 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.682 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.682 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.682 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.682 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.682 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.682 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.682 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.682 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.682 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.682 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.682 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.682 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.683 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.683 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.683 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.683 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.683 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.683 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.683 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.683 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.683 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.683 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.683 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.683 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:11.683 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:11.683 INFO:tasks.workunit.client.0.smithi002.stdout: 3 2024-09-14T03:35:11.683 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.683 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 0, 2024-09-14T03:35:11.684 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.684 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.684 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.684 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.684 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:11.684 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:11.684 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2024-09-14T03:35:11.684 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.684 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 5, 2024-09-14T03:35:11.684 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.684 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.684 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2024-09-14T03:35:11.684 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.684 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.684 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.685 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.660007+0000", 2024-09-14T03:35:11.685 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:38.849600+0000", 2024-09-14T03:35:11.685 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:38.849600+0000", 2024-09-14T03:35:11.685 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:38.850077+0000", 2024-09-14T03:35:11.685 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.660007+0000", 2024-09-14T03:35:11.685 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.685 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.685 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.685 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2024-09-14T03:35:11.685 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.660007+0000", 2024-09-14T03:35:11.685 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.660007+0000", 2024-09-14T03:35:11.685 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.660007+0000", 2024-09-14T03:35:11.685 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.685 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.686 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.686 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.660007+0000", 2024-09-14T03:35:11.686 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.660007+0000", 2024-09-14T03:35:11.686 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.686 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.686 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.686 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.686 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2024-09-14T03:35:11.686 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.686 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.686 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.686 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.686 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.687 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.687 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.687 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.687 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.12", 2024-09-14T03:35:11.687 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.687 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.687 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.687 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 26, 2024-09-14T03:35:11.687 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.687 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T06:18:26.606484+0000", 2024-09-14T03:35:11.687 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.687 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.687 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.687 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.688 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.688 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.688 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.688 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.688 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.688 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.688 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.688 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.688 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.688 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.688 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.688 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.688 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.688 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.689 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.689 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.689 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.689 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.689 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.689 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.689 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.689 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.689 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.689 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.689 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.689 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.689 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.689 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.690 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.690 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.690 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.690 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.690 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.690 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.690 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.690 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.690 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.690 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.690 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.690 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.690 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.691 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.691 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.691 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:11.691 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:11.691 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2024-09-14T03:35:11.691 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.691 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 5, 2024-09-14T03:35:11.691 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.691 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.691 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.691 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.691 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:11.691 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:11.691 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2024-09-14T03:35:11.691 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.691 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 7, 2024-09-14T03:35:11.692 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.692 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.692 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:11.692 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.692 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.692 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.692 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:46.277666+0000", 2024-09-14T03:35:11.692 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.307592+0000", 2024-09-14T03:35:11.692 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.307592+0000", 2024-09-14T03:35:11.692 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.309067+0000", 2024-09-14T03:35:11.692 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:46.277666+0000", 2024-09-14T03:35:11.692 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.692 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.693 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.693 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:11.693 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:46.277666+0000", 2024-09-14T03:35:11.693 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:46.277666+0000", 2024-09-14T03:35:11.693 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:46.277666+0000", 2024-09-14T03:35:11.693 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.693 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.693 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.693 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:46.277666+0000", 2024-09-14T03:35:11.693 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:46.277666+0000", 2024-09-14T03:35:11.693 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.693 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.693 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.693 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.694 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:11.694 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.694 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.694 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.694 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.694 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.694 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.694 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.694 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.694 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.13", 2024-09-14T03:35:11.694 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.694 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.694 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.694 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:11.694 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.695 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T05:49:29.048351+0000", 2024-09-14T03:35:11.695 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.695 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.695 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.695 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.695 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.695 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.695 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.695 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.695 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.695 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.695 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.695 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.695 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.695 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.696 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.696 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.696 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.696 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.696 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.696 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.696 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.696 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.696 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.696 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.696 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.696 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.697 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.697 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.697 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.697 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.697 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.697 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.697 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.697 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.697 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.697 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.697 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.697 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.697 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.697 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.697 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.698 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.698 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.698 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.698 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.698 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.698 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.698 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:11.698 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:11.698 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2024-09-14T03:35:11.698 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.698 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 7, 2024-09-14T03:35:11.698 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.698 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.698 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.699 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.699 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:11.699 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:11.699 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2024-09-14T03:35:11.699 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.699 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 6, 2024-09-14T03:35:11.699 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.699 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.699 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2024-09-14T03:35:11.699 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.699 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.699 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.699 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.500987+0000", 2024-09-14T03:35:11.699 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:38.844990+0000", 2024-09-14T03:35:11.700 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:38.844990+0000", 2024-09-14T03:35:11.700 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:38.845472+0000", 2024-09-14T03:35:11.700 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.500987+0000", 2024-09-14T03:35:11.700 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.700 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.700 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.700 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2024-09-14T03:35:11.700 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.500987+0000", 2024-09-14T03:35:11.700 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.500987+0000", 2024-09-14T03:35:11.700 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.500987+0000", 2024-09-14T03:35:11.700 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.700 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.700 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.700 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.500987+0000", 2024-09-14T03:35:11.701 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.500987+0000", 2024-09-14T03:35:11.701 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.701 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.701 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.701 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.701 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2024-09-14T03:35:11.701 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.701 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.701 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.701 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.701 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.701 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.701 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.702 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.702 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.11", 2024-09-14T03:35:11.702 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.702 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.702 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.702 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 26, 2024-09-14T03:35:11.702 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.702 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T04:39:33.374753+0000", 2024-09-14T03:35:11.702 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.702 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.702 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.702 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.702 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.702 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.703 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.703 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.703 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.703 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.703 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.703 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.703 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.703 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.703 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.703 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.703 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.703 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.703 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.703 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.704 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.704 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.704 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.704 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.704 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.704 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.704 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.704 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.704 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.704 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.704 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.704 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.704 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.704 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.704 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.705 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.705 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.705 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.705 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.705 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.705 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.705 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.705 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.705 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.705 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.705 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.705 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.705 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:11.705 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:11.705 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2024-09-14T03:35:11.706 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.706 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 6, 2024-09-14T03:35:11.706 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.706 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.706 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.706 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.706 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:11.706 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:11.706 INFO:tasks.workunit.client.0.smithi002.stdout: 5 2024-09-14T03:35:11.706 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.706 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 6, 2024-09-14T03:35:11.706 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.706 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.706 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:11.707 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.707 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.707 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.707 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.500818+0000", 2024-09-14T03:35:11.707 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:32:07.820660+0000", 2024-09-14T03:35:11.707 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:32:07.820660+0000", 2024-09-14T03:35:11.707 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:32:07.821033+0000", 2024-09-14T03:35:11.707 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.500818+0000", 2024-09-14T03:35:11.707 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.707 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.707 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.707 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 67, 2024-09-14T03:35:11.707 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.500818+0000", 2024-09-14T03:35:11.707 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.500818+0000", 2024-09-14T03:35:11.708 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.500818+0000", 2024-09-14T03:35:11.708 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.708 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.708 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.708 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.500818+0000", 2024-09-14T03:35:11.708 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.500818+0000", 2024-09-14T03:35:11.708 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.708 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.708 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.708 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.708 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 66, 2024-09-14T03:35:11.708 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.708 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.708 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.709 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.709 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.709 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.709 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.709 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.709 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.10", 2024-09-14T03:35:11.709 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.709 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.709 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.709 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 32, 2024-09-14T03:35:11.709 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.709 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T12:23:55.147958+0000", 2024-09-14T03:35:11.709 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.709 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.710 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.710 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.710 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.710 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.710 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.710 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.710 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.710 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.710 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.710 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.710 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.710 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.710 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.710 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.711 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.711 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.711 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.711 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.711 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.711 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.711 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.711 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.711 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.711 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.711 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.711 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.711 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.711 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.712 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.712 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.712 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.712 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.712 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.712 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.712 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.712 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.712 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.712 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.712 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.712 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.712 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.713 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.713 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.713 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.713 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.713 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:11.713 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:11.713 INFO:tasks.workunit.client.0.smithi002.stdout: 5 2024-09-14T03:35:11.713 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.713 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 6, 2024-09-14T03:35:11.713 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.713 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.713 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.713 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.713 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2024-09-14T03:35:11.714 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:11.714 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:11.714 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.714 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 2, 2024-09-14T03:35:11.714 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.714 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.714 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2024-09-14T03:35:11.714 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.714 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.714 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.714 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.353774+0000", 2024-09-14T03:35:11.714 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:38.840891+0000", 2024-09-14T03:35:11.714 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:38.840891+0000", 2024-09-14T03:35:11.714 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:38.841259+0000", 2024-09-14T03:35:11.714 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.353774+0000", 2024-09-14T03:35:11.715 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.715 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.715 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.715 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2024-09-14T03:35:11.715 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.353774+0000", 2024-09-14T03:35:11.715 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.353774+0000", 2024-09-14T03:35:11.715 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.353774+0000", 2024-09-14T03:35:11.715 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.715 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.715 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.715 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.353774+0000", 2024-09-14T03:35:11.715 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.353774+0000", 2024-09-14T03:35:11.715 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.715 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 8, 2024-09-14T03:35:11.715 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.716 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.716 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2024-09-14T03:35:11.716 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.716 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.716 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.716 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.716 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 8, 2024-09-14T03:35:11.716 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.716 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.716 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.716 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.10", 2024-09-14T03:35:11.716 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.716 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.717 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.717 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 34, 2024-09-14T03:35:11.717 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.717 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T12:21:29.536562+0000", 2024-09-14T03:35:11.717 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.717 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.717 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.717 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.717 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.717 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.717 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.717 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.717 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.717 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.718 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.718 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.718 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.718 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.718 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.718 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.718 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.718 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.718 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.718 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 12, 2024-09-14T03:35:11.718 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 4, 2024-09-14T03:35:11.718 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.718 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 4, 2024-09-14T03:35:11.718 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.718 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.719 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.719 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.719 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.719 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 4, 2024-09-14T03:35:11.719 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.719 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.719 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.719 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.719 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.719 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.719 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.719 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.719 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.719 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.719 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.719 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.720 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 12, 2024-09-14T03:35:11.720 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.720 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.720 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.720 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.720 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.720 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2024-09-14T03:35:11.720 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:11.720 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:11.720 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.720 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 2, 2024-09-14T03:35:11.720 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "65'8" 2024-09-14T03:35:11.720 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.720 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.721 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.721 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:11.721 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:11.721 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2024-09-14T03:35:11.721 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.721 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 7, 2024-09-14T03:35:11.721 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.721 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.721 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:11.721 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.721 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.721 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.721 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:46.277413+0000", 2024-09-14T03:35:11.722 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.308568+0000", 2024-09-14T03:35:11.722 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.308568+0000", 2024-09-14T03:35:11.722 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.310216+0000", 2024-09-14T03:35:11.722 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:46.277413+0000", 2024-09-14T03:35:11.722 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.722 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.722 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.722 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:11.722 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:46.277413+0000", 2024-09-14T03:35:11.722 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:46.277413+0000", 2024-09-14T03:35:11.722 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:46.277413+0000", 2024-09-14T03:35:11.722 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.722 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.722 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.723 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:46.277413+0000", 2024-09-14T03:35:11.723 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:46.277413+0000", 2024-09-14T03:35:11.723 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.723 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.723 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.723 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.723 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:11.723 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.723 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.723 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.723 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.723 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.723 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.723 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.723 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.724 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.11", 2024-09-14T03:35:11.724 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.724 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.724 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.724 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:11.724 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.724 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T15:05:51.056579+0000", 2024-09-14T03:35:11.724 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.724 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.724 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.724 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.724 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.724 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.724 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.725 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.725 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.725 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.725 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.725 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.725 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.725 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.725 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.725 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.725 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.725 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.725 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.725 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.725 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.725 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.726 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.726 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.726 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.726 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.726 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.726 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.726 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.726 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.726 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.726 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.726 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.726 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.726 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.726 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.727 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.727 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.727 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.727 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.727 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.727 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.727 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.727 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.727 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.727 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.727 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.727 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:11.727 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:11.727 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2024-09-14T03:35:11.728 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.728 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 7, 2024-09-14T03:35:11.728 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.728 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.728 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.728 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.728 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:11.728 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:11.728 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2024-09-14T03:35:11.728 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.728 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 4, 2024-09-14T03:35:11.728 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.728 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.728 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2024-09-14T03:35:11.729 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.729 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.729 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.729 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.357379+0000", 2024-09-14T03:35:11.729 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:38.843186+0000", 2024-09-14T03:35:11.729 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:38.843186+0000", 2024-09-14T03:35:11.729 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:38.843518+0000", 2024-09-14T03:35:11.729 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.357379+0000", 2024-09-14T03:35:11.729 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.729 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.729 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.729 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2024-09-14T03:35:11.729 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.357379+0000", 2024-09-14T03:35:11.729 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.357379+0000", 2024-09-14T03:35:11.729 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.357379+0000", 2024-09-14T03:35:11.730 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.730 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.730 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.730 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.357379+0000", 2024-09-14T03:35:11.730 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.357379+0000", 2024-09-14T03:35:11.730 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.730 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 1, 2024-09-14T03:35:11.730 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.730 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.730 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2024-09-14T03:35:11.730 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.730 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.730 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.730 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.731 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 1, 2024-09-14T03:35:11.731 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.731 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.731 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.731 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.f", 2024-09-14T03:35:11.731 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.731 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.731 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.731 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 27, 2024-09-14T03:35:11.731 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.731 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T09:02:00.501879+0000", 2024-09-14T03:35:11.731 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.731 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.732 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.732 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 22, 2024-09-14T03:35:11.732 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.732 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.732 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.732 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.732 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.732 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.732 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.732 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.732 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.732 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.732 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.732 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.733 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.733 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.733 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.733 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 3, 2024-09-14T03:35:11.733 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 1, 2024-09-14T03:35:11.733 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.733 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 1, 2024-09-14T03:35:11.733 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.733 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.733 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.733 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.733 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.733 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.733 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.734 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.734 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.734 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.734 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.734 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.734 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.734 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.734 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.734 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.734 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.734 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.734 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 1, 2024-09-14T03:35:11.734 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 1 2024-09-14T03:35:11.734 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.735 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.735 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.735 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.735 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:11.735 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:11.735 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2024-09-14T03:35:11.735 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.735 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 4, 2024-09-14T03:35:11.735 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "65'1" 2024-09-14T03:35:11.735 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.735 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.735 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.735 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:11.736 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:11.736 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2024-09-14T03:35:11.736 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.736 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 7, 2024-09-14T03:35:11.736 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.736 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.736 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:11.736 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.736 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.736 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.736 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:46.278043+0000", 2024-09-14T03:35:11.736 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.309276+0000", 2024-09-14T03:35:11.736 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.309276+0000", 2024-09-14T03:35:11.736 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.310060+0000", 2024-09-14T03:35:11.737 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:46.278043+0000", 2024-09-14T03:35:11.737 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.737 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.737 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.737 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:11.737 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:46.278043+0000", 2024-09-14T03:35:11.737 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:46.278043+0000", 2024-09-14T03:35:11.737 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:46.278043+0000", 2024-09-14T03:35:11.737 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.737 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.737 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.737 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:46.278043+0000", 2024-09-14T03:35:11.737 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:46.278043+0000", 2024-09-14T03:35:11.737 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.738 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.738 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.738 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.738 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:11.738 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.738 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.738 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.738 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.738 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.738 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.738 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.738 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.738 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.e", 2024-09-14T03:35:11.738 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.739 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.739 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.739 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:11.739 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.739 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T13:18:55.399965+0000", 2024-09-14T03:35:11.739 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.739 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.739 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.739 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.739 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.739 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.739 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.739 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.739 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.740 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.740 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.740 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.740 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.740 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.740 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.740 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.740 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.740 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.740 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.740 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.740 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.740 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.741 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.741 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.741 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.741 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.741 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.741 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.741 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.741 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.741 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.741 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.741 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.741 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.741 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.741 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.742 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.742 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.742 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.742 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.742 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.742 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.742 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.742 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.742 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.742 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.742 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.742 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:11.742 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:11.742 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2024-09-14T03:35:11.743 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.743 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 7, 2024-09-14T03:35:11.743 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.743 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.743 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.743 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.743 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2024-09-14T03:35:11.743 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:11.743 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2024-09-14T03:35:11.743 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.743 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 2, 2024-09-14T03:35:11.743 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.743 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.743 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2024-09-14T03:35:11.744 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.744 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.744 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.744 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.354198+0000", 2024-09-14T03:35:11.744 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:38.844967+0000", 2024-09-14T03:35:11.744 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:38.844967+0000", 2024-09-14T03:35:11.744 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:38.845330+0000", 2024-09-14T03:35:11.744 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.354198+0000", 2024-09-14T03:35:11.744 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.744 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.744 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.744 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2024-09-14T03:35:11.744 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.354198+0000", 2024-09-14T03:35:11.745 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.354198+0000", 2024-09-14T03:35:11.745 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.354198+0000", 2024-09-14T03:35:11.745 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.745 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.745 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.745 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.354198+0000", 2024-09-14T03:35:11.745 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.354198+0000", 2024-09-14T03:35:11.745 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.745 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 2, 2024-09-14T03:35:11.745 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.745 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.745 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2024-09-14T03:35:11.745 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.745 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.745 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.746 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.746 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 2, 2024-09-14T03:35:11.746 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.746 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.746 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.746 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.e", 2024-09-14T03:35:11.746 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.746 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.746 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.746 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 28, 2024-09-14T03:35:11.746 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.746 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T05:27:35.256085+0000", 2024-09-14T03:35:11.746 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.746 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.747 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.747 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.747 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.747 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.747 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.747 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.747 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.747 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.747 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.747 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.747 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.747 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.747 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.747 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.747 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.748 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.748 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.748 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 3, 2024-09-14T03:35:11.748 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 1, 2024-09-14T03:35:11.748 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.748 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 1, 2024-09-14T03:35:11.748 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.748 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.748 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.748 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.748 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.748 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 1, 2024-09-14T03:35:11.748 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.748 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.748 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.749 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.749 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.749 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.749 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.749 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.749 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.749 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.749 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.749 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.749 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 3, 2024-09-14T03:35:11.749 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.749 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.749 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.750 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.750 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.750 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2024-09-14T03:35:11.750 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:11.750 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2024-09-14T03:35:11.750 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.750 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 2, 2024-09-14T03:35:11.750 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "65'2" 2024-09-14T03:35:11.750 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.750 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.750 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.750 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:11.750 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:11.750 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:11.751 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.751 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 7, 2024-09-14T03:35:11.751 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.751 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.751 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:11.751 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.751 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.751 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.751 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:46.278071+0000", 2024-09-14T03:35:11.751 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.307693+0000", 2024-09-14T03:35:11.751 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.307693+0000", 2024-09-14T03:35:11.751 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.309447+0000", 2024-09-14T03:35:11.751 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:46.278071+0000", 2024-09-14T03:35:11.751 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.752 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.752 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.752 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:11.752 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:46.278071+0000", 2024-09-14T03:35:11.752 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:46.278071+0000", 2024-09-14T03:35:11.752 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:46.278071+0000", 2024-09-14T03:35:11.752 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.752 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.752 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.752 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:46.278071+0000", 2024-09-14T03:35:11.752 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:46.278071+0000", 2024-09-14T03:35:11.752 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.752 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.753 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.753 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.753 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:11.753 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.753 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.753 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.753 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.753 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.753 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.753 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.753 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.753 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.f", 2024-09-14T03:35:11.753 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.753 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.754 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.754 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:11.754 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.754 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T04:24:21.588886+0000", 2024-09-14T03:35:11.754 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.754 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.754 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.754 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.754 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.754 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.754 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.754 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.754 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.754 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.754 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.755 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.755 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.755 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.755 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.755 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.755 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.755 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.755 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.755 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.755 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.755 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.755 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.755 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.755 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.756 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.756 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.756 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.756 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.756 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.756 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.756 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.756 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.756 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.756 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.756 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.756 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.756 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.756 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.756 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.757 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.757 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.757 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.757 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.757 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.757 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.757 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.757 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:11.757 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:11.757 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:11.757 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.757 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 7, 2024-09-14T03:35:11.757 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.758 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.758 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.758 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.758 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:11.758 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:11.758 INFO:tasks.workunit.client.0.smithi002.stdout: 3 2024-09-14T03:35:11.758 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.758 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 1, 2024-09-14T03:35:11.758 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.758 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.758 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2024-09-14T03:35:11.758 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.758 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.758 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.758 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.354918+0000", 2024-09-14T03:35:11.759 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:38.842447+0000", 2024-09-14T03:35:11.759 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:38.842447+0000", 2024-09-14T03:35:11.759 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:38.842924+0000", 2024-09-14T03:35:11.759 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.354918+0000", 2024-09-14T03:35:11.759 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.759 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.759 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.759 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2024-09-14T03:35:11.759 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.354918+0000", 2024-09-14T03:35:11.759 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.354918+0000", 2024-09-14T03:35:11.759 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.354918+0000", 2024-09-14T03:35:11.759 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.759 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.759 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.760 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.354918+0000", 2024-09-14T03:35:11.760 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.354918+0000", 2024-09-14T03:35:11.760 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.760 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 1, 2024-09-14T03:35:11.760 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.760 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.760 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2024-09-14T03:35:11.760 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.760 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.760 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.760 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.760 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 1, 2024-09-14T03:35:11.760 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.760 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.761 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.761 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.d", 2024-09-14T03:35:11.761 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.761 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.761 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.761 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 27, 2024-09-14T03:35:11.761 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.761 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T13:39:58.242064+0000", 2024-09-14T03:35:11.761 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.761 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.761 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.761 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 70, 2024-09-14T03:35:11.761 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.762 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.762 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.762 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.762 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.762 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.762 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.762 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.762 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.762 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.762 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.762 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.762 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.762 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.762 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.763 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 3, 2024-09-14T03:35:11.763 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 1, 2024-09-14T03:35:11.763 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.763 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 1, 2024-09-14T03:35:11.763 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.763 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.763 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.763 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.763 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.763 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.763 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.763 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.763 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.763 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.763 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.764 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.764 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.764 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.764 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.764 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.764 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.764 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.764 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 1, 2024-09-14T03:35:11.764 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 1 2024-09-14T03:35:11.764 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.764 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.764 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.764 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.765 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:11.765 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:11.765 INFO:tasks.workunit.client.0.smithi002.stdout: 3 2024-09-14T03:35:11.765 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.765 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 1, 2024-09-14T03:35:11.765 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "65'1" 2024-09-14T03:35:11.765 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.765 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.765 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.765 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:11.765 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:11.765 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2024-09-14T03:35:11.765 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.765 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 5, 2024-09-14T03:35:11.766 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.766 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.766 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:11.766 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.766 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.766 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.766 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.660093+0000", 2024-09-14T03:35:11.766 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.309282+0000", 2024-09-14T03:35:11.766 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.309282+0000", 2024-09-14T03:35:11.766 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.310257+0000", 2024-09-14T03:35:11.766 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.660093+0000", 2024-09-14T03:35:11.766 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.766 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.766 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.766 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:11.767 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.660093+0000", 2024-09-14T03:35:11.767 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.660093+0000", 2024-09-14T03:35:11.767 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.660093+0000", 2024-09-14T03:35:11.767 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.767 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.767 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.767 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.660093+0000", 2024-09-14T03:35:11.767 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.660093+0000", 2024-09-14T03:35:11.767 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.767 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.767 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.767 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.767 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:11.767 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.768 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.768 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.768 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.768 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.768 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.768 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.768 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.768 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.c", 2024-09-14T03:35:11.768 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.768 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.768 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.768 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:11.768 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.769 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T14:50:37.976900+0000", 2024-09-14T03:35:11.769 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.769 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.769 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.769 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.769 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.769 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.769 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.769 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.769 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.769 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.769 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.769 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.769 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.770 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.770 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.770 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.770 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.770 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.770 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.770 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.770 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.770 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.770 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.770 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.770 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.770 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.770 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.771 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.771 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.771 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.771 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.771 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.771 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.771 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.771 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.771 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.771 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.771 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.771 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.771 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.771 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.771 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.772 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.772 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.772 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.772 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.772 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.772 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:11.772 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:11.772 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2024-09-14T03:35:11.772 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.772 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 5, 2024-09-14T03:35:11.772 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.772 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.772 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.773 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.773 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2024-09-14T03:35:11.773 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:11.773 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:11.773 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.773 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 2, 2024-09-14T03:35:11.773 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.773 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.773 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2024-09-14T03:35:11.773 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.773 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.773 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.773 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.354158+0000", 2024-09-14T03:35:11.773 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:38.849830+0000", 2024-09-14T03:35:11.774 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:38.849830+0000", 2024-09-14T03:35:11.774 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:38.850158+0000", 2024-09-14T03:35:11.774 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.354158+0000", 2024-09-14T03:35:11.774 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.774 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.774 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.774 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2024-09-14T03:35:11.774 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.354158+0000", 2024-09-14T03:35:11.774 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.354158+0000", 2024-09-14T03:35:11.774 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.354158+0000", 2024-09-14T03:35:11.774 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.774 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.774 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.774 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.354158+0000", 2024-09-14T03:35:11.775 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.354158+0000", 2024-09-14T03:35:11.775 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.775 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.775 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.775 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.775 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2024-09-14T03:35:11.775 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.775 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.775 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.775 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.775 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.775 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.775 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.775 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.776 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.c", 2024-09-14T03:35:11.776 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.776 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.776 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.776 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 26, 2024-09-14T03:35:11.776 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.776 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T03:52:21.199568+0000", 2024-09-14T03:35:11.776 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.776 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.776 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.776 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.776 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.776 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.777 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.777 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.777 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.777 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.777 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.777 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.777 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.777 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.777 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.777 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.777 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.777 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.777 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.777 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.778 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.778 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.778 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.778 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.778 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.778 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.778 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.778 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.778 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.778 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.778 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.778 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.778 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.778 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.779 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.779 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.779 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.779 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.779 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.779 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.779 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.779 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.779 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.779 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.779 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.779 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.779 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.779 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2024-09-14T03:35:11.780 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:11.780 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:11.780 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.780 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 2, 2024-09-14T03:35:11.780 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.780 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.780 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.780 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.780 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:11.780 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:11.780 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2024-09-14T03:35:11.780 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.780 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 7, 2024-09-14T03:35:11.780 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.781 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.781 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:11.781 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.781 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.781 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.781 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:46.277882+0000", 2024-09-14T03:35:11.781 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.312983+0000", 2024-09-14T03:35:11.781 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.312983+0000", 2024-09-14T03:35:11.781 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.313275+0000", 2024-09-14T03:35:11.781 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:46.277882+0000", 2024-09-14T03:35:11.781 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.781 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.781 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.781 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:11.782 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:46.277882+0000", 2024-09-14T03:35:11.782 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:46.277882+0000", 2024-09-14T03:35:11.782 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:46.277882+0000", 2024-09-14T03:35:11.782 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.782 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.782 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.782 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:46.277882+0000", 2024-09-14T03:35:11.782 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:46.277882+0000", 2024-09-14T03:35:11.782 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.782 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.782 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.782 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.782 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:11.782 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.782 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.782 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.783 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.783 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.783 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.783 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.783 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.783 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.d", 2024-09-14T03:35:11.783 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.783 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.783 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.783 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:11.783 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.783 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T08:48:55.018547+0000", 2024-09-14T03:35:11.783 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.783 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.783 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.784 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.784 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.784 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.784 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.784 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.784 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.784 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.784 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.784 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.784 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.784 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.784 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.784 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.784 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.785 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.785 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.785 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.785 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.785 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.785 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.785 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.785 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.785 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.785 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.785 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.785 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.785 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.785 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.786 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.786 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.786 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.786 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.786 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.786 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.786 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.786 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.786 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.786 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.786 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.786 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.786 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.786 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.786 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.787 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.787 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:11.787 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:11.787 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2024-09-14T03:35:11.787 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.787 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 7, 2024-09-14T03:35:11.787 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.787 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.787 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.787 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.787 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:11.787 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:11.787 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2024-09-14T03:35:11.787 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.788 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 6, 2024-09-14T03:35:11.788 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.788 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.788 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 69, 2024-09-14T03:35:11.788 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.788 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.788 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.788 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.501340+0000", 2024-09-14T03:35:11.788 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:32:33.769528+0000", 2024-09-14T03:35:11.788 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:32:33.769528+0000", 2024-09-14T03:35:11.788 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:32:39.222179+0000", 2024-09-14T03:35:11.788 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.501340+0000", 2024-09-14T03:35:11.788 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:32:32.751298+0000", 2024-09-14T03:35:11.788 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.788 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:32:32.751298+0000", 2024-09-14T03:35:11.789 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 70, 2024-09-14T03:35:11.789 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.501340+0000", 2024-09-14T03:35:11.789 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.501340+0000", 2024-09-14T03:35:11.789 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.501340+0000", 2024-09-14T03:35:11.789 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.789 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.789 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:32:32.751298+0000", 2024-09-14T03:35:11.789 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.501340+0000", 2024-09-14T03:35:11.789 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.501340+0000", 2024-09-14T03:35:11.789 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.789 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.789 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.789 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.789 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 69, 2024-09-14T03:35:11.790 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.790 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.790 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.790 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.790 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.790 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.790 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.790 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.790 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "4.5", 2024-09-14T03:35:11.790 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.790 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.790 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.790 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 21, 2024-09-14T03:35:11.790 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.791 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T04:51:15.387624+0000", 2024-09-14T03:35:11.791 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.00039336, 2024-09-14T03:35:11.791 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.791 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.791 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.791 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.791 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.791 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.791 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.791 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.791 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.791 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.791 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.791 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.791 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.792 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.792 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.792 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.792 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.792 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.792 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.792 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.792 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.792 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.792 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.792 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.792 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.792 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.793 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.793 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.793 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.793 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.793 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.793 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.793 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.793 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.793 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.793 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.793 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.793 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.793 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.793 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.794 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.794 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.794 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.794 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.794 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.794 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.794 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:11.794 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:11.794 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2024-09-14T03:35:11.794 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.794 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 6, 2024-09-14T03:35:11.794 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.794 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.794 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.794 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.795 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:11.795 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:11.795 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2024-09-14T03:35:11.795 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.795 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 7, 2024-09-14T03:35:11.795 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.795 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.795 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 19, 2024-09-14T03:35:11.795 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.795 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.795 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.795 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:46.277567+0000", 2024-09-14T03:35:11.795 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:16.342990+0000", 2024-09-14T03:35:11.795 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:16.342990+0000", 2024-09-14T03:35:11.796 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:16.343387+0000", 2024-09-14T03:35:11.796 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:46.277567+0000", 2024-09-14T03:35:11.796 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:29:19.219235+0000", 2024-09-14T03:35:11.796 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.796 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:29:19.219235+0000", 2024-09-14T03:35:11.796 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 58, 2024-09-14T03:35:11.796 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:46.277567+0000", 2024-09-14T03:35:11.796 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:46.277567+0000", 2024-09-14T03:35:11.796 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:46.277567+0000", 2024-09-14T03:35:11.796 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.796 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.796 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:29:19.219235+0000", 2024-09-14T03:35:11.796 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:46.277567+0000", 2024-09-14T03:35:11.796 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:46.277567+0000", 2024-09-14T03:35:11.797 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.797 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 128, 2024-09-14T03:35:11.797 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.797 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.797 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 57, 2024-09-14T03:35:11.797 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.797 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.797 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.797 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.797 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 128, 2024-09-14T03:35:11.797 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.797 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.797 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.797 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "1.0", 2024-09-14T03:35:11.798 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.798 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.798 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.798 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 272, 2024-09-14T03:35:11.798 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.798 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T08:25:20.139604+0000", 2024-09-14T03:35:11.798 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.798 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.798 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.798 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 590368, 2024-09-14T03:35:11.798 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.798 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 1771104, 2024-09-14T03:35:11.798 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.798 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.799 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.799 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.799 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.799 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.799 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.799 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.799 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.799 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.799 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.799 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.799 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.799 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 6, 2024-09-14T03:35:11.799 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 2, 2024-09-14T03:35:11.799 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.799 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 2, 2024-09-14T03:35:11.799 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.800 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.800 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.800 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.800 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.800 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.800 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.800 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 6, 2024-09-14T03:35:11.800 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.800 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.800 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.800 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.800 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.800 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 212, 2024-09-14T03:35:11.800 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 306, 2024-09-14T03:35:11.801 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.801 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.801 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.801 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 179, 2024-09-14T03:35:11.801 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 2416 2024-09-14T03:35:11.801 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.801 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.801 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.801 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.801 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:11.801 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:11.801 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2024-09-14T03:35:11.801 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.801 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 7, 2024-09-14T03:35:11.801 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "69'128" 2024-09-14T03:35:11.802 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.802 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.802 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.802 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:11.802 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2024-09-14T03:35:11.802 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2024-09-14T03:35:11.802 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.802 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 5, 2024-09-14T03:35:11.802 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.802 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.802 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2024-09-14T03:35:11.802 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.802 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.802 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.802 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.660044+0000", 2024-09-14T03:35:11.802 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:38.848473+0000", 2024-09-14T03:35:11.803 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:38.848473+0000", 2024-09-14T03:35:11.803 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:38.849451+0000", 2024-09-14T03:35:11.803 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.660044+0000", 2024-09-14T03:35:11.803 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.803 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.803 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.803 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2024-09-14T03:35:11.803 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.660044+0000", 2024-09-14T03:35:11.803 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.660044+0000", 2024-09-14T03:35:11.803 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.660044+0000", 2024-09-14T03:35:11.803 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.803 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.803 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.803 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.660044+0000", 2024-09-14T03:35:11.804 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.660044+0000", 2024-09-14T03:35:11.804 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.804 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.804 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.804 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.804 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2024-09-14T03:35:11.804 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.804 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.804 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.804 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.804 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.804 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.804 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.804 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.805 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.3", 2024-09-14T03:35:11.805 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.805 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.805 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.805 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 26, 2024-09-14T03:35:11.805 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.805 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T04:06:04.393172+0000", 2024-09-14T03:35:11.805 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.805 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.805 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.805 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.805 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.805 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.805 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.806 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.806 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.806 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.806 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.806 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.806 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.806 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.806 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.806 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.806 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.806 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.806 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.806 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.806 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.807 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.807 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.807 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.807 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.807 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.807 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.807 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.807 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.807 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.807 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.807 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.807 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.807 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.807 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.807 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.808 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.808 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.808 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.808 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.808 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.808 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.808 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.808 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.808 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.808 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.808 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.808 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:11.808 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2024-09-14T03:35:11.808 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2024-09-14T03:35:11.808 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.809 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 5, 2024-09-14T03:35:11.809 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.809 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.809 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.809 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.809 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:11.809 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:11.809 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2024-09-14T03:35:11.809 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.809 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 3, 2024-09-14T03:35:11.809 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.809 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.809 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:11.809 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.810 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.810 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.810 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.637965+0000", 2024-09-14T03:35:11.810 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.306822+0000", 2024-09-14T03:35:11.810 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.306822+0000", 2024-09-14T03:35:11.810 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.307087+0000", 2024-09-14T03:35:11.810 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.637965+0000", 2024-09-14T03:35:11.810 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.810 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.810 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.810 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:11.810 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.637965+0000", 2024-09-14T03:35:11.810 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.637965+0000", 2024-09-14T03:35:11.811 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.637965+0000", 2024-09-14T03:35:11.811 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.811 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.811 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.811 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.637965+0000", 2024-09-14T03:35:11.811 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.637965+0000", 2024-09-14T03:35:11.811 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.811 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.811 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.811 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.811 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:11.811 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.811 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.811 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.812 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.812 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.812 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.812 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.812 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.812 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.2", 2024-09-14T03:35:11.812 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.812 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.812 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.812 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:11.812 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.812 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T07:32:38.728420+0000", 2024-09-14T03:35:11.812 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.812 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.812 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.813 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.813 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.813 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.813 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.813 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.813 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.813 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.813 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.813 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.813 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.813 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.813 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.813 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.813 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.814 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.814 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.814 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.814 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.814 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.814 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.814 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.814 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.814 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.814 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.814 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.814 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.814 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.814 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.815 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.815 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.815 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.815 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.815 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.815 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.815 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.815 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.815 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.815 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.815 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.815 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.815 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.815 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.816 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.816 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.816 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:11.816 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:11.816 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2024-09-14T03:35:11.816 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.816 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 3, 2024-09-14T03:35:11.816 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.816 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.816 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.816 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.816 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:11.816 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:11.816 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2024-09-14T03:35:11.817 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.817 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 0, 2024-09-14T03:35:11.817 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.817 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.817 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 69, 2024-09-14T03:35:11.817 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.817 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.817 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.817 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.703860+0000", 2024-09-14T03:35:11.817 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:32:33.770829+0000", 2024-09-14T03:35:11.817 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:32:33.770829+0000", 2024-09-14T03:35:11.817 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:32:38.731280+0000", 2024-09-14T03:35:11.817 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.703860+0000", 2024-09-14T03:35:11.817 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:32:32.751298+0000", 2024-09-14T03:35:11.818 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.818 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:32:32.751298+0000", 2024-09-14T03:35:11.818 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 70, 2024-09-14T03:35:11.818 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.703860+0000", 2024-09-14T03:35:11.818 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.703860+0000", 2024-09-14T03:35:11.818 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.703860+0000", 2024-09-14T03:35:11.818 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.818 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.818 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:32:32.751298+0000", 2024-09-14T03:35:11.818 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.703860+0000", 2024-09-14T03:35:11.818 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.703860+0000", 2024-09-14T03:35:11.818 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.818 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.818 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.818 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.819 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 69, 2024-09-14T03:35:11.819 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.819 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.819 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.819 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.819 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.819 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.819 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.819 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.819 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "4.6", 2024-09-14T03:35:11.819 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.819 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.819 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.819 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 21, 2024-09-14T03:35:11.820 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.820 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T14:34:08.714238+0000", 2024-09-14T03:35:11.820 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.000208765, 2024-09-14T03:35:11.820 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.820 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.820 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.820 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.820 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.820 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.820 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.820 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.820 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.820 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.820 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.821 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.821 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.821 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.821 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.821 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.821 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.821 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.821 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.821 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.821 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.821 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.821 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.821 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.821 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.822 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.822 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.822 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.822 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.822 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.822 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.822 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.822 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.822 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.822 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.822 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.822 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.822 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.822 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.823 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.823 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.823 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.823 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.823 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.823 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.823 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.823 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:11.823 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:11.823 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2024-09-14T03:35:11.823 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.823 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 0, 2024-09-14T03:35:11.823 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.823 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.823 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.824 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.824 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:11.824 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:11.824 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:11.824 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.824 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 7, 2024-09-14T03:35:11.824 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.824 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.824 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2024-09-14T03:35:11.824 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.824 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.824 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.824 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:46.277599+0000", 2024-09-14T03:35:11.824 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:38.849471+0000", 2024-09-14T03:35:11.825 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:38.849471+0000", 2024-09-14T03:35:11.825 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:38.850225+0000", 2024-09-14T03:35:11.825 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:46.277599+0000", 2024-09-14T03:35:11.825 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.825 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.825 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.825 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2024-09-14T03:35:11.825 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:46.277599+0000", 2024-09-14T03:35:11.825 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:46.277599+0000", 2024-09-14T03:35:11.825 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:46.277599+0000", 2024-09-14T03:35:11.825 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.825 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.825 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.826 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:46.277599+0000", 2024-09-14T03:35:11.826 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:46.277599+0000", 2024-09-14T03:35:11.826 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.826 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.826 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.826 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.826 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2024-09-14T03:35:11.826 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.826 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.826 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.826 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.826 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.826 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.826 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.827 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.827 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.0", 2024-09-14T03:35:11.827 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.827 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.827 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.827 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 26, 2024-09-14T03:35:11.827 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.827 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T10:48:07.983700+0000", 2024-09-14T03:35:11.827 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.827 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.827 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.827 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.827 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.827 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.828 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.828 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.828 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.828 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.828 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.828 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.828 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.828 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.828 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.828 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.828 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.828 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.828 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.828 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.829 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.829 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.829 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.829 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.829 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.829 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.829 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.829 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.829 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.829 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.829 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.829 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.829 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.829 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.830 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.830 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.830 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.830 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.830 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.830 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.830 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.830 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.830 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.830 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.830 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.830 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.830 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.830 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:11.831 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:11.831 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:11.831 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.831 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 7, 2024-09-14T03:35:11.831 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.831 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.831 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.831 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.831 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:11.831 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:11.831 INFO:tasks.workunit.client.0.smithi002.stdout: 3 2024-09-14T03:35:11.831 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.831 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 0, 2024-09-14T03:35:11.831 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.832 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.832 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:11.832 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.832 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.832 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.832 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.703357+0000", 2024-09-14T03:35:11.832 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.292261+0000", 2024-09-14T03:35:11.832 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.292261+0000", 2024-09-14T03:35:11.832 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.292838+0000", 2024-09-14T03:35:11.832 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.703357+0000", 2024-09-14T03:35:11.832 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.832 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.832 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.832 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:11.833 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.703357+0000", 2024-09-14T03:35:11.833 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.703357+0000", 2024-09-14T03:35:11.833 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.703357+0000", 2024-09-14T03:35:11.833 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.833 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.833 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.833 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.703357+0000", 2024-09-14T03:35:11.833 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.703357+0000", 2024-09-14T03:35:11.833 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.833 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.833 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.833 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.833 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:11.833 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.834 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.834 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.834 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.834 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.834 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.834 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.834 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.834 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.1", 2024-09-14T03:35:11.834 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.834 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.834 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.834 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:11.834 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.834 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T13:27:45.013548+0000", 2024-09-14T03:35:11.835 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.835 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.835 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.835 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.835 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.835 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.835 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.835 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.835 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.835 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.835 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.835 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.835 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.835 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.836 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.836 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.836 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.836 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.836 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.836 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.836 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.836 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.836 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.836 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.836 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.836 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.836 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.836 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.837 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.837 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.837 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.837 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.837 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.837 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.837 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.837 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.837 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.837 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.837 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.837 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.837 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.837 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.837 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.838 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.838 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.838 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.838 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.838 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:11.838 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:11.838 INFO:tasks.workunit.client.0.smithi002.stdout: 3 2024-09-14T03:35:11.838 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.838 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 0, 2024-09-14T03:35:11.838 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.838 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.838 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.838 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.838 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:11.839 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:11.839 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:11.839 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.839 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 1, 2024-09-14T03:35:11.839 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.839 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.839 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 69, 2024-09-14T03:35:11.839 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.839 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.839 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.839 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.354945+0000", 2024-09-14T03:35:11.839 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:32:34.006418+0000", 2024-09-14T03:35:11.839 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:32:34.006418+0000", 2024-09-14T03:35:11.839 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:32:38.657684+0000", 2024-09-14T03:35:11.839 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.354945+0000", 2024-09-14T03:35:11.840 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:32:32.751298+0000", 2024-09-14T03:35:11.840 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.840 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:32:32.751298+0000", 2024-09-14T03:35:11.840 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 70, 2024-09-14T03:35:11.840 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.354945+0000", 2024-09-14T03:35:11.840 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.354945+0000", 2024-09-14T03:35:11.840 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.354945+0000", 2024-09-14T03:35:11.840 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.840 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.840 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:32:32.751298+0000", 2024-09-14T03:35:11.840 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.354945+0000", 2024-09-14T03:35:11.840 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.354945+0000", 2024-09-14T03:35:11.840 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.841 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.841 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.841 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.841 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 69, 2024-09-14T03:35:11.841 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.841 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.841 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.841 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.841 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.841 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.841 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.841 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.841 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "4.7", 2024-09-14T03:35:11.841 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.842 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.842 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.842 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 21, 2024-09-14T03:35:11.842 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.842 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T14:24:23.252517+0000", 2024-09-14T03:35:11.842 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.000704195, 2024-09-14T03:35:11.842 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.842 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.842 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.842 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.842 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.842 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.842 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.842 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.843 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.843 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.843 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.843 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.843 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.843 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.843 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.843 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.843 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.843 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.843 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.843 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.843 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.843 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.844 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.844 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.844 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.844 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.844 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.844 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.844 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.844 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.844 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.844 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.844 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.844 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.844 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.844 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.845 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.845 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.845 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.845 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.845 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.845 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.845 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.845 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.845 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.845 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.845 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:11.845 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:11.845 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:11.845 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.846 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 1, 2024-09-14T03:35:11.846 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.846 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.846 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.846 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.846 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2024-09-14T03:35:11.846 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:11.846 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:11.846 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.846 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 2, 2024-09-14T03:35:11.846 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.846 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.846 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2024-09-14T03:35:11.846 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.847 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.847 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.847 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.353845+0000", 2024-09-14T03:35:11.847 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:38.840640+0000", 2024-09-14T03:35:11.847 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:38.840640+0000", 2024-09-14T03:35:11.847 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:38.840975+0000", 2024-09-14T03:35:11.847 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.353845+0000", 2024-09-14T03:35:11.847 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.847 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.847 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.847 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2024-09-14T03:35:11.847 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.353845+0000", 2024-09-14T03:35:11.847 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.353845+0000", 2024-09-14T03:35:11.847 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.353845+0000", 2024-09-14T03:35:11.848 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.848 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.848 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.848 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.353845+0000", 2024-09-14T03:35:11.848 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.353845+0000", 2024-09-14T03:35:11.848 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.848 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.848 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.848 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.848 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2024-09-14T03:35:11.848 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.848 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.848 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.848 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.849 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.849 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.849 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.849 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.849 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.1", 2024-09-14T03:35:11.849 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.849 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.849 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.849 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 26, 2024-09-14T03:35:11.849 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.849 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T04:44:57.557344+0000", 2024-09-14T03:35:11.849 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.849 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.849 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.849 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.850 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.850 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.850 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.854 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.854 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.854 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.854 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.854 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.854 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.854 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.855 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.855 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.855 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.855 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.855 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.855 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.855 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.855 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.855 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.855 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.855 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.855 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.855 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.855 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.855 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.856 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.856 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.856 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.856 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.856 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.856 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.856 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.856 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.856 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.856 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.856 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.856 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.856 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.856 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.857 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.857 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.857 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.857 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.857 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2024-09-14T03:35:11.857 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:11.857 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:11.857 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.857 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 2, 2024-09-14T03:35:11.857 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.857 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.857 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.857 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.857 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:11.858 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2024-09-14T03:35:11.858 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2024-09-14T03:35:11.858 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.858 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 1, 2024-09-14T03:35:11.858 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.858 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.858 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:11.858 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.858 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.858 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.858 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.354092+0000", 2024-09-14T03:35:11.858 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.308855+0000", 2024-09-14T03:35:11.858 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.308855+0000", 2024-09-14T03:35:11.858 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.309126+0000", 2024-09-14T03:35:11.859 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.354092+0000", 2024-09-14T03:35:11.859 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.859 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.859 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.859 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:11.859 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.354092+0000", 2024-09-14T03:35:11.859 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.354092+0000", 2024-09-14T03:35:11.859 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.354092+0000", 2024-09-14T03:35:11.859 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.859 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.859 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.859 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.354092+0000", 2024-09-14T03:35:11.859 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.354092+0000", 2024-09-14T03:35:11.859 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.859 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.860 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.860 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.860 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:11.860 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.860 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.860 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.860 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.860 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.860 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.860 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.860 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.860 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.0", 2024-09-14T03:35:11.860 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.861 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.861 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.861 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:11.861 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.861 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T15:18:24.547242+0000", 2024-09-14T03:35:11.861 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.861 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.861 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.861 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.861 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.861 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.861 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.861 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.861 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.862 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.862 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.862 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.862 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.862 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.862 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.862 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.862 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.862 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.862 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.862 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.862 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.862 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.862 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.863 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.863 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.863 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.863 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.863 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.863 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.863 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.863 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.863 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.863 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.863 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.863 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.863 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.863 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.864 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.864 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.864 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.864 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.864 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.864 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.864 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.864 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.864 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.864 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.864 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:11.864 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2024-09-14T03:35:11.864 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2024-09-14T03:35:11.865 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.865 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 1, 2024-09-14T03:35:11.865 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.865 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.865 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.865 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.866 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:11.866 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2024-09-14T03:35:11.866 INFO:tasks.workunit.client.0.smithi002.stdout: 3 2024-09-14T03:35:11.866 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.866 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 1, 2024-09-14T03:35:11.866 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.867 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.867 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 69, 2024-09-14T03:35:11.867 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.867 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.867 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.867 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.354499+0000", 2024-09-14T03:35:11.867 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:32:33.771387+0000", 2024-09-14T03:35:11.868 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:32:33.771387+0000", 2024-09-14T03:35:11.868 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:32:38.657820+0000", 2024-09-14T03:35:11.868 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.354499+0000", 2024-09-14T03:35:11.868 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:32:32.751298+0000", 2024-09-14T03:35:11.868 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.868 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:32:32.751298+0000", 2024-09-14T03:35:11.869 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 70, 2024-09-14T03:35:11.869 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.354499+0000", 2024-09-14T03:35:11.869 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.354499+0000", 2024-09-14T03:35:11.869 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.354499+0000", 2024-09-14T03:35:11.869 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.869 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.869 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:32:32.751298+0000", 2024-09-14T03:35:11.869 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.354499+0000", 2024-09-14T03:35:11.869 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.354499+0000", 2024-09-14T03:35:11.869 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.870 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.870 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.870 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.870 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 69, 2024-09-14T03:35:11.870 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.870 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.870 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.870 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.870 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.870 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.870 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.870 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.871 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "4.4", 2024-09-14T03:35:11.871 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.871 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.871 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.871 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 21, 2024-09-14T03:35:11.871 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.871 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T05:07:29.440418+0000", 2024-09-14T03:35:11.871 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.000678102, 2024-09-14T03:35:11.871 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.871 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.871 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.871 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.871 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.871 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.872 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.872 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.872 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.872 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.872 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.872 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.872 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.872 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.872 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.872 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.872 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.872 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.873 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.873 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.873 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.873 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.873 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.873 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.873 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.873 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.873 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.873 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.873 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.873 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.873 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.874 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.874 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.874 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.874 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.874 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.874 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.874 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.874 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.874 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.874 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.874 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.874 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.874 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.875 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.875 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.875 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:11.875 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2024-09-14T03:35:11.875 INFO:tasks.workunit.client.0.smithi002.stdout: 3 2024-09-14T03:35:11.875 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.875 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 1, 2024-09-14T03:35:11.875 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.875 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.875 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.875 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.875 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:11.875 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:11.875 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2024-09-14T03:35:11.876 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.876 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 5, 2024-09-14T03:35:11.876 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.876 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.876 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2024-09-14T03:35:11.876 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.876 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.876 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.876 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.660078+0000", 2024-09-14T03:35:11.876 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:38.847814+0000", 2024-09-14T03:35:11.876 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:38.847814+0000", 2024-09-14T03:35:11.876 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:38.848140+0000", 2024-09-14T03:35:11.876 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.660078+0000", 2024-09-14T03:35:11.876 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.877 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.877 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.877 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2024-09-14T03:35:11.877 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.660078+0000", 2024-09-14T03:35:11.877 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.660078+0000", 2024-09-14T03:35:11.877 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.660078+0000", 2024-09-14T03:35:11.877 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.877 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.877 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.877 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.660078+0000", 2024-09-14T03:35:11.877 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.660078+0000", 2024-09-14T03:35:11.877 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.877 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.877 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.878 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.878 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2024-09-14T03:35:11.878 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.878 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.878 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.878 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.878 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.878 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.878 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.878 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.878 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.2", 2024-09-14T03:35:11.878 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.878 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.878 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.879 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 26, 2024-09-14T03:35:11.879 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.879 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T13:22:03.904278+0000", 2024-09-14T03:35:11.879 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.879 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.879 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.879 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.879 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.879 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.879 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.879 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.879 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.879 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.879 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.880 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.880 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.880 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.880 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.880 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.880 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.880 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.880 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.880 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.880 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.880 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.880 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.881 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.881 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.881 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.881 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.881 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.881 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.881 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.881 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.881 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.881 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.881 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.881 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.881 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.881 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.882 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.882 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.882 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.882 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.882 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.882 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.882 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.882 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.882 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.882 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.882 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:11.882 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:11.882 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2024-09-14T03:35:11.882 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.883 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 5, 2024-09-14T03:35:11.883 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.883 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.883 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.883 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.883 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2024-09-14T03:35:11.883 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:11.883 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2024-09-14T03:35:11.883 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.883 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 2, 2024-09-14T03:35:11.883 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.883 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.883 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:11.883 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.883 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.884 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.884 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.353864+0000", 2024-09-14T03:35:11.884 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:32:07.898582+0000", 2024-09-14T03:35:11.884 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:32:07.898582+0000", 2024-09-14T03:35:11.884 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:32:07.898976+0000", 2024-09-14T03:35:11.884 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.353864+0000", 2024-09-14T03:35:11.884 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.884 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.884 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.884 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 67, 2024-09-14T03:35:11.884 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.353864+0000", 2024-09-14T03:35:11.884 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.353864+0000", 2024-09-14T03:35:11.884 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.353864+0000", 2024-09-14T03:35:11.884 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.884 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.885 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.885 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.353864+0000", 2024-09-14T03:35:11.885 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.353864+0000", 2024-09-14T03:35:11.885 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.885 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.885 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.885 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.885 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 66, 2024-09-14T03:35:11.885 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.885 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.885 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.885 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.885 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.885 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.886 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.886 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.886 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.3", 2024-09-14T03:35:11.886 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.886 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.886 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.886 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 20, 2024-09-14T03:35:11.886 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.886 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T12:13:50.181857+0000", 2024-09-14T03:35:11.886 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.886 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.886 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.886 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.886 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.886 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.887 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.887 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.887 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.887 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.887 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.887 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.887 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.887 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.887 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.887 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.887 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.887 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.888 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.888 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.888 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.888 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.888 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.888 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.888 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.888 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.888 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.888 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.888 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.888 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.888 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.889 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.889 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.889 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.889 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.889 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.889 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.889 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.889 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.889 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.889 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.889 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.889 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.889 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.889 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.890 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.890 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.890 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2024-09-14T03:35:11.890 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:11.890 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2024-09-14T03:35:11.890 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.890 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 2, 2024-09-14T03:35:11.890 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.890 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.890 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.890 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.890 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:11.890 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:11.891 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2024-09-14T03:35:11.891 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.891 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 1, 2024-09-14T03:35:11.891 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.891 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.891 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 69, 2024-09-14T03:35:11.891 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.891 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.891 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.891 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.354459+0000", 2024-09-14T03:35:11.891 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:32:34.006452+0000", 2024-09-14T03:35:11.891 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:32:34.006452+0000", 2024-09-14T03:35:11.891 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:32:38.656686+0000", 2024-09-14T03:35:11.892 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.354459+0000", 2024-09-14T03:35:11.892 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:32:32.751298+0000", 2024-09-14T03:35:11.892 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.892 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:32:32.751298+0000", 2024-09-14T03:35:11.892 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 70, 2024-09-14T03:35:11.892 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.354459+0000", 2024-09-14T03:35:11.892 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.354459+0000", 2024-09-14T03:35:11.892 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.354459+0000", 2024-09-14T03:35:11.892 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.892 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.892 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:32:32.751298+0000", 2024-09-14T03:35:11.892 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.354459+0000", 2024-09-14T03:35:11.892 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.354459+0000", 2024-09-14T03:35:11.892 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.893 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 2, 2024-09-14T03:35:11.893 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.893 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.893 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 69, 2024-09-14T03:35:11.893 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.893 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.893 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.893 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.893 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 2, 2024-09-14T03:35:11.893 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.893 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.893 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.893 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "4.2", 2024-09-14T03:35:11.893 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.894 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.894 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.894 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:11.894 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.894 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T04:14:43.307660+0000", 2024-09-14T03:35:11.894 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.000769344, 2024-09-14T03:35:11.894 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.894 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.894 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 19, 2024-09-14T03:35:11.894 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.894 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.894 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.894 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.894 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.895 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.895 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.895 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.895 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.895 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.895 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.895 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.895 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.895 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.895 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.895 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 3, 2024-09-14T03:35:11.895 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 1, 2024-09-14T03:35:11.895 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.895 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 1, 2024-09-14T03:35:11.896 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.896 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.896 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.896 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.896 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.896 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.896 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.896 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.896 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.896 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.896 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.896 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.896 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.896 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.897 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.897 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.897 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.897 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.897 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 2, 2024-09-14T03:35:11.897 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 2 2024-09-14T03:35:11.897 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.897 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.897 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.897 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.897 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:11.897 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:11.897 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2024-09-14T03:35:11.897 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.898 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 1, 2024-09-14T03:35:11.898 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "74'2" 2024-09-14T03:35:11.898 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.898 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.898 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.898 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:11.898 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:11.898 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2024-09-14T03:35:11.898 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.898 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 1, 2024-09-14T03:35:11.898 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.898 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.898 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2024-09-14T03:35:11.898 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.899 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.899 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.899 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.354776+0000", 2024-09-14T03:35:11.899 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:32:07.897702+0000", 2024-09-14T03:35:11.899 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:32:07.897702+0000", 2024-09-14T03:35:11.899 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:32:07.898161+0000", 2024-09-14T03:35:11.899 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.354776+0000", 2024-09-14T03:35:11.899 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.899 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.899 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.899 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 67, 2024-09-14T03:35:11.899 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.354776+0000", 2024-09-14T03:35:11.899 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.354776+0000", 2024-09-14T03:35:11.899 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.354776+0000", 2024-09-14T03:35:11.899 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.900 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.900 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.900 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.354776+0000", 2024-09-14T03:35:11.900 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.354776+0000", 2024-09-14T03:35:11.900 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.900 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.900 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.900 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.900 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 66, 2024-09-14T03:35:11.900 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.900 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.900 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.900 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.900 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.901 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.901 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.901 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.901 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.4", 2024-09-14T03:35:11.901 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.901 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.901 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.901 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 35, 2024-09-14T03:35:11.901 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.901 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T13:19:01.146629+0000", 2024-09-14T03:35:11.901 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.901 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.901 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.901 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.902 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.902 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.902 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.902 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.902 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.902 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.902 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.902 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.902 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.902 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.902 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.902 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.902 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.903 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.903 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.903 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.903 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.903 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.903 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.903 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.903 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.903 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.903 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.903 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.903 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.904 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.904 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.904 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.904 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.904 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.904 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.904 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.904 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.904 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.904 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.904 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.904 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.904 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.905 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.905 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.905 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.905 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.905 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.905 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:11.905 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:11.905 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2024-09-14T03:35:11.905 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.905 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 1, 2024-09-14T03:35:11.905 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.905 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.905 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.905 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.906 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:11.906 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:11.906 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2024-09-14T03:35:11.906 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.906 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 5, 2024-09-14T03:35:11.906 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.906 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.906 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:11.906 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.906 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.906 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.906 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.660234+0000", 2024-09-14T03:35:11.906 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.303449+0000", 2024-09-14T03:35:11.906 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.303449+0000", 2024-09-14T03:35:11.907 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.303819+0000", 2024-09-14T03:35:11.907 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.660234+0000", 2024-09-14T03:35:11.907 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.907 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.907 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.907 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:11.907 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.660234+0000", 2024-09-14T03:35:11.907 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.660234+0000", 2024-09-14T03:35:11.907 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.660234+0000", 2024-09-14T03:35:11.907 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.907 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.907 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.907 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.660234+0000", 2024-09-14T03:35:11.907 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.660234+0000", 2024-09-14T03:35:11.908 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.908 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.908 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.908 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.908 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:11.908 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.908 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.908 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.908 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.908 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.908 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.908 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.908 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.909 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.5", 2024-09-14T03:35:11.909 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.909 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.909 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.909 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:11.909 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.909 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T09:37:28.725013+0000", 2024-09-14T03:35:11.909 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.909 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.909 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.909 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.909 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.909 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.910 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.910 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.910 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.910 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.910 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.910 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.910 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.910 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.910 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.910 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.910 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.910 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.910 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.910 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.911 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.911 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.911 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.911 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.911 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.911 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.911 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.911 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.911 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.911 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.911 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.911 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.911 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.911 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.911 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.912 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.912 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.912 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.912 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.912 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.912 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.912 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.912 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.912 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.912 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.912 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.912 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.912 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:11.913 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:11.913 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2024-09-14T03:35:11.913 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.913 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 5, 2024-09-14T03:35:11.913 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.913 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.913 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.913 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.913 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:11.913 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:11.913 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2024-09-14T03:35:11.913 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.913 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 0, 2024-09-14T03:35:11.913 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.913 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.914 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 69, 2024-09-14T03:35:11.914 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.914 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.914 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.914 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.703848+0000", 2024-09-14T03:35:11.914 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:32:34.006472+0000", 2024-09-14T03:35:11.914 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:32:34.006472+0000", 2024-09-14T03:35:11.914 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:32:38.731109+0000", 2024-09-14T03:35:11.914 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.703848+0000", 2024-09-14T03:35:11.914 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:32:32.751298+0000", 2024-09-14T03:35:11.914 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.914 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:32:32.751298+0000", 2024-09-14T03:35:11.914 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 70, 2024-09-14T03:35:11.914 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.703848+0000", 2024-09-14T03:35:11.915 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.703848+0000", 2024-09-14T03:35:11.915 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.703848+0000", 2024-09-14T03:35:11.915 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.915 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.915 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:32:32.751298+0000", 2024-09-14T03:35:11.915 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.703848+0000", 2024-09-14T03:35:11.915 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.703848+0000", 2024-09-14T03:35:11.915 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.915 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 1, 2024-09-14T03:35:11.915 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.915 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.915 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 69, 2024-09-14T03:35:11.915 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.915 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.916 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.916 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.916 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 1, 2024-09-14T03:35:11.916 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.916 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.916 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.916 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "4.3", 2024-09-14T03:35:11.916 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.916 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.916 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.916 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 22, 2024-09-14T03:35:11.916 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.916 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T08:13:44.964236+0000", 2024-09-14T03:35:11.916 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.000369374, 2024-09-14T03:35:11.917 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.917 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.917 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.917 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.917 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.917 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.917 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.917 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.917 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.917 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.917 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.917 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.917 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.917 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.918 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.918 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.918 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.918 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.918 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 3, 2024-09-14T03:35:11.918 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 1, 2024-09-14T03:35:11.918 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.918 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 1, 2024-09-14T03:35:11.918 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.918 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.918 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.918 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.918 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.918 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.919 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.919 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.919 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.919 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.919 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.919 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.919 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.919 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.919 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.919 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.919 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.919 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.919 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.919 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.920 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.920 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.920 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.920 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.920 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:11.920 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:11.920 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2024-09-14T03:35:11.920 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.920 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 0, 2024-09-14T03:35:11.920 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "72'1" 2024-09-14T03:35:11.920 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.920 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.920 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.920 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:11.921 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:11.921 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2024-09-14T03:35:11.921 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.921 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 7, 2024-09-14T03:35:11.921 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.921 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.921 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2024-09-14T03:35:11.921 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.921 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.921 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.921 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:46.278092+0000", 2024-09-14T03:35:11.921 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:38.850145+0000", 2024-09-14T03:35:11.921 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:38.850145+0000", 2024-09-14T03:35:11.921 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:38.850681+0000", 2024-09-14T03:35:11.922 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:46.278092+0000", 2024-09-14T03:35:11.922 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.922 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.922 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.922 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2024-09-14T03:35:11.922 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:46.278092+0000", 2024-09-14T03:35:11.922 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:46.278092+0000", 2024-09-14T03:35:11.922 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:46.278092+0000", 2024-09-14T03:35:11.922 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.922 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.922 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.922 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:46.278092+0000", 2024-09-14T03:35:11.922 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:46.278092+0000", 2024-09-14T03:35:11.922 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.923 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.923 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.923 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.923 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2024-09-14T03:35:11.923 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.923 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.923 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.923 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.923 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.923 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.923 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.923 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.923 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.5", 2024-09-14T03:35:11.923 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.924 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.924 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.924 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 26, 2024-09-14T03:35:11.924 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.924 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T11:08:11.344806+0000", 2024-09-14T03:35:11.924 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.924 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.924 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.924 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.924 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.924 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.924 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.924 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.924 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.925 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.925 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.925 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.925 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.925 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.925 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.925 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.925 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.925 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.925 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.925 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.925 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.925 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.925 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.926 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.926 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.926 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.926 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.926 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.926 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.926 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.926 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.926 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.926 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.926 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.926 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.926 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.926 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.927 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.927 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.927 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.927 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.927 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.927 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.927 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.927 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.927 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.927 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.927 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:11.927 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:11.927 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2024-09-14T03:35:11.927 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.928 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 7, 2024-09-14T03:35:11.928 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.928 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.928 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.928 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.928 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:11.928 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2024-09-14T03:35:11.928 INFO:tasks.workunit.client.0.smithi002.stdout: 5 2024-09-14T03:35:11.928 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.928 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 1, 2024-09-14T03:35:11.928 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.928 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.928 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:11.928 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.929 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.929 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.929 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.354678+0000", 2024-09-14T03:35:11.929 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.307935+0000", 2024-09-14T03:35:11.929 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.307935+0000", 2024-09-14T03:35:11.929 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.308188+0000", 2024-09-14T03:35:11.929 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.354678+0000", 2024-09-14T03:35:11.929 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.929 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.929 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.929 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:11.929 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.354678+0000", 2024-09-14T03:35:11.929 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.354678+0000", 2024-09-14T03:35:11.929 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.354678+0000", 2024-09-14T03:35:11.930 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.930 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.930 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.930 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.354678+0000", 2024-09-14T03:35:11.930 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.354678+0000", 2024-09-14T03:35:11.930 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.930 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.930 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.930 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.930 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:11.930 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.930 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.930 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.930 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.930 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.931 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.931 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.931 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.931 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.4", 2024-09-14T03:35:11.931 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.931 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.931 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.931 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:11.931 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.931 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T06:13:34.893799+0000", 2024-09-14T03:35:11.931 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.931 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.931 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.931 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.932 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.932 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.932 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.932 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.932 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.932 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.932 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.932 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.932 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.932 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.932 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.932 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.932 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.932 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.933 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.933 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.933 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.933 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.933 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.933 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.933 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.933 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.933 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.933 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.933 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.933 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.933 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.933 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.934 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.934 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.934 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.934 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.934 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.934 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.934 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.934 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.934 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.934 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.934 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.934 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.934 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.934 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.935 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.935 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:11.935 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2024-09-14T03:35:11.935 INFO:tasks.workunit.client.0.smithi002.stdout: 5 2024-09-14T03:35:11.935 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.935 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 1, 2024-09-14T03:35:11.935 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.935 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.935 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.935 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.935 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:11.935 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:11.935 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:11.935 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.935 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 3, 2024-09-14T03:35:11.936 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.936 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.936 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 69, 2024-09-14T03:35:11.936 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.936 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.936 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.936 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.637799+0000", 2024-09-14T03:35:11.936 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:32:33.770708+0000", 2024-09-14T03:35:11.936 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:32:33.770708+0000", 2024-09-14T03:35:11.936 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:32:38.736918+0000", 2024-09-14T03:35:11.936 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.637799+0000", 2024-09-14T03:35:11.936 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:32:32.751298+0000", 2024-09-14T03:35:11.936 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.937 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:32:32.751298+0000", 2024-09-14T03:35:11.937 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 70, 2024-09-14T03:35:11.937 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.637799+0000", 2024-09-14T03:35:11.937 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.637799+0000", 2024-09-14T03:35:11.937 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.637799+0000", 2024-09-14T03:35:11.937 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.937 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.937 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:32:32.751298+0000", 2024-09-14T03:35:11.937 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.637799+0000", 2024-09-14T03:35:11.937 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.637799+0000", 2024-09-14T03:35:11.937 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.937 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.937 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.937 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.938 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 69, 2024-09-14T03:35:11.938 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.938 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.938 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.938 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.938 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.938 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.938 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.938 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.938 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "4.0", 2024-09-14T03:35:11.938 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.938 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.938 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.938 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 21, 2024-09-14T03:35:11.938 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.939 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T11:14:07.129319+0000", 2024-09-14T03:35:11.939 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.000815926, 2024-09-14T03:35:11.939 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.939 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.939 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.939 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.939 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.939 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.939 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.939 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.939 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.939 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.939 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.939 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.940 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.940 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.940 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.940 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.940 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.940 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.940 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.940 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.940 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.940 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.940 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.940 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.940 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.940 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.941 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.941 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.941 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.941 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.941 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.941 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.941 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.941 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.941 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.941 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.941 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.941 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.941 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.942 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.942 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.942 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.942 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.942 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.942 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.942 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.942 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:11.942 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:11.942 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:11.942 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.942 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 3, 2024-09-14T03:35:11.942 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.942 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.942 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.943 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.943 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:11.943 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:11.943 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2024-09-14T03:35:11.943 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.943 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 1, 2024-09-14T03:35:11.943 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.943 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.943 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2024-09-14T03:35:11.943 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.943 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.943 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.943 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.354869+0000", 2024-09-14T03:35:11.943 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:38.845993+0000", 2024-09-14T03:35:11.944 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:38.845993+0000", 2024-09-14T03:35:11.944 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:38.846279+0000", 2024-09-14T03:35:11.944 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.354869+0000", 2024-09-14T03:35:11.944 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.944 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.944 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.944 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2024-09-14T03:35:11.944 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.354869+0000", 2024-09-14T03:35:11.944 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.354869+0000", 2024-09-14T03:35:11.944 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.354869+0000", 2024-09-14T03:35:11.944 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.944 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.944 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.944 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.354869+0000", 2024-09-14T03:35:11.945 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.354869+0000", 2024-09-14T03:35:11.945 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.945 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 1, 2024-09-14T03:35:11.945 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.945 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.945 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2024-09-14T03:35:11.945 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.945 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.945 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.945 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.945 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 1, 2024-09-14T03:35:11.945 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.945 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.945 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.946 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.6", 2024-09-14T03:35:11.946 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.946 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.946 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.946 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 27, 2024-09-14T03:35:11.946 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.946 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T07:08:08.153962+0000", 2024-09-14T03:35:11.946 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.946 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.946 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.946 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.946 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.946 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.946 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.946 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.947 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.947 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.947 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.947 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.947 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.947 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.947 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.947 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.947 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.947 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.947 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.947 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 3, 2024-09-14T03:35:11.947 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 1, 2024-09-14T03:35:11.947 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.948 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 1, 2024-09-14T03:35:11.948 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.948 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.948 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.948 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.948 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.948 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 1, 2024-09-14T03:35:11.948 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.948 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.948 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.948 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.948 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.948 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.949 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.949 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.949 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.949 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.949 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.949 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.949 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 1, 2024-09-14T03:35:11.949 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.949 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.949 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.949 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.949 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.949 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:11.949 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:11.950 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2024-09-14T03:35:11.950 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.950 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 1, 2024-09-14T03:35:11.950 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "65'1" 2024-09-14T03:35:11.950 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.950 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.950 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.950 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:11.950 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:11.950 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2024-09-14T03:35:11.950 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.950 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 3, 2024-09-14T03:35:11.950 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.950 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.950 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:11.951 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.951 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.951 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.951 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.638353+0000", 2024-09-14T03:35:11.951 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:32:07.821683+0000", 2024-09-14T03:35:11.951 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:32:07.821683+0000", 2024-09-14T03:35:11.951 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:32:07.822044+0000", 2024-09-14T03:35:11.951 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.638353+0000", 2024-09-14T03:35:11.951 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.951 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.951 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.951 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 67, 2024-09-14T03:35:11.951 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.638353+0000", 2024-09-14T03:35:11.951 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.638353+0000", 2024-09-14T03:35:11.952 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.638353+0000", 2024-09-14T03:35:11.952 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.952 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.952 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.952 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.638353+0000", 2024-09-14T03:35:11.952 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.638353+0000", 2024-09-14T03:35:11.952 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.952 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.952 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.952 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.952 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 66, 2024-09-14T03:35:11.952 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.952 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.952 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.953 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.953 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.953 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.953 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.953 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.953 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.7", 2024-09-14T03:35:11.953 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.953 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.953 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.953 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 32, 2024-09-14T03:35:11.953 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.953 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T11:37:31.340486+0000", 2024-09-14T03:35:11.953 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.953 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.954 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.954 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.954 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.954 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.954 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.954 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.954 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.954 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.954 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.954 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.954 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.954 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.954 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.954 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.955 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.955 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.955 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.955 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.955 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.955 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.955 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.955 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.955 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.955 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.955 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.955 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.955 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.955 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.956 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.956 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.956 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.956 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.956 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.956 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.956 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.956 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.956 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.956 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.956 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.956 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.956 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.956 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.957 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.957 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.957 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.957 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:11.957 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:11.957 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2024-09-14T03:35:11.957 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.957 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 3, 2024-09-14T03:35:11.957 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.957 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.957 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.957 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.957 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:11.957 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:11.958 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2024-09-14T03:35:11.958 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.958 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 4, 2024-09-14T03:35:11.958 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.958 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.958 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 69, 2024-09-14T03:35:11.958 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.958 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.958 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.958 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.356685+0000", 2024-09-14T03:35:11.958 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:32:34.006519+0000", 2024-09-14T03:35:11.958 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:32:34.006519+0000", 2024-09-14T03:35:11.958 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:32:38.656755+0000", 2024-09-14T03:35:11.958 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.356685+0000", 2024-09-14T03:35:11.959 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:32:32.751298+0000", 2024-09-14T03:35:11.959 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.959 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:32:32.751298+0000", 2024-09-14T03:35:11.959 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 70, 2024-09-14T03:35:11.959 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.356685+0000", 2024-09-14T03:35:11.959 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.356685+0000", 2024-09-14T03:35:11.959 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.356685+0000", 2024-09-14T03:35:11.959 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.959 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.959 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:32:32.751298+0000", 2024-09-14T03:35:11.959 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.356685+0000", 2024-09-14T03:35:11.959 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.356685+0000", 2024-09-14T03:35:11.959 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.959 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.960 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.960 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.960 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 69, 2024-09-14T03:35:11.960 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.960 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.960 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.960 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.960 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.960 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.960 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.960 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.960 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "4.1", 2024-09-14T03:35:11.960 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.960 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.960 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.961 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 21, 2024-09-14T03:35:11.961 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.961 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T03:51:20.765398+0000", 2024-09-14T03:35:11.961 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.00082912, 2024-09-14T03:35:11.961 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.961 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.961 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.961 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.961 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.961 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.961 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.961 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.961 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.961 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.962 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.962 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.962 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.962 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.962 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.962 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.962 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.962 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.962 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.962 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.962 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.962 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.962 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.962 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.963 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.963 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.963 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.963 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.963 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.963 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.963 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.963 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.963 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.963 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.963 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.963 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.963 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.963 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.964 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.964 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.964 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.964 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.964 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.964 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.964 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.964 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.964 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:11.964 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:11.964 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2024-09-14T03:35:11.964 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.964 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 4, 2024-09-14T03:35:11.964 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.965 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.965 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.965 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.965 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:11.965 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:11.965 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2024-09-14T03:35:11.965 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.965 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 6, 2024-09-14T03:35:11.965 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.965 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.965 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2024-09-14T03:35:11.965 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.965 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.965 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.966 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.501476+0000", 2024-09-14T03:35:11.966 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:38.848517+0000", 2024-09-14T03:35:11.966 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:38.848517+0000", 2024-09-14T03:35:11.966 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:38.848958+0000", 2024-09-14T03:35:11.966 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.501476+0000", 2024-09-14T03:35:11.966 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.966 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.966 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.966 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2024-09-14T03:35:11.966 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.501476+0000", 2024-09-14T03:35:11.966 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.501476+0000", 2024-09-14T03:35:11.966 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.501476+0000", 2024-09-14T03:35:11.966 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.966 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.967 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.967 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.501476+0000", 2024-09-14T03:35:11.967 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.501476+0000", 2024-09-14T03:35:11.967 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.967 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 2, 2024-09-14T03:35:11.967 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.967 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.967 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2024-09-14T03:35:11.967 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.967 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.967 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.967 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.967 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 2, 2024-09-14T03:35:11.967 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.968 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.968 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.968 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.7", 2024-09-14T03:35:11.968 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.968 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.968 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.968 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 28, 2024-09-14T03:35:11.968 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.968 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T14:16:35.596230+0000", 2024-09-14T03:35:11.968 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.968 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.968 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.968 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.969 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.969 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.969 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.969 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.969 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.969 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.969 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.969 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.969 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.969 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.969 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.969 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.969 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.969 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.969 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.970 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 3, 2024-09-14T03:35:11.970 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 1, 2024-09-14T03:35:11.970 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.970 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 1, 2024-09-14T03:35:11.970 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.970 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.970 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.970 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.970 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.970 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 1, 2024-09-14T03:35:11.970 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.970 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.970 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.971 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.971 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.971 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.971 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.971 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.971 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.971 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.971 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.971 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.971 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 3, 2024-09-14T03:35:11.971 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.971 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.971 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.971 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.971 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.972 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:11.972 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:11.972 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2024-09-14T03:35:11.972 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.972 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 6, 2024-09-14T03:35:11.972 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "65'2" 2024-09-14T03:35:11.972 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.972 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.972 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.972 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:11.972 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:11.972 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2024-09-14T03:35:11.972 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.972 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 0, 2024-09-14T03:35:11.973 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.973 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.973 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:11.973 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.973 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.973 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.973 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.703678+0000", 2024-09-14T03:35:11.973 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.294645+0000", 2024-09-14T03:35:11.973 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.294645+0000", 2024-09-14T03:35:11.973 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.294942+0000", 2024-09-14T03:35:11.973 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.703678+0000", 2024-09-14T03:35:11.973 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.973 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.973 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.974 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:11.974 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.703678+0000", 2024-09-14T03:35:11.974 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.703678+0000", 2024-09-14T03:35:11.974 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.703678+0000", 2024-09-14T03:35:11.974 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.974 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.974 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.974 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.703678+0000", 2024-09-14T03:35:11.974 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.703678+0000", 2024-09-14T03:35:11.974 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.974 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.974 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.974 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.974 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:11.975 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.975 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.975 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.975 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.975 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.975 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.975 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.975 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.975 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.6", 2024-09-14T03:35:11.975 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.975 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.975 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.975 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:11.975 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.975 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T13:29:39.931552+0000", 2024-09-14T03:35:11.976 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.976 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.976 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.976 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.976 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.976 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.976 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.976 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.976 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.976 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.976 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.976 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.976 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.976 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.977 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.977 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.977 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.977 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.977 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.977 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.977 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.977 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.977 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.977 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.977 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.977 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.977 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.977 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.978 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.978 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.978 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.978 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.978 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.978 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.978 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.978 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.978 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.978 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.978 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.978 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.979 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.979 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.979 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.979 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.979 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.979 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.979 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.979 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:11.979 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:11.979 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2024-09-14T03:35:11.979 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.979 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 0, 2024-09-14T03:35:11.979 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.979 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.980 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.980 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.980 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:11.980 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:11.980 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2024-09-14T03:35:11.980 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.980 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 7, 2024-09-14T03:35:11.980 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.980 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.980 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2024-09-14T03:35:11.980 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.980 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.980 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.981 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:46.277461+0000", 2024-09-14T03:35:11.981 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:38.848843+0000", 2024-09-14T03:35:11.981 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:38.848843+0000", 2024-09-14T03:35:11.981 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:38.849151+0000", 2024-09-14T03:35:11.981 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:46.277461+0000", 2024-09-14T03:35:11.981 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.981 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.981 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.981 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2024-09-14T03:35:11.981 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:46.277461+0000", 2024-09-14T03:35:11.981 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:46.277461+0000", 2024-09-14T03:35:11.981 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:46.277461+0000", 2024-09-14T03:35:11.981 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.981 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.982 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.982 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:46.277461+0000", 2024-09-14T03:35:11.982 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:46.277461+0000", 2024-09-14T03:35:11.982 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.982 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.982 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.982 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.982 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2024-09-14T03:35:11.982 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.982 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.982 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.982 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.982 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.982 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.983 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.983 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.983 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.8", 2024-09-14T03:35:11.983 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.983 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.983 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.983 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 26, 2024-09-14T03:35:11.983 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.983 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T06:53:29.795560+0000", 2024-09-14T03:35:11.983 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.983 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.983 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.983 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.983 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.984 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.984 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.984 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.984 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.984 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.984 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.984 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.984 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.984 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.984 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.984 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.984 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.984 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.984 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.985 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.985 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.985 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.985 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.985 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.985 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.985 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.985 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.985 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.985 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.985 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.985 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.985 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.986 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.986 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.986 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.986 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.986 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.986 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.986 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.986 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.986 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.986 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.986 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.986 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.986 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.986 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.987 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.987 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:11.987 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:11.987 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2024-09-14T03:35:11.987 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.987 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 7, 2024-09-14T03:35:11.987 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.987 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.987 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.987 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.987 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:11.987 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2024-09-14T03:35:11.987 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2024-09-14T03:35:11.987 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.987 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 4, 2024-09-14T03:35:11.988 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.988 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.988 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:11.988 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.988 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.988 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.988 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.356938+0000", 2024-09-14T03:35:11.988 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.302239+0000", 2024-09-14T03:35:11.988 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.302239+0000", 2024-09-14T03:35:11.988 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.303362+0000", 2024-09-14T03:35:11.988 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.356938+0000", 2024-09-14T03:35:11.988 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.988 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.988 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.989 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:11.989 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.356938+0000", 2024-09-14T03:35:11.989 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.356938+0000", 2024-09-14T03:35:11.989 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.356938+0000", 2024-09-14T03:35:11.989 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.989 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.989 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:11.989 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.356938+0000", 2024-09-14T03:35:11.989 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.356938+0000", 2024-09-14T03:35:11.989 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.989 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.989 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.989 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.989 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:11.990 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.990 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.990 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.990 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.990 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.990 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.990 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.990 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.990 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.9", 2024-09-14T03:35:11.990 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.990 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.990 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.990 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:11.990 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.990 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T14:41:31.342971+0000", 2024-09-14T03:35:11.991 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.991 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.991 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.991 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.991 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.991 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.991 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.991 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.991 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.991 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.991 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.991 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.991 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.991 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.992 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.992 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.992 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.992 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.992 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.992 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.992 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.992 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:11.992 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:11.992 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:11.992 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:11.992 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:11.992 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:11.992 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:11.993 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:11.993 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:11.993 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:11.993 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:11.993 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:11.993 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:11.993 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:11.993 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:11.993 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:11.993 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:11.993 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:11.993 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:11.993 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:11.993 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:11.994 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:11.994 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.994 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:11.994 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:11.994 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:11.994 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:11.994 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2024-09-14T03:35:11.994 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2024-09-14T03:35:11.994 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.994 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 4, 2024-09-14T03:35:11.994 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:11.994 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:11.994 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:11.994 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:11.995 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:11.995 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:11.995 INFO:tasks.workunit.client.0.smithi002.stdout: 3 2024-09-14T03:35:11.995 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:11.995 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 1, 2024-09-14T03:35:11.995 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:11.995 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:11.995 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2024-09-14T03:35:11.995 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:11.995 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:11.995 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:11.995 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.354437+0000", 2024-09-14T03:35:11.995 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:38.844842+0000", 2024-09-14T03:35:11.995 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:38.844842+0000", 2024-09-14T03:35:11.996 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:38.845124+0000", 2024-09-14T03:35:11.996 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.354437+0000", 2024-09-14T03:35:11.996 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.996 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:11.996 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.996 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2024-09-14T03:35:11.996 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.354437+0000", 2024-09-14T03:35:11.996 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.354437+0000", 2024-09-14T03:35:11.996 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.354437+0000", 2024-09-14T03:35:11.996 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:11.996 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:11.996 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:11.996 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.354437+0000", 2024-09-14T03:35:11.996 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.354437+0000", 2024-09-14T03:35:11.997 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:11.997 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:11.997 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:11.997 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:11.997 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2024-09-14T03:35:11.997 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:11.997 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:11.997 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:11.997 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:11.997 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:11.997 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:11.997 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:11.997 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:11.997 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.9", 2024-09-14T03:35:11.998 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:11.998 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:11.998 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:11.998 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 26, 2024-09-14T03:35:11.998 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:11.998 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T06:39:40.418525+0000", 2024-09-14T03:35:11.998 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:11.998 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:11.998 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:11.998 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:11.998 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:11.998 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:11.998 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:11.998 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:11.999 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:11.999 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:11.999 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:11.999 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:11.999 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:11.999 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:11.999 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:11.999 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:11.999 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:11.999 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:11.999 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:11.999 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:11.999 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:11.999 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:12.000 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:12.000 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:12.000 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:12.000 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:12.000 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:12.000 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:12.000 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:12.000 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:12.000 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:12.000 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:12.000 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:12.000 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:12.000 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:12.001 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:12.001 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:12.001 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:12.001 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:12.001 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:12.001 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:12.001 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:12.001 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:12.001 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.001 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:12.001 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:12.001 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:12.001 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:12.001 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:12.002 INFO:tasks.workunit.client.0.smithi002.stdout: 3 2024-09-14T03:35:12.002 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.002 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 1, 2024-09-14T03:35:12.002 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:12.002 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.002 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:12.002 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:12.002 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:12.002 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:12.002 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2024-09-14T03:35:12.002 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.002 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 3, 2024-09-14T03:35:12.002 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:12.002 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:12.002 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:12.003 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:12.003 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:12.003 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:12.003 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.637937+0000", 2024-09-14T03:35:12.003 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.300809+0000", 2024-09-14T03:35:12.003 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.300809+0000", 2024-09-14T03:35:12.003 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.301097+0000", 2024-09-14T03:35:12.003 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.637937+0000", 2024-09-14T03:35:12.003 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:12.003 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:12.003 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:12.003 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:12.003 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.637937+0000", 2024-09-14T03:35:12.004 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.637937+0000", 2024-09-14T03:35:12.004 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.637937+0000", 2024-09-14T03:35:12.004 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:12.004 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:12.004 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:12.004 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.637937+0000", 2024-09-14T03:35:12.004 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.637937+0000", 2024-09-14T03:35:12.004 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:12.004 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:12.004 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:12.004 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:12.004 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:12.004 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:12.004 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:12.004 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:12.005 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:12.005 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:12.005 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:12.005 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:12.005 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:12.005 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.8", 2024-09-14T03:35:12.005 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:12.005 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:12.005 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:12.005 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:12.005 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:12.005 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T05:43:00.094657+0000", 2024-09-14T03:35:12.005 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:12.005 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:12.006 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:12.006 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:12.006 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:12.006 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:12.006 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:12.006 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:12.006 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:12.006 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:12.006 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:12.006 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:12.006 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:12.006 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:12.006 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:12.006 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:12.006 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:12.007 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:12.007 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:12.007 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:12.007 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:12.007 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:12.007 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:12.007 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:12.007 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:12.007 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:12.007 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:12.007 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:12.007 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:12.007 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:12.007 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:12.008 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:12.008 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:12.008 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:12.008 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:12.008 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:12.008 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:12.008 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:12.008 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:12.008 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:12.008 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:12.008 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:12.008 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:12.008 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.009 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:12.009 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:12.009 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:12.009 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:12.009 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:12.009 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2024-09-14T03:35:12.009 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.009 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 3, 2024-09-14T03:35:12.009 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:12.009 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.009 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:12.009 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:12.009 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:12.009 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:12.010 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2024-09-14T03:35:12.010 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.010 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 1, 2024-09-14T03:35:12.010 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:12.010 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:12.010 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2024-09-14T03:35:12.010 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:12.010 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:12.010 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:12.010 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.354707+0000", 2024-09-14T03:35:12.010 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:38.845233+0000", 2024-09-14T03:35:12.010 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:38.845233+0000", 2024-09-14T03:35:12.010 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:38.846003+0000", 2024-09-14T03:35:12.010 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.354707+0000", 2024-09-14T03:35:12.011 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:12.011 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:12.011 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:12.011 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2024-09-14T03:35:12.011 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.354707+0000", 2024-09-14T03:35:12.011 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.354707+0000", 2024-09-14T03:35:12.011 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.354707+0000", 2024-09-14T03:35:12.011 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:12.011 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:12.011 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:12.011 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.354707+0000", 2024-09-14T03:35:12.011 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.354707+0000", 2024-09-14T03:35:12.011 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:12.011 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:12.012 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:12.012 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:12.012 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2024-09-14T03:35:12.012 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:12.012 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:12.012 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:12.012 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:12.012 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:12.012 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:12.012 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:12.012 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:12.012 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.a", 2024-09-14T03:35:12.012 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:12.013 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:12.013 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:12.013 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 26, 2024-09-14T03:35:12.013 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:12.013 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T09:36:12.513040+0000", 2024-09-14T03:35:12.013 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:12.013 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:12.013 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:12.013 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:12.013 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:12.013 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:12.013 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:12.013 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:12.013 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:12.014 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:12.014 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:12.014 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:12.014 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:12.014 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:12.014 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:12.014 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:12.014 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:12.014 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:12.014 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:12.014 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:12.014 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:12.014 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:12.014 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:12.015 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:12.015 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:12.015 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:12.015 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:12.015 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:12.015 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:12.015 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:12.015 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:12.015 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:12.015 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:12.015 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:12.015 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:12.015 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:12.015 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:12.016 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:12.016 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:12.016 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:12.016 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:12.016 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:12.016 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:12.016 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.016 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:12.016 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:12.016 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:12.016 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:12.016 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:12.016 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2024-09-14T03:35:12.016 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.017 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 1, 2024-09-14T03:35:12.017 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:12.017 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.017 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:12.017 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:12.017 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:12.017 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:12.017 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2024-09-14T03:35:12.017 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.017 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 3, 2024-09-14T03:35:12.017 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:12.017 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:12.017 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:12.017 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:12.018 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:12.018 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:12.018 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.638051+0000", 2024-09-14T03:35:12.018 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.293790+0000", 2024-09-14T03:35:12.018 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.293790+0000", 2024-09-14T03:35:12.018 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.294096+0000", 2024-09-14T03:35:12.018 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.638051+0000", 2024-09-14T03:35:12.018 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:12.018 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:12.018 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:12.018 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:12.018 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.638051+0000", 2024-09-14T03:35:12.018 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.638051+0000", 2024-09-14T03:35:12.018 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.638051+0000", 2024-09-14T03:35:12.019 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:12.019 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:12.019 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:12.019 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.638051+0000", 2024-09-14T03:35:12.019 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.638051+0000", 2024-09-14T03:35:12.019 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:12.019 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:12.019 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:12.019 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:12.019 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:12.019 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:12.019 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:12.019 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:12.019 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:12.019 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:12.020 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:12.020 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:12.020 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:12.020 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.b", 2024-09-14T03:35:12.020 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:12.020 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:12.020 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:12.020 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:12.020 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:12.020 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T08:47:06.749772+0000", 2024-09-14T03:35:12.020 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:12.020 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:12.020 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:12.020 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:12.021 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:12.021 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:12.021 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:12.021 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:12.021 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:12.021 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:12.021 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:12.021 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:12.021 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:12.021 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:12.021 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:12.021 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:12.021 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:12.021 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:12.022 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:12.022 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:12.022 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:12.022 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:12.022 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:12.022 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:12.022 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:12.022 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:12.022 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:12.022 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:12.022 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:12.022 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:12.022 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:12.022 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:12.022 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:12.023 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:12.023 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:12.023 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:12.023 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:12.023 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:12.023 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:12.023 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:12.023 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:12.023 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:12.023 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:12.023 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.023 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:12.023 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:12.024 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:12.024 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:12.024 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:12.024 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2024-09-14T03:35:12.024 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.024 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 3, 2024-09-14T03:35:12.024 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:12.024 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.024 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:12.024 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:12.024 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:12.024 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:12.024 INFO:tasks.workunit.client.0.smithi002.stdout: 5 2024-09-14T03:35:12.025 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.025 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 7, 2024-09-14T03:35:12.025 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:12.025 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:12.025 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2024-09-14T03:35:12.025 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:12.025 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:12.025 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:12.025 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:46.277905+0000", 2024-09-14T03:35:12.025 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:38.852659+0000", 2024-09-14T03:35:12.025 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:38.852659+0000", 2024-09-14T03:35:12.025 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:38.853126+0000", 2024-09-14T03:35:12.025 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:46.277905+0000", 2024-09-14T03:35:12.025 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:12.026 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:12.026 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:12.026 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2024-09-14T03:35:12.026 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:46.277905+0000", 2024-09-14T03:35:12.026 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:46.277905+0000", 2024-09-14T03:35:12.026 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:46.277905+0000", 2024-09-14T03:35:12.026 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:12.026 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:12.026 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:12.026 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:46.277905+0000", 2024-09-14T03:35:12.026 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:46.277905+0000", 2024-09-14T03:35:12.026 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:12.026 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 2, 2024-09-14T03:35:12.026 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:12.027 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:12.027 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2024-09-14T03:35:12.027 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:12.027 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:12.027 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:12.027 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:12.027 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 2, 2024-09-14T03:35:12.027 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:12.027 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:12.027 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:12.027 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.b", 2024-09-14T03:35:12.027 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:12.027 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:12.027 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:12.028 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 28, 2024-09-14T03:35:12.028 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:12.028 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T07:17:29.289201+0000", 2024-09-14T03:35:12.028 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:12.028 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:12.028 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:12.028 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:12.028 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:12.028 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:12.028 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:12.028 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:12.028 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:12.028 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:12.028 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:12.029 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:12.029 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:12.029 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:12.029 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:12.029 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:12.029 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:12.029 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:12.029 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:12.029 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 3, 2024-09-14T03:35:12.029 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 1, 2024-09-14T03:35:12.029 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:12.029 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 1, 2024-09-14T03:35:12.029 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:12.029 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:12.030 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:12.030 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:12.030 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:12.030 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 1, 2024-09-14T03:35:12.030 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:12.030 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:12.030 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:12.030 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:12.030 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:12.030 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:12.030 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:12.030 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:12.030 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:12.030 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:12.031 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:12.031 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:12.031 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 1, 2024-09-14T03:35:12.031 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:12.031 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.031 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:12.031 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:12.031 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:12.031 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:12.031 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:12.031 INFO:tasks.workunit.client.0.smithi002.stdout: 5 2024-09-14T03:35:12.031 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.031 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 7, 2024-09-14T03:35:12.031 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "65'2" 2024-09-14T03:35:12.032 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.032 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:12.032 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:12.032 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:12.032 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:12.032 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2024-09-14T03:35:12.032 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.032 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 6, 2024-09-14T03:35:12.032 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:12.032 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:12.032 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:12.032 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:12.032 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:12.032 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:12.033 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.500955+0000", 2024-09-14T03:35:12.033 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.300941+0000", 2024-09-14T03:35:12.033 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.300941+0000", 2024-09-14T03:35:12.033 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.301260+0000", 2024-09-14T03:35:12.033 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.500955+0000", 2024-09-14T03:35:12.033 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:12.033 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:12.033 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:12.033 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:12.033 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.500955+0000", 2024-09-14T03:35:12.033 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.500955+0000", 2024-09-14T03:35:12.033 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.500955+0000", 2024-09-14T03:35:12.033 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:12.033 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:12.034 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:12.034 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.500955+0000", 2024-09-14T03:35:12.034 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.500955+0000", 2024-09-14T03:35:12.034 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:12.034 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:12.034 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:12.034 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:12.034 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:12.034 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:12.034 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:12.034 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:12.034 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:12.034 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:12.034 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:12.034 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:12.035 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:12.035 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.a", 2024-09-14T03:35:12.035 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:12.035 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:12.035 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:12.035 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:12.035 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:12.035 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T11:44:35.523681+0000", 2024-09-14T03:35:12.035 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:12.035 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:12.035 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:12.035 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:12.035 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:12.035 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:12.036 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:12.036 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:12.036 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:12.036 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:12.036 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:12.036 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:12.036 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:12.036 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:12.036 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:12.036 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:12.036 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:12.036 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:12.036 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:12.036 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:12.037 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:12.037 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:12.037 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:12.037 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:12.037 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:12.037 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:12.037 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:12.037 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:12.037 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:12.037 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:12.037 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:12.037 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:12.037 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:12.037 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:12.037 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:12.038 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:12.038 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:12.038 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:12.038 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:12.038 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:12.038 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:12.038 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:12.038 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:12.038 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.038 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:12.038 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:12.038 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:12.038 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:12.039 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:12.039 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2024-09-14T03:35:12.039 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.039 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 6, 2024-09-14T03:35:12.039 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:12.039 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.039 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:12.039 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:12.039 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:12.039 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:12.039 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2024-09-14T03:35:12.039 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.039 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 5, 2024-09-14T03:35:12.039 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:12.040 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:12.040 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:12.040 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:12.040 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:12.040 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:12.040 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.660183+0000", 2024-09-14T03:35:12.040 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.304408+0000", 2024-09-14T03:35:12.040 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.304408+0000", 2024-09-14T03:35:12.040 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.308183+0000", 2024-09-14T03:35:12.040 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.660183+0000", 2024-09-14T03:35:12.040 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:12.040 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:12.040 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:12.041 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:12.041 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.660183+0000", 2024-09-14T03:35:12.041 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.660183+0000", 2024-09-14T03:35:12.041 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.660183+0000", 2024-09-14T03:35:12.041 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:12.041 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:12.041 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:12.041 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.660183+0000", 2024-09-14T03:35:12.041 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.660183+0000", 2024-09-14T03:35:12.041 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:12.041 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:12.041 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:12.041 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:12.041 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:12.042 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:12.042 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:12.042 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:12.042 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:12.042 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:12.042 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:12.042 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:12.042 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:12.042 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.1d", 2024-09-14T03:35:12.042 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:12.042 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:12.042 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:12.042 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:12.042 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:12.043 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T08:11:30.979782+0000", 2024-09-14T03:35:12.043 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:12.043 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:12.043 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:12.043 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:12.043 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:12.043 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:12.043 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:12.043 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:12.043 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:12.043 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:12.043 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:12.043 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:12.043 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:12.044 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:12.044 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:12.044 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:12.044 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:12.044 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:12.044 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:12.044 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:12.044 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:12.044 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:12.044 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:12.044 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:12.044 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:12.044 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:12.044 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:12.045 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:12.045 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:12.045 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:12.045 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:12.045 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:12.045 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:12.045 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:12.045 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:12.045 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:12.045 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:12.045 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:12.045 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:12.045 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:12.045 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:12.046 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:12.046 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:12.046 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.046 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:12.046 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:12.046 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:12.046 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:12.046 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:12.046 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2024-09-14T03:35:12.046 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.046 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 5, 2024-09-14T03:35:12.046 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:12.046 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.046 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:12.046 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:12.047 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:12.047 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:12.047 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2024-09-14T03:35:12.047 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.047 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 7, 2024-09-14T03:35:12.047 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:12.047 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:12.047 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2024-09-14T03:35:12.047 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:12.047 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:12.047 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:12.047 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:46.277827+0000", 2024-09-14T03:35:12.047 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:38.853374+0000", 2024-09-14T03:35:12.047 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:38.853374+0000", 2024-09-14T03:35:12.048 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:38.853766+0000", 2024-09-14T03:35:12.048 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:46.277827+0000", 2024-09-14T03:35:12.048 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:12.048 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:12.048 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:12.048 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2024-09-14T03:35:12.048 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:46.277827+0000", 2024-09-14T03:35:12.048 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:46.277827+0000", 2024-09-14T03:35:12.048 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:46.277827+0000", 2024-09-14T03:35:12.048 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:12.048 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:12.048 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:12.048 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:46.277827+0000", 2024-09-14T03:35:12.048 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:46.277827+0000", 2024-09-14T03:35:12.049 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:12.049 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 2, 2024-09-14T03:35:12.049 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:12.049 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:12.049 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2024-09-14T03:35:12.049 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:12.049 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:12.049 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:12.049 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:12.049 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 2, 2024-09-14T03:35:12.049 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:12.049 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:12.049 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:12.049 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.1c", 2024-09-14T03:35:12.050 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:12.050 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:12.050 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:12.050 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 28, 2024-09-14T03:35:12.050 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:12.050 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T07:57:54.348750+0000", 2024-09-14T03:35:12.050 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:12.050 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:12.050 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:12.050 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:12.050 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:12.050 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:12.050 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:12.050 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:12.050 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:12.051 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:12.051 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:12.051 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:12.051 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:12.051 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:12.051 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:12.051 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:12.051 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:12.051 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:12.051 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:12.051 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 3, 2024-09-14T03:35:12.051 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 1, 2024-09-14T03:35:12.051 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:12.051 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 1, 2024-09-14T03:35:12.052 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:12.052 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:12.052 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:12.052 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:12.052 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:12.052 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 1, 2024-09-14T03:35:12.052 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:12.052 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:12.052 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:12.052 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:12.052 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:12.052 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:12.052 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:12.052 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:12.053 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:12.053 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:12.058 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:12.059 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:12.059 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 3, 2024-09-14T03:35:12.059 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:12.059 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.059 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:12.059 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:12.059 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:12.059 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:12.059 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:12.059 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2024-09-14T03:35:12.059 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.059 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 7, 2024-09-14T03:35:12.059 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "65'2" 2024-09-14T03:35:12.060 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.060 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:12.060 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:12.060 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:12.060 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:12.060 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2024-09-14T03:35:12.060 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.060 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 5, 2024-09-14T03:35:12.060 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:12.060 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:12.060 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:12.060 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:12.060 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:12.060 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:12.061 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.660053+0000", 2024-09-14T03:35:12.061 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.313798+0000", 2024-09-14T03:35:12.061 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.313798+0000", 2024-09-14T03:35:12.061 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.314228+0000", 2024-09-14T03:35:12.061 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.660053+0000", 2024-09-14T03:35:12.061 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:12.061 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:12.061 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:12.061 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:12.061 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.660053+0000", 2024-09-14T03:35:12.061 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.660053+0000", 2024-09-14T03:35:12.061 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.660053+0000", 2024-09-14T03:35:12.061 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:12.061 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:12.062 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:12.062 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.660053+0000", 2024-09-14T03:35:12.062 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.660053+0000", 2024-09-14T03:35:12.062 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:12.062 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:12.062 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:12.062 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:12.062 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:12.062 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:12.062 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:12.062 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:12.062 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:12.062 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:12.062 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:12.063 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:12.063 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:12.063 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.1c", 2024-09-14T03:35:12.063 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:12.063 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:12.063 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:12.063 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:12.063 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:12.063 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T12:38:35.077485+0000", 2024-09-14T03:35:12.063 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:12.063 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:12.063 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:12.063 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:12.063 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:12.064 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:12.064 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:12.064 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:12.064 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:12.064 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:12.064 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:12.064 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:12.064 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:12.064 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:12.064 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:12.064 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:12.064 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:12.064 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:12.065 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:12.065 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:12.065 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:12.065 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:12.065 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:12.065 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:12.065 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:12.065 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:12.065 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:12.065 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:12.065 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:12.065 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:12.065 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:12.065 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:12.066 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:12.066 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:12.066 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:12.066 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:12.066 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:12.066 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:12.066 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:12.066 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:12.066 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:12.066 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:12.066 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:12.066 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.066 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:12.066 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:12.067 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:12.067 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:12.067 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:12.067 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2024-09-14T03:35:12.067 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.067 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 5, 2024-09-14T03:35:12.067 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:12.067 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.067 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:12.067 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:12.067 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:12.067 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:12.067 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:12.067 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.068 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 7, 2024-09-14T03:35:12.068 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:12.068 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:12.068 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2024-09-14T03:35:12.068 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:12.068 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:12.068 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:12.068 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:46.278016+0000", 2024-09-14T03:35:12.068 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:38.853123+0000", 2024-09-14T03:35:12.068 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:38.853123+0000", 2024-09-14T03:35:12.068 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:38.853422+0000", 2024-09-14T03:35:12.068 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:46.278016+0000", 2024-09-14T03:35:12.068 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:12.069 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:12.069 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:12.069 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2024-09-14T03:35:12.069 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:46.278016+0000", 2024-09-14T03:35:12.069 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:46.278016+0000", 2024-09-14T03:35:12.069 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:46.278016+0000", 2024-09-14T03:35:12.069 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:12.069 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:12.069 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:12.069 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:46.278016+0000", 2024-09-14T03:35:12.069 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:46.278016+0000", 2024-09-14T03:35:12.069 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:12.069 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 2, 2024-09-14T03:35:12.069 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:12.070 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:12.070 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2024-09-14T03:35:12.070 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:12.070 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:12.070 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:12.070 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:12.070 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 2, 2024-09-14T03:35:12.070 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:12.070 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:12.070 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:12.070 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.1d", 2024-09-14T03:35:12.070 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:12.070 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:12.070 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:12.070 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 28, 2024-09-14T03:35:12.071 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:12.071 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T06:47:15.651965+0000", 2024-09-14T03:35:12.071 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:12.071 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:12.071 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:12.071 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:12.071 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:12.071 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:12.071 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:12.071 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:12.071 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:12.071 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:12.071 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:12.071 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:12.072 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:12.072 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:12.072 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:12.072 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:12.072 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:12.072 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:12.072 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:12.072 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 3, 2024-09-14T03:35:12.072 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 1, 2024-09-14T03:35:12.072 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:12.072 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 1, 2024-09-14T03:35:12.072 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:12.072 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:12.072 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:12.073 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:12.073 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:12.073 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 1, 2024-09-14T03:35:12.073 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:12.073 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:12.073 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:12.073 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:12.073 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:12.073 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:12.073 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:12.073 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:12.073 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:12.073 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:12.073 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:12.074 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:12.074 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 3, 2024-09-14T03:35:12.074 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:12.074 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.074 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:12.074 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:12.074 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:12.074 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:12.074 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:12.074 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:12.074 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.074 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 7, 2024-09-14T03:35:12.074 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "65'2" 2024-09-14T03:35:12.075 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.075 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:12.075 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:12.075 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:12.075 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:12.075 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2024-09-14T03:35:12.075 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.075 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 0, 2024-09-14T03:35:12.075 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:12.075 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:12.075 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:12.075 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:12.075 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:12.075 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:12.076 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.703962+0000", 2024-09-14T03:35:12.076 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.304340+0000", 2024-09-14T03:35:12.076 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.304340+0000", 2024-09-14T03:35:12.076 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.305507+0000", 2024-09-14T03:35:12.076 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.703962+0000", 2024-09-14T03:35:12.076 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:12.076 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:12.076 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:12.076 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:12.076 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.703962+0000", 2024-09-14T03:35:12.076 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.703962+0000", 2024-09-14T03:35:12.076 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.703962+0000", 2024-09-14T03:35:12.076 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:12.076 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:12.077 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:12.077 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.703962+0000", 2024-09-14T03:35:12.077 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.703962+0000", 2024-09-14T03:35:12.077 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:12.077 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:12.077 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:12.077 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:12.077 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:12.077 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:12.077 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:12.077 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:12.077 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:12.077 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:12.077 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:12.078 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:12.078 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:12.078 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.1f", 2024-09-14T03:35:12.078 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:12.078 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:12.078 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:12.078 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:12.078 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:12.078 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T05:15:43.323389+0000", 2024-09-14T03:35:12.078 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:12.078 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:12.078 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:12.078 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:12.078 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:12.079 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:12.079 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:12.079 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:12.079 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:12.079 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:12.079 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:12.079 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:12.079 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:12.079 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:12.079 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:12.079 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:12.079 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:12.079 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:12.079 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:12.080 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:12.080 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:12.080 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:12.080 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:12.080 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:12.080 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:12.080 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:12.080 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:12.080 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:12.080 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:12.080 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:12.080 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:12.080 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:12.080 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:12.081 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:12.081 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:12.081 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:12.081 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:12.081 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:12.081 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:12.081 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:12.081 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:12.081 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:12.081 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:12.081 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.081 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:12.081 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:12.081 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:12.082 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:12.082 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:12.082 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2024-09-14T03:35:12.082 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.082 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 0, 2024-09-14T03:35:12.082 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:12.082 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.082 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:12.082 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:12.082 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:12.082 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:12.082 INFO:tasks.workunit.client.0.smithi002.stdout: 5 2024-09-14T03:35:12.082 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.082 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 3, 2024-09-14T03:35:12.083 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:12.083 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:12.083 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2024-09-14T03:35:12.083 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:12.083 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:12.083 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:12.083 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.638367+0000", 2024-09-14T03:35:12.083 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:38.848060+0000", 2024-09-14T03:35:12.083 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:38.848060+0000", 2024-09-14T03:35:12.083 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:38.848380+0000", 2024-09-14T03:35:12.083 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.638367+0000", 2024-09-14T03:35:12.083 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:12.083 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:12.083 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:12.084 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2024-09-14T03:35:12.084 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.638367+0000", 2024-09-14T03:35:12.084 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.638367+0000", 2024-09-14T03:35:12.084 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.638367+0000", 2024-09-14T03:35:12.084 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:12.084 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:12.084 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:12.084 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.638367+0000", 2024-09-14T03:35:12.084 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.638367+0000", 2024-09-14T03:35:12.084 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:12.084 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 1, 2024-09-14T03:35:12.084 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:12.084 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:12.084 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2024-09-14T03:35:12.085 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:12.085 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:12.085 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:12.085 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:12.085 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 1, 2024-09-14T03:35:12.085 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:12.085 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:12.085 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:12.085 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.1e", 2024-09-14T03:35:12.085 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:12.085 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:12.085 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:12.085 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 27, 2024-09-14T03:35:12.085 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:12.085 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T05:43:01.327566+0000", 2024-09-14T03:35:12.086 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:12.086 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:12.086 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:12.086 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:12.086 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:12.086 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:12.086 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:12.086 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:12.086 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:12.086 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:12.086 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:12.086 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:12.086 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:12.086 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:12.087 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:12.087 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:12.087 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:12.087 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:12.087 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:12.087 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:12.087 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:12.087 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:12.087 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:12.087 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:12.087 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:12.087 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:12.087 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:12.087 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:12.088 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:12.088 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:12.088 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:12.088 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:12.088 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:12.088 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:12.088 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:12.088 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:12.088 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:12.088 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:12.088 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:12.088 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:12.088 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:12.088 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:12.089 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:12.089 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.089 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:12.089 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:12.089 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:12.089 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:12.089 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:12.089 INFO:tasks.workunit.client.0.smithi002.stdout: 5 2024-09-14T03:35:12.089 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.089 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 3, 2024-09-14T03:35:12.089 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "65'1" 2024-09-14T03:35:12.089 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.089 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:12.089 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:12.090 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:12.090 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:12.090 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2024-09-14T03:35:12.090 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.090 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 3, 2024-09-14T03:35:12.090 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:12.090 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:12.090 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:12.090 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:12.090 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:12.090 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:12.090 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.638172+0000", 2024-09-14T03:35:12.090 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.295185+0000", 2024-09-14T03:35:12.090 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.295185+0000", 2024-09-14T03:35:12.091 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.295472+0000", 2024-09-14T03:35:12.091 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.638172+0000", 2024-09-14T03:35:12.091 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:12.091 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:12.091 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:12.091 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:12.091 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.638172+0000", 2024-09-14T03:35:12.091 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.638172+0000", 2024-09-14T03:35:12.091 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.638172+0000", 2024-09-14T03:35:12.091 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:12.091 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:12.091 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:12.091 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.638172+0000", 2024-09-14T03:35:12.091 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.638172+0000", 2024-09-14T03:35:12.092 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:12.092 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:12.092 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:12.092 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:12.092 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:12.092 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:12.092 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:12.092 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:12.092 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:12.092 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:12.092 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:12.092 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:12.092 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:12.092 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.1e", 2024-09-14T03:35:12.093 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:12.093 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:12.093 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:12.093 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:12.093 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:12.093 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T07:54:11.374698+0000", 2024-09-14T03:35:12.093 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:12.093 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:12.093 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:12.093 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:12.093 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:12.093 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:12.093 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:12.093 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:12.094 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:12.094 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:12.094 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:12.094 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:12.094 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:12.094 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:12.094 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:12.094 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:12.094 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:12.094 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:12.094 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:12.094 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:12.094 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:12.094 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:12.095 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:12.095 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:12.095 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:12.095 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:12.095 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:12.095 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:12.095 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:12.095 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:12.095 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:12.095 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:12.095 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:12.095 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:12.095 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:12.095 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:12.096 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:12.096 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:12.096 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:12.096 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:12.096 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:12.096 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:12.096 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:12.096 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.096 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:12.096 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:12.096 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:12.096 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:12.096 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:12.096 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2024-09-14T03:35:12.097 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.097 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 3, 2024-09-14T03:35:12.097 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:12.097 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.097 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:12.097 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:12.097 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:12.097 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:12.097 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2024-09-14T03:35:12.097 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.097 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 0, 2024-09-14T03:35:12.097 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:12.098 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:12.098 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2024-09-14T03:35:12.098 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:12.098 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:12.098 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:12.098 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.704166+0000", 2024-09-14T03:35:12.098 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:38.847087+0000", 2024-09-14T03:35:12.098 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:38.847087+0000", 2024-09-14T03:35:12.098 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:38.847350+0000", 2024-09-14T03:35:12.098 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.704166+0000", 2024-09-14T03:35:12.098 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:12.098 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:12.098 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:12.098 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2024-09-14T03:35:12.099 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.704166+0000", 2024-09-14T03:35:12.099 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.704166+0000", 2024-09-14T03:35:12.099 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.704166+0000", 2024-09-14T03:35:12.099 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:12.099 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:12.099 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:12.099 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.704166+0000", 2024-09-14T03:35:12.099 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.704166+0000", 2024-09-14T03:35:12.099 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:12.099 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 4, 2024-09-14T03:35:12.099 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:12.099 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:12.099 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2024-09-14T03:35:12.099 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:12.100 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:12.100 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:12.100 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:12.100 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 4, 2024-09-14T03:35:12.100 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:12.100 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:12.100 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:12.100 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.1f", 2024-09-14T03:35:12.100 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:12.100 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:12.100 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:12.100 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 30, 2024-09-14T03:35:12.100 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:12.100 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T05:27:45.389746+0000", 2024-09-14T03:35:12.101 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:12.101 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:12.101 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:12.101 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 582, 2024-09-14T03:35:12.101 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:12.101 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:12.101 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:12.101 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:12.101 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:12.101 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:12.101 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:12.101 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:12.101 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:12.101 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:12.102 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:12.102 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:12.102 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:12.102 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:12.102 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:12.102 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 6, 2024-09-14T03:35:12.102 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 2, 2024-09-14T03:35:12.102 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:12.102 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 2, 2024-09-14T03:35:12.102 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:12.102 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:12.102 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:12.102 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:12.102 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:12.102 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 1, 2024-09-14T03:35:12.103 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:12.103 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:12.103 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:12.103 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:12.103 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:12.103 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:12.103 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:12.103 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:12.103 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:12.103 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:12.103 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:12.103 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:12.103 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 4, 2024-09-14T03:35:12.103 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 1 2024-09-14T03:35:12.104 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.104 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:12.104 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:12.104 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:12.104 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:12.104 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:12.104 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2024-09-14T03:35:12.104 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.104 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 0, 2024-09-14T03:35:12.104 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "65'4" 2024-09-14T03:35:12.104 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.104 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.104 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_per_pool": [ 2024-09-14T03:35:12.104 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:12.105 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": 24, 2024-09-14T03:35:12.105 INFO:tasks.workunit.client.0.smithi002.stdout: "application": [ 2024-09-14T03:35:12.105 INFO:tasks.workunit.client.0.smithi002.stdout: "rbd" 2024-09-14T03:35:12.105 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.105 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 3, 2024-09-14T03:35:12.105 INFO:tasks.workunit.client.0.smithi002.stdout: "num_pg": 8, 2024-09-14T03:35:12.105 INFO:tasks.workunit.client.0.smithi002.stdout: "num_store_stats": 8, 2024-09-14T03:35:12.105 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 3, 2024-09-14T03:35:12.105 INFO:tasks.workunit.client.0.smithi002.stdout: "poolid": 4, 2024-09-14T03:35:12.105 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:12.105 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 19, 2024-09-14T03:35:12.105 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:12.105 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:12.105 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:12.106 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:12.106 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:12.106 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:12.106 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:12.106 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:12.106 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:12.106 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:12.106 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:12.106 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:12.106 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:12.106 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:12.106 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:12.106 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 6, 2024-09-14T03:35:12.106 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 2, 2024-09-14T03:35:12.107 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:12.107 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 2, 2024-09-14T03:35:12.107 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:12.107 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:12.107 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:12.107 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:12.107 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:12.107 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:12.107 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:12.107 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:12.107 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:12.107 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:12.107 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:12.107 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:12.107 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:12.108 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:12.108 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:12.108 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:12.108 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:12.108 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:12.108 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 2, 2024-09-14T03:35:12.108 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 2 2024-09-14T03:35:12.108 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.108 INFO:tasks.workunit.client.0.smithi002.stdout: "store_stats": { 2024-09-14T03:35:12.108 INFO:tasks.workunit.client.0.smithi002.stdout: "allocated": 12288, 2024-09-14T03:35:12.108 INFO:tasks.workunit.client.0.smithi002.stdout: "available": 0, 2024-09-14T03:35:12.108 INFO:tasks.workunit.client.0.smithi002.stdout: "data_compressed": 0, 2024-09-14T03:35:12.108 INFO:tasks.workunit.client.0.smithi002.stdout: "data_compressed_allocated": 0, 2024-09-14T03:35:12.108 INFO:tasks.workunit.client.0.smithi002.stdout: "data_compressed_original": 0, 2024-09-14T03:35:12.109 INFO:tasks.workunit.client.0.smithi002.stdout: "data_stored": 57, 2024-09-14T03:35:12.109 INFO:tasks.workunit.client.0.smithi002.stdout: "internal_metadata": 0, 2024-09-14T03:35:12.109 INFO:tasks.workunit.client.0.smithi002.stdout: "internally_reserved": 0, 2024-09-14T03:35:12.109 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_allocated": 0, 2024-09-14T03:35:12.109 INFO:tasks.workunit.client.0.smithi002.stdout: "total": 0 2024-09-14T03:35:12.109 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.109 INFO:tasks.workunit.client.0.smithi002.stdout: "up": 24 2024-09-14T03:35:12.109 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.109 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:12.109 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": 192, 2024-09-14T03:35:12.109 INFO:tasks.workunit.client.0.smithi002.stdout: "application": [ 2024-09-14T03:35:12.109 INFO:tasks.workunit.client.0.smithi002.stdout: "cephfs" 2024-09-14T03:35:12.109 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.109 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:12.110 INFO:tasks.workunit.client.0.smithi002.stdout: "num_pg": 64, 2024-09-14T03:35:12.110 INFO:tasks.workunit.client.0.smithi002.stdout: "num_store_stats": 8, 2024-09-14T03:35:12.110 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:12.110 INFO:tasks.workunit.client.0.smithi002.stdout: "poolid": 3, 2024-09-14T03:35:12.110 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:12.110 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:12.110 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:12.110 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:12.110 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:12.110 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:12.110 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:12.110 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:12.110 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:12.110 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:12.111 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:12.111 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:12.111 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:12.111 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:12.111 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:12.111 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:12.111 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:12.111 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:12.111 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:12.111 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:12.111 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:12.111 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:12.111 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:12.111 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:12.112 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:12.112 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:12.112 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:12.112 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:12.112 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:12.112 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:12.112 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:12.112 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:12.112 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:12.112 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:12.112 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:12.112 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:12.112 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:12.113 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:12.113 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:12.113 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:12.113 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:12.113 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.113 INFO:tasks.workunit.client.0.smithi002.stdout: "store_stats": { 2024-09-14T03:35:12.113 INFO:tasks.workunit.client.0.smithi002.stdout: "allocated": 0, 2024-09-14T03:35:12.113 INFO:tasks.workunit.client.0.smithi002.stdout: "available": 0, 2024-09-14T03:35:12.113 INFO:tasks.workunit.client.0.smithi002.stdout: "data_compressed": 0, 2024-09-14T03:35:12.113 INFO:tasks.workunit.client.0.smithi002.stdout: "data_compressed_allocated": 0, 2024-09-14T03:35:12.113 INFO:tasks.workunit.client.0.smithi002.stdout: "data_compressed_original": 0, 2024-09-14T03:35:12.113 INFO:tasks.workunit.client.0.smithi002.stdout: "data_stored": 0, 2024-09-14T03:35:12.113 INFO:tasks.workunit.client.0.smithi002.stdout: "internal_metadata": 0, 2024-09-14T03:35:12.113 INFO:tasks.workunit.client.0.smithi002.stdout: "internally_reserved": 0, 2024-09-14T03:35:12.113 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_allocated": 0, 2024-09-14T03:35:12.114 INFO:tasks.workunit.client.0.smithi002.stdout: "total": 0 2024-09-14T03:35:12.114 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.114 INFO:tasks.workunit.client.0.smithi002.stdout: "up": 192 2024-09-14T03:35:12.114 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.114 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:12.114 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": 96, 2024-09-14T03:35:12.114 INFO:tasks.workunit.client.0.smithi002.stdout: "application": [ 2024-09-14T03:35:12.114 INFO:tasks.workunit.client.0.smithi002.stdout: "cephfs" 2024-09-14T03:35:12.114 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.114 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 45, 2024-09-14T03:35:12.114 INFO:tasks.workunit.client.0.smithi002.stdout: "num_pg": 32, 2024-09-14T03:35:12.114 INFO:tasks.workunit.client.0.smithi002.stdout: "num_store_stats": 8, 2024-09-14T03:35:12.114 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 45, 2024-09-14T03:35:12.114 INFO:tasks.workunit.client.0.smithi002.stdout: "poolid": 2, 2024-09-14T03:35:12.115 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:12.115 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 3428, 2024-09-14T03:35:12.115 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:12.115 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:12.115 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:12.115 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:12.115 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:12.115 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:12.115 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:12.115 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:12.115 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:12.115 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:12.115 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:12.115 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:12.116 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:12.116 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:12.116 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:12.116 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 66, 2024-09-14T03:35:12.116 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 22, 2024-09-14T03:35:12.116 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:12.116 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 22, 2024-09-14T03:35:12.116 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:12.116 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:12.116 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:12.116 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:12.116 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:12.116 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 14, 2024-09-14T03:35:12.116 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:12.117 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:12.117 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:12.117 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:12.117 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:12.117 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:12.117 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:12.117 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:12.117 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:12.117 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:12.117 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:12.117 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:12.117 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 51, 2024-09-14T03:35:12.117 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 20 2024-09-14T03:35:12.117 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.118 INFO:tasks.workunit.client.0.smithi002.stdout: "store_stats": { 2024-09-14T03:35:12.118 INFO:tasks.workunit.client.0.smithi002.stdout: "allocated": 98304, 2024-09-14T03:35:12.118 INFO:tasks.workunit.client.0.smithi002.stdout: "available": 0, 2024-09-14T03:35:12.118 INFO:tasks.workunit.client.0.smithi002.stdout: "data_compressed": 0, 2024-09-14T03:35:12.118 INFO:tasks.workunit.client.0.smithi002.stdout: "data_compressed_allocated": 0, 2024-09-14T03:35:12.118 INFO:tasks.workunit.client.0.smithi002.stdout: "data_compressed_original": 0, 2024-09-14T03:35:12.118 INFO:tasks.workunit.client.0.smithi002.stdout: "data_stored": 10284, 2024-09-14T03:35:12.118 INFO:tasks.workunit.client.0.smithi002.stdout: "internal_metadata": 0, 2024-09-14T03:35:12.118 INFO:tasks.workunit.client.0.smithi002.stdout: "internally_reserved": 0, 2024-09-14T03:35:12.118 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_allocated": 0, 2024-09-14T03:35:12.118 INFO:tasks.workunit.client.0.smithi002.stdout: "total": 0 2024-09-14T03:35:12.118 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.118 INFO:tasks.workunit.client.0.smithi002.stdout: "up": 96 2024-09-14T03:35:12.118 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.118 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:12.119 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": 3, 2024-09-14T03:35:12.119 INFO:tasks.workunit.client.0.smithi002.stdout: "application": [ 2024-09-14T03:35:12.119 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr" 2024-09-14T03:35:12.119 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.119 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 128, 2024-09-14T03:35:12.119 INFO:tasks.workunit.client.0.smithi002.stdout: "num_pg": 1, 2024-09-14T03:35:12.119 INFO:tasks.workunit.client.0.smithi002.stdout: "num_store_stats": 3, 2024-09-14T03:35:12.119 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 128, 2024-09-14T03:35:12.119 INFO:tasks.workunit.client.0.smithi002.stdout: "poolid": 1, 2024-09-14T03:35:12.119 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:12.119 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 590368, 2024-09-14T03:35:12.119 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:12.119 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 1771104, 2024-09-14T03:35:12.119 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:12.120 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:12.120 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:12.120 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:12.120 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:12.120 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:12.120 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:12.120 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:12.120 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:12.120 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:12.120 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:12.120 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:12.120 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:12.120 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 6, 2024-09-14T03:35:12.120 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 2, 2024-09-14T03:35:12.121 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:12.121 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 2, 2024-09-14T03:35:12.121 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:12.121 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:12.121 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:12.121 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:12.121 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:12.121 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:12.121 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:12.121 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 6, 2024-09-14T03:35:12.121 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:12.121 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:12.121 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:12.121 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:12.121 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:12.122 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 212, 2024-09-14T03:35:12.122 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 306, 2024-09-14T03:35:12.122 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:12.122 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:12.122 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:12.122 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 179, 2024-09-14T03:35:12.122 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 2416 2024-09-14T03:35:12.122 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.122 INFO:tasks.workunit.client.0.smithi002.stdout: "store_stats": { 2024-09-14T03:35:12.122 INFO:tasks.workunit.client.0.smithi002.stdout: "allocated": 1781760, 2024-09-14T03:35:12.122 INFO:tasks.workunit.client.0.smithi002.stdout: "available": 0, 2024-09-14T03:35:12.122 INFO:tasks.workunit.client.0.smithi002.stdout: "data_compressed": 0, 2024-09-14T03:35:12.122 INFO:tasks.workunit.client.0.smithi002.stdout: "data_compressed_allocated": 0, 2024-09-14T03:35:12.122 INFO:tasks.workunit.client.0.smithi002.stdout: "data_compressed_original": 0, 2024-09-14T03:35:12.123 INFO:tasks.workunit.client.0.smithi002.stdout: "data_stored": 1771104, 2024-09-14T03:35:12.123 INFO:tasks.workunit.client.0.smithi002.stdout: "internal_metadata": 0, 2024-09-14T03:35:12.123 INFO:tasks.workunit.client.0.smithi002.stdout: "internally_reserved": 0, 2024-09-14T03:35:12.123 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_allocated": 0, 2024-09-14T03:35:12.123 INFO:tasks.workunit.client.0.smithi002.stdout: "total": 0 2024-09-14T03:35:12.123 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.123 INFO:tasks.workunit.client.0.smithi002.stdout: "up": 3 2024-09-14T03:35:12.123 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.123 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.123 INFO:tasks.workunit.client.0.smithi002.stdout: "usage": { 2024-09-14T03:35:12.123 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_num": 105, 2024-09-14T03:35:12.123 INFO:tasks.workunit.client.0.smithi002.stdout: "pools": 4, 2024-09-14T03:35:12.123 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_by_class": { 2024-09-14T03:35:12.123 INFO:tasks.workunit.client.0.smithi002.stdout: "ssd": { 2024-09-14T03:35:12.123 INFO:tasks.workunit.client.0.smithi002.stdout: "total_avail_bytes": 767722418176, 2024-09-14T03:35:12.124 INFO:tasks.workunit.client.0.smithi002.stdout: "total_bytes": 767960285184, 2024-09-14T03:35:12.124 INFO:tasks.workunit.client.0.smithi002.stdout: "total_used_bytes": 237867008, 2024-09-14T03:35:12.124 INFO:tasks.workunit.client.0.smithi002.stdout: "total_used_raw_bytes": 237867008, 2024-09-14T03:35:12.124 INFO:tasks.workunit.client.0.smithi002.stdout: "total_used_raw_ratio": 0.0003097386797890067 2024-09-14T03:35:12.124 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.124 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.124 INFO:tasks.workunit.client.0.smithi002.stdout: "total_avail_bytes": 767722418176, 2024-09-14T03:35:12.124 INFO:tasks.workunit.client.0.smithi002.stdout: "total_bytes": 767960285184, 2024-09-14T03:35:12.124 INFO:tasks.workunit.client.0.smithi002.stdout: "total_used_bytes": 237867008 2024-09-14T03:35:12.124 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.124 INFO:tasks.workunit.client.0.smithi002.stdout:} 2024-09-14T03:35:12.124 INFO:tasks.workunit.client.0.smithi002.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-09-14T03:35:12.125 INFO:tasks.workunit.client.0.smithi002.stderr:+ ceph telemetry show-device 2024-09-14T03:35:12.126 INFO:tasks.workunit.client.0.smithi002.stdout:{ 2024-09-14T03:35:12.126 INFO:tasks.workunit.client.0.smithi002.stdout: "563eb67a-724a-11ef-9d12-0cc47abd1920": { 2024-09-14T03:35:12.126 INFO:tasks.workunit.client.0.smithi002.stdout: "INTEL_SSDPED1D480GA_563f431a-724a-11ef-9d12-0cc47abd1920": { 2024-09-14T03:35:12.126 INFO:tasks.workunit.client.0.smithi002.stdout: "20240914-032921": { 2024-09-14T03:35:12.126 INFO:tasks.workunit.client.0.smithi002.stdout: "device": { 2024-09-14T03:35:12.126 INFO:tasks.workunit.client.0.smithi002.stdout: "info_name": "/dev/nvme0n1", 2024-09-14T03:35:12.126 INFO:tasks.workunit.client.0.smithi002.stdout: "name": "/dev/nvme0n1", 2024-09-14T03:35:12.126 INFO:tasks.workunit.client.0.smithi002.stdout: "protocol": "NVMe", 2024-09-14T03:35:12.127 INFO:tasks.workunit.client.0.smithi002.stdout: "type": "nvme" 2024-09-14T03:35:12.127 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.127 INFO:tasks.workunit.client.0.smithi002.stdout: "firmware_version": "E2010325", 2024-09-14T03:35:12.127 INFO:tasks.workunit.client.0.smithi002.stdout: "host_id": "563eb67a-724a-11ef-9d12-0cc47abd1920", 2024-09-14T03:35:12.127 INFO:tasks.workunit.client.0.smithi002.stdout: "json_format_version": [ 2024-09-14T03:35:12.127 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:12.127 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:12.127 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.127 INFO:tasks.workunit.client.0.smithi002.stdout: "local_time": { 2024-09-14T03:35:12.127 INFO:tasks.workunit.client.0.smithi002.stdout: "asctime": "Sat Sep 14 03:29:21 2024 UTC", 2024-09-14T03:35:12.127 INFO:tasks.workunit.client.0.smithi002.stdout: "time_t": 1726284561 2024-09-14T03:35:12.127 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.127 INFO:tasks.workunit.client.0.smithi002.stdout: "logical_block_size": 512, 2024-09-14T03:35:12.127 INFO:tasks.workunit.client.0.smithi002.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-09-14T03:35:12.128 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_controller_id": 0, 2024-09-14T03:35:12.128 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-14T03:35:12.128 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_namespaces": [ 2024-09-14T03:35:12.128 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:12.128 INFO:tasks.workunit.client.0.smithi002.stdout: "capacity": { 2024-09-14T03:35:12.128 INFO:tasks.workunit.client.0.smithi002.stdout: "blocks": 937703088, 2024-09-14T03:35:12.128 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 480103981056 2024-09-14T03:35:12.128 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.128 INFO:tasks.workunit.client.0.smithi002.stdout: "formatted_lba_size": 512, 2024-09-14T03:35:12.128 INFO:tasks.workunit.client.0.smithi002.stdout: "id": 1, 2024-09-14T03:35:12.128 INFO:tasks.workunit.client.0.smithi002.stdout: "size": { 2024-09-14T03:35:12.128 INFO:tasks.workunit.client.0.smithi002.stdout: "blocks": 937703088, 2024-09-14T03:35:12.128 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 480103981056 2024-09-14T03:35:12.128 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.129 INFO:tasks.workunit.client.0.smithi002.stdout: "utilization": { 2024-09-14T03:35:12.129 INFO:tasks.workunit.client.0.smithi002.stdout: "blocks": 937703088, 2024-09-14T03:35:12.129 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 480103981056 2024-09-14T03:35:12.129 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.129 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.129 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.129 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_number_of_namespaces": 1, 2024-09-14T03:35:12.129 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_pci_vendor": { 2024-09-14T03:35:12.129 INFO:tasks.workunit.client.0.smithi002.stdout: "id": 32902, 2024-09-14T03:35:12.129 INFO:tasks.workunit.client.0.smithi002.stdout: "subsystem_id": 32902 2024-09-14T03:35:12.129 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.129 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_smart_health_information_add_log": { 2024-09-14T03:35:12.129 INFO:tasks.workunit.client.0.smithi002.stdout: "Device stats": { 2024-09-14T03:35:12.129 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_fw_downgrades": { 2024-09-14T03:35:12.129 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2024-09-14T03:35:12.130 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:12.130 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.130 INFO:tasks.workunit.client.0.smithi002.stdout: "crc_error_count": { 2024-09-14T03:35:12.130 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:12.130 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:12.130 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.130 INFO:tasks.workunit.client.0.smithi002.stdout: "end_to_end_error_detection_count": { 2024-09-14T03:35:12.130 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:12.130 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:12.130 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.130 INFO:tasks.workunit.client.0.smithi002.stdout: "erase_fail_count": { 2024-09-14T03:35:12.130 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2024-09-14T03:35:12.130 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:12.130 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.131 INFO:tasks.workunit.client.0.smithi002.stdout: "host_bytes_written": { 2024-09-14T03:35:12.131 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:12.131 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 15121774 2024-09-14T03:35:12.131 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.131 INFO:tasks.workunit.client.0.smithi002.stdout: "host_ctx_wear_used": { 2024-09-14T03:35:12.131 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2024-09-14T03:35:12.131 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:12.131 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.131 INFO:tasks.workunit.client.0.smithi002.stdout: "media_bytes_read": { 2024-09-14T03:35:12.131 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2024-09-14T03:35:12.131 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:12.131 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.131 INFO:tasks.workunit.client.0.smithi002.stdout: "nand_bytes_written": { 2024-09-14T03:35:12.131 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2024-09-14T03:35:12.132 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:12.132 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.132 INFO:tasks.workunit.client.0.smithi002.stdout: "perf_stat_indicator": { 2024-09-14T03:35:12.132 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2024-09-14T03:35:12.132 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:12.132 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.132 INFO:tasks.workunit.client.0.smithi002.stdout: "pll_lock_loss_count": { 2024-09-14T03:35:12.132 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:12.132 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 1 2024-09-14T03:35:12.132 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.132 INFO:tasks.workunit.client.0.smithi002.stdout: "program_fail_count": { 2024-09-14T03:35:12.132 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2024-09-14T03:35:12.132 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:12.132 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.133 INFO:tasks.workunit.client.0.smithi002.stdout: "re_alloc_sectr_cnt": { 2024-09-14T03:35:12.133 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2024-09-14T03:35:12.133 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:12.133 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.133 INFO:tasks.workunit.client.0.smithi002.stdout: "retry_buffer_overflow_count": { 2024-09-14T03:35:12.133 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:12.133 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:12.133 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.133 INFO:tasks.workunit.client.0.smithi002.stdout: "soft_ecc_err_rate": { 2024-09-14T03:35:12.133 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2024-09-14T03:35:12.133 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:12.133 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.133 INFO:tasks.workunit.client.0.smithi002.stdout: "thermal_throttle_status": { 2024-09-14T03:35:12.133 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:12.134 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": { 2024-09-14T03:35:12.134 INFO:tasks.workunit.client.0.smithi002.stdout: "cnt": 0, 2024-09-14T03:35:12.134 INFO:tasks.workunit.client.0.smithi002.stdout: "pct": 0 2024-09-14T03:35:12.134 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.134 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.134 INFO:tasks.workunit.client.0.smithi002.stdout: "timed_workload_host_reads": { 2024-09-14T03:35:12.134 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:12.134 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 14 2024-09-14T03:35:12.134 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.134 INFO:tasks.workunit.client.0.smithi002.stdout: "timed_workload_media_wear": { 2024-09-14T03:35:12.134 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:12.134 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": "0.000000" 2024-09-14T03:35:12.134 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.134 INFO:tasks.workunit.client.0.smithi002.stdout: "timed_workload_timer": { 2024-09-14T03:35:12.135 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:12.135 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 1452344 2024-09-14T03:35:12.135 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.135 INFO:tasks.workunit.client.0.smithi002.stdout: "unexp_power_loss": { 2024-09-14T03:35:12.135 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2024-09-14T03:35:12.135 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:12.135 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.135 INFO:tasks.workunit.client.0.smithi002.stdout: "wear_leveling": { 2024-09-14T03:35:12.135 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2024-09-14T03:35:12.135 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": { 2024-09-14T03:35:12.135 INFO:tasks.workunit.client.0.smithi002.stdout: "avg": 0, 2024-09-14T03:35:12.135 INFO:tasks.workunit.client.0.smithi002.stdout: "max": 0, 2024-09-14T03:35:12.135 INFO:tasks.workunit.client.0.smithi002.stdout: "min": 0 2024-09-14T03:35:12.135 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.135 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.136 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.136 INFO:tasks.workunit.client.0.smithi002.stdout: "Intel Smart log": "nvme0n1" 2024-09-14T03:35:12.136 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.136 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_smart_health_information_log": { 2024-09-14T03:35:12.136 INFO:tasks.workunit.client.0.smithi002.stdout: "available_spare": 100, 2024-09-14T03:35:12.136 INFO:tasks.workunit.client.0.smithi002.stdout: "available_spare_threshold": 0, 2024-09-14T03:35:12.136 INFO:tasks.workunit.client.0.smithi002.stdout: "controller_busy_time": 5867, 2024-09-14T03:35:12.136 INFO:tasks.workunit.client.0.smithi002.stdout: "critical_warning": 0, 2024-09-14T03:35:12.136 INFO:tasks.workunit.client.0.smithi002.stdout: "data_units_read": 208376833, 2024-09-14T03:35:12.136 INFO:tasks.workunit.client.0.smithi002.stdout: "data_units_written": 991020618, 2024-09-14T03:35:12.136 INFO:tasks.workunit.client.0.smithi002.stdout: "host_reads": 3699851740, 2024-09-14T03:35:12.136 INFO:tasks.workunit.client.0.smithi002.stdout: "host_writes": 21349590694, 2024-09-14T03:35:12.136 INFO:tasks.workunit.client.0.smithi002.stdout: "media_errors": 0, 2024-09-14T03:35:12.136 INFO:tasks.workunit.client.0.smithi002.stdout: "num_err_log_entries": 0, 2024-09-14T03:35:12.137 INFO:tasks.workunit.client.0.smithi002.stdout: "percentage_used": 0, 2024-09-14T03:35:12.137 INFO:tasks.workunit.client.0.smithi002.stdout: "power_cycles": 35407, 2024-09-14T03:35:12.137 INFO:tasks.workunit.client.0.smithi002.stdout: "power_on_hours": 39127, 2024-09-14T03:35:12.137 INFO:tasks.workunit.client.0.smithi002.stdout: "temperature": 31, 2024-09-14T03:35:12.137 INFO:tasks.workunit.client.0.smithi002.stdout: "unsafe_shutdowns": 10194 2024-09-14T03:35:12.137 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.137 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_vendor": "intel", 2024-09-14T03:35:12.137 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_version": { 2024-09-14T03:35:12.137 INFO:tasks.workunit.client.0.smithi002.stdout: "string": "<1.2", 2024-09-14T03:35:12.137 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.137 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.137 INFO:tasks.workunit.client.0.smithi002.stdout: "power_cycle_count": 35407, 2024-09-14T03:35:12.137 INFO:tasks.workunit.client.0.smithi002.stdout: "power_on_time": { 2024-09-14T03:35:12.137 INFO:tasks.workunit.client.0.smithi002.stdout: "hours": 39127 2024-09-14T03:35:12.137 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.138 INFO:tasks.workunit.client.0.smithi002.stdout: "serial_number": "deleted", 2024-09-14T03:35:12.138 INFO:tasks.workunit.client.0.smithi002.stdout: "smart_status": { 2024-09-14T03:35:12.138 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme": { 2024-09-14T03:35:12.138 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.138 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.138 INFO:tasks.workunit.client.0.smithi002.stdout: "passed": true 2024-09-14T03:35:12.138 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.138 INFO:tasks.workunit.client.0.smithi002.stdout: "smartctl": { 2024-09-14T03:35:12.138 INFO:tasks.workunit.client.0.smithi002.stdout: "argv": [ 2024-09-14T03:35:12.138 INFO:tasks.workunit.client.0.smithi002.stdout: "smartctl", 2024-09-14T03:35:12.138 INFO:tasks.workunit.client.0.smithi002.stdout: "-x", 2024-09-14T03:35:12.138 INFO:tasks.workunit.client.0.smithi002.stdout: "--json=o", 2024-09-14T03:35:12.138 INFO:tasks.workunit.client.0.smithi002.stdout: "/dev/nvme0n1" 2024-09-14T03:35:12.138 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.139 INFO:tasks.workunit.client.0.smithi002.stdout: "build_info": "(local build)", 2024-09-14T03:35:12.139 INFO:tasks.workunit.client.0.smithi002.stdout: "exit_status": 0, 2024-09-14T03:35:12.139 INFO:tasks.workunit.client.0.smithi002.stdout: "output": [ 2024-09-14T03:35:12.139 INFO:tasks.workunit.client.0.smithi002.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-14T03:35:12.139 INFO:tasks.workunit.client.0.smithi002.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-14T03:35:12.139 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2024-09-14T03:35:12.139 INFO:tasks.workunit.client.0.smithi002.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-14T03:35:12.139 INFO:tasks.workunit.client.0.smithi002.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-09-14T03:35:12.139 INFO:tasks.workunit.client.0.smithi002.stdout: "Serial Number: deleted", 2024-09-14T03:35:12.139 INFO:tasks.workunit.client.0.smithi002.stdout: "Firmware Version: E2010325", 2024-09-14T03:35:12.139 INFO:tasks.workunit.client.0.smithi002.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-14T03:35:12.139 INFO:tasks.workunit.client.0.smithi002.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-14T03:35:12.139 INFO:tasks.workunit.client.0.smithi002.stdout: "Controller ID: 0", 2024-09-14T03:35:12.139 INFO:tasks.workunit.client.0.smithi002.stdout: "NVMe Version: <1.2", 2024-09-14T03:35:12.139 INFO:tasks.workunit.client.0.smithi002.stdout: "Number of Namespaces: 1", 2024-09-14T03:35:12.140 INFO:tasks.workunit.client.0.smithi002.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-09-14T03:35:12.140 INFO:tasks.workunit.client.0.smithi002.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-14T03:35:12.140 INFO:tasks.workunit.client.0.smithi002.stdout: "Local Time is: Sat Sep 14 03:29:21 2024 UTC", 2024-09-14T03:35:12.140 INFO:tasks.workunit.client.0.smithi002.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-14T03:35:12.140 INFO:tasks.workunit.client.0.smithi002.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-09-14T03:35:12.140 INFO:tasks.workunit.client.0.smithi002.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-14T03:35:12.140 INFO:tasks.workunit.client.0.smithi002.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-14T03:35:12.140 INFO:tasks.workunit.client.0.smithi002.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-14T03:35:12.140 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2024-09-14T03:35:12.140 INFO:tasks.workunit.client.0.smithi002.stdout: "Supported Power States", 2024-09-14T03:35:12.140 INFO:tasks.workunit.client.0.smithi002.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-14T03:35:12.140 INFO:tasks.workunit.client.0.smithi002.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-09-14T03:35:12.140 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2024-09-14T03:35:12.141 INFO:tasks.workunit.client.0.smithi002.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-14T03:35:12.141 INFO:tasks.workunit.client.0.smithi002.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-14T03:35:12.141 INFO:tasks.workunit.client.0.smithi002.stdout: " 0 + 512 0 2", 2024-09-14T03:35:12.141 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2024-09-14T03:35:12.141 INFO:tasks.workunit.client.0.smithi002.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-14T03:35:12.141 INFO:tasks.workunit.client.0.smithi002.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-14T03:35:12.141 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2024-09-14T03:35:12.141 INFO:tasks.workunit.client.0.smithi002.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-14T03:35:12.141 INFO:tasks.workunit.client.0.smithi002.stdout: "Critical Warning: 0x00", 2024-09-14T03:35:12.141 INFO:tasks.workunit.client.0.smithi002.stdout: "Temperature: 31 Celsius", 2024-09-14T03:35:12.141 INFO:tasks.workunit.client.0.smithi002.stdout: "Available Spare: 100%", 2024-09-14T03:35:12.141 INFO:tasks.workunit.client.0.smithi002.stdout: "Available Spare Threshold: 0%", 2024-09-14T03:35:12.141 INFO:tasks.workunit.client.0.smithi002.stdout: "Percentage Used: 0%", 2024-09-14T03:35:12.141 INFO:tasks.workunit.client.0.smithi002.stdout: "Data Units Read: 208,376,833 [106 TB]", 2024-09-14T03:35:12.141 INFO:tasks.workunit.client.0.smithi002.stdout: "Data Units Written: 991,020,618 [507 TB]", 2024-09-14T03:35:12.142 INFO:tasks.workunit.client.0.smithi002.stdout: "Host Read Commands: 3,699,851,740", 2024-09-14T03:35:12.142 INFO:tasks.workunit.client.0.smithi002.stdout: "Host Write Commands: 21,349,590,694", 2024-09-14T03:35:12.142 INFO:tasks.workunit.client.0.smithi002.stdout: "Controller Busy Time: 5,867", 2024-09-14T03:35:12.142 INFO:tasks.workunit.client.0.smithi002.stdout: "Power Cycles: 35,407", 2024-09-14T03:35:12.142 INFO:tasks.workunit.client.0.smithi002.stdout: "Power On Hours: 39,127", 2024-09-14T03:35:12.142 INFO:tasks.workunit.client.0.smithi002.stdout: "Unsafe Shutdowns: 10,194", 2024-09-14T03:35:12.142 INFO:tasks.workunit.client.0.smithi002.stdout: "Media and Data Integrity Errors: 0", 2024-09-14T03:35:12.142 INFO:tasks.workunit.client.0.smithi002.stdout: "Error Information Log Entries: 0", 2024-09-14T03:35:12.142 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2024-09-14T03:35:12.142 INFO:tasks.workunit.client.0.smithi002.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-14T03:35:12.142 INFO:tasks.workunit.client.0.smithi002.stdout: "No Errors Logged", 2024-09-14T03:35:12.142 INFO:tasks.workunit.client.0.smithi002.stdout: "" 2024-09-14T03:35:12.142 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.142 INFO:tasks.workunit.client.0.smithi002.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-14T03:35:12.143 INFO:tasks.workunit.client.0.smithi002.stdout: "svn_revision": "5155", 2024-09-14T03:35:12.143 INFO:tasks.workunit.client.0.smithi002.stdout: "version": [ 2024-09-14T03:35:12.143 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:12.143 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2024-09-14T03:35:12.143 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:12.143 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.143 INFO:tasks.workunit.client.0.smithi002.stdout: "temperature": { 2024-09-14T03:35:12.143 INFO:tasks.workunit.client.0.smithi002.stdout: "current": 31 2024-09-14T03:35:12.143 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.143 INFO:tasks.workunit.client.0.smithi002.stdout: "user_capacity": { 2024-09-14T03:35:12.143 INFO:tasks.workunit.client.0.smithi002.stdout: "blocks": 937703088, 2024-09-14T03:35:12.143 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 480103981056 2024-09-14T03:35:12.143 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.143 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.144 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.144 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.144 INFO:tasks.workunit.client.0.smithi002.stdout: "564070fa-724a-11ef-9d12-0cc47abd1920": { 2024-09-14T03:35:12.144 INFO:tasks.workunit.client.0.smithi002.stdout: "INTEL_SSDPEDMD400G4_5641106e-724a-11ef-9d12-0cc47abd1920": { 2024-09-14T03:35:12.144 INFO:tasks.workunit.client.0.smithi002.stdout: "20240914-032924": { 2024-09-14T03:35:12.144 INFO:tasks.workunit.client.0.smithi002.stdout: "device": { 2024-09-14T03:35:12.144 INFO:tasks.workunit.client.0.smithi002.stdout: "info_name": "/dev/nvme0n1", 2024-09-14T03:35:12.144 INFO:tasks.workunit.client.0.smithi002.stdout: "name": "/dev/nvme0n1", 2024-09-14T03:35:12.144 INFO:tasks.workunit.client.0.smithi002.stdout: "protocol": "NVMe", 2024-09-14T03:35:12.144 INFO:tasks.workunit.client.0.smithi002.stdout: "type": "nvme" 2024-09-14T03:35:12.144 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.144 INFO:tasks.workunit.client.0.smithi002.stdout: "firmware_version": "8DV101H0", 2024-09-14T03:35:12.144 INFO:tasks.workunit.client.0.smithi002.stdout: "host_id": "564070fa-724a-11ef-9d12-0cc47abd1920", 2024-09-14T03:35:12.144 INFO:tasks.workunit.client.0.smithi002.stdout: "json_format_version": [ 2024-09-14T03:35:12.145 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:12.145 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:12.145 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.145 INFO:tasks.workunit.client.0.smithi002.stdout: "local_time": { 2024-09-14T03:35:12.145 INFO:tasks.workunit.client.0.smithi002.stdout: "asctime": "Sat Sep 14 03:29:24 2024 UTC", 2024-09-14T03:35:12.145 INFO:tasks.workunit.client.0.smithi002.stdout: "time_t": 1726284564 2024-09-14T03:35:12.145 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.145 INFO:tasks.workunit.client.0.smithi002.stdout: "logical_block_size": 512, 2024-09-14T03:35:12.145 INFO:tasks.workunit.client.0.smithi002.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-09-14T03:35:12.145 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_controller_id": 0, 2024-09-14T03:35:12.145 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-14T03:35:12.145 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_namespaces": [ 2024-09-14T03:35:12.145 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:12.145 INFO:tasks.workunit.client.0.smithi002.stdout: "capacity": { 2024-09-14T03:35:12.146 INFO:tasks.workunit.client.0.smithi002.stdout: "blocks": 781422768, 2024-09-14T03:35:12.146 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 400088457216 2024-09-14T03:35:12.146 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.146 INFO:tasks.workunit.client.0.smithi002.stdout: "formatted_lba_size": 512, 2024-09-14T03:35:12.146 INFO:tasks.workunit.client.0.smithi002.stdout: "id": 1, 2024-09-14T03:35:12.146 INFO:tasks.workunit.client.0.smithi002.stdout: "size": { 2024-09-14T03:35:12.146 INFO:tasks.workunit.client.0.smithi002.stdout: "blocks": 781422768, 2024-09-14T03:35:12.146 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 400088457216 2024-09-14T03:35:12.146 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.146 INFO:tasks.workunit.client.0.smithi002.stdout: "utilization": { 2024-09-14T03:35:12.146 INFO:tasks.workunit.client.0.smithi002.stdout: "blocks": 781422768, 2024-09-14T03:35:12.146 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 400088457216 2024-09-14T03:35:12.146 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.146 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.146 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.147 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_number_of_namespaces": 1, 2024-09-14T03:35:12.147 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_pci_vendor": { 2024-09-14T03:35:12.147 INFO:tasks.workunit.client.0.smithi002.stdout: "id": 32902, 2024-09-14T03:35:12.147 INFO:tasks.workunit.client.0.smithi002.stdout: "subsystem_id": 32902 2024-09-14T03:35:12.147 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.147 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_smart_health_information_add_log": { 2024-09-14T03:35:12.147 INFO:tasks.workunit.client.0.smithi002.stdout: "Device stats": { 2024-09-14T03:35:12.147 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_fw_downgrades": { 2024-09-14T03:35:12.147 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2024-09-14T03:35:12.147 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:12.147 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.147 INFO:tasks.workunit.client.0.smithi002.stdout: "crc_error_count": { 2024-09-14T03:35:12.147 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:12.148 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:12.148 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.148 INFO:tasks.workunit.client.0.smithi002.stdout: "end_to_end_error_detection_count": { 2024-09-14T03:35:12.148 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:12.148 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:12.148 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.148 INFO:tasks.workunit.client.0.smithi002.stdout: "erase_fail_count": { 2024-09-14T03:35:12.148 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:12.148 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:12.148 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.148 INFO:tasks.workunit.client.0.smithi002.stdout: "host_bytes_written": { 2024-09-14T03:35:12.148 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:12.148 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 31821207 2024-09-14T03:35:12.148 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.149 INFO:tasks.workunit.client.0.smithi002.stdout: "host_ctx_wear_used": { 2024-09-14T03:35:12.149 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:12.149 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 1 2024-09-14T03:35:12.149 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.149 INFO:tasks.workunit.client.0.smithi002.stdout: "media_bytes_read": { 2024-09-14T03:35:12.149 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2024-09-14T03:35:12.149 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:12.149 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.149 INFO:tasks.workunit.client.0.smithi002.stdout: "nand_bytes_written": { 2024-09-14T03:35:12.149 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:12.149 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 55550591 2024-09-14T03:35:12.149 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.149 INFO:tasks.workunit.client.0.smithi002.stdout: "perf_stat_indicator": { 2024-09-14T03:35:12.149 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2024-09-14T03:35:12.149 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:12.150 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.150 INFO:tasks.workunit.client.0.smithi002.stdout: "pll_lock_loss_count": { 2024-09-14T03:35:12.150 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:12.150 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 1 2024-09-14T03:35:12.150 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.150 INFO:tasks.workunit.client.0.smithi002.stdout: "program_fail_count": { 2024-09-14T03:35:12.150 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:12.150 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:12.150 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.150 INFO:tasks.workunit.client.0.smithi002.stdout: "re_alloc_sectr_cnt": { 2024-09-14T03:35:12.150 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2024-09-14T03:35:12.150 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:12.150 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.150 INFO:tasks.workunit.client.0.smithi002.stdout: "retry_buffer_overflow_count": { 2024-09-14T03:35:12.151 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:12.151 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:12.151 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.151 INFO:tasks.workunit.client.0.smithi002.stdout: "soft_ecc_err_rate": { 2024-09-14T03:35:12.151 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2024-09-14T03:35:12.151 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:12.151 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.151 INFO:tasks.workunit.client.0.smithi002.stdout: "thermal_throttle_status": { 2024-09-14T03:35:12.151 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:12.151 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": { 2024-09-14T03:35:12.151 INFO:tasks.workunit.client.0.smithi002.stdout: "cnt": 0, 2024-09-14T03:35:12.151 INFO:tasks.workunit.client.0.smithi002.stdout: "pct": 0 2024-09-14T03:35:12.151 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.151 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.152 INFO:tasks.workunit.client.0.smithi002.stdout: "timed_workload_host_reads": { 2024-09-14T03:35:12.152 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:12.152 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 65535 2024-09-14T03:35:12.152 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.152 INFO:tasks.workunit.client.0.smithi002.stdout: "timed_workload_media_wear": { 2024-09-14T03:35:12.152 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:12.152 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": "63.999023" 2024-09-14T03:35:12.152 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.152 INFO:tasks.workunit.client.0.smithi002.stdout: "timed_workload_timer": { 2024-09-14T03:35:12.152 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:12.152 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 65535 2024-09-14T03:35:12.152 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.152 INFO:tasks.workunit.client.0.smithi002.stdout: "unexp_power_loss": { 2024-09-14T03:35:12.152 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2024-09-14T03:35:12.153 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:12.153 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.153 INFO:tasks.workunit.client.0.smithi002.stdout: "wear_leveling": { 2024-09-14T03:35:12.153 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 88, 2024-09-14T03:35:12.153 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": { 2024-09-14T03:35:12.153 INFO:tasks.workunit.client.0.smithi002.stdout: "avg": 3774, 2024-09-14T03:35:12.153 INFO:tasks.workunit.client.0.smithi002.stdout: "max": 3784, 2024-09-14T03:35:12.153 INFO:tasks.workunit.client.0.smithi002.stdout: "min": 3763 2024-09-14T03:35:12.153 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.153 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.153 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.153 INFO:tasks.workunit.client.0.smithi002.stdout: "Intel Smart log": "nvme0n1" 2024-09-14T03:35:12.153 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.153 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_smart_health_information_log": { 2024-09-14T03:35:12.154 INFO:tasks.workunit.client.0.smithi002.stdout: "available_spare": 100, 2024-09-14T03:35:12.154 INFO:tasks.workunit.client.0.smithi002.stdout: "available_spare_threshold": 10, 2024-09-14T03:35:12.154 INFO:tasks.workunit.client.0.smithi002.stdout: "controller_busy_time": 1, 2024-09-14T03:35:12.154 INFO:tasks.workunit.client.0.smithi002.stdout: "critical_warning": 0, 2024-09-14T03:35:12.154 INFO:tasks.workunit.client.0.smithi002.stdout: "data_units_read": 411623917, 2024-09-14T03:35:12.154 INFO:tasks.workunit.client.0.smithi002.stdout: "data_units_written": 2085434686, 2024-09-14T03:35:12.154 INFO:tasks.workunit.client.0.smithi002.stdout: "host_reads": 6907958397, 2024-09-14T03:35:12.154 INFO:tasks.workunit.client.0.smithi002.stdout: "host_writes": 38340958372, 2024-09-14T03:35:12.154 INFO:tasks.workunit.client.0.smithi002.stdout: "media_errors": 0, 2024-09-14T03:35:12.154 INFO:tasks.workunit.client.0.smithi002.stdout: "num_err_log_entries": 0, 2024-09-14T03:35:12.154 INFO:tasks.workunit.client.0.smithi002.stdout: "percentage_used": 12, 2024-09-14T03:35:12.154 INFO:tasks.workunit.client.0.smithi002.stdout: "power_cycles": 61824, 2024-09-14T03:35:12.154 INFO:tasks.workunit.client.0.smithi002.stdout: "power_on_hours": 55725, 2024-09-14T03:35:12.154 INFO:tasks.workunit.client.0.smithi002.stdout: "temperature": 28, 2024-09-14T03:35:12.154 INFO:tasks.workunit.client.0.smithi002.stdout: "unsafe_shutdowns": 12 2024-09-14T03:35:12.155 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.155 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_vendor": "intel", 2024-09-14T03:35:12.155 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_version": { 2024-09-14T03:35:12.155 INFO:tasks.workunit.client.0.smithi002.stdout: "string": "<1.2", 2024-09-14T03:35:12.155 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.155 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.155 INFO:tasks.workunit.client.0.smithi002.stdout: "power_cycle_count": 61824, 2024-09-14T03:35:12.155 INFO:tasks.workunit.client.0.smithi002.stdout: "power_on_time": { 2024-09-14T03:35:12.155 INFO:tasks.workunit.client.0.smithi002.stdout: "hours": 55725 2024-09-14T03:35:12.155 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.155 INFO:tasks.workunit.client.0.smithi002.stdout: "serial_number": "deleted", 2024-09-14T03:35:12.155 INFO:tasks.workunit.client.0.smithi002.stdout: "smart_status": { 2024-09-14T03:35:12.155 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme": { 2024-09-14T03:35:12.155 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.156 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.156 INFO:tasks.workunit.client.0.smithi002.stdout: "passed": true 2024-09-14T03:35:12.156 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.156 INFO:tasks.workunit.client.0.smithi002.stdout: "smartctl": { 2024-09-14T03:35:12.156 INFO:tasks.workunit.client.0.smithi002.stdout: "argv": [ 2024-09-14T03:35:12.156 INFO:tasks.workunit.client.0.smithi002.stdout: "smartctl", 2024-09-14T03:35:12.156 INFO:tasks.workunit.client.0.smithi002.stdout: "-x", 2024-09-14T03:35:12.156 INFO:tasks.workunit.client.0.smithi002.stdout: "--json=o", 2024-09-14T03:35:12.156 INFO:tasks.workunit.client.0.smithi002.stdout: "/dev/nvme0n1" 2024-09-14T03:35:12.156 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.156 INFO:tasks.workunit.client.0.smithi002.stdout: "build_info": "(local build)", 2024-09-14T03:35:12.156 INFO:tasks.workunit.client.0.smithi002.stdout: "exit_status": 0, 2024-09-14T03:35:12.156 INFO:tasks.workunit.client.0.smithi002.stdout: "output": [ 2024-09-14T03:35:12.156 INFO:tasks.workunit.client.0.smithi002.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-14T03:35:12.156 INFO:tasks.workunit.client.0.smithi002.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-14T03:35:12.157 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2024-09-14T03:35:12.157 INFO:tasks.workunit.client.0.smithi002.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-14T03:35:12.157 INFO:tasks.workunit.client.0.smithi002.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-09-14T03:35:12.157 INFO:tasks.workunit.client.0.smithi002.stdout: "Serial Number: deleted", 2024-09-14T03:35:12.157 INFO:tasks.workunit.client.0.smithi002.stdout: "Firmware Version: 8DV101H0", 2024-09-14T03:35:12.157 INFO:tasks.workunit.client.0.smithi002.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-14T03:35:12.157 INFO:tasks.workunit.client.0.smithi002.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-14T03:35:12.157 INFO:tasks.workunit.client.0.smithi002.stdout: "Controller ID: 0", 2024-09-14T03:35:12.157 INFO:tasks.workunit.client.0.smithi002.stdout: "NVMe Version: <1.2", 2024-09-14T03:35:12.157 INFO:tasks.workunit.client.0.smithi002.stdout: "Number of Namespaces: 1", 2024-09-14T03:35:12.157 INFO:tasks.workunit.client.0.smithi002.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-09-14T03:35:12.157 INFO:tasks.workunit.client.0.smithi002.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-14T03:35:12.157 INFO:tasks.workunit.client.0.smithi002.stdout: "Local Time is: Sat Sep 14 03:29:24 2024 UTC", 2024-09-14T03:35:12.157 INFO:tasks.workunit.client.0.smithi002.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-14T03:35:12.158 INFO:tasks.workunit.client.0.smithi002.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-09-14T03:35:12.158 INFO:tasks.workunit.client.0.smithi002.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-14T03:35:12.158 INFO:tasks.workunit.client.0.smithi002.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-14T03:35:12.158 INFO:tasks.workunit.client.0.smithi002.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-14T03:35:12.158 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2024-09-14T03:35:12.158 INFO:tasks.workunit.client.0.smithi002.stdout: "Supported Power States", 2024-09-14T03:35:12.158 INFO:tasks.workunit.client.0.smithi002.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-14T03:35:12.158 INFO:tasks.workunit.client.0.smithi002.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-09-14T03:35:12.158 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2024-09-14T03:35:12.158 INFO:tasks.workunit.client.0.smithi002.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-14T03:35:12.158 INFO:tasks.workunit.client.0.smithi002.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-14T03:35:12.158 INFO:tasks.workunit.client.0.smithi002.stdout: " 0 + 512 0 2", 2024-09-14T03:35:12.158 INFO:tasks.workunit.client.0.smithi002.stdout: " 1 - 512 8 2", 2024-09-14T03:35:12.158 INFO:tasks.workunit.client.0.smithi002.stdout: " 2 - 512 16 2", 2024-09-14T03:35:12.159 INFO:tasks.workunit.client.0.smithi002.stdout: " 3 - 4096 0 0", 2024-09-14T03:35:12.159 INFO:tasks.workunit.client.0.smithi002.stdout: " 4 - 4096 8 0", 2024-09-14T03:35:12.159 INFO:tasks.workunit.client.0.smithi002.stdout: " 5 - 4096 64 0", 2024-09-14T03:35:12.159 INFO:tasks.workunit.client.0.smithi002.stdout: " 6 - 4096 128 0", 2024-09-14T03:35:12.159 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2024-09-14T03:35:12.159 INFO:tasks.workunit.client.0.smithi002.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-14T03:35:12.159 INFO:tasks.workunit.client.0.smithi002.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-14T03:35:12.159 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2024-09-14T03:35:12.159 INFO:tasks.workunit.client.0.smithi002.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-14T03:35:12.159 INFO:tasks.workunit.client.0.smithi002.stdout: "Critical Warning: 0x00", 2024-09-14T03:35:12.159 INFO:tasks.workunit.client.0.smithi002.stdout: "Temperature: 28 Celsius", 2024-09-14T03:35:12.159 INFO:tasks.workunit.client.0.smithi002.stdout: "Available Spare: 100%", 2024-09-14T03:35:12.159 INFO:tasks.workunit.client.0.smithi002.stdout: "Available Spare Threshold: 10%", 2024-09-14T03:35:12.159 INFO:tasks.workunit.client.0.smithi002.stdout: "Percentage Used: 12%", 2024-09-14T03:35:12.160 INFO:tasks.workunit.client.0.smithi002.stdout: "Data Units Read: 411,623,917 [210 TB]", 2024-09-14T03:35:12.160 INFO:tasks.workunit.client.0.smithi002.stdout: "Data Units Written: 2,085,434,686 [1.06 PB]", 2024-09-14T03:35:12.160 INFO:tasks.workunit.client.0.smithi002.stdout: "Host Read Commands: 6,907,958,397", 2024-09-14T03:35:12.160 INFO:tasks.workunit.client.0.smithi002.stdout: "Host Write Commands: 38,340,958,372", 2024-09-14T03:35:12.160 INFO:tasks.workunit.client.0.smithi002.stdout: "Controller Busy Time: 1", 2024-09-14T03:35:12.160 INFO:tasks.workunit.client.0.smithi002.stdout: "Power Cycles: 61,824", 2024-09-14T03:35:12.160 INFO:tasks.workunit.client.0.smithi002.stdout: "Power On Hours: 55,725", 2024-09-14T03:35:12.160 INFO:tasks.workunit.client.0.smithi002.stdout: "Unsafe Shutdowns: 12", 2024-09-14T03:35:12.160 INFO:tasks.workunit.client.0.smithi002.stdout: "Media and Data Integrity Errors: 0", 2024-09-14T03:35:12.160 INFO:tasks.workunit.client.0.smithi002.stdout: "Error Information Log Entries: 0", 2024-09-14T03:35:12.160 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2024-09-14T03:35:12.160 INFO:tasks.workunit.client.0.smithi002.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-14T03:35:12.160 INFO:tasks.workunit.client.0.smithi002.stdout: "No Errors Logged", 2024-09-14T03:35:12.160 INFO:tasks.workunit.client.0.smithi002.stdout: "" 2024-09-14T03:35:12.160 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.161 INFO:tasks.workunit.client.0.smithi002.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-14T03:35:12.161 INFO:tasks.workunit.client.0.smithi002.stdout: "svn_revision": "5155", 2024-09-14T03:35:12.161 INFO:tasks.workunit.client.0.smithi002.stdout: "version": [ 2024-09-14T03:35:12.161 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:12.161 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2024-09-14T03:35:12.161 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:12.161 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.161 INFO:tasks.workunit.client.0.smithi002.stdout: "temperature": { 2024-09-14T03:35:12.161 INFO:tasks.workunit.client.0.smithi002.stdout: "current": 28 2024-09-14T03:35:12.161 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.161 INFO:tasks.workunit.client.0.smithi002.stdout: "user_capacity": { 2024-09-14T03:35:12.161 INFO:tasks.workunit.client.0.smithi002.stdout: "blocks": 781422768, 2024-09-14T03:35:12.161 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 400088457216 2024-09-14T03:35:12.161 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.162 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.162 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.162 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.162 INFO:tasks.workunit.client.0.smithi002.stdout:} 2024-09-14T03:35:12.162 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:10 smithi154 ceph-mon[30999]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:35:12.162 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:10 smithi154 ceph-mon[30999]: from='client.24716 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:12.162 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:10 smithi154 ceph-mon[30999]: from='client.24722 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:12.162 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:10 smithi154 ceph-mon[30999]: from='client.24722 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:12.163 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:10 smithi154 ceph-mon[30999]: from='client.? 172.21.15.2:0/2581959129' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-14T03:35:12.163 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:10 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:35:12.163 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:10 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-14T03:35:12.163 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:10 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:12.163 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:10 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:12.163 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:10 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:12.163 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:10 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:12.163 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:10 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:12.163 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:10 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:12.163 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:10 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:12.163 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:10 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:12.163 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:10 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:12.163 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:10 smithi154 ceph-mon[30999]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-14T03:35:12.163 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:10 smithi154 ceph-mon[30999]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-14T03:35:12.164 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:10 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:12.164 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:10 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:12.164 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:10 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:12.164 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:10 smithi154 ceph-mon[30999]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-14T03:35:12.164 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:10 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:12.164 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:10 smithi154 ceph-mon[30999]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-14T03:35:12.164 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:10 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:12.164 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:10 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:12.164 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:10 smithi154 ceph-mon[30999]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-14T03:35:12.164 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:10 smithi154 ceph-mon[30999]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-14T03:35:12.164 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:10 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:12.164 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:10 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:12.164 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:10 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:12.165 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:10 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:35:12.165 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:10 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-14T03:35:12.165 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:10 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:12.165 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:10 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:12.165 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:10 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:12.165 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:10 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:12.165 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:10 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:12.165 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:10 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:12.165 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:10 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:12.165 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:10 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:12.165 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:10 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:12.165 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:10 smithi154 ceph-mon[30999]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-14T03:35:12.165 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:10 smithi154 ceph-mon[30999]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-14T03:35:12.165 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:10 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:12.166 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:10 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:12.166 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:10 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:12.166 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:10 smithi154 ceph-mon[30999]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-14T03:35:12.166 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:10 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:12.166 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:10 smithi154 ceph-mon[30999]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-14T03:35:12.166 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:10 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:12.166 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:10 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:12.166 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:10 smithi154 ceph-mon[30999]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-14T03:35:12.166 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:10 smithi154 ceph-mon[30999]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-14T03:35:12.166 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:10 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:12.166 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:10 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:12.166 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:10 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:12.166 INFO:tasks.workunit.client.0.smithi002.stderr:+ ceph telemetry show-all 2024-09-14T03:35:12.167 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[27606]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:35:12.167 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[27606]: from='client.24716 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:12.167 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[27606]: from='client.24722 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:12.167 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[27606]: from='client.24722 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:12.167 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/2581959129' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-14T03:35:12.167 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:35:12.167 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-14T03:35:12.167 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:12.167 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:12.167 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:12.167 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:12.168 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:12.168 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:12.168 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:12.168 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:12.168 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:12.168 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[27606]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-14T03:35:12.168 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[27606]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-14T03:35:12.168 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:12.168 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:12.168 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:12.168 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[27606]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-14T03:35:12.168 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:12.168 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[27606]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-14T03:35:12.168 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:12.169 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:12.169 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[38004]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:35:12.169 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[38004]: from='client.24716 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:12.169 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[38004]: from='client.24722 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:12.169 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[38004]: from='client.24722 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:12.169 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[38004]: from='client.? 172.21.15.2:0/2581959129' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-14T03:35:12.169 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:35:12.169 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-14T03:35:12.169 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:12.170 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:12.170 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:12.170 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:12.170 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:12.170 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:12.170 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:12.170 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:12.170 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:12.170 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[38004]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-14T03:35:12.170 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[38004]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-14T03:35:12.170 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:12.170 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:12.170 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:12.170 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[38004]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-14T03:35:12.170 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:12.171 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[38004]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-14T03:35:12.171 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:12.171 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:12.171 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[27606]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-14T03:35:12.171 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[27606]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-14T03:35:12.171 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:12.171 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:12.171 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:12.171 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:35:12.172 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-14T03:35:12.172 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:12.172 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:12.172 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:12.172 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:12.172 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:12.172 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:12.172 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:12.172 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:12.172 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:12.172 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[27606]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-14T03:35:12.172 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[27606]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-14T03:35:12.172 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:12.172 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:12.173 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:12.173 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[27606]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-14T03:35:12.173 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:12.173 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[27606]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-14T03:35:12.173 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:12.173 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:12.173 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[27606]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-14T03:35:12.173 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[27606]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-14T03:35:12.173 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:12.173 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:12.173 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:12.174 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[38004]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-14T03:35:12.174 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[38004]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-14T03:35:12.174 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:12.174 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:12.174 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:12.174 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:35:12.174 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-14T03:35:12.174 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:12.174 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:12.174 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:12.174 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:12.175 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:12.175 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:12.175 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:12.175 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:12.175 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:12.175 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[38004]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-14T03:35:12.175 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[38004]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-14T03:35:12.175 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:12.175 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:12.175 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:12.175 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[38004]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-14T03:35:12.175 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:12.175 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[38004]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-14T03:35:12.175 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:12.175 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:12.176 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[38004]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-14T03:35:12.176 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[38004]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-14T03:35:12.176 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:12.176 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:12.176 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:10 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:12.185 INFO:tasks.workunit.client.0.smithi002.stdout:{ 2024-09-14T03:35:12.185 INFO:tasks.workunit.client.0.smithi002.stdout: "device_report": { 2024-09-14T03:35:12.185 INFO:tasks.workunit.client.0.smithi002.stdout: "563eb67a-724a-11ef-9d12-0cc47abd1920": { 2024-09-14T03:35:12.185 INFO:tasks.workunit.client.0.smithi002.stdout: "INTEL_SSDPED1D480GA_563f431a-724a-11ef-9d12-0cc47abd1920": { 2024-09-14T03:35:12.185 INFO:tasks.workunit.client.0.smithi002.stdout: "20240914-032921": { 2024-09-14T03:35:12.185 INFO:tasks.workunit.client.0.smithi002.stdout: "device": { 2024-09-14T03:35:12.186 INFO:tasks.workunit.client.0.smithi002.stdout: "info_name": "/dev/nvme0n1", 2024-09-14T03:35:12.186 INFO:tasks.workunit.client.0.smithi002.stdout: "name": "/dev/nvme0n1", 2024-09-14T03:35:12.186 INFO:tasks.workunit.client.0.smithi002.stdout: "protocol": "NVMe", 2024-09-14T03:35:12.186 INFO:tasks.workunit.client.0.smithi002.stdout: "type": "nvme" 2024-09-14T03:35:12.186 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.186 INFO:tasks.workunit.client.0.smithi002.stdout: "firmware_version": "E2010325", 2024-09-14T03:35:12.186 INFO:tasks.workunit.client.0.smithi002.stdout: "host_id": "563eb67a-724a-11ef-9d12-0cc47abd1920", 2024-09-14T03:35:12.186 INFO:tasks.workunit.client.0.smithi002.stdout: "json_format_version": [ 2024-09-14T03:35:12.186 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:12.186 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:12.186 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.186 INFO:tasks.workunit.client.0.smithi002.stdout: "local_time": { 2024-09-14T03:35:12.186 INFO:tasks.workunit.client.0.smithi002.stdout: "asctime": "Sat Sep 14 03:29:21 2024 UTC", 2024-09-14T03:35:12.186 INFO:tasks.workunit.client.0.smithi002.stdout: "time_t": 1726284561 2024-09-14T03:35:12.187 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.187 INFO:tasks.workunit.client.0.smithi002.stdout: "logical_block_size": 512, 2024-09-14T03:35:12.187 INFO:tasks.workunit.client.0.smithi002.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-09-14T03:35:12.187 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_controller_id": 0, 2024-09-14T03:35:12.187 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-14T03:35:12.187 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_namespaces": [ 2024-09-14T03:35:12.187 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:12.187 INFO:tasks.workunit.client.0.smithi002.stdout: "capacity": { 2024-09-14T03:35:12.187 INFO:tasks.workunit.client.0.smithi002.stdout: "blocks": 937703088, 2024-09-14T03:35:12.187 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 480103981056 2024-09-14T03:35:12.187 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.187 INFO:tasks.workunit.client.0.smithi002.stdout: "formatted_lba_size": 512, 2024-09-14T03:35:12.187 INFO:tasks.workunit.client.0.smithi002.stdout: "id": 1, 2024-09-14T03:35:12.187 INFO:tasks.workunit.client.0.smithi002.stdout: "size": { 2024-09-14T03:35:12.188 INFO:tasks.workunit.client.0.smithi002.stdout: "blocks": 937703088, 2024-09-14T03:35:12.188 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 480103981056 2024-09-14T03:35:12.188 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.188 INFO:tasks.workunit.client.0.smithi002.stdout: "utilization": { 2024-09-14T03:35:12.188 INFO:tasks.workunit.client.0.smithi002.stdout: "blocks": 937703088, 2024-09-14T03:35:12.188 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 480103981056 2024-09-14T03:35:12.188 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.188 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.188 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.188 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_number_of_namespaces": 1, 2024-09-14T03:35:12.188 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_pci_vendor": { 2024-09-14T03:35:12.188 INFO:tasks.workunit.client.0.smithi002.stdout: "id": 32902, 2024-09-14T03:35:12.188 INFO:tasks.workunit.client.0.smithi002.stdout: "subsystem_id": 32902 2024-09-14T03:35:12.189 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.189 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_smart_health_information_add_log": { 2024-09-14T03:35:12.189 INFO:tasks.workunit.client.0.smithi002.stdout: "Device stats": { 2024-09-14T03:35:12.189 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_fw_downgrades": { 2024-09-14T03:35:12.189 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2024-09-14T03:35:12.189 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:12.189 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.189 INFO:tasks.workunit.client.0.smithi002.stdout: "crc_error_count": { 2024-09-14T03:35:12.189 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:12.189 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:12.189 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.189 INFO:tasks.workunit.client.0.smithi002.stdout: "end_to_end_error_detection_count": { 2024-09-14T03:35:12.189 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:12.189 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:12.189 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.190 INFO:tasks.workunit.client.0.smithi002.stdout: "erase_fail_count": { 2024-09-14T03:35:12.190 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2024-09-14T03:35:12.190 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:12.190 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.190 INFO:tasks.workunit.client.0.smithi002.stdout: "host_bytes_written": { 2024-09-14T03:35:12.190 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:12.190 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 15121774 2024-09-14T03:35:12.190 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.190 INFO:tasks.workunit.client.0.smithi002.stdout: "host_ctx_wear_used": { 2024-09-14T03:35:12.190 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2024-09-14T03:35:12.190 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:12.190 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.190 INFO:tasks.workunit.client.0.smithi002.stdout: "media_bytes_read": { 2024-09-14T03:35:12.190 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2024-09-14T03:35:12.191 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:12.191 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.191 INFO:tasks.workunit.client.0.smithi002.stdout: "nand_bytes_written": { 2024-09-14T03:35:12.191 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2024-09-14T03:35:12.191 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:12.191 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.191 INFO:tasks.workunit.client.0.smithi002.stdout: "perf_stat_indicator": { 2024-09-14T03:35:12.191 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2024-09-14T03:35:12.191 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:12.191 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.191 INFO:tasks.workunit.client.0.smithi002.stdout: "pll_lock_loss_count": { 2024-09-14T03:35:12.191 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:12.191 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 1 2024-09-14T03:35:12.191 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.192 INFO:tasks.workunit.client.0.smithi002.stdout: "program_fail_count": { 2024-09-14T03:35:12.192 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2024-09-14T03:35:12.192 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:12.192 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.192 INFO:tasks.workunit.client.0.smithi002.stdout: "re_alloc_sectr_cnt": { 2024-09-14T03:35:12.192 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2024-09-14T03:35:12.192 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:12.192 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.192 INFO:tasks.workunit.client.0.smithi002.stdout: "retry_buffer_overflow_count": { 2024-09-14T03:35:12.192 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:12.192 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:12.192 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.192 INFO:tasks.workunit.client.0.smithi002.stdout: "soft_ecc_err_rate": { 2024-09-14T03:35:12.193 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2024-09-14T03:35:12.193 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:12.193 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.193 INFO:tasks.workunit.client.0.smithi002.stdout: "thermal_throttle_status": { 2024-09-14T03:35:12.193 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:12.193 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": { 2024-09-14T03:35:12.193 INFO:tasks.workunit.client.0.smithi002.stdout: "cnt": 0, 2024-09-14T03:35:12.193 INFO:tasks.workunit.client.0.smithi002.stdout: "pct": 0 2024-09-14T03:35:12.193 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.193 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.193 INFO:tasks.workunit.client.0.smithi002.stdout: "timed_workload_host_reads": { 2024-09-14T03:35:12.193 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:12.193 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 14 2024-09-14T03:35:12.193 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.194 INFO:tasks.workunit.client.0.smithi002.stdout: "timed_workload_media_wear": { 2024-09-14T03:35:12.194 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:12.194 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": "0.000000" 2024-09-14T03:35:12.194 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.194 INFO:tasks.workunit.client.0.smithi002.stdout: "timed_workload_timer": { 2024-09-14T03:35:12.194 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:12.194 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 1452344 2024-09-14T03:35:12.194 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.194 INFO:tasks.workunit.client.0.smithi002.stdout: "unexp_power_loss": { 2024-09-14T03:35:12.194 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2024-09-14T03:35:12.194 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:12.194 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.194 INFO:tasks.workunit.client.0.smithi002.stdout: "wear_leveling": { 2024-09-14T03:35:12.194 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2024-09-14T03:35:12.194 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": { 2024-09-14T03:35:12.195 INFO:tasks.workunit.client.0.smithi002.stdout: "avg": 0, 2024-09-14T03:35:12.195 INFO:tasks.workunit.client.0.smithi002.stdout: "max": 0, 2024-09-14T03:35:12.195 INFO:tasks.workunit.client.0.smithi002.stdout: "min": 0 2024-09-14T03:35:12.195 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.195 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.195 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.195 INFO:tasks.workunit.client.0.smithi002.stdout: "Intel Smart log": "nvme0n1" 2024-09-14T03:35:12.195 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.195 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_smart_health_information_log": { 2024-09-14T03:35:12.195 INFO:tasks.workunit.client.0.smithi002.stdout: "available_spare": 100, 2024-09-14T03:35:12.195 INFO:tasks.workunit.client.0.smithi002.stdout: "available_spare_threshold": 0, 2024-09-14T03:35:12.195 INFO:tasks.workunit.client.0.smithi002.stdout: "controller_busy_time": 5867, 2024-09-14T03:35:12.195 INFO:tasks.workunit.client.0.smithi002.stdout: "critical_warning": 0, 2024-09-14T03:35:12.195 INFO:tasks.workunit.client.0.smithi002.stdout: "data_units_read": 208376833, 2024-09-14T03:35:12.196 INFO:tasks.workunit.client.0.smithi002.stdout: "data_units_written": 991020618, 2024-09-14T03:35:12.196 INFO:tasks.workunit.client.0.smithi002.stdout: "host_reads": 3699851740, 2024-09-14T03:35:12.196 INFO:tasks.workunit.client.0.smithi002.stdout: "host_writes": 21349590694, 2024-09-14T03:35:12.196 INFO:tasks.workunit.client.0.smithi002.stdout: "media_errors": 0, 2024-09-14T03:35:12.196 INFO:tasks.workunit.client.0.smithi002.stdout: "num_err_log_entries": 0, 2024-09-14T03:35:12.196 INFO:tasks.workunit.client.0.smithi002.stdout: "percentage_used": 0, 2024-09-14T03:35:12.196 INFO:tasks.workunit.client.0.smithi002.stdout: "power_cycles": 35407, 2024-09-14T03:35:12.196 INFO:tasks.workunit.client.0.smithi002.stdout: "power_on_hours": 39127, 2024-09-14T03:35:12.196 INFO:tasks.workunit.client.0.smithi002.stdout: "temperature": 31, 2024-09-14T03:35:12.196 INFO:tasks.workunit.client.0.smithi002.stdout: "unsafe_shutdowns": 10194 2024-09-14T03:35:12.196 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.196 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_vendor": "intel", 2024-09-14T03:35:12.196 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_version": { 2024-09-14T03:35:12.196 INFO:tasks.workunit.client.0.smithi002.stdout: "string": "<1.2", 2024-09-14T03:35:12.197 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.197 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.197 INFO:tasks.workunit.client.0.smithi002.stdout: "power_cycle_count": 35407, 2024-09-14T03:35:12.197 INFO:tasks.workunit.client.0.smithi002.stdout: "power_on_time": { 2024-09-14T03:35:12.197 INFO:tasks.workunit.client.0.smithi002.stdout: "hours": 39127 2024-09-14T03:35:12.197 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.197 INFO:tasks.workunit.client.0.smithi002.stdout: "serial_number": "deleted", 2024-09-14T03:35:12.197 INFO:tasks.workunit.client.0.smithi002.stdout: "smart_status": { 2024-09-14T03:35:12.197 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme": { 2024-09-14T03:35:12.197 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.197 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.197 INFO:tasks.workunit.client.0.smithi002.stdout: "passed": true 2024-09-14T03:35:12.197 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.197 INFO:tasks.workunit.client.0.smithi002.stdout: "smartctl": { 2024-09-14T03:35:12.198 INFO:tasks.workunit.client.0.smithi002.stdout: "argv": [ 2024-09-14T03:35:12.198 INFO:tasks.workunit.client.0.smithi002.stdout: "smartctl", 2024-09-14T03:35:12.198 INFO:tasks.workunit.client.0.smithi002.stdout: "-x", 2024-09-14T03:35:12.198 INFO:tasks.workunit.client.0.smithi002.stdout: "--json=o", 2024-09-14T03:35:12.198 INFO:tasks.workunit.client.0.smithi002.stdout: "/dev/nvme0n1" 2024-09-14T03:35:12.198 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.198 INFO:tasks.workunit.client.0.smithi002.stdout: "build_info": "(local build)", 2024-09-14T03:35:12.198 INFO:tasks.workunit.client.0.smithi002.stdout: "exit_status": 0, 2024-09-14T03:35:12.198 INFO:tasks.workunit.client.0.smithi002.stdout: "output": [ 2024-09-14T03:35:12.198 INFO:tasks.workunit.client.0.smithi002.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-14T03:35:12.198 INFO:tasks.workunit.client.0.smithi002.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-14T03:35:12.198 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2024-09-14T03:35:12.198 INFO:tasks.workunit.client.0.smithi002.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-14T03:35:12.199 INFO:tasks.workunit.client.0.smithi002.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-09-14T03:35:12.199 INFO:tasks.workunit.client.0.smithi002.stdout: "Serial Number: deleted", 2024-09-14T03:35:12.199 INFO:tasks.workunit.client.0.smithi002.stdout: "Firmware Version: E2010325", 2024-09-14T03:35:12.199 INFO:tasks.workunit.client.0.smithi002.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-14T03:35:12.199 INFO:tasks.workunit.client.0.smithi002.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-14T03:35:12.199 INFO:tasks.workunit.client.0.smithi002.stdout: "Controller ID: 0", 2024-09-14T03:35:12.199 INFO:tasks.workunit.client.0.smithi002.stdout: "NVMe Version: <1.2", 2024-09-14T03:35:12.199 INFO:tasks.workunit.client.0.smithi002.stdout: "Number of Namespaces: 1", 2024-09-14T03:35:12.199 INFO:tasks.workunit.client.0.smithi002.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-09-14T03:35:12.199 INFO:tasks.workunit.client.0.smithi002.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-14T03:35:12.199 INFO:tasks.workunit.client.0.smithi002.stdout: "Local Time is: Sat Sep 14 03:29:21 2024 UTC", 2024-09-14T03:35:12.199 INFO:tasks.workunit.client.0.smithi002.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-14T03:35:12.199 INFO:tasks.workunit.client.0.smithi002.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-09-14T03:35:12.200 INFO:tasks.workunit.client.0.smithi002.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-14T03:35:12.200 INFO:tasks.workunit.client.0.smithi002.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-14T03:35:12.200 INFO:tasks.workunit.client.0.smithi002.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-14T03:35:12.200 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2024-09-14T03:35:12.200 INFO:tasks.workunit.client.0.smithi002.stdout: "Supported Power States", 2024-09-14T03:35:12.200 INFO:tasks.workunit.client.0.smithi002.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-14T03:35:12.200 INFO:tasks.workunit.client.0.smithi002.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-09-14T03:35:12.200 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2024-09-14T03:35:12.200 INFO:tasks.workunit.client.0.smithi002.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-14T03:35:12.200 INFO:tasks.workunit.client.0.smithi002.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-14T03:35:12.200 INFO:tasks.workunit.client.0.smithi002.stdout: " 0 + 512 0 2", 2024-09-14T03:35:12.200 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2024-09-14T03:35:12.200 INFO:tasks.workunit.client.0.smithi002.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-14T03:35:12.200 INFO:tasks.workunit.client.0.smithi002.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-14T03:35:12.201 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2024-09-14T03:35:12.201 INFO:tasks.workunit.client.0.smithi002.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-14T03:35:12.201 INFO:tasks.workunit.client.0.smithi002.stdout: "Critical Warning: 0x00", 2024-09-14T03:35:12.201 INFO:tasks.workunit.client.0.smithi002.stdout: "Temperature: 31 Celsius", 2024-09-14T03:35:12.201 INFO:tasks.workunit.client.0.smithi002.stdout: "Available Spare: 100%", 2024-09-14T03:35:12.201 INFO:tasks.workunit.client.0.smithi002.stdout: "Available Spare Threshold: 0%", 2024-09-14T03:35:12.201 INFO:tasks.workunit.client.0.smithi002.stdout: "Percentage Used: 0%", 2024-09-14T03:35:12.201 INFO:tasks.workunit.client.0.smithi002.stdout: "Data Units Read: 208,376,833 [106 TB]", 2024-09-14T03:35:12.201 INFO:tasks.workunit.client.0.smithi002.stdout: "Data Units Written: 991,020,618 [507 TB]", 2024-09-14T03:35:12.201 INFO:tasks.workunit.client.0.smithi002.stdout: "Host Read Commands: 3,699,851,740", 2024-09-14T03:35:12.201 INFO:tasks.workunit.client.0.smithi002.stdout: "Host Write Commands: 21,349,590,694", 2024-09-14T03:35:12.201 INFO:tasks.workunit.client.0.smithi002.stdout: "Controller Busy Time: 5,867", 2024-09-14T03:35:12.201 INFO:tasks.workunit.client.0.smithi002.stdout: "Power Cycles: 35,407", 2024-09-14T03:35:12.201 INFO:tasks.workunit.client.0.smithi002.stdout: "Power On Hours: 39,127", 2024-09-14T03:35:12.202 INFO:tasks.workunit.client.0.smithi002.stdout: "Unsafe Shutdowns: 10,194", 2024-09-14T03:35:12.202 INFO:tasks.workunit.client.0.smithi002.stdout: "Media and Data Integrity Errors: 0", 2024-09-14T03:35:12.202 INFO:tasks.workunit.client.0.smithi002.stdout: "Error Information Log Entries: 0", 2024-09-14T03:35:12.202 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2024-09-14T03:35:12.202 INFO:tasks.workunit.client.0.smithi002.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-14T03:35:12.202 INFO:tasks.workunit.client.0.smithi002.stdout: "No Errors Logged", 2024-09-14T03:35:12.202 INFO:tasks.workunit.client.0.smithi002.stdout: "" 2024-09-14T03:35:12.202 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.202 INFO:tasks.workunit.client.0.smithi002.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-14T03:35:12.202 INFO:tasks.workunit.client.0.smithi002.stdout: "svn_revision": "5155", 2024-09-14T03:35:12.202 INFO:tasks.workunit.client.0.smithi002.stdout: "version": [ 2024-09-14T03:35:12.202 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:12.202 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2024-09-14T03:35:12.202 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:12.203 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.203 INFO:tasks.workunit.client.0.smithi002.stdout: "temperature": { 2024-09-14T03:35:12.203 INFO:tasks.workunit.client.0.smithi002.stdout: "current": 31 2024-09-14T03:35:12.203 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.203 INFO:tasks.workunit.client.0.smithi002.stdout: "user_capacity": { 2024-09-14T03:35:12.203 INFO:tasks.workunit.client.0.smithi002.stdout: "blocks": 937703088, 2024-09-14T03:35:12.203 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 480103981056 2024-09-14T03:35:12.203 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.203 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.203 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.203 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.203 INFO:tasks.workunit.client.0.smithi002.stdout: "564070fa-724a-11ef-9d12-0cc47abd1920": { 2024-09-14T03:35:12.203 INFO:tasks.workunit.client.0.smithi002.stdout: "INTEL_SSDPEDMD400G4_5641106e-724a-11ef-9d12-0cc47abd1920": { 2024-09-14T03:35:12.203 INFO:tasks.workunit.client.0.smithi002.stdout: "20240914-032924": { 2024-09-14T03:35:12.203 INFO:tasks.workunit.client.0.smithi002.stdout: "device": { 2024-09-14T03:35:12.204 INFO:tasks.workunit.client.0.smithi002.stdout: "info_name": "/dev/nvme0n1", 2024-09-14T03:35:12.204 INFO:tasks.workunit.client.0.smithi002.stdout: "name": "/dev/nvme0n1", 2024-09-14T03:35:12.204 INFO:tasks.workunit.client.0.smithi002.stdout: "protocol": "NVMe", 2024-09-14T03:35:12.204 INFO:tasks.workunit.client.0.smithi002.stdout: "type": "nvme" 2024-09-14T03:35:12.204 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.204 INFO:tasks.workunit.client.0.smithi002.stdout: "firmware_version": "8DV101H0", 2024-09-14T03:35:12.204 INFO:tasks.workunit.client.0.smithi002.stdout: "host_id": "564070fa-724a-11ef-9d12-0cc47abd1920", 2024-09-14T03:35:12.204 INFO:tasks.workunit.client.0.smithi002.stdout: "json_format_version": [ 2024-09-14T03:35:12.204 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:12.204 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:12.204 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.204 INFO:tasks.workunit.client.0.smithi002.stdout: "local_time": { 2024-09-14T03:35:12.204 INFO:tasks.workunit.client.0.smithi002.stdout: "asctime": "Sat Sep 14 03:29:24 2024 UTC", 2024-09-14T03:35:12.204 INFO:tasks.workunit.client.0.smithi002.stdout: "time_t": 1726284564 2024-09-14T03:35:12.205 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.205 INFO:tasks.workunit.client.0.smithi002.stdout: "logical_block_size": 512, 2024-09-14T03:35:12.205 INFO:tasks.workunit.client.0.smithi002.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-09-14T03:35:12.205 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_controller_id": 0, 2024-09-14T03:35:12.205 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-14T03:35:12.205 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_namespaces": [ 2024-09-14T03:35:12.205 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:12.205 INFO:tasks.workunit.client.0.smithi002.stdout: "capacity": { 2024-09-14T03:35:12.205 INFO:tasks.workunit.client.0.smithi002.stdout: "blocks": 781422768, 2024-09-14T03:35:12.205 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 400088457216 2024-09-14T03:35:12.205 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.205 INFO:tasks.workunit.client.0.smithi002.stdout: "formatted_lba_size": 512, 2024-09-14T03:35:12.205 INFO:tasks.workunit.client.0.smithi002.stdout: "id": 1, 2024-09-14T03:35:12.205 INFO:tasks.workunit.client.0.smithi002.stdout: "size": { 2024-09-14T03:35:12.206 INFO:tasks.workunit.client.0.smithi002.stdout: "blocks": 781422768, 2024-09-14T03:35:12.206 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 400088457216 2024-09-14T03:35:12.206 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.206 INFO:tasks.workunit.client.0.smithi002.stdout: "utilization": { 2024-09-14T03:35:12.206 INFO:tasks.workunit.client.0.smithi002.stdout: "blocks": 781422768, 2024-09-14T03:35:12.206 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 400088457216 2024-09-14T03:35:12.206 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.206 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.206 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.206 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_number_of_namespaces": 1, 2024-09-14T03:35:12.206 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_pci_vendor": { 2024-09-14T03:35:12.206 INFO:tasks.workunit.client.0.smithi002.stdout: "id": 32902, 2024-09-14T03:35:12.206 INFO:tasks.workunit.client.0.smithi002.stdout: "subsystem_id": 32902 2024-09-14T03:35:12.206 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.206 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_smart_health_information_add_log": { 2024-09-14T03:35:12.207 INFO:tasks.workunit.client.0.smithi002.stdout: "Device stats": { 2024-09-14T03:35:12.207 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_fw_downgrades": { 2024-09-14T03:35:12.207 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2024-09-14T03:35:12.207 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:12.207 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.207 INFO:tasks.workunit.client.0.smithi002.stdout: "crc_error_count": { 2024-09-14T03:35:12.207 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:12.207 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:12.207 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.207 INFO:tasks.workunit.client.0.smithi002.stdout: "end_to_end_error_detection_count": { 2024-09-14T03:35:12.207 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:12.207 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:12.207 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.207 INFO:tasks.workunit.client.0.smithi002.stdout: "erase_fail_count": { 2024-09-14T03:35:12.208 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:12.208 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:12.208 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.208 INFO:tasks.workunit.client.0.smithi002.stdout: "host_bytes_written": { 2024-09-14T03:35:12.208 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:12.208 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 31821207 2024-09-14T03:35:12.208 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.208 INFO:tasks.workunit.client.0.smithi002.stdout: "host_ctx_wear_used": { 2024-09-14T03:35:12.208 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:12.208 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 1 2024-09-14T03:35:12.208 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.208 INFO:tasks.workunit.client.0.smithi002.stdout: "media_bytes_read": { 2024-09-14T03:35:12.208 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2024-09-14T03:35:12.208 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:12.208 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.209 INFO:tasks.workunit.client.0.smithi002.stdout: "nand_bytes_written": { 2024-09-14T03:35:12.209 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:12.209 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 55550591 2024-09-14T03:35:12.209 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.209 INFO:tasks.workunit.client.0.smithi002.stdout: "perf_stat_indicator": { 2024-09-14T03:35:12.209 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2024-09-14T03:35:12.209 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:12.209 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.209 INFO:tasks.workunit.client.0.smithi002.stdout: "pll_lock_loss_count": { 2024-09-14T03:35:12.209 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:12.209 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 1 2024-09-14T03:35:12.209 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.209 INFO:tasks.workunit.client.0.smithi002.stdout: "program_fail_count": { 2024-09-14T03:35:12.209 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:12.210 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:12.210 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.210 INFO:tasks.workunit.client.0.smithi002.stdout: "re_alloc_sectr_cnt": { 2024-09-14T03:35:12.210 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2024-09-14T03:35:12.210 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:12.210 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.210 INFO:tasks.workunit.client.0.smithi002.stdout: "retry_buffer_overflow_count": { 2024-09-14T03:35:12.210 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:12.210 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:12.210 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.210 INFO:tasks.workunit.client.0.smithi002.stdout: "soft_ecc_err_rate": { 2024-09-14T03:35:12.210 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2024-09-14T03:35:12.210 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:12.211 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.211 INFO:tasks.workunit.client.0.smithi002.stdout: "thermal_throttle_status": { 2024-09-14T03:35:12.211 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:12.211 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": { 2024-09-14T03:35:12.211 INFO:tasks.workunit.client.0.smithi002.stdout: "cnt": 0, 2024-09-14T03:35:12.211 INFO:tasks.workunit.client.0.smithi002.stdout: "pct": 0 2024-09-14T03:35:12.211 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.211 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.211 INFO:tasks.workunit.client.0.smithi002.stdout: "timed_workload_host_reads": { 2024-09-14T03:35:12.211 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:12.211 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 65535 2024-09-14T03:35:12.211 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.211 INFO:tasks.workunit.client.0.smithi002.stdout: "timed_workload_media_wear": { 2024-09-14T03:35:12.211 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:12.211 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": "63.999023" 2024-09-14T03:35:12.212 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.212 INFO:tasks.workunit.client.0.smithi002.stdout: "timed_workload_timer": { 2024-09-14T03:35:12.212 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2024-09-14T03:35:12.212 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 65535 2024-09-14T03:35:12.212 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.212 INFO:tasks.workunit.client.0.smithi002.stdout: "unexp_power_loss": { 2024-09-14T03:35:12.212 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2024-09-14T03:35:12.212 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2024-09-14T03:35:12.212 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.212 INFO:tasks.workunit.client.0.smithi002.stdout: "wear_leveling": { 2024-09-14T03:35:12.212 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 88, 2024-09-14T03:35:12.212 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": { 2024-09-14T03:35:12.212 INFO:tasks.workunit.client.0.smithi002.stdout: "avg": 3774, 2024-09-14T03:35:12.213 INFO:tasks.workunit.client.0.smithi002.stdout: "max": 3784, 2024-09-14T03:35:12.213 INFO:tasks.workunit.client.0.smithi002.stdout: "min": 3763 2024-09-14T03:35:12.213 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.213 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.213 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.213 INFO:tasks.workunit.client.0.smithi002.stdout: "Intel Smart log": "nvme0n1" 2024-09-14T03:35:12.213 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.213 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_smart_health_information_log": { 2024-09-14T03:35:12.213 INFO:tasks.workunit.client.0.smithi002.stdout: "available_spare": 100, 2024-09-14T03:35:12.213 INFO:tasks.workunit.client.0.smithi002.stdout: "available_spare_threshold": 10, 2024-09-14T03:35:12.213 INFO:tasks.workunit.client.0.smithi002.stdout: "controller_busy_time": 1, 2024-09-14T03:35:12.213 INFO:tasks.workunit.client.0.smithi002.stdout: "critical_warning": 0, 2024-09-14T03:35:12.213 INFO:tasks.workunit.client.0.smithi002.stdout: "data_units_read": 411623917, 2024-09-14T03:35:12.213 INFO:tasks.workunit.client.0.smithi002.stdout: "data_units_written": 2085434686, 2024-09-14T03:35:12.213 INFO:tasks.workunit.client.0.smithi002.stdout: "host_reads": 6907958397, 2024-09-14T03:35:12.214 INFO:tasks.workunit.client.0.smithi002.stdout: "host_writes": 38340958372, 2024-09-14T03:35:12.214 INFO:tasks.workunit.client.0.smithi002.stdout: "media_errors": 0, 2024-09-14T03:35:12.214 INFO:tasks.workunit.client.0.smithi002.stdout: "num_err_log_entries": 0, 2024-09-14T03:35:12.214 INFO:tasks.workunit.client.0.smithi002.stdout: "percentage_used": 12, 2024-09-14T03:35:12.214 INFO:tasks.workunit.client.0.smithi002.stdout: "power_cycles": 61824, 2024-09-14T03:35:12.214 INFO:tasks.workunit.client.0.smithi002.stdout: "power_on_hours": 55725, 2024-09-14T03:35:12.214 INFO:tasks.workunit.client.0.smithi002.stdout: "temperature": 28, 2024-09-14T03:35:12.214 INFO:tasks.workunit.client.0.smithi002.stdout: "unsafe_shutdowns": 12 2024-09-14T03:35:12.214 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.214 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_vendor": "intel", 2024-09-14T03:35:12.214 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_version": { 2024-09-14T03:35:12.214 INFO:tasks.workunit.client.0.smithi002.stdout: "string": "<1.2", 2024-09-14T03:35:12.214 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.214 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.215 INFO:tasks.workunit.client.0.smithi002.stdout: "power_cycle_count": 61824, 2024-09-14T03:35:12.215 INFO:tasks.workunit.client.0.smithi002.stdout: "power_on_time": { 2024-09-14T03:35:12.215 INFO:tasks.workunit.client.0.smithi002.stdout: "hours": 55725 2024-09-14T03:35:12.215 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.215 INFO:tasks.workunit.client.0.smithi002.stdout: "serial_number": "deleted", 2024-09-14T03:35:12.215 INFO:tasks.workunit.client.0.smithi002.stdout: "smart_status": { 2024-09-14T03:35:12.215 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme": { 2024-09-14T03:35:12.215 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.215 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.215 INFO:tasks.workunit.client.0.smithi002.stdout: "passed": true 2024-09-14T03:35:12.215 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.215 INFO:tasks.workunit.client.0.smithi002.stdout: "smartctl": { 2024-09-14T03:35:12.215 INFO:tasks.workunit.client.0.smithi002.stdout: "argv": [ 2024-09-14T03:35:12.215 INFO:tasks.workunit.client.0.smithi002.stdout: "smartctl", 2024-09-14T03:35:12.216 INFO:tasks.workunit.client.0.smithi002.stdout: "-x", 2024-09-14T03:35:12.216 INFO:tasks.workunit.client.0.smithi002.stdout: "--json=o", 2024-09-14T03:35:12.216 INFO:tasks.workunit.client.0.smithi002.stdout: "/dev/nvme0n1" 2024-09-14T03:35:12.216 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.216 INFO:tasks.workunit.client.0.smithi002.stdout: "build_info": "(local build)", 2024-09-14T03:35:12.216 INFO:tasks.workunit.client.0.smithi002.stdout: "exit_status": 0, 2024-09-14T03:35:12.216 INFO:tasks.workunit.client.0.smithi002.stdout: "output": [ 2024-09-14T03:35:12.216 INFO:tasks.workunit.client.0.smithi002.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-14T03:35:12.216 INFO:tasks.workunit.client.0.smithi002.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-14T03:35:12.216 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2024-09-14T03:35:12.216 INFO:tasks.workunit.client.0.smithi002.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-14T03:35:12.216 INFO:tasks.workunit.client.0.smithi002.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-09-14T03:35:12.216 INFO:tasks.workunit.client.0.smithi002.stdout: "Serial Number: deleted", 2024-09-14T03:35:12.216 INFO:tasks.workunit.client.0.smithi002.stdout: "Firmware Version: 8DV101H0", 2024-09-14T03:35:12.217 INFO:tasks.workunit.client.0.smithi002.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-14T03:35:12.217 INFO:tasks.workunit.client.0.smithi002.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-14T03:35:12.217 INFO:tasks.workunit.client.0.smithi002.stdout: "Controller ID: 0", 2024-09-14T03:35:12.217 INFO:tasks.workunit.client.0.smithi002.stdout: "NVMe Version: <1.2", 2024-09-14T03:35:12.217 INFO:tasks.workunit.client.0.smithi002.stdout: "Number of Namespaces: 1", 2024-09-14T03:35:12.217 INFO:tasks.workunit.client.0.smithi002.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-09-14T03:35:12.217 INFO:tasks.workunit.client.0.smithi002.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-14T03:35:12.217 INFO:tasks.workunit.client.0.smithi002.stdout: "Local Time is: Sat Sep 14 03:29:24 2024 UTC", 2024-09-14T03:35:12.217 INFO:tasks.workunit.client.0.smithi002.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-14T03:35:12.217 INFO:tasks.workunit.client.0.smithi002.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-09-14T03:35:12.217 INFO:tasks.workunit.client.0.smithi002.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-14T03:35:12.217 INFO:tasks.workunit.client.0.smithi002.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-14T03:35:12.217 INFO:tasks.workunit.client.0.smithi002.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-14T03:35:12.217 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2024-09-14T03:35:12.218 INFO:tasks.workunit.client.0.smithi002.stdout: "Supported Power States", 2024-09-14T03:35:12.218 INFO:tasks.workunit.client.0.smithi002.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-14T03:35:12.218 INFO:tasks.workunit.client.0.smithi002.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-09-14T03:35:12.218 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2024-09-14T03:35:12.218 INFO:tasks.workunit.client.0.smithi002.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-14T03:35:12.218 INFO:tasks.workunit.client.0.smithi002.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-14T03:35:12.218 INFO:tasks.workunit.client.0.smithi002.stdout: " 0 + 512 0 2", 2024-09-14T03:35:12.218 INFO:tasks.workunit.client.0.smithi002.stdout: " 1 - 512 8 2", 2024-09-14T03:35:12.218 INFO:tasks.workunit.client.0.smithi002.stdout: " 2 - 512 16 2", 2024-09-14T03:35:12.218 INFO:tasks.workunit.client.0.smithi002.stdout: " 3 - 4096 0 0", 2024-09-14T03:35:12.218 INFO:tasks.workunit.client.0.smithi002.stdout: " 4 - 4096 8 0", 2024-09-14T03:35:12.218 INFO:tasks.workunit.client.0.smithi002.stdout: " 5 - 4096 64 0", 2024-09-14T03:35:12.218 INFO:tasks.workunit.client.0.smithi002.stdout: " 6 - 4096 128 0", 2024-09-14T03:35:12.218 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2024-09-14T03:35:12.218 INFO:tasks.workunit.client.0.smithi002.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-14T03:35:12.219 INFO:tasks.workunit.client.0.smithi002.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-14T03:35:12.219 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2024-09-14T03:35:12.219 INFO:tasks.workunit.client.0.smithi002.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-14T03:35:12.219 INFO:tasks.workunit.client.0.smithi002.stdout: "Critical Warning: 0x00", 2024-09-14T03:35:12.219 INFO:tasks.workunit.client.0.smithi002.stdout: "Temperature: 28 Celsius", 2024-09-14T03:35:12.219 INFO:tasks.workunit.client.0.smithi002.stdout: "Available Spare: 100%", 2024-09-14T03:35:12.219 INFO:tasks.workunit.client.0.smithi002.stdout: "Available Spare Threshold: 10%", 2024-09-14T03:35:12.219 INFO:tasks.workunit.client.0.smithi002.stdout: "Percentage Used: 12%", 2024-09-14T03:35:12.219 INFO:tasks.workunit.client.0.smithi002.stdout: "Data Units Read: 411,623,917 [210 TB]", 2024-09-14T03:35:12.219 INFO:tasks.workunit.client.0.smithi002.stdout: "Data Units Written: 2,085,434,686 [1.06 PB]", 2024-09-14T03:35:12.219 INFO:tasks.workunit.client.0.smithi002.stdout: "Host Read Commands: 6,907,958,397", 2024-09-14T03:35:12.219 INFO:tasks.workunit.client.0.smithi002.stdout: "Host Write Commands: 38,340,958,372", 2024-09-14T03:35:12.219 INFO:tasks.workunit.client.0.smithi002.stdout: "Controller Busy Time: 1", 2024-09-14T03:35:12.219 INFO:tasks.workunit.client.0.smithi002.stdout: "Power Cycles: 61,824", 2024-09-14T03:35:12.220 INFO:tasks.workunit.client.0.smithi002.stdout: "Power On Hours: 55,725", 2024-09-14T03:35:12.220 INFO:tasks.workunit.client.0.smithi002.stdout: "Unsafe Shutdowns: 12", 2024-09-14T03:35:12.220 INFO:tasks.workunit.client.0.smithi002.stdout: "Media and Data Integrity Errors: 0", 2024-09-14T03:35:12.220 INFO:tasks.workunit.client.0.smithi002.stdout: "Error Information Log Entries: 0", 2024-09-14T03:35:12.220 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2024-09-14T03:35:12.220 INFO:tasks.workunit.client.0.smithi002.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-14T03:35:12.220 INFO:tasks.workunit.client.0.smithi002.stdout: "No Errors Logged", 2024-09-14T03:35:12.220 INFO:tasks.workunit.client.0.smithi002.stdout: "" 2024-09-14T03:35:12.220 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.220 INFO:tasks.workunit.client.0.smithi002.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-14T03:35:12.220 INFO:tasks.workunit.client.0.smithi002.stdout: "svn_revision": "5155", 2024-09-14T03:35:12.220 INFO:tasks.workunit.client.0.smithi002.stdout: "version": [ 2024-09-14T03:35:12.220 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:12.220 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2024-09-14T03:35:12.220 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:12.221 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.221 INFO:tasks.workunit.client.0.smithi002.stdout: "temperature": { 2024-09-14T03:35:12.221 INFO:tasks.workunit.client.0.smithi002.stdout: "current": 28 2024-09-14T03:35:12.221 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.221 INFO:tasks.workunit.client.0.smithi002.stdout: "user_capacity": { 2024-09-14T03:35:12.221 INFO:tasks.workunit.client.0.smithi002.stdout: "blocks": 781422768, 2024-09-14T03:35:12.221 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 400088457216 2024-09-14T03:35:12.221 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.221 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.221 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.221 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.221 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.222 INFO:tasks.workunit.client.0.smithi002.stdout: "report": { 2024-09-14T03:35:12.222 INFO:tasks.workunit.client.0.smithi002.stdout: "balancer": { 2024-09-14T03:35:12.222 INFO:tasks.workunit.client.0.smithi002.stdout: "active": true, 2024-09-14T03:35:12.222 INFO:tasks.workunit.client.0.smithi002.stdout: "mode": "" 2024-09-14T03:35:12.222 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.222 INFO:tasks.workunit.client.0.smithi002.stdout: "channels": [ 2024-09-14T03:35:12.222 INFO:tasks.workunit.client.0.smithi002.stdout: "basic", 2024-09-14T03:35:12.222 INFO:tasks.workunit.client.0.smithi002.stdout: "crash", 2024-09-14T03:35:12.222 INFO:tasks.workunit.client.0.smithi002.stdout: "device", 2024-09-14T03:35:12.222 INFO:tasks.workunit.client.0.smithi002.stdout: "ident", 2024-09-14T03:35:12.222 INFO:tasks.workunit.client.0.smithi002.stdout: "perf" 2024-09-14T03:35:12.222 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.222 INFO:tasks.workunit.client.0.smithi002.stdout: "channels_available": [ 2024-09-14T03:35:12.222 INFO:tasks.workunit.client.0.smithi002.stdout: "basic", 2024-09-14T03:35:12.222 INFO:tasks.workunit.client.0.smithi002.stdout: "ident", 2024-09-14T03:35:12.223 INFO:tasks.workunit.client.0.smithi002.stdout: "crash", 2024-09-14T03:35:12.223 INFO:tasks.workunit.client.0.smithi002.stdout: "device", 2024-09-14T03:35:12.223 INFO:tasks.workunit.client.0.smithi002.stdout: "perf" 2024-09-14T03:35:12.223 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.223 INFO:tasks.workunit.client.0.smithi002.stdout: "collections_available": [ 2024-09-14T03:35:12.223 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_base", 2024-09-14T03:35:12.223 INFO:tasks.workunit.client.0.smithi002.stdout: "device_base", 2024-09-14T03:35:12.223 INFO:tasks.workunit.client.0.smithi002.stdout: "crash_base", 2024-09-14T03:35:12.223 INFO:tasks.workunit.client.0.smithi002.stdout: "ident_base", 2024-09-14T03:35:12.223 INFO:tasks.workunit.client.0.smithi002.stdout: "perf_perf", 2024-09-14T03:35:12.223 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_mds_metadata", 2024-09-14T03:35:12.223 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_pool_usage", 2024-09-14T03:35:12.223 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_usage_by_class", 2024-09-14T03:35:12.223 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_rook_v01", 2024-09-14T03:35:12.224 INFO:tasks.workunit.client.0.smithi002.stdout: "perf_memory_metrics", 2024-09-14T03:35:12.224 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_pool_options_bluestore" 2024-09-14T03:35:12.224 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.224 INFO:tasks.workunit.client.0.smithi002.stdout: "collections_opted_in": [ 2024-09-14T03:35:12.224 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_base", 2024-09-14T03:35:12.224 INFO:tasks.workunit.client.0.smithi002.stdout: "device_base", 2024-09-14T03:35:12.224 INFO:tasks.workunit.client.0.smithi002.stdout: "crash_base", 2024-09-14T03:35:12.224 INFO:tasks.workunit.client.0.smithi002.stdout: "ident_base", 2024-09-14T03:35:12.224 INFO:tasks.workunit.client.0.smithi002.stdout: "perf_perf", 2024-09-14T03:35:12.224 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_mds_metadata", 2024-09-14T03:35:12.224 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_pool_usage", 2024-09-14T03:35:12.224 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_usage_by_class", 2024-09-14T03:35:12.224 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_rook_v01", 2024-09-14T03:35:12.224 INFO:tasks.workunit.client.0.smithi002.stdout: "perf_memory_metrics", 2024-09-14T03:35:12.225 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_pool_options_bluestore" 2024-09-14T03:35:12.225 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.225 INFO:tasks.workunit.client.0.smithi002.stdout: "config": { 2024-09-14T03:35:12.225 INFO:tasks.workunit.client.0.smithi002.stdout: "active_changed": [ 2024-09-14T03:35:12.225 INFO:tasks.workunit.client.0.smithi002.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-14T03:35:12.225 INFO:tasks.workunit.client.0.smithi002.stdout: "auth_debug", 2024-09-14T03:35:12.225 INFO:tasks.workunit.client.0.smithi002.stdout: "auth_mon_ticket_ttl", 2024-09-14T03:35:12.225 INFO:tasks.workunit.client.0.smithi002.stdout: "auth_service_ticket_ttl", 2024-09-14T03:35:12.225 INFO:tasks.workunit.client.0.smithi002.stdout: "bdev_debug_aio", 2024-09-14T03:35:12.225 INFO:tasks.workunit.client.0.smithi002.stdout: "client_check_pool_perm", 2024-09-14T03:35:12.225 INFO:tasks.workunit.client.0.smithi002.stdout: "client_mount_gid", 2024-09-14T03:35:12.225 INFO:tasks.workunit.client.0.smithi002.stdout: "client_mount_uid", 2024-09-14T03:35:12.225 INFO:tasks.workunit.client.0.smithi002.stdout: "client_quota", 2024-09-14T03:35:12.225 INFO:tasks.workunit.client.0.smithi002.stdout: "container_image", 2024-09-14T03:35:12.225 INFO:tasks.workunit.client.0.smithi002.stdout: "daemonize", 2024-09-14T03:35:12.226 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_asserts_on_shutdown", 2024-09-14T03:35:12.226 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_mgr", 2024-09-14T03:35:12.226 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_mon", 2024-09-14T03:35:12.226 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_ms", 2024-09-14T03:35:12.226 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_osd", 2024-09-14T03:35:12.226 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_paxos", 2024-09-14T03:35:12.226 INFO:tasks.workunit.client.0.smithi002.stdout: "keyring", 2024-09-14T03:35:12.226 INFO:tasks.workunit.client.0.smithi002.stdout: "leveldb_block_size", 2024-09-14T03:35:12.226 INFO:tasks.workunit.client.0.smithi002.stdout: "leveldb_cache_size", 2024-09-14T03:35:12.226 INFO:tasks.workunit.client.0.smithi002.stdout: "leveldb_compression", 2024-09-14T03:35:12.226 INFO:tasks.workunit.client.0.smithi002.stdout: "leveldb_log", 2024-09-14T03:35:12.226 INFO:tasks.workunit.client.0.smithi002.stdout: "leveldb_write_buffer_size", 2024-09-14T03:35:12.226 INFO:tasks.workunit.client.0.smithi002.stdout: "log_to_file", 2024-09-14T03:35:12.226 INFO:tasks.workunit.client.0.smithi002.stdout: "log_to_journald", 2024-09-14T03:35:12.227 INFO:tasks.workunit.client.0.smithi002.stdout: "log_to_stderr", 2024-09-14T03:35:12.227 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_allow_pool_delete", 2024-09-14T03:35:12.227 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_clock_drift_allowed", 2024-09-14T03:35:12.227 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_cluster_log_file_level", 2024-09-14T03:35:12.227 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_cluster_log_to_file", 2024-09-14T03:35:12.227 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_cluster_log_to_journald", 2024-09-14T03:35:12.227 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_cluster_log_to_stderr", 2024-09-14T03:35:12.227 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_data_avail_warn", 2024-09-14T03:35:12.227 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_election_default_strategy", 2024-09-14T03:35:12.227 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_host", 2024-09-14T03:35:12.227 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_max_pg_per_osd", 2024-09-14T03:35:12.227 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_mgr_mkfs_grace", 2024-09-14T03:35:12.227 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_osd_prime_pg_temp", 2024-09-14T03:35:12.227 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_osd_reporter_subtree_level", 2024-09-14T03:35:12.228 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_pg_warn_max_object_skew", 2024-09-14T03:35:12.228 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-14T03:35:12.228 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-14T03:35:12.228 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-14T03:35:12.228 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-14T03:35:12.228 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-14T03:35:12.228 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-14T03:35:12.228 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-14T03:35:12.228 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-14T03:35:12.228 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_too_few_osds", 2024-09-14T03:35:12.228 INFO:tasks.workunit.client.0.smithi002.stdout: "ms_die_on_bug", 2024-09-14T03:35:12.228 INFO:tasks.workunit.client.0.smithi002.stdout: "ms_die_on_old_message", 2024-09-14T03:35:12.228 INFO:tasks.workunit.client.0.smithi002.stdout: "no_config_file", 2024-09-14T03:35:12.228 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_class_default_list", 2024-09-14T03:35:12.229 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_class_load_list", 2024-09-14T03:35:12.229 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_crush_chooseleaf_type", 2024-09-14T03:35:12.229 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_misdirected_ops", 2024-09-14T03:35:12.229 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_op_order", 2024-09-14T03:35:12.229 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_pg_log_writeout", 2024-09-14T03:35:12.229 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_shutdown", 2024-09-14T03:35:12.229 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_verify_cached_snaps", 2024-09-14T03:35:12.229 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_verify_missing_on_start", 2024-09-14T03:35:12.229 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_verify_stray_on_activate", 2024-09-14T03:35:12.229 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-14T03:35:12.229 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_delete_sleep", 2024-09-14T03:35:12.229 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_delete_sleep_hdd", 2024-09-14T03:35:12.229 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_delete_sleep_hybrid", 2024-09-14T03:35:12.229 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_delete_sleep_ssd", 2024-09-14T03:35:12.229 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_max_backfills", 2024-09-14T03:35:12.230 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-14T03:35:12.230 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_profile", 2024-09-14T03:35:12.230 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-09-14T03:35:12.230 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-09-14T03:35:12.230 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-09-14T03:35:12.230 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-09-14T03:35:12.230 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-09-14T03:35:12.230 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-09-14T03:35:12.230 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_scheduler_client_lim", 2024-09-14T03:35:12.230 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_scheduler_client_res", 2024-09-14T03:35:12.230 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_scheduler_client_wgt", 2024-09-14T03:35:12.230 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_memory_target", 2024-09-14T03:35:12.230 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_memory_target_autotune", 2024-09-14T03:35:12.230 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_op_queue", 2024-09-14T03:35:12.231 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_op_queue_cut_off", 2024-09-14T03:35:12.231 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pg_delete_cost", 2024-09-14T03:35:12.231 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pool_default_erasure_code_profile", 2024-09-14T03:35:12.231 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-14T03:35:12.231 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_recover_clone_overlap", 2024-09-14T03:35:12.231 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_recovery_max_active", 2024-09-14T03:35:12.231 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_recovery_max_active_hdd", 2024-09-14T03:35:12.231 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_recovery_max_active_ssd", 2024-09-14T03:35:12.231 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_recovery_max_chunk", 2024-09-14T03:35:12.231 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_recovery_sleep", 2024-09-14T03:35:12.231 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_recovery_sleep_hdd", 2024-09-14T03:35:12.231 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_recovery_sleep_hybrid", 2024-09-14T03:35:12.231 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_recovery_sleep_ssd", 2024-09-14T03:35:12.231 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_scrub_load_threshold", 2024-09-14T03:35:12.231 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_scrub_max_interval", 2024-09-14T03:35:12.232 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_scrub_sleep", 2024-09-14T03:35:12.232 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_shutdown_pgref_assert", 2024-09-14T03:35:12.232 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_snap_trim_sleep", 2024-09-14T03:35:12.232 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_snap_trim_sleep_hdd", 2024-09-14T03:35:12.232 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_snap_trim_sleep_hybrid", 2024-09-14T03:35:12.232 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_snap_trim_sleep_ssd", 2024-09-14T03:35:12.232 INFO:tasks.workunit.client.0.smithi002.stdout: "public_addr", 2024-09-14T03:35:12.232 INFO:tasks.workunit.client.0.smithi002.stdout: "public_addrv", 2024-09-14T03:35:12.232 INFO:tasks.workunit.client.0.smithi002.stdout: "public_network", 2024-09-14T03:35:12.232 INFO:tasks.workunit.client.0.smithi002.stdout: "rbd_default_features", 2024-09-14T03:35:12.232 INFO:tasks.workunit.client.0.smithi002.stdout: "rbd_qos_exclude_ops", 2024-09-14T03:35:12.232 INFO:tasks.workunit.client.0.smithi002.stdout: "setgroup", 2024-09-14T03:35:12.232 INFO:tasks.workunit.client.0.smithi002.stdout: "setuser" 2024-09-14T03:35:12.232 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.233 INFO:tasks.workunit.client.0.smithi002.stdout: "cluster_changed": [ 2024-09-14T03:35:12.233 INFO:tasks.workunit.client.0.smithi002.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-14T03:35:12.233 INFO:tasks.workunit.client.0.smithi002.stdout: "auth_debug", 2024-09-14T03:35:12.233 INFO:tasks.workunit.client.0.smithi002.stdout: "auth_mon_ticket_ttl", 2024-09-14T03:35:12.233 INFO:tasks.workunit.client.0.smithi002.stdout: "auth_service_ticket_ttl", 2024-09-14T03:35:12.233 INFO:tasks.workunit.client.0.smithi002.stdout: "bdev_debug_aio", 2024-09-14T03:35:12.233 INFO:tasks.workunit.client.0.smithi002.stdout: "container_image", 2024-09-14T03:35:12.233 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_asserts_on_shutdown", 2024-09-14T03:35:12.233 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_mgr", 2024-09-14T03:35:12.233 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_mon", 2024-09-14T03:35:12.233 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_ms", 2024-09-14T03:35:12.233 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_osd", 2024-09-14T03:35:12.233 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_paxos", 2024-09-14T03:35:12.233 INFO:tasks.workunit.client.0.smithi002.stdout: "log_to_file", 2024-09-14T03:35:12.234 INFO:tasks.workunit.client.0.smithi002.stdout: "log_to_journald", 2024-09-14T03:35:12.234 INFO:tasks.workunit.client.0.smithi002.stdout: "log_to_stderr", 2024-09-14T03:35:12.234 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_join_fs", 2024-09-14T03:35:12.234 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/cephadm/allow_ptrace", 2024-09-14T03:35:12.234 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/cephadm/container_init", 2024-09-14T03:35:12.234 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/cephadm/migration_current", 2024-09-14T03:35:12.234 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/cephadm/use_repo_digest", 2024-09-14T03:35:12.234 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-09-14T03:35:12.234 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-09-14T03:35:12.234 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-09-14T03:35:12.234 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-09-14T03:35:12.234 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/dashboard/ssl_server_port", 2024-09-14T03:35:12.234 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/orchestrator/orchestrator", 2024-09-14T03:35:12.234 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/telemetry/channel_ident", 2024-09-14T03:35:12.235 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/telemetry/channel_perf", 2024-09-14T03:35:12.235 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/telemetry/description", 2024-09-14T03:35:12.235 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/telemetry/enabled", 2024-09-14T03:35:12.235 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/telemetry/organization", 2024-09-14T03:35:12.235 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_allow_pool_delete", 2024-09-14T03:35:12.235 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_clock_drift_allowed", 2024-09-14T03:35:12.235 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_cluster_log_file_level", 2024-09-14T03:35:12.235 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_cluster_log_to_file", 2024-09-14T03:35:12.235 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_data_avail_warn", 2024-09-14T03:35:12.235 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_election_default_strategy", 2024-09-14T03:35:12.235 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_max_pg_per_osd", 2024-09-14T03:35:12.235 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_mgr_mkfs_grace", 2024-09-14T03:35:12.235 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_osd_prime_pg_temp", 2024-09-14T03:35:12.235 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_osd_reporter_subtree_level", 2024-09-14T03:35:12.236 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_pg_warn_max_object_skew", 2024-09-14T03:35:12.236 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-14T03:35:12.236 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-14T03:35:12.236 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-14T03:35:12.236 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-14T03:35:12.236 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-14T03:35:12.236 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-14T03:35:12.236 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-14T03:35:12.236 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-14T03:35:12.236 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_too_few_osds", 2024-09-14T03:35:12.236 INFO:tasks.workunit.client.0.smithi002.stdout: "ms_die_on_bug", 2024-09-14T03:35:12.237 INFO:tasks.workunit.client.0.smithi002.stdout: "ms_die_on_old_message", 2024-09-14T03:35:12.237 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_class_default_list", 2024-09-14T03:35:12.237 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_class_load_list", 2024-09-14T03:35:12.237 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_misdirected_ops", 2024-09-14T03:35:12.237 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_op_order", 2024-09-14T03:35:12.237 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_pg_log_writeout", 2024-09-14T03:35:12.237 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_shutdown", 2024-09-14T03:35:12.237 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_verify_cached_snaps", 2024-09-14T03:35:12.237 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_verify_missing_on_start", 2024-09-14T03:35:12.237 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_verify_stray_on_activate", 2024-09-14T03:35:12.237 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-14T03:35:12.237 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-14T03:35:12.237 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_profile", 2024-09-14T03:35:12.237 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_memory_target", 2024-09-14T03:35:12.237 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_memory_target_autotune", 2024-09-14T03:35:12.238 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_op_queue", 2024-09-14T03:35:12.238 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_op_queue_cut_off", 2024-09-14T03:35:12.238 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pool_default_erasure_code_profile", 2024-09-14T03:35:12.238 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-14T03:35:12.238 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_recover_clone_overlap", 2024-09-14T03:35:12.238 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_recovery_max_chunk", 2024-09-14T03:35:12.238 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_scrub_load_threshold", 2024-09-14T03:35:12.238 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_scrub_max_interval", 2024-09-14T03:35:12.238 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_shutdown_pgref_assert", 2024-09-14T03:35:12.238 INFO:tasks.workunit.client.0.smithi002.stdout: "public_network", 2024-09-14T03:35:12.238 INFO:tasks.workunit.client.0.smithi002.stdout: "rgw_cache_enabled", 2024-09-14T03:35:12.238 INFO:tasks.workunit.client.0.smithi002.stdout: "rgw_enable_ops_log", 2024-09-14T03:35:12.238 INFO:tasks.workunit.client.0.smithi002.stdout: "rgw_enable_usage_log" 2024-09-14T03:35:12.238 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:12.239 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.239 INFO:tasks.workunit.client.0.smithi002.stdout: "contact": null, 2024-09-14T03:35:12.239 INFO:tasks.workunit.client.0.smithi002.stdout: "crashes": [], 2024-09-14T03:35:12.239 INFO:tasks.workunit.client.0.smithi002.stdout: "created": "2024-09-14T03:26:12.592430Z", 2024-09-14T03:35:12.239 INFO:tasks.workunit.client.0.smithi002.stdout: "crush": { 2024-09-14T03:35:12.239 INFO:tasks.workunit.client.0.smithi002.stdout: "bucket_algs": { 2024-09-14T03:35:12.239 INFO:tasks.workunit.client.0.smithi002.stdout: "straw2": 3 2024-09-14T03:35:12.239 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.239 INFO:tasks.workunit.client.0.smithi002.stdout: "bucket_sizes": { 2024-09-14T03:35:12.239 INFO:tasks.workunit.client.0.smithi002.stdout: "2": 1, 2024-09-14T03:35:12.239 INFO:tasks.workunit.client.0.smithi002.stdout: "4": 2 2024-09-14T03:35:12.239 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.239 INFO:tasks.workunit.client.0.smithi002.stdout: "bucket_types": { 2024-09-14T03:35:12.239 INFO:tasks.workunit.client.0.smithi002.stdout: "1": 2, 2024-09-14T03:35:12.239 INFO:tasks.workunit.client.0.smithi002.stdout: "11": 1 2024-09-14T03:35:12.240 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.240 INFO:tasks.workunit.client.0.smithi002.stdout: "compat_weight_set": false, 2024-09-14T03:35:12.240 INFO:tasks.workunit.client.0.smithi002.stdout: "device_classes": [ 2024-09-14T03:35:12.240 INFO:tasks.workunit.client.0.smithi002.stdout: 8 2024-09-14T03:35:12.240 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.240 INFO:tasks.workunit.client.0.smithi002.stdout: "num_buckets": 6, 2024-09-14T03:35:12.240 INFO:tasks.workunit.client.0.smithi002.stdout: "num_devices": 8, 2024-09-14T03:35:12.240 INFO:tasks.workunit.client.0.smithi002.stdout: "num_rules": 1, 2024-09-14T03:35:12.240 INFO:tasks.workunit.client.0.smithi002.stdout: "num_types": 12, 2024-09-14T03:35:12.240 INFO:tasks.workunit.client.0.smithi002.stdout: "num_weight_sets": 0, 2024-09-14T03:35:12.240 INFO:tasks.workunit.client.0.smithi002.stdout: "tunables": { 2024-09-14T03:35:12.240 INFO:tasks.workunit.client.0.smithi002.stdout: "allowed_bucket_algs": 54, 2024-09-14T03:35:12.240 INFO:tasks.workunit.client.0.smithi002.stdout: "choose_local_fallback_tries": 0, 2024-09-14T03:35:12.240 INFO:tasks.workunit.client.0.smithi002.stdout: "choose_local_tries": 0, 2024-09-14T03:35:12.241 INFO:tasks.workunit.client.0.smithi002.stdout: "choose_total_tries": 50, 2024-09-14T03:35:12.241 INFO:tasks.workunit.client.0.smithi002.stdout: "chooseleaf_descend_once": 1, 2024-09-14T03:35:12.241 INFO:tasks.workunit.client.0.smithi002.stdout: "chooseleaf_stable": 1, 2024-09-14T03:35:12.241 INFO:tasks.workunit.client.0.smithi002.stdout: "chooseleaf_vary_r": 1, 2024-09-14T03:35:12.241 INFO:tasks.workunit.client.0.smithi002.stdout: "has_v2_rules": 0, 2024-09-14T03:35:12.241 INFO:tasks.workunit.client.0.smithi002.stdout: "has_v3_rules": 0, 2024-09-14T03:35:12.241 INFO:tasks.workunit.client.0.smithi002.stdout: "has_v4_buckets": 1, 2024-09-14T03:35:12.241 INFO:tasks.workunit.client.0.smithi002.stdout: "has_v5_rules": 0, 2024-09-14T03:35:12.241 INFO:tasks.workunit.client.0.smithi002.stdout: "legacy_tunables": 0, 2024-09-14T03:35:12.241 INFO:tasks.workunit.client.0.smithi002.stdout: "minimum_required_version": "jewel", 2024-09-14T03:35:12.241 INFO:tasks.workunit.client.0.smithi002.stdout: "optimal_tunables": 1, 2024-09-14T03:35:12.241 INFO:tasks.workunit.client.0.smithi002.stdout: "profile": "jewel", 2024-09-14T03:35:12.241 INFO:tasks.workunit.client.0.smithi002.stdout: "require_feature_tunables": 1, 2024-09-14T03:35:12.241 INFO:tasks.workunit.client.0.smithi002.stdout: "require_feature_tunables2": 1, 2024-09-14T03:35:12.242 INFO:tasks.workunit.client.0.smithi002.stdout: "require_feature_tunables3": 1, 2024-09-14T03:35:12.242 INFO:tasks.workunit.client.0.smithi002.stdout: "require_feature_tunables5": 1, 2024-09-14T03:35:12.242 INFO:tasks.workunit.client.0.smithi002.stdout: "straw_calc_version": 1 2024-09-14T03:35:12.242 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.242 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.242 INFO:tasks.workunit.client.0.smithi002.stdout: "description": "upgrade test cluster", 2024-09-14T03:35:12.242 INFO:tasks.workunit.client.0.smithi002.stdout: "fs": { 2024-09-14T03:35:12.242 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1, 2024-09-14T03:35:12.242 INFO:tasks.workunit.client.0.smithi002.stdout: "feature_flags": { 2024-09-14T03:35:12.242 INFO:tasks.workunit.client.0.smithi002.stdout: "enable_multiple": true, 2024-09-14T03:35:12.242 INFO:tasks.workunit.client.0.smithi002.stdout: "ever_enabled_multiple": true 2024-09-14T03:35:12.242 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.242 INFO:tasks.workunit.client.0.smithi002.stdout: "filesystems": [ 2024-09-14T03:35:12.242 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:12.243 INFO:tasks.workunit.client.0.smithi002.stdout: "approx_ctime": "2024-09", 2024-09-14T03:35:12.243 INFO:tasks.workunit.client.0.smithi002.stdout: "balancer_enabled": false, 2024-09-14T03:35:12.243 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.243 INFO:tasks.workunit.client.0.smithi002.stdout: "cached_caps": 0, 2024-09-14T03:35:12.243 INFO:tasks.workunit.client.0.smithi002.stdout: "cached_dns": 10, 2024-09-14T03:35:12.243 INFO:tasks.workunit.client.0.smithi002.stdout: "cached_inos": 13, 2024-09-14T03:35:12.243 INFO:tasks.workunit.client.0.smithi002.stdout: "cached_subtrees": 2, 2024-09-14T03:35:12.243 INFO:tasks.workunit.client.0.smithi002.stdout: "ever_allowed_features": 0, 2024-09-14T03:35:12.243 INFO:tasks.workunit.client.0.smithi002.stdout: "explicitly_allowed_features": 0, 2024-09-14T03:35:12.243 INFO:tasks.workunit.client.0.smithi002.stdout: "files": 0, 2024-09-14T03:35:12.243 INFO:tasks.workunit.client.0.smithi002.stdout: "max_mds": 1, 2024-09-14T03:35:12.243 INFO:tasks.workunit.client.0.smithi002.stdout: "num_data_pools": 1, 2024-09-14T03:35:12.243 INFO:tasks.workunit.client.0.smithi002.stdout: "num_in": 1, 2024-09-14T03:35:12.243 INFO:tasks.workunit.client.0.smithi002.stdout: "num_mds": 1, 2024-09-14T03:35:12.243 INFO:tasks.workunit.client.0.smithi002.stdout: "num_sessions": 0, 2024-09-14T03:35:12.244 INFO:tasks.workunit.client.0.smithi002.stdout: "num_standby_replay": 0, 2024-09-14T03:35:12.244 INFO:tasks.workunit.client.0.smithi002.stdout: "num_up": 1, 2024-09-14T03:35:12.244 INFO:tasks.workunit.client.0.smithi002.stdout: "snaps": 0, 2024-09-14T03:35:12.244 INFO:tasks.workunit.client.0.smithi002.stdout: "standby_count_wanted": 0 2024-09-14T03:35:12.244 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.244 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.244 INFO:tasks.workunit.client.0.smithi002.stdout: "num_standby_mds": 1, 2024-09-14T03:35:12.244 INFO:tasks.workunit.client.0.smithi002.stdout: "total_num_mds": 2 2024-09-14T03:35:12.244 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.244 INFO:tasks.workunit.client.0.smithi002.stdout: "heap_stats": { 2024-09-14T03:35:12.244 INFO:tasks.workunit.client.0.smithi002.stdout: "mds": { 2024-09-14T03:35:12.244 INFO:tasks.workunit.client.0.smithi002.stdout: "mds.0a888e93454d7857644afb459e3838358f89761a": { 2024-09-14T03:35:12.244 INFO:tasks.workunit.client.0.smithi002.stdout: "actual_memory_used": 20135936, 2024-09-14T03:35:12.245 INFO:tasks.workunit.client.0.smithi002.stdout: "central_cache_freelist": 352152, 2024-09-14T03:35:12.245 INFO:tasks.workunit.client.0.smithi002.stdout: "malloc_metadata": 2621440, 2024-09-14T03:35:12.245 INFO:tasks.workunit.client.0.smithi002.stdout: "page_heap_freelist": 851968, 2024-09-14T03:35:12.245 INFO:tasks.workunit.client.0.smithi002.stdout: "released_to_os": 0, 2024-09-14T03:35:12.245 INFO:tasks.workunit.client.0.smithi002.stdout: "spans_in_use": 345, 2024-09-14T03:35:12.245 INFO:tasks.workunit.client.0.smithi002.stdout: "tcmalloc_page_size": 8192, 2024-09-14T03:35:12.245 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_cache_freelists": 943880, 2024-09-14T03:35:12.245 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_heaps_in_use": 12, 2024-09-14T03:35:12.245 INFO:tasks.workunit.client.0.smithi002.stdout: "transfer_cache_freelist": 662016, 2024-09-14T03:35:12.245 INFO:tasks.workunit.client.0.smithi002.stdout: "use_by_application": 14704480, 2024-09-14T03:35:12.245 INFO:tasks.workunit.client.0.smithi002.stdout: "virtual_address_space_used": 20135936 2024-09-14T03:35:12.245 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.245 INFO:tasks.workunit.client.0.smithi002.stdout: "mds.d2668293540d00d4d048239dd5bc97f298ea87fc": { 2024-09-14T03:35:12.245 INFO:tasks.workunit.client.0.smithi002.stdout: "actual_memory_used": 20627456, 2024-09-14T03:35:12.246 INFO:tasks.workunit.client.0.smithi002.stdout: "central_cache_freelist": 438632, 2024-09-14T03:35:12.246 INFO:tasks.workunit.client.0.smithi002.stdout: "malloc_metadata": 2621440, 2024-09-14T03:35:12.246 INFO:tasks.workunit.client.0.smithi002.stdout: "page_heap_freelist": 0, 2024-09-14T03:35:12.246 INFO:tasks.workunit.client.0.smithi002.stdout: "released_to_os": 557056, 2024-09-14T03:35:12.246 INFO:tasks.workunit.client.0.smithi002.stdout: "spans_in_use": 434, 2024-09-14T03:35:12.246 INFO:tasks.workunit.client.0.smithi002.stdout: "tcmalloc_page_size": 8192, 2024-09-14T03:35:12.246 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_cache_freelists": 1319208, 2024-09-14T03:35:12.246 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_heaps_in_use": 20, 2024-09-14T03:35:12.246 INFO:tasks.workunit.client.0.smithi002.stdout: "transfer_cache_freelist": 1125376, 2024-09-14T03:35:12.246 INFO:tasks.workunit.client.0.smithi002.stdout: "use_by_application": 15122800, 2024-09-14T03:35:12.246 INFO:tasks.workunit.client.0.smithi002.stdout: "virtual_address_space_used": 21184512 2024-09-14T03:35:12.246 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.246 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.246 INFO:tasks.workunit.client.0.smithi002.stdout: "mon": { 2024-09-14T03:35:12.247 INFO:tasks.workunit.client.0.smithi002.stdout: "mon.0a888e93454d7857644afb459e3838358f89761a": { 2024-09-14T03:35:12.247 INFO:tasks.workunit.client.0.smithi002.stdout: "actual_memory_used": 43515904, 2024-09-14T03:35:12.247 INFO:tasks.workunit.client.0.smithi002.stdout: "central_cache_freelist": 1395224, 2024-09-14T03:35:12.247 INFO:tasks.workunit.client.0.smithi002.stdout: "malloc_metadata": 2621440, 2024-09-14T03:35:12.247 INFO:tasks.workunit.client.0.smithi002.stdout: "page_heap_freelist": 0, 2024-09-14T03:35:12.247 INFO:tasks.workunit.client.0.smithi002.stdout: "released_to_os": 4947968, 2024-09-14T03:35:12.247 INFO:tasks.workunit.client.0.smithi002.stdout: "spans_in_use": 1679, 2024-09-14T03:35:12.247 INFO:tasks.workunit.client.0.smithi002.stdout: "tcmalloc_page_size": 8192, 2024-09-14T03:35:12.247 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_cache_freelists": 9748328, 2024-09-14T03:35:12.247 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_heaps_in_use": 22, 2024-09-14T03:35:12.247 INFO:tasks.workunit.client.0.smithi002.stdout: "transfer_cache_freelist": 2838272, 2024-09-14T03:35:12.247 INFO:tasks.workunit.client.0.smithi002.stdout: "use_by_application": 26912640, 2024-09-14T03:35:12.247 INFO:tasks.workunit.client.0.smithi002.stdout: "virtual_address_space_used": 48463872 2024-09-14T03:35:12.247 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.248 INFO:tasks.workunit.client.0.smithi002.stdout: "mon.d2668293540d00d4d048239dd5bc97f298ea87fc": { 2024-09-14T03:35:12.248 INFO:tasks.workunit.client.0.smithi002.stdout: "actual_memory_used": 37175296, 2024-09-14T03:35:12.248 INFO:tasks.workunit.client.0.smithi002.stdout: "central_cache_freelist": 1418560, 2024-09-14T03:35:12.248 INFO:tasks.workunit.client.0.smithi002.stdout: "malloc_metadata": 2621440, 2024-09-14T03:35:12.248 INFO:tasks.workunit.client.0.smithi002.stdout: "page_heap_freelist": 0, 2024-09-14T03:35:12.248 INFO:tasks.workunit.client.0.smithi002.stdout: "released_to_os": 9306112, 2024-09-14T03:35:12.248 INFO:tasks.workunit.client.0.smithi002.stdout: "spans_in_use": 1152, 2024-09-14T03:35:12.248 INFO:tasks.workunit.client.0.smithi002.stdout: "tcmalloc_page_size": 8192, 2024-09-14T03:35:12.248 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_cache_freelists": 8089608, 2024-09-14T03:35:12.248 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_heaps_in_use": 21, 2024-09-14T03:35:12.248 INFO:tasks.workunit.client.0.smithi002.stdout: "transfer_cache_freelist": 1435904, 2024-09-14T03:35:12.248 INFO:tasks.workunit.client.0.smithi002.stdout: "use_by_application": 23609784, 2024-09-14T03:35:12.248 INFO:tasks.workunit.client.0.smithi002.stdout: "virtual_address_space_used": 46481408 2024-09-14T03:35:12.248 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.249 INFO:tasks.workunit.client.0.smithi002.stdout: "mon.dff9bf76186550c071370bb9811f6044a1b90fcc": { 2024-09-14T03:35:12.249 INFO:tasks.workunit.client.0.smithi002.stdout: "actual_memory_used": 39641088, 2024-09-14T03:35:12.249 INFO:tasks.workunit.client.0.smithi002.stdout: "central_cache_freelist": 1302224, 2024-09-14T03:35:12.249 INFO:tasks.workunit.client.0.smithi002.stdout: "malloc_metadata": 2621440, 2024-09-14T03:35:12.249 INFO:tasks.workunit.client.0.smithi002.stdout: "page_heap_freelist": 819200, 2024-09-14T03:35:12.249 INFO:tasks.workunit.client.0.smithi002.stdout: "released_to_os": 4734976, 2024-09-14T03:35:12.249 INFO:tasks.workunit.client.0.smithi002.stdout: "spans_in_use": 1168, 2024-09-14T03:35:12.249 INFO:tasks.workunit.client.0.smithi002.stdout: "tcmalloc_page_size": 8192, 2024-09-14T03:35:12.249 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_cache_freelists": 8305704, 2024-09-14T03:35:12.249 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_heaps_in_use": 22, 2024-09-14T03:35:12.249 INFO:tasks.workunit.client.0.smithi002.stdout: "transfer_cache_freelist": 2157824, 2024-09-14T03:35:12.249 INFO:tasks.workunit.client.0.smithi002.stdout: "use_by_application": 24434696, 2024-09-14T03:35:12.249 INFO:tasks.workunit.client.0.smithi002.stdout: "virtual_address_space_used": 44376064 2024-09-14T03:35:12.249 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.250 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.250 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2024-09-14T03:35:12.250 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.0": { 2024-09-14T03:35:12.250 INFO:tasks.workunit.client.0.smithi002.stdout: "actual_memory_used": 47333376, 2024-09-14T03:35:12.250 INFO:tasks.workunit.client.0.smithi002.stdout: "central_cache_freelist": 902672, 2024-09-14T03:35:12.250 INFO:tasks.workunit.client.0.smithi002.stdout: "malloc_metadata": 2752512, 2024-09-14T03:35:12.250 INFO:tasks.workunit.client.0.smithi002.stdout: "page_heap_freelist": 0, 2024-09-14T03:35:12.250 INFO:tasks.workunit.client.0.smithi002.stdout: "released_to_os": 114688, 2024-09-14T03:35:12.250 INFO:tasks.workunit.client.0.smithi002.stdout: "spans_in_use": 1418, 2024-09-14T03:35:12.250 INFO:tasks.workunit.client.0.smithi002.stdout: "tcmalloc_page_size": 8192, 2024-09-14T03:35:12.250 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_cache_freelists": 5463912, 2024-09-14T03:35:12.250 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_heaps_in_use": 47, 2024-09-14T03:35:12.250 INFO:tasks.workunit.client.0.smithi002.stdout: "transfer_cache_freelist": 2272256, 2024-09-14T03:35:12.250 INFO:tasks.workunit.client.0.smithi002.stdout: "use_by_application": 35942024, 2024-09-14T03:35:12.250 INFO:tasks.workunit.client.0.smithi002.stdout: "virtual_address_space_used": 47448064 2024-09-14T03:35:12.251 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.251 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.1": { 2024-09-14T03:35:12.251 INFO:tasks.workunit.client.0.smithi002.stdout: "actual_memory_used": 46612480, 2024-09-14T03:35:12.251 INFO:tasks.workunit.client.0.smithi002.stdout: "central_cache_freelist": 830848, 2024-09-14T03:35:12.251 INFO:tasks.workunit.client.0.smithi002.stdout: "malloc_metadata": 2752512, 2024-09-14T03:35:12.251 INFO:tasks.workunit.client.0.smithi002.stdout: "page_heap_freelist": 0, 2024-09-14T03:35:12.251 INFO:tasks.workunit.client.0.smithi002.stdout: "released_to_os": 835584, 2024-09-14T03:35:12.251 INFO:tasks.workunit.client.0.smithi002.stdout: "spans_in_use": 1394, 2024-09-14T03:35:12.251 INFO:tasks.workunit.client.0.smithi002.stdout: "tcmalloc_page_size": 8192, 2024-09-14T03:35:12.251 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_cache_freelists": 5368040, 2024-09-14T03:35:12.251 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_heaps_in_use": 47, 2024-09-14T03:35:12.251 INFO:tasks.workunit.client.0.smithi002.stdout: "transfer_cache_freelist": 2704640, 2024-09-14T03:35:12.251 INFO:tasks.workunit.client.0.smithi002.stdout: "use_by_application": 34956440, 2024-09-14T03:35:12.252 INFO:tasks.workunit.client.0.smithi002.stdout: "virtual_address_space_used": 47448064 2024-09-14T03:35:12.252 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.252 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.2": { 2024-09-14T03:35:12.252 INFO:tasks.workunit.client.0.smithi002.stdout: "actual_memory_used": 44187648, 2024-09-14T03:35:12.252 INFO:tasks.workunit.client.0.smithi002.stdout: "central_cache_freelist": 838456, 2024-09-14T03:35:12.252 INFO:tasks.workunit.client.0.smithi002.stdout: "malloc_metadata": 2752512, 2024-09-14T03:35:12.252 INFO:tasks.workunit.client.0.smithi002.stdout: "page_heap_freelist": 0, 2024-09-14T03:35:12.252 INFO:tasks.workunit.client.0.smithi002.stdout: "released_to_os": 1032192, 2024-09-14T03:35:12.252 INFO:tasks.workunit.client.0.smithi002.stdout: "spans_in_use": 1287, 2024-09-14T03:35:12.252 INFO:tasks.workunit.client.0.smithi002.stdout: "tcmalloc_page_size": 8192, 2024-09-14T03:35:12.252 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_cache_freelists": 4787368, 2024-09-14T03:35:12.252 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_heaps_in_use": 47, 2024-09-14T03:35:12.252 INFO:tasks.workunit.client.0.smithi002.stdout: "transfer_cache_freelist": 2416896, 2024-09-14T03:35:12.253 INFO:tasks.workunit.client.0.smithi002.stdout: "use_by_application": 33392416, 2024-09-14T03:35:12.253 INFO:tasks.workunit.client.0.smithi002.stdout: "virtual_address_space_used": 45219840 2024-09-14T03:35:12.253 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.253 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.3": { 2024-09-14T03:35:12.253 INFO:tasks.workunit.client.0.smithi002.stdout: "actual_memory_used": 47284224, 2024-09-14T03:35:12.253 INFO:tasks.workunit.client.0.smithi002.stdout: "central_cache_freelist": 1570304, 2024-09-14T03:35:12.253 INFO:tasks.workunit.client.0.smithi002.stdout: "malloc_metadata": 2752512, 2024-09-14T03:35:12.253 INFO:tasks.workunit.client.0.smithi002.stdout: "page_heap_freelist": 0, 2024-09-14T03:35:12.253 INFO:tasks.workunit.client.0.smithi002.stdout: "released_to_os": 1212416, 2024-09-14T03:35:12.253 INFO:tasks.workunit.client.0.smithi002.stdout: "spans_in_use": 1648, 2024-09-14T03:35:12.253 INFO:tasks.workunit.client.0.smithi002.stdout: "tcmalloc_page_size": 8192, 2024-09-14T03:35:12.253 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_cache_freelists": 5203288, 2024-09-14T03:35:12.253 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_heaps_in_use": 47, 2024-09-14T03:35:12.253 INFO:tasks.workunit.client.0.smithi002.stdout: "transfer_cache_freelist": 3033856, 2024-09-14T03:35:12.253 INFO:tasks.workunit.client.0.smithi002.stdout: "use_by_application": 34724264, 2024-09-14T03:35:12.254 INFO:tasks.workunit.client.0.smithi002.stdout: "virtual_address_space_used": 48496640 2024-09-14T03:35:12.254 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.254 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.4": { 2024-09-14T03:35:12.254 INFO:tasks.workunit.client.0.smithi002.stdout: "actual_memory_used": 48586752, 2024-09-14T03:35:12.254 INFO:tasks.workunit.client.0.smithi002.stdout: "central_cache_freelist": 1563720, 2024-09-14T03:35:12.254 INFO:tasks.workunit.client.0.smithi002.stdout: "malloc_metadata": 2752512, 2024-09-14T03:35:12.254 INFO:tasks.workunit.client.0.smithi002.stdout: "page_heap_freelist": 98304, 2024-09-14T03:35:12.254 INFO:tasks.workunit.client.0.smithi002.stdout: "released_to_os": 892928, 2024-09-14T03:35:12.254 INFO:tasks.workunit.client.0.smithi002.stdout: "spans_in_use": 1663, 2024-09-14T03:35:12.254 INFO:tasks.workunit.client.0.smithi002.stdout: "tcmalloc_page_size": 8192, 2024-09-14T03:35:12.254 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_cache_freelists": 5887288, 2024-09-14T03:35:12.254 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_heaps_in_use": 47, 2024-09-14T03:35:12.254 INFO:tasks.workunit.client.0.smithi002.stdout: "transfer_cache_freelist": 3543552, 2024-09-14T03:35:12.254 INFO:tasks.workunit.client.0.smithi002.stdout: "use_by_application": 34741376, 2024-09-14T03:35:12.255 INFO:tasks.workunit.client.0.smithi002.stdout: "virtual_address_space_used": 49479680 2024-09-14T03:35:12.255 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.255 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.5": { 2024-09-14T03:35:12.255 INFO:tasks.workunit.client.0.smithi002.stdout: "actual_memory_used": 49192960, 2024-09-14T03:35:12.255 INFO:tasks.workunit.client.0.smithi002.stdout: "central_cache_freelist": 1859656, 2024-09-14T03:35:12.255 INFO:tasks.workunit.client.0.smithi002.stdout: "malloc_metadata": 2752512, 2024-09-14T03:35:12.255 INFO:tasks.workunit.client.0.smithi002.stdout: "page_heap_freelist": 0, 2024-09-14T03:35:12.255 INFO:tasks.workunit.client.0.smithi002.stdout: "released_to_os": 352256, 2024-09-14T03:35:12.255 INFO:tasks.workunit.client.0.smithi002.stdout: "spans_in_use": 1683, 2024-09-14T03:35:12.255 INFO:tasks.workunit.client.0.smithi002.stdout: "tcmalloc_page_size": 8192, 2024-09-14T03:35:12.255 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_cache_freelists": 5724208, 2024-09-14T03:35:12.255 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_heaps_in_use": 47, 2024-09-14T03:35:12.255 INFO:tasks.workunit.client.0.smithi002.stdout: "transfer_cache_freelist": 3570176, 2024-09-14T03:35:12.255 INFO:tasks.workunit.client.0.smithi002.stdout: "use_by_application": 35286408, 2024-09-14T03:35:12.255 INFO:tasks.workunit.client.0.smithi002.stdout: "virtual_address_space_used": 49545216 2024-09-14T03:35:12.256 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.256 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.6": { 2024-09-14T03:35:12.256 INFO:tasks.workunit.client.0.smithi002.stdout: "actual_memory_used": 48734208, 2024-09-14T03:35:12.256 INFO:tasks.workunit.client.0.smithi002.stdout: "central_cache_freelist": 1721904, 2024-09-14T03:35:12.256 INFO:tasks.workunit.client.0.smithi002.stdout: "malloc_metadata": 2752512, 2024-09-14T03:35:12.256 INFO:tasks.workunit.client.0.smithi002.stdout: "page_heap_freelist": 16384, 2024-09-14T03:35:12.256 INFO:tasks.workunit.client.0.smithi002.stdout: "released_to_os": 745472, 2024-09-14T03:35:12.256 INFO:tasks.workunit.client.0.smithi002.stdout: "spans_in_use": 1692, 2024-09-14T03:35:12.256 INFO:tasks.workunit.client.0.smithi002.stdout: "tcmalloc_page_size": 8192, 2024-09-14T03:35:12.256 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_cache_freelists": 5895168, 2024-09-14T03:35:12.256 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_heaps_in_use": 47, 2024-09-14T03:35:12.256 INFO:tasks.workunit.client.0.smithi002.stdout: "transfer_cache_freelist": 3668992, 2024-09-14T03:35:12.256 INFO:tasks.workunit.client.0.smithi002.stdout: "use_by_application": 34679248, 2024-09-14T03:35:12.256 INFO:tasks.workunit.client.0.smithi002.stdout: "virtual_address_space_used": 49479680 2024-09-14T03:35:12.257 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.257 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.7": { 2024-09-14T03:35:12.257 INFO:tasks.workunit.client.0.smithi002.stdout: "actual_memory_used": 48676864, 2024-09-14T03:35:12.257 INFO:tasks.workunit.client.0.smithi002.stdout: "central_cache_freelist": 2048456, 2024-09-14T03:35:12.257 INFO:tasks.workunit.client.0.smithi002.stdout: "malloc_metadata": 2752512, 2024-09-14T03:35:12.257 INFO:tasks.workunit.client.0.smithi002.stdout: "page_heap_freelist": 0, 2024-09-14T03:35:12.257 INFO:tasks.workunit.client.0.smithi002.stdout: "released_to_os": 868352, 2024-09-14T03:35:12.257 INFO:tasks.workunit.client.0.smithi002.stdout: "spans_in_use": 1689, 2024-09-14T03:35:12.257 INFO:tasks.workunit.client.0.smithi002.stdout: "tcmalloc_page_size": 8192, 2024-09-14T03:35:12.257 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_cache_freelists": 5443248, 2024-09-14T03:35:12.257 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_heaps_in_use": 47, 2024-09-14T03:35:12.257 INFO:tasks.workunit.client.0.smithi002.stdout: "transfer_cache_freelist": 3416320, 2024-09-14T03:35:12.257 INFO:tasks.workunit.client.0.smithi002.stdout: "use_by_application": 35016328, 2024-09-14T03:35:12.257 INFO:tasks.workunit.client.0.smithi002.stdout: "virtual_address_space_used": 49545216 2024-09-14T03:35:12.258 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.258 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.258 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.258 INFO:tasks.workunit.client.0.smithi002.stdout: "hosts": { 2024-09-14T03:35:12.258 INFO:tasks.workunit.client.0.smithi002.stdout: "num": 2, 2024-09-14T03:35:12.258 INFO:tasks.workunit.client.0.smithi002.stdout: "num_with_mds": 2, 2024-09-14T03:35:12.258 INFO:tasks.workunit.client.0.smithi002.stdout: "num_with_mgr": 2, 2024-09-14T03:35:12.258 INFO:tasks.workunit.client.0.smithi002.stdout: "num_with_mon": 2, 2024-09-14T03:35:12.258 INFO:tasks.workunit.client.0.smithi002.stdout: "num_with_osd": 2 2024-09-14T03:35:12.258 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.258 INFO:tasks.workunit.client.0.smithi002.stdout: "io_rate": { 2024-09-14T03:35:12.258 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_stats_delta": { 2024-09-14T03:35:12.258 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": 0, 2024-09-14T03:35:12.258 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:12.259 INFO:tasks.workunit.client.0.smithi002.stdout: "num_store_stats": 0, 2024-09-14T03:35:12.259 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:12.259 INFO:tasks.workunit.client.0.smithi002.stdout: "stamp_delta": "12.002267", 2024-09-14T03:35:12.259 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:12.259 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:12.259 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:12.259 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:12.259 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:12.259 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:12.259 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:12.259 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:12.259 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:12.259 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:12.259 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:12.260 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:12.260 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:12.260 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:12.260 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:12.260 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:12.260 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:12.260 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:12.260 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:12.260 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:12.260 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:12.260 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:12.260 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:12.260 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:12.260 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:12.261 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:12.261 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:12.261 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:12.261 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:12.261 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:12.261 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:12.261 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:12.261 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:12.261 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:12.261 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:12.261 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:12.261 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:12.261 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:12.261 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:12.262 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:12.262 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:12.262 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.262 INFO:tasks.workunit.client.0.smithi002.stdout: "store_stats": { 2024-09-14T03:35:12.262 INFO:tasks.workunit.client.0.smithi002.stdout: "allocated": 0, 2024-09-14T03:35:12.262 INFO:tasks.workunit.client.0.smithi002.stdout: "available": 0, 2024-09-14T03:35:12.262 INFO:tasks.workunit.client.0.smithi002.stdout: "data_compressed": 0, 2024-09-14T03:35:12.262 INFO:tasks.workunit.client.0.smithi002.stdout: "data_compressed_allocated": 0, 2024-09-14T03:35:12.262 INFO:tasks.workunit.client.0.smithi002.stdout: "data_compressed_original": 0, 2024-09-14T03:35:12.262 INFO:tasks.workunit.client.0.smithi002.stdout: "data_stored": 0, 2024-09-14T03:35:12.262 INFO:tasks.workunit.client.0.smithi002.stdout: "internal_metadata": 0, 2024-09-14T03:35:12.262 INFO:tasks.workunit.client.0.smithi002.stdout: "internally_reserved": 0, 2024-09-14T03:35:12.262 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_allocated": 0, 2024-09-14T03:35:12.262 INFO:tasks.workunit.client.0.smithi002.stdout: "total": 0 2024-09-14T03:35:12.262 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.263 INFO:tasks.workunit.client.0.smithi002.stdout: "up": 0 2024-09-14T03:35:12.263 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.263 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.263 INFO:tasks.workunit.client.0.smithi002.stdout: "leaderboard": false, 2024-09-14T03:35:12.263 INFO:tasks.workunit.client.0.smithi002.stdout: "leaderboard_description": null, 2024-09-14T03:35:12.263 INFO:tasks.workunit.client.0.smithi002.stdout: "license": "sharing-1-0", 2024-09-14T03:35:12.263 INFO:tasks.workunit.client.0.smithi002.stdout: "mempool": { 2024-09-14T03:35:12.263 INFO:tasks.workunit.client.0.smithi002.stdout: "mds": { 2024-09-14T03:35:12.263 INFO:tasks.workunit.client.0.smithi002.stdout: "mds.0a888e93454d7857644afb459e3838358f89761a": { 2024-09-14T03:35:12.263 INFO:tasks.workunit.client.0.smithi002.stdout: "bloom_filter": { 2024-09-14T03:35:12.263 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.263 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.263 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.263 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2024-09-14T03:35:12.264 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.264 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.264 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.264 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_reader": { 2024-09-14T03:35:12.264 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.264 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.264 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.264 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_writer": { 2024-09-14T03:35:12.264 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.264 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.264 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.264 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_alloc": { 2024-09-14T03:35:12.264 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.265 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.265 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.265 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_blob": { 2024-09-14T03:35:12.265 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.265 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.265 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.265 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_buffer": { 2024-09-14T03:35:12.265 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.265 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.265 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.265 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_data": { 2024-09-14T03:35:12.265 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.266 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.266 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.266 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_meta": { 2024-09-14T03:35:12.266 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.266 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.266 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.266 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_onode": { 2024-09-14T03:35:12.266 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.266 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.266 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.266 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_other": { 2024-09-14T03:35:12.266 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.266 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.266 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.267 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_extent": { 2024-09-14T03:35:12.267 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.267 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.267 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.267 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_fsck": { 2024-09-14T03:35:12.267 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.267 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.267 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.267 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_inline_bl": { 2024-09-14T03:35:12.267 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.267 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.267 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.267 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_shared_blob": { 2024-09-14T03:35:12.267 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.268 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.268 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.268 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_txc": { 2024-09-14T03:35:12.268 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.268 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.268 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.268 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing": { 2024-09-14T03:35:12.268 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.268 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.268 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.268 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing_deferred": { 2024-09-14T03:35:12.268 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.268 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.268 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.269 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_anon": { 2024-09-14T03:35:12.269 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 150168, 2024-09-14T03:35:12.269 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 33 2024-09-14T03:35:12.269 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.269 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_meta": { 2024-09-14T03:35:12.269 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.269 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.269 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.269 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_co": { 2024-09-14T03:35:12.269 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 928, 2024-09-14T03:35:12.269 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 2 2024-09-14T03:35:12.269 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.269 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2024-09-14T03:35:12.269 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.270 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.270 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.270 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mapbl": { 2024-09-14T03:35:12.270 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.270 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.270 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.270 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pglog": { 2024-09-14T03:35:12.270 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.270 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.270 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.270 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap": { 2024-09-14T03:35:12.270 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.270 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.271 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.271 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap_mapping": { 2024-09-14T03:35:12.271 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.271 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.271 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.271 INFO:tasks.workunit.client.0.smithi002.stdout: "pgmap": { 2024-09-14T03:35:12.271 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.271 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.271 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.271 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_1": { 2024-09-14T03:35:12.271 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.271 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.271 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.271 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_2": { 2024-09-14T03:35:12.272 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.272 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.272 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.272 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.272 INFO:tasks.workunit.client.0.smithi002.stdout: "mds.d2668293540d00d4d048239dd5bc97f298ea87fc": { 2024-09-14T03:35:12.272 INFO:tasks.workunit.client.0.smithi002.stdout: "bloom_filter": { 2024-09-14T03:35:12.272 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.272 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.272 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.272 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2024-09-14T03:35:12.272 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.272 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.272 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.272 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_reader": { 2024-09-14T03:35:12.273 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.273 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.273 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.273 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_writer": { 2024-09-14T03:35:12.273 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.273 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.273 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.273 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_alloc": { 2024-09-14T03:35:12.273 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.273 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.273 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.273 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_blob": { 2024-09-14T03:35:12.273 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.273 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.274 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.274 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_buffer": { 2024-09-14T03:35:12.274 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.274 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.274 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.274 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_data": { 2024-09-14T03:35:12.274 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.274 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.274 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.274 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_meta": { 2024-09-14T03:35:12.274 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.274 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.274 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.274 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_onode": { 2024-09-14T03:35:12.275 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.275 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.275 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.275 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_other": { 2024-09-14T03:35:12.275 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.275 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.275 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.275 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_extent": { 2024-09-14T03:35:12.275 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.275 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.275 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.275 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_fsck": { 2024-09-14T03:35:12.275 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.276 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.276 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.276 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_inline_bl": { 2024-09-14T03:35:12.276 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.276 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.276 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.276 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_shared_blob": { 2024-09-14T03:35:12.276 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.276 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.276 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.276 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_txc": { 2024-09-14T03:35:12.276 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.276 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.277 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.277 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing": { 2024-09-14T03:35:12.277 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.277 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.277 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.277 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing_deferred": { 2024-09-14T03:35:12.277 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.277 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.277 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.277 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_anon": { 2024-09-14T03:35:12.277 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 222727, 2024-09-14T03:35:12.277 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 72 2024-09-14T03:35:12.277 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.277 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_meta": { 2024-09-14T03:35:12.278 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.278 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.278 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.278 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_co": { 2024-09-14T03:35:12.278 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 51704, 2024-09-14T03:35:12.278 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 208 2024-09-14T03:35:12.278 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.278 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2024-09-14T03:35:12.278 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.278 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.278 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.278 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mapbl": { 2024-09-14T03:35:12.278 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.278 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.278 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.279 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pglog": { 2024-09-14T03:35:12.279 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.279 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.279 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.279 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap": { 2024-09-14T03:35:12.279 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 8208, 2024-09-14T03:35:12.279 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 139 2024-09-14T03:35:12.279 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.279 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap_mapping": { 2024-09-14T03:35:12.279 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.279 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.279 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.279 INFO:tasks.workunit.client.0.smithi002.stdout: "pgmap": { 2024-09-14T03:35:12.279 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.280 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.280 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.280 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_1": { 2024-09-14T03:35:12.280 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.280 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.280 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.280 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_2": { 2024-09-14T03:35:12.280 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.280 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.280 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.280 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.280 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.280 INFO:tasks.workunit.client.0.smithi002.stdout: "mon": { 2024-09-14T03:35:12.280 INFO:tasks.workunit.client.0.smithi002.stdout: "mon.0a888e93454d7857644afb459e3838358f89761a": { 2024-09-14T03:35:12.281 INFO:tasks.workunit.client.0.smithi002.stdout: "bloom_filter": { 2024-09-14T03:35:12.281 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.281 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.281 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.281 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2024-09-14T03:35:12.281 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.281 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.281 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.281 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_reader": { 2024-09-14T03:35:12.281 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.281 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.281 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.281 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_writer": { 2024-09-14T03:35:12.281 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.282 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.282 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.282 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_alloc": { 2024-09-14T03:35:12.282 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.282 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.282 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.282 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_blob": { 2024-09-14T03:35:12.282 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.282 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.282 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.282 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_buffer": { 2024-09-14T03:35:12.282 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.282 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.283 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.283 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_data": { 2024-09-14T03:35:12.283 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.283 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.283 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.283 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_meta": { 2024-09-14T03:35:12.283 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.283 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.283 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.283 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_onode": { 2024-09-14T03:35:12.283 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.283 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.283 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.283 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_other": { 2024-09-14T03:35:12.284 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.284 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.284 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.284 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_extent": { 2024-09-14T03:35:12.284 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.284 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.284 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.284 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_fsck": { 2024-09-14T03:35:12.284 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.284 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.284 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.284 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_inline_bl": { 2024-09-14T03:35:12.284 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.285 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.285 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.285 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_shared_blob": { 2024-09-14T03:35:12.285 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.285 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.285 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.285 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_txc": { 2024-09-14T03:35:12.285 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.285 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.285 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.285 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing": { 2024-09-14T03:35:12.285 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.285 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.285 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.286 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing_deferred": { 2024-09-14T03:35:12.286 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.286 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.286 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.286 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_anon": { 2024-09-14T03:35:12.286 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 1225015, 2024-09-14T03:35:12.286 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 367 2024-09-14T03:35:12.286 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.286 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_meta": { 2024-09-14T03:35:12.286 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 352, 2024-09-14T03:35:12.286 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 4 2024-09-14T03:35:12.286 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.286 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_co": { 2024-09-14T03:35:12.286 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.287 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.287 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.287 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2024-09-14T03:35:12.287 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.287 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.287 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.287 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mapbl": { 2024-09-14T03:35:12.287 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.287 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.287 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.287 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pglog": { 2024-09-14T03:35:12.287 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.287 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.287 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.288 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap": { 2024-09-14T03:35:12.288 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 6784, 2024-09-14T03:35:12.288 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 138 2024-09-14T03:35:12.288 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.288 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap_mapping": { 2024-09-14T03:35:12.288 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 12744, 2024-09-14T03:35:12.288 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 1546 2024-09-14T03:35:12.288 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.288 INFO:tasks.workunit.client.0.smithi002.stdout: "pgmap": { 2024-09-14T03:35:12.288 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 10624, 2024-09-14T03:35:12.288 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 206 2024-09-14T03:35:12.288 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.288 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_1": { 2024-09-14T03:35:12.289 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.289 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.289 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.289 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_2": { 2024-09-14T03:35:12.289 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.289 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.289 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.289 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.289 INFO:tasks.workunit.client.0.smithi002.stdout: "mon.d2668293540d00d4d048239dd5bc97f298ea87fc": { 2024-09-14T03:35:12.289 INFO:tasks.workunit.client.0.smithi002.stdout: "bloom_filter": { 2024-09-14T03:35:12.289 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.289 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.289 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.289 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2024-09-14T03:35:12.290 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.290 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.290 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.290 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_reader": { 2024-09-14T03:35:12.290 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.290 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.290 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.290 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_writer": { 2024-09-14T03:35:12.290 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.290 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.290 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.290 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_alloc": { 2024-09-14T03:35:12.290 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.290 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.291 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.291 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_blob": { 2024-09-14T03:35:12.291 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.291 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.291 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.291 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_buffer": { 2024-09-14T03:35:12.291 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.291 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.291 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.291 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_data": { 2024-09-14T03:35:12.291 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.291 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.291 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.291 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_meta": { 2024-09-14T03:35:12.292 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.292 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.292 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.292 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_onode": { 2024-09-14T03:35:12.292 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.292 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.292 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.292 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_other": { 2024-09-14T03:35:12.292 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.292 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.292 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.292 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_extent": { 2024-09-14T03:35:12.292 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.293 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.293 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.293 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_fsck": { 2024-09-14T03:35:12.293 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.293 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.293 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.293 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_inline_bl": { 2024-09-14T03:35:12.293 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.293 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.293 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.293 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_shared_blob": { 2024-09-14T03:35:12.293 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.293 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.293 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.293 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_txc": { 2024-09-14T03:35:12.294 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.294 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.294 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.294 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing": { 2024-09-14T03:35:12.294 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.294 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.294 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.294 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing_deferred": { 2024-09-14T03:35:12.294 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.294 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.294 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.294 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_anon": { 2024-09-14T03:35:12.294 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 1177943, 2024-09-14T03:35:12.295 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 365 2024-09-14T03:35:12.295 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.295 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_meta": { 2024-09-14T03:35:12.295 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.295 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.295 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.295 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_co": { 2024-09-14T03:35:12.295 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.295 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.295 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.295 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2024-09-14T03:35:12.295 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.295 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.295 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.296 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mapbl": { 2024-09-14T03:35:12.296 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.296 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.296 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.296 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pglog": { 2024-09-14T03:35:12.296 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.296 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.296 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.296 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap": { 2024-09-14T03:35:12.296 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 6784, 2024-09-14T03:35:12.296 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 138 2024-09-14T03:35:12.296 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.296 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap_mapping": { 2024-09-14T03:35:12.296 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 12744, 2024-09-14T03:35:12.297 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 1546 2024-09-14T03:35:12.297 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.297 INFO:tasks.workunit.client.0.smithi002.stdout: "pgmap": { 2024-09-14T03:35:12.297 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 5312, 2024-09-14T03:35:12.297 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 103 2024-09-14T03:35:12.297 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.297 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_1": { 2024-09-14T03:35:12.297 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.297 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.297 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.297 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_2": { 2024-09-14T03:35:12.297 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.297 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.297 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.298 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.298 INFO:tasks.workunit.client.0.smithi002.stdout: "mon.dff9bf76186550c071370bb9811f6044a1b90fcc": { 2024-09-14T03:35:12.298 INFO:tasks.workunit.client.0.smithi002.stdout: "bloom_filter": { 2024-09-14T03:35:12.298 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.298 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.298 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.298 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2024-09-14T03:35:12.298 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.298 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.298 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.298 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_reader": { 2024-09-14T03:35:12.298 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.298 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.298 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.299 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_writer": { 2024-09-14T03:35:12.299 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.299 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.299 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.299 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_alloc": { 2024-09-14T03:35:12.299 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.299 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.299 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.299 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_blob": { 2024-09-14T03:35:12.299 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.299 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.299 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.299 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_buffer": { 2024-09-14T03:35:12.299 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.299 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.300 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.300 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_data": { 2024-09-14T03:35:12.300 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.300 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.300 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.300 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_meta": { 2024-09-14T03:35:12.300 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.300 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.300 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.300 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_onode": { 2024-09-14T03:35:12.300 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.300 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.301 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.301 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_other": { 2024-09-14T03:35:12.301 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.301 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.301 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.301 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_extent": { 2024-09-14T03:35:12.301 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.301 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.301 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.301 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_fsck": { 2024-09-14T03:35:12.301 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.301 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.301 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.301 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_inline_bl": { 2024-09-14T03:35:12.301 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.302 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.302 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.302 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_shared_blob": { 2024-09-14T03:35:12.302 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.302 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.302 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.302 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_txc": { 2024-09-14T03:35:12.302 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.302 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.302 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.302 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing": { 2024-09-14T03:35:12.302 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.302 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.302 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.303 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing_deferred": { 2024-09-14T03:35:12.303 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.303 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.303 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.303 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_anon": { 2024-09-14T03:35:12.303 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 1392073, 2024-09-14T03:35:12.303 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 446 2024-09-14T03:35:12.303 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.303 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_meta": { 2024-09-14T03:35:12.303 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.303 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.303 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.303 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_co": { 2024-09-14T03:35:12.303 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.304 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.304 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.304 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2024-09-14T03:35:12.304 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.304 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.304 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.304 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mapbl": { 2024-09-14T03:35:12.304 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.304 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.304 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.304 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pglog": { 2024-09-14T03:35:12.304 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.304 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.304 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.304 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap": { 2024-09-14T03:35:12.305 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 6784, 2024-09-14T03:35:12.305 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 138 2024-09-14T03:35:12.305 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.305 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap_mapping": { 2024-09-14T03:35:12.305 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 12744, 2024-09-14T03:35:12.305 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 1546 2024-09-14T03:35:12.305 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.305 INFO:tasks.workunit.client.0.smithi002.stdout: "pgmap": { 2024-09-14T03:35:12.305 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 5312, 2024-09-14T03:35:12.305 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 103 2024-09-14T03:35:12.305 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.305 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_1": { 2024-09-14T03:35:12.305 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.305 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.306 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.306 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_2": { 2024-09-14T03:35:12.306 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.306 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.306 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.306 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.306 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.306 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2024-09-14T03:35:12.306 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.0": { 2024-09-14T03:35:12.306 INFO:tasks.workunit.client.0.smithi002.stdout: "bloom_filter": { 2024-09-14T03:35:12.306 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.306 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.306 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.306 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2024-09-14T03:35:12.307 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 6304, 2024-09-14T03:35:12.307 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 115 2024-09-14T03:35:12.307 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.307 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_reader": { 2024-09-14T03:35:12.307 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 16896, 2024-09-14T03:35:12.307 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 8 2024-09-14T03:35:12.307 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.307 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_writer": { 2024-09-14T03:35:12.307 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 576, 2024-09-14T03:35:12.307 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3 2024-09-14T03:35:12.307 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.307 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_alloc": { 2024-09-14T03:35:12.307 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 6240, 2024-09-14T03:35:12.308 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 78 2024-09-14T03:35:12.308 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.308 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_blob": { 2024-09-14T03:35:12.308 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 22960, 2024-09-14T03:35:12.308 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 205 2024-09-14T03:35:12.308 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.308 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_buffer": { 2024-09-14T03:35:12.308 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 1712, 2024-09-14T03:35:12.308 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 45 2024-09-14T03:35:12.308 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.308 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_data": { 2024-09-14T03:35:12.308 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 606208, 2024-09-14T03:35:12.308 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 17 2024-09-14T03:35:12.308 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.309 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_meta": { 2024-09-14T03:35:12.309 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 57894, 2024-09-14T03:35:12.309 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 10537 2024-09-14T03:35:12.309 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.309 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_onode": { 2024-09-14T03:35:12.309 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 145096, 2024-09-14T03:35:12.309 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 245 2024-09-14T03:35:12.309 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.309 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_other": { 2024-09-14T03:35:12.309 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 11628, 2024-09-14T03:35:12.309 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 775 2024-09-14T03:35:12.309 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.309 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_extent": { 2024-09-14T03:35:12.309 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 9840, 2024-09-14T03:35:12.310 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 205 2024-09-14T03:35:12.310 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.310 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_fsck": { 2024-09-14T03:35:12.310 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.310 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.310 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.310 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_inline_bl": { 2024-09-14T03:35:12.310 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 33394, 2024-09-14T03:35:12.310 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 213 2024-09-14T03:35:12.310 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.310 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_shared_blob": { 2024-09-14T03:35:12.310 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 22960, 2024-09-14T03:35:12.310 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 205 2024-09-14T03:35:12.311 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.311 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_txc": { 2024-09-14T03:35:12.311 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.311 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.311 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.311 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing": { 2024-09-14T03:35:12.311 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 455466, 2024-09-14T03:35:12.311 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 99 2024-09-14T03:35:12.311 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.311 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing_deferred": { 2024-09-14T03:35:12.311 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.311 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.311 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.311 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_anon": { 2024-09-14T03:35:12.311 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 2451392, 2024-09-14T03:35:12.312 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 198 2024-09-14T03:35:12.312 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.312 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_meta": { 2024-09-14T03:35:12.312 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 6864, 2024-09-14T03:35:12.312 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 78 2024-09-14T03:35:12.312 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.312 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_co": { 2024-09-14T03:35:12.312 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.312 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.312 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.312 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2024-09-14T03:35:12.312 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 510048, 2024-09-14T03:35:12.312 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 44 2024-09-14T03:35:12.312 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.313 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mapbl": { 2024-09-14T03:35:12.313 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.313 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.313 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.313 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pglog": { 2024-09-14T03:35:12.313 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 101504, 2024-09-14T03:35:12.313 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 200 2024-09-14T03:35:12.313 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.313 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap": { 2024-09-14T03:35:12.313 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 241352, 2024-09-14T03:35:12.313 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3539 2024-09-14T03:35:12.313 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.313 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap_mapping": { 2024-09-14T03:35:12.313 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.314 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.314 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.314 INFO:tasks.workunit.client.0.smithi002.stdout: "pgmap": { 2024-09-14T03:35:12.314 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.314 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.314 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.314 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_1": { 2024-09-14T03:35:12.314 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.314 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.314 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.314 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_2": { 2024-09-14T03:35:12.314 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.314 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.314 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.315 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.315 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.1": { 2024-09-14T03:35:12.315 INFO:tasks.workunit.client.0.smithi002.stdout: "bloom_filter": { 2024-09-14T03:35:12.315 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.315 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.315 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.315 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2024-09-14T03:35:12.315 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 6304, 2024-09-14T03:35:12.315 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 115 2024-09-14T03:35:12.315 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.315 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_reader": { 2024-09-14T03:35:12.315 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 16896, 2024-09-14T03:35:12.315 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 8 2024-09-14T03:35:12.315 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.316 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_writer": { 2024-09-14T03:35:12.316 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 576, 2024-09-14T03:35:12.316 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3 2024-09-14T03:35:12.316 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.316 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_alloc": { 2024-09-14T03:35:12.316 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 5440, 2024-09-14T03:35:12.316 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 68 2024-09-14T03:35:12.316 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.316 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_blob": { 2024-09-14T03:35:12.316 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 21728, 2024-09-14T03:35:12.316 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 194 2024-09-14T03:35:12.316 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.316 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_buffer": { 2024-09-14T03:35:12.316 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 1040, 2024-09-14T03:35:12.317 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 39 2024-09-14T03:35:12.317 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.317 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_data": { 2024-09-14T03:35:12.317 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 8192, 2024-09-14T03:35:12.317 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 2 2024-09-14T03:35:12.317 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.317 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_meta": { 2024-09-14T03:35:12.317 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 52222, 2024-09-14T03:35:12.317 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 9660 2024-09-14T03:35:12.317 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.318 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_onode": { 2024-09-14T03:35:12.318 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 137616, 2024-09-14T03:35:12.318 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 234 2024-09-14T03:35:12.318 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.318 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_other": { 2024-09-14T03:35:12.318 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 9940, 2024-09-14T03:35:12.318 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 605 2024-09-14T03:35:12.318 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.318 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_extent": { 2024-09-14T03:35:12.318 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 9312, 2024-09-14T03:35:12.318 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 194 2024-09-14T03:35:12.318 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.318 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_fsck": { 2024-09-14T03:35:12.319 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.319 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.319 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.319 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_inline_bl": { 2024-09-14T03:35:12.319 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 29806, 2024-09-14T03:35:12.319 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 202 2024-09-14T03:35:12.319 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.319 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_shared_blob": { 2024-09-14T03:35:12.319 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 21728, 2024-09-14T03:35:12.319 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 194 2024-09-14T03:35:12.319 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.319 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_txc": { 2024-09-14T03:35:12.319 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 736, 2024-09-14T03:35:12.319 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 1 2024-09-14T03:35:12.320 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.320 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing": { 2024-09-14T03:35:12.320 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 472525, 2024-09-14T03:35:12.320 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 103 2024-09-14T03:35:12.320 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.320 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing_deferred": { 2024-09-14T03:35:12.320 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 12112, 2024-09-14T03:35:12.320 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3 2024-09-14T03:35:12.320 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.320 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_anon": { 2024-09-14T03:35:12.320 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 2443482, 2024-09-14T03:35:12.320 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 188 2024-09-14T03:35:12.320 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.320 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_meta": { 2024-09-14T03:35:12.321 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 4928, 2024-09-14T03:35:12.321 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 56 2024-09-14T03:35:12.321 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.321 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_co": { 2024-09-14T03:35:12.321 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.321 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.321 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.321 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2024-09-14T03:35:12.321 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 452088, 2024-09-14T03:35:12.321 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 39 2024-09-14T03:35:12.321 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.321 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mapbl": { 2024-09-14T03:35:12.321 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.321 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.322 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.322 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pglog": { 2024-09-14T03:35:12.322 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 8528, 2024-09-14T03:35:12.322 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 22 2024-09-14T03:35:12.322 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.322 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap": { 2024-09-14T03:35:12.322 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 241352, 2024-09-14T03:35:12.322 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3539 2024-09-14T03:35:12.322 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.322 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap_mapping": { 2024-09-14T03:35:12.322 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.322 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.322 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.322 INFO:tasks.workunit.client.0.smithi002.stdout: "pgmap": { 2024-09-14T03:35:12.323 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.323 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.323 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.323 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_1": { 2024-09-14T03:35:12.323 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.323 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.323 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.323 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_2": { 2024-09-14T03:35:12.323 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.323 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.323 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.323 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.323 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.2": { 2024-09-14T03:35:12.323 INFO:tasks.workunit.client.0.smithi002.stdout: "bloom_filter": { 2024-09-14T03:35:12.324 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.324 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.324 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.324 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2024-09-14T03:35:12.324 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 6304, 2024-09-14T03:35:12.324 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 115 2024-09-14T03:35:12.324 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.324 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_reader": { 2024-09-14T03:35:12.324 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 16896, 2024-09-14T03:35:12.324 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 8 2024-09-14T03:35:12.324 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.324 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_writer": { 2024-09-14T03:35:12.324 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 576, 2024-09-14T03:35:12.324 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3 2024-09-14T03:35:12.325 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.325 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_alloc": { 2024-09-14T03:35:12.325 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 4960, 2024-09-14T03:35:12.325 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 62 2024-09-14T03:35:12.325 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.325 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_blob": { 2024-09-14T03:35:12.325 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 21392, 2024-09-14T03:35:12.325 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 191 2024-09-14T03:35:12.325 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.325 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_buffer": { 2024-09-14T03:35:12.325 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 1040, 2024-09-14T03:35:12.325 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 39 2024-09-14T03:35:12.325 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.325 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_data": { 2024-09-14T03:35:12.326 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 8192, 2024-09-14T03:35:12.326 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 2 2024-09-14T03:35:12.326 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.326 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_meta": { 2024-09-14T03:35:12.326 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 48924, 2024-09-14T03:35:12.326 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 9181 2024-09-14T03:35:12.326 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.326 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_onode": { 2024-09-14T03:35:12.326 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 130816, 2024-09-14T03:35:12.326 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 224 2024-09-14T03:35:12.326 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.326 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_other": { 2024-09-14T03:35:12.326 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 8984, 2024-09-14T03:35:12.326 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 591 2024-09-14T03:35:12.327 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.327 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_extent": { 2024-09-14T03:35:12.327 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 9168, 2024-09-14T03:35:12.327 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 191 2024-09-14T03:35:12.327 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.327 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_fsck": { 2024-09-14T03:35:12.327 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.327 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.327 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.327 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_inline_bl": { 2024-09-14T03:35:12.327 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 27750, 2024-09-14T03:35:12.327 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 192 2024-09-14T03:35:12.327 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.327 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_shared_blob": { 2024-09-14T03:35:12.328 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 21392, 2024-09-14T03:35:12.328 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 191 2024-09-14T03:35:12.328 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.328 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_txc": { 2024-09-14T03:35:12.328 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 736, 2024-09-14T03:35:12.328 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 1 2024-09-14T03:35:12.328 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.328 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing": { 2024-09-14T03:35:12.328 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 411085, 2024-09-14T03:35:12.328 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 88 2024-09-14T03:35:12.328 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.328 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing_deferred": { 2024-09-14T03:35:12.328 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 12112, 2024-09-14T03:35:12.328 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3 2024-09-14T03:35:12.329 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.329 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_anon": { 2024-09-14T03:35:12.329 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 2446304, 2024-09-14T03:35:12.329 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 186 2024-09-14T03:35:12.329 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.329 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_meta": { 2024-09-14T03:35:12.329 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 4312, 2024-09-14T03:35:12.329 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 49 2024-09-14T03:35:12.329 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.329 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_co": { 2024-09-14T03:35:12.329 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.329 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.329 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.329 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2024-09-14T03:35:12.329 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 359352, 2024-09-14T03:35:12.330 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 31 2024-09-14T03:35:12.330 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.330 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mapbl": { 2024-09-14T03:35:12.330 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.330 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.330 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.330 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pglog": { 2024-09-14T03:35:12.330 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 8320, 2024-09-14T03:35:12.330 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 24 2024-09-14T03:35:12.330 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.330 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap": { 2024-09-14T03:35:12.330 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 241864, 2024-09-14T03:35:12.330 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3563 2024-09-14T03:35:12.330 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.331 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap_mapping": { 2024-09-14T03:35:12.331 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.331 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.331 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.331 INFO:tasks.workunit.client.0.smithi002.stdout: "pgmap": { 2024-09-14T03:35:12.331 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.331 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.331 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.331 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_1": { 2024-09-14T03:35:12.331 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.331 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.331 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.331 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_2": { 2024-09-14T03:35:12.331 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.331 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.332 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.332 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.332 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.3": { 2024-09-14T03:35:12.332 INFO:tasks.workunit.client.0.smithi002.stdout: "bloom_filter": { 2024-09-14T03:35:12.332 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.332 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.332 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.332 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2024-09-14T03:35:12.332 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 6304, 2024-09-14T03:35:12.332 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 115 2024-09-14T03:35:12.332 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.332 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_reader": { 2024-09-14T03:35:12.332 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 16896, 2024-09-14T03:35:12.332 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 8 2024-09-14T03:35:12.333 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.333 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_writer": { 2024-09-14T03:35:12.333 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 576, 2024-09-14T03:35:12.333 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3 2024-09-14T03:35:12.333 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.333 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_alloc": { 2024-09-14T03:35:12.333 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 4240, 2024-09-14T03:35:12.333 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 53 2024-09-14T03:35:12.333 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.333 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_blob": { 2024-09-14T03:35:12.333 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 21952, 2024-09-14T03:35:12.333 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 196 2024-09-14T03:35:12.333 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.333 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_buffer": { 2024-09-14T03:35:12.334 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 592, 2024-09-14T03:35:12.334 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 35 2024-09-14T03:35:12.334 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.334 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_data": { 2024-09-14T03:35:12.334 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 4096, 2024-09-14T03:35:12.334 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 1 2024-09-14T03:35:12.334 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.334 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_meta": { 2024-09-14T03:35:12.334 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 89620, 2024-09-14T03:35:12.334 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 15552 2024-09-14T03:35:12.334 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.334 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_onode": { 2024-09-14T03:35:12.334 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 202896, 2024-09-14T03:35:12.335 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 330 2024-09-14T03:35:12.335 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.335 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_other": { 2024-09-14T03:35:12.335 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 9676, 2024-09-14T03:35:12.335 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 608 2024-09-14T03:35:12.335 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.335 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_extent": { 2024-09-14T03:35:12.335 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 9408, 2024-09-14T03:35:12.335 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 196 2024-09-14T03:35:12.335 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.335 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_fsck": { 2024-09-14T03:35:12.335 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.335 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.335 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.336 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_inline_bl": { 2024-09-14T03:35:12.336 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 28446, 2024-09-14T03:35:12.336 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 198 2024-09-14T03:35:12.336 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.336 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_shared_blob": { 2024-09-14T03:35:12.336 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 21952, 2024-09-14T03:35:12.336 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 196 2024-09-14T03:35:12.336 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.336 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_txc": { 2024-09-14T03:35:12.336 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 2208, 2024-09-14T03:35:12.336 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3 2024-09-14T03:35:12.336 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.336 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing": { 2024-09-14T03:35:12.336 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 314727, 2024-09-14T03:35:12.337 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 65 2024-09-14T03:35:12.337 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.337 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing_deferred": { 2024-09-14T03:35:12.337 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 26565, 2024-09-14T03:35:12.337 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 9 2024-09-14T03:35:12.337 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.337 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_anon": { 2024-09-14T03:35:12.337 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 2445784, 2024-09-14T03:35:12.337 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 186 2024-09-14T03:35:12.337 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.337 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_meta": { 2024-09-14T03:35:12.337 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 4752, 2024-09-14T03:35:12.337 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 54 2024-09-14T03:35:12.337 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.338 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_co": { 2024-09-14T03:35:12.338 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.338 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.338 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.338 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2024-09-14T03:35:12.338 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 417312, 2024-09-14T03:35:12.338 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 36 2024-09-14T03:35:12.338 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.338 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mapbl": { 2024-09-14T03:35:12.338 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.338 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.338 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.338 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pglog": { 2024-09-14T03:35:12.338 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 10400, 2024-09-14T03:35:12.338 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 20 2024-09-14T03:35:12.339 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.339 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap": { 2024-09-14T03:35:12.339 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 241352, 2024-09-14T03:35:12.339 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3539 2024-09-14T03:35:12.339 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.339 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap_mapping": { 2024-09-14T03:35:12.339 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.339 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.339 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.339 INFO:tasks.workunit.client.0.smithi002.stdout: "pgmap": { 2024-09-14T03:35:12.339 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.339 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.339 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.339 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_1": { 2024-09-14T03:35:12.340 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.340 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.340 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.340 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_2": { 2024-09-14T03:35:12.340 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.340 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.340 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.340 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.340 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.4": { 2024-09-14T03:35:12.340 INFO:tasks.workunit.client.0.smithi002.stdout: "bloom_filter": { 2024-09-14T03:35:12.340 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.340 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.340 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.340 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2024-09-14T03:35:12.341 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 6304, 2024-09-14T03:35:12.341 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 115 2024-09-14T03:35:12.341 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.341 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_reader": { 2024-09-14T03:35:12.341 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 16896, 2024-09-14T03:35:12.341 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 8 2024-09-14T03:35:12.341 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.341 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_writer": { 2024-09-14T03:35:12.341 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 576, 2024-09-14T03:35:12.341 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3 2024-09-14T03:35:12.341 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.341 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_alloc": { 2024-09-14T03:35:12.341 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 4000, 2024-09-14T03:35:12.341 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 50 2024-09-14T03:35:12.342 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.342 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_blob": { 2024-09-14T03:35:12.342 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 21952, 2024-09-14T03:35:12.342 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 196 2024-09-14T03:35:12.342 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.342 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_buffer": { 2024-09-14T03:35:12.342 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 1040, 2024-09-14T03:35:12.342 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 39 2024-09-14T03:35:12.342 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.342 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_data": { 2024-09-14T03:35:12.342 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 8192, 2024-09-14T03:35:12.342 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 2 2024-09-14T03:35:12.342 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.342 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_meta": { 2024-09-14T03:35:12.342 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 91128, 2024-09-14T03:35:12.343 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 15750 2024-09-14T03:35:12.343 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.343 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_onode": { 2024-09-14T03:35:12.343 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 205616, 2024-09-14T03:35:12.343 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 334 2024-09-14T03:35:12.343 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.343 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_other": { 2024-09-14T03:35:12.343 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 9980, 2024-09-14T03:35:12.343 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 609 2024-09-14T03:35:12.343 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.343 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_extent": { 2024-09-14T03:35:12.343 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 9408, 2024-09-14T03:35:12.343 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 196 2024-09-14T03:35:12.343 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.344 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_fsck": { 2024-09-14T03:35:12.344 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.344 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.344 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.344 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_inline_bl": { 2024-09-14T03:35:12.344 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 29470, 2024-09-14T03:35:12.344 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 202 2024-09-14T03:35:12.344 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.344 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_shared_blob": { 2024-09-14T03:35:12.344 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 21952, 2024-09-14T03:35:12.344 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 196 2024-09-14T03:35:12.344 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.344 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_txc": { 2024-09-14T03:35:12.345 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 736, 2024-09-14T03:35:12.345 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 1 2024-09-14T03:35:12.345 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.345 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing": { 2024-09-14T03:35:12.345 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 962381, 2024-09-14T03:35:12.345 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 80 2024-09-14T03:35:12.345 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.345 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing_deferred": { 2024-09-14T03:35:12.345 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 12112, 2024-09-14T03:35:12.345 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3 2024-09-14T03:35:12.345 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.345 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_anon": { 2024-09-14T03:35:12.345 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 2414174, 2024-09-14T03:35:12.345 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 175 2024-09-14T03:35:12.346 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.346 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_meta": { 2024-09-14T03:35:12.346 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 4928, 2024-09-14T03:35:12.346 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 56 2024-09-14T03:35:12.346 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.346 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_co": { 2024-09-14T03:35:12.346 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.346 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.346 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.346 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2024-09-14T03:35:12.346 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 452088, 2024-09-14T03:35:12.346 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 39 2024-09-14T03:35:12.346 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.346 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mapbl": { 2024-09-14T03:35:12.346 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.347 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.347 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.347 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pglog": { 2024-09-14T03:35:12.347 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 8944, 2024-09-14T03:35:12.347 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 18 2024-09-14T03:35:12.347 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.347 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap": { 2024-09-14T03:35:12.347 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 241608, 2024-09-14T03:35:12.347 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3551 2024-09-14T03:35:12.347 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.347 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap_mapping": { 2024-09-14T03:35:12.347 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.347 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.347 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.348 INFO:tasks.workunit.client.0.smithi002.stdout: "pgmap": { 2024-09-14T03:35:12.348 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.348 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.348 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.348 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_1": { 2024-09-14T03:35:12.348 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.348 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.348 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.348 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_2": { 2024-09-14T03:35:12.348 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.348 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.348 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.348 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.349 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.5": { 2024-09-14T03:35:12.349 INFO:tasks.workunit.client.0.smithi002.stdout: "bloom_filter": { 2024-09-14T03:35:12.349 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.349 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.349 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.349 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2024-09-14T03:35:12.349 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 6304, 2024-09-14T03:35:12.349 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 115 2024-09-14T03:35:12.349 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.349 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_reader": { 2024-09-14T03:35:12.349 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 16896, 2024-09-14T03:35:12.349 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 8 2024-09-14T03:35:12.349 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.349 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_writer": { 2024-09-14T03:35:12.350 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 576, 2024-09-14T03:35:12.350 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3 2024-09-14T03:35:12.350 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.350 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_alloc": { 2024-09-14T03:35:12.350 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 3360, 2024-09-14T03:35:12.350 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 42 2024-09-14T03:35:12.350 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.350 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_blob": { 2024-09-14T03:35:12.350 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 21952, 2024-09-14T03:35:12.350 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 196 2024-09-14T03:35:12.350 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.350 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_buffer": { 2024-09-14T03:35:12.350 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 480, 2024-09-14T03:35:12.350 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 34 2024-09-14T03:35:12.350 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.351 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_data": { 2024-09-14T03:35:12.351 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.351 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.351 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.351 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_meta": { 2024-09-14T03:35:12.351 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 92214, 2024-09-14T03:35:12.351 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 15885 2024-09-14T03:35:12.351 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.351 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_onode": { 2024-09-14T03:35:12.351 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 207656, 2024-09-14T03:35:12.351 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 337 2024-09-14T03:35:12.351 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.352 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_other": { 2024-09-14T03:35:12.352 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 10236, 2024-09-14T03:35:12.352 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 613 2024-09-14T03:35:12.352 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.352 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_extent": { 2024-09-14T03:35:12.352 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 9408, 2024-09-14T03:35:12.352 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 196 2024-09-14T03:35:12.352 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.352 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_fsck": { 2024-09-14T03:35:12.352 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.352 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.352 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.353 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_inline_bl": { 2024-09-14T03:35:12.353 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 30238, 2024-09-14T03:35:12.353 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 205 2024-09-14T03:35:12.353 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.353 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_shared_blob": { 2024-09-14T03:35:12.353 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 21952, 2024-09-14T03:35:12.353 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 196 2024-09-14T03:35:12.353 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.353 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_txc": { 2024-09-14T03:35:12.353 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 2208, 2024-09-14T03:35:12.353 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3 2024-09-14T03:35:12.353 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.353 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing": { 2024-09-14T03:35:12.353 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 879477, 2024-09-14T03:35:12.354 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 60 2024-09-14T03:35:12.354 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.354 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing_deferred": { 2024-09-14T03:35:12.354 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 26565, 2024-09-14T03:35:12.354 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 9 2024-09-14T03:35:12.354 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.354 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_anon": { 2024-09-14T03:35:12.354 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 2436534, 2024-09-14T03:35:12.354 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 178 2024-09-14T03:35:12.354 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.354 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_meta": { 2024-09-14T03:35:12.354 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 5456, 2024-09-14T03:35:12.354 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 62 2024-09-14T03:35:12.354 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.355 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_co": { 2024-09-14T03:35:12.355 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.355 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.355 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.355 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2024-09-14T03:35:12.355 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 475272, 2024-09-14T03:35:12.355 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 41 2024-09-14T03:35:12.355 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.355 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mapbl": { 2024-09-14T03:35:12.355 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.355 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.355 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.355 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pglog": { 2024-09-14T03:35:12.355 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 13000, 2024-09-14T03:35:12.356 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 25 2024-09-14T03:35:12.356 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.356 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap": { 2024-09-14T03:35:12.356 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 241864, 2024-09-14T03:35:12.356 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3563 2024-09-14T03:35:12.356 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.356 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap_mapping": { 2024-09-14T03:35:12.356 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.356 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.356 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.356 INFO:tasks.workunit.client.0.smithi002.stdout: "pgmap": { 2024-09-14T03:35:12.356 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.356 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.356 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.357 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_1": { 2024-09-14T03:35:12.357 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.357 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.357 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.357 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_2": { 2024-09-14T03:35:12.357 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.357 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.357 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.357 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.357 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.6": { 2024-09-14T03:35:12.357 INFO:tasks.workunit.client.0.smithi002.stdout: "bloom_filter": { 2024-09-14T03:35:12.357 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.357 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.357 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.358 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2024-09-14T03:35:12.358 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 6304, 2024-09-14T03:35:12.358 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 115 2024-09-14T03:35:12.358 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.358 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_reader": { 2024-09-14T03:35:12.358 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 16896, 2024-09-14T03:35:12.358 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 8 2024-09-14T03:35:12.358 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.358 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_writer": { 2024-09-14T03:35:12.358 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 576, 2024-09-14T03:35:12.358 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3 2024-09-14T03:35:12.358 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.358 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_alloc": { 2024-09-14T03:35:12.358 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 2800, 2024-09-14T03:35:12.359 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 35 2024-09-14T03:35:12.359 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.359 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_blob": { 2024-09-14T03:35:12.359 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 22736, 2024-09-14T03:35:12.359 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 203 2024-09-14T03:35:12.359 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.359 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_buffer": { 2024-09-14T03:35:12.359 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 368, 2024-09-14T03:35:12.359 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 33 2024-09-14T03:35:12.359 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.359 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_data": { 2024-09-14T03:35:12.359 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 4096, 2024-09-14T03:35:12.359 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 1 2024-09-14T03:35:12.359 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.360 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_meta": { 2024-09-14T03:35:12.360 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 91443, 2024-09-14T03:35:12.360 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 16031 2024-09-14T03:35:12.360 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.360 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_onode": { 2024-09-14T03:35:12.360 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 204936, 2024-09-14T03:35:12.360 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 333 2024-09-14T03:35:12.360 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.360 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_other": { 2024-09-14T03:35:12.360 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 11220, 2024-09-14T03:35:12.360 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 766 2024-09-14T03:35:12.360 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.360 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_extent": { 2024-09-14T03:35:12.360 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 9744, 2024-09-14T03:35:12.361 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 203 2024-09-14T03:35:12.361 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.361 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_fsck": { 2024-09-14T03:35:12.361 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.361 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.361 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.361 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_inline_bl": { 2024-09-14T03:35:12.361 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 30578, 2024-09-14T03:35:12.361 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 201 2024-09-14T03:35:12.361 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.361 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_shared_blob": { 2024-09-14T03:35:12.361 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 22736, 2024-09-14T03:35:12.361 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 203 2024-09-14T03:35:12.361 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.362 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_txc": { 2024-09-14T03:35:12.362 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.362 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.362 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.362 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing": { 2024-09-14T03:35:12.362 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 849642, 2024-09-14T03:35:12.362 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 53 2024-09-14T03:35:12.362 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.362 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing_deferred": { 2024-09-14T03:35:12.362 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.362 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.362 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.362 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_anon": { 2024-09-14T03:35:12.362 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 2452903, 2024-09-14T03:35:12.362 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 183 2024-09-14T03:35:12.363 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.363 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_meta": { 2024-09-14T03:35:12.363 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 4752, 2024-09-14T03:35:12.363 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 54 2024-09-14T03:35:12.363 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.363 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_co": { 2024-09-14T03:35:12.363 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.363 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.363 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.363 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2024-09-14T03:35:12.363 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 452088, 2024-09-14T03:35:12.363 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 39 2024-09-14T03:35:12.363 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.363 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mapbl": { 2024-09-14T03:35:12.364 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.364 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.364 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.364 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pglog": { 2024-09-14T03:35:12.364 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 101192, 2024-09-14T03:35:12.364 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 205 2024-09-14T03:35:12.364 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.364 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap": { 2024-09-14T03:35:12.364 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 241352, 2024-09-14T03:35:12.364 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3539 2024-09-14T03:35:12.364 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.364 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap_mapping": { 2024-09-14T03:35:12.364 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.364 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.365 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.365 INFO:tasks.workunit.client.0.smithi002.stdout: "pgmap": { 2024-09-14T03:35:12.365 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.365 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.365 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.365 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_1": { 2024-09-14T03:35:12.365 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.365 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.365 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.365 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_2": { 2024-09-14T03:35:12.365 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.365 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.365 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.365 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.366 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.7": { 2024-09-14T03:35:12.366 INFO:tasks.workunit.client.0.smithi002.stdout: "bloom_filter": { 2024-09-14T03:35:12.366 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.366 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.366 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.366 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2024-09-14T03:35:12.366 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 6304, 2024-09-14T03:35:12.366 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 115 2024-09-14T03:35:12.366 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.366 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_reader": { 2024-09-14T03:35:12.366 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 16896, 2024-09-14T03:35:12.366 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 8 2024-09-14T03:35:12.366 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.366 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_writer": { 2024-09-14T03:35:12.367 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 576, 2024-09-14T03:35:12.367 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3 2024-09-14T03:35:12.367 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.367 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_alloc": { 2024-09-14T03:35:12.367 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 2160, 2024-09-14T03:35:12.367 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 27 2024-09-14T03:35:12.367 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.367 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_blob": { 2024-09-14T03:35:12.367 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 22624, 2024-09-14T03:35:12.367 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 202 2024-09-14T03:35:12.367 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.367 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_buffer": { 2024-09-14T03:35:12.367 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 1376, 2024-09-14T03:35:12.367 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 42 2024-09-14T03:35:12.367 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.368 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_data": { 2024-09-14T03:35:12.368 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 282624, 2024-09-14T03:35:12.368 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 10 2024-09-14T03:35:12.368 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.368 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_meta": { 2024-09-14T03:35:12.368 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 95193, 2024-09-14T03:35:12.368 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 16474 2024-09-14T03:35:12.368 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.368 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_onode": { 2024-09-14T03:35:12.368 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 211056, 2024-09-14T03:35:12.368 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 342 2024-09-14T03:35:12.368 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.368 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_other": { 2024-09-14T03:35:12.368 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 11984, 2024-09-14T03:35:12.369 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 771 2024-09-14T03:35:12.369 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.369 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_extent": { 2024-09-14T03:35:12.369 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 9696, 2024-09-14T03:35:12.369 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 202 2024-09-14T03:35:12.369 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.369 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_fsck": { 2024-09-14T03:35:12.369 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.369 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.369 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.369 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_inline_bl": { 2024-09-14T03:35:12.369 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 33050, 2024-09-14T03:35:12.370 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 210 2024-09-14T03:35:12.370 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.370 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_shared_blob": { 2024-09-14T03:35:12.370 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 22624, 2024-09-14T03:35:12.370 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 202 2024-09-14T03:35:12.370 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.370 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_txc": { 2024-09-14T03:35:12.370 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.370 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.370 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.370 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing": { 2024-09-14T03:35:12.370 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 208077, 2024-09-14T03:35:12.370 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 40 2024-09-14T03:35:12.370 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.370 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing_deferred": { 2024-09-14T03:35:12.371 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.371 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.371 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.371 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_anon": { 2024-09-14T03:35:12.371 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 2413802, 2024-09-14T03:35:12.371 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 191 2024-09-14T03:35:12.371 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.371 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_meta": { 2024-09-14T03:35:12.371 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 6248, 2024-09-14T03:35:12.371 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 71 2024-09-14T03:35:12.371 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.371 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_co": { 2024-09-14T03:35:12.371 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.371 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.372 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.372 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2024-09-14T03:35:12.372 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 533232, 2024-09-14T03:35:12.372 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 46 2024-09-14T03:35:12.372 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.372 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mapbl": { 2024-09-14T03:35:12.372 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.372 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.372 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.372 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pglog": { 2024-09-14T03:35:12.372 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 106496, 2024-09-14T03:35:12.372 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 252 2024-09-14T03:35:12.372 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.373 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap": { 2024-09-14T03:35:12.373 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 241352, 2024-09-14T03:35:12.373 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3539 2024-09-14T03:35:12.373 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.373 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap_mapping": { 2024-09-14T03:35:12.373 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.373 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.373 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.373 INFO:tasks.workunit.client.0.smithi002.stdout: "pgmap": { 2024-09-14T03:35:12.373 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.373 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.373 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.373 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_1": { 2024-09-14T03:35:12.373 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.373 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.374 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.374 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_2": { 2024-09-14T03:35:12.374 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2024-09-14T03:35:12.374 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2024-09-14T03:35:12.374 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.374 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.374 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.374 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.374 INFO:tasks.workunit.client.0.smithi002.stdout: "metadata": { 2024-09-14T03:35:12.374 INFO:tasks.workunit.client.0.smithi002.stdout: "mds": { 2024-09-14T03:35:12.374 INFO:tasks.workunit.client.0.smithi002.stdout: "arch": { 2024-09-14T03:35:12.374 INFO:tasks.workunit.client.0.smithi002.stdout: "x86_64": 2 2024-09-14T03:35:12.374 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.374 INFO:tasks.workunit.client.0.smithi002.stdout: "ceph_version": { 2024-09-14T03:35:12.375 INFO:tasks.workunit.client.0.smithi002.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 2 2024-09-14T03:35:12.375 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.375 INFO:tasks.workunit.client.0.smithi002.stdout: "cpu": { 2024-09-14T03:35:12.375 INFO:tasks.workunit.client.0.smithi002.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-09-14T03:35:12.375 INFO:tasks.workunit.client.0.smithi002.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-14T03:35:12.375 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.375 INFO:tasks.workunit.client.0.smithi002.stdout: "distro": { 2024-09-14T03:35:12.375 INFO:tasks.workunit.client.0.smithi002.stdout: "centos": 2 2024-09-14T03:35:12.375 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.375 INFO:tasks.workunit.client.0.smithi002.stdout: "distro_description": { 2024-09-14T03:35:12.375 INFO:tasks.workunit.client.0.smithi002.stdout: "CentOS Stream 9": 2 2024-09-14T03:35:12.375 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.375 INFO:tasks.workunit.client.0.smithi002.stdout: "kernel_description": { 2024-09-14T03:35:12.375 INFO:tasks.workunit.client.0.smithi002.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 2 2024-09-14T03:35:12.376 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.376 INFO:tasks.workunit.client.0.smithi002.stdout: "kernel_version": { 2024-09-14T03:35:12.376 INFO:tasks.workunit.client.0.smithi002.stdout: "5.14.0-505.el9.x86_64": 2 2024-09-14T03:35:12.376 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.376 INFO:tasks.workunit.client.0.smithi002.stdout: "os": { 2024-09-14T03:35:12.376 INFO:tasks.workunit.client.0.smithi002.stdout: "Linux": 2 2024-09-14T03:35:12.376 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.376 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.376 INFO:tasks.workunit.client.0.smithi002.stdout: "mon": { 2024-09-14T03:35:12.376 INFO:tasks.workunit.client.0.smithi002.stdout: "arch": { 2024-09-14T03:35:12.376 INFO:tasks.workunit.client.0.smithi002.stdout: "x86_64": 3 2024-09-14T03:35:12.376 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.376 INFO:tasks.workunit.client.0.smithi002.stdout: "ceph_version": { 2024-09-14T03:35:12.376 INFO:tasks.workunit.client.0.smithi002.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 3 2024-09-14T03:35:12.377 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.377 INFO:tasks.workunit.client.0.smithi002.stdout: "cpu": { 2024-09-14T03:35:12.377 INFO:tasks.workunit.client.0.smithi002.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-09-14T03:35:12.377 INFO:tasks.workunit.client.0.smithi002.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-14T03:35:12.377 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.377 INFO:tasks.workunit.client.0.smithi002.stdout: "distro": { 2024-09-14T03:35:12.377 INFO:tasks.workunit.client.0.smithi002.stdout: "centos": 3 2024-09-14T03:35:12.377 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.377 INFO:tasks.workunit.client.0.smithi002.stdout: "distro_description": { 2024-09-14T03:35:12.377 INFO:tasks.workunit.client.0.smithi002.stdout: "CentOS Stream 9": 3 2024-09-14T03:35:12.377 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.377 INFO:tasks.workunit.client.0.smithi002.stdout: "kernel_description": { 2024-09-14T03:35:12.377 INFO:tasks.workunit.client.0.smithi002.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 3 2024-09-14T03:35:12.377 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.377 INFO:tasks.workunit.client.0.smithi002.stdout: "kernel_version": { 2024-09-14T03:35:12.378 INFO:tasks.workunit.client.0.smithi002.stdout: "5.14.0-505.el9.x86_64": 3 2024-09-14T03:35:12.378 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.378 INFO:tasks.workunit.client.0.smithi002.stdout: "os": { 2024-09-14T03:35:12.378 INFO:tasks.workunit.client.0.smithi002.stdout: "Linux": 3 2024-09-14T03:35:12.378 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.378 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.378 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2024-09-14T03:35:12.378 INFO:tasks.workunit.client.0.smithi002.stdout: "arch": { 2024-09-14T03:35:12.378 INFO:tasks.workunit.client.0.smithi002.stdout: "x86_64": 8 2024-09-14T03:35:12.378 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.378 INFO:tasks.workunit.client.0.smithi002.stdout: "ceph_version": { 2024-09-14T03:35:12.378 INFO:tasks.workunit.client.0.smithi002.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 8 2024-09-14T03:35:12.378 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.378 INFO:tasks.workunit.client.0.smithi002.stdout: "cpu": { 2024-09-14T03:35:12.379 INFO:tasks.workunit.client.0.smithi002.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-09-14T03:35:12.379 INFO:tasks.workunit.client.0.smithi002.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-09-14T03:35:12.379 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.379 INFO:tasks.workunit.client.0.smithi002.stdout: "distro": { 2024-09-14T03:35:12.379 INFO:tasks.workunit.client.0.smithi002.stdout: "centos": 8 2024-09-14T03:35:12.379 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.379 INFO:tasks.workunit.client.0.smithi002.stdout: "distro_description": { 2024-09-14T03:35:12.379 INFO:tasks.workunit.client.0.smithi002.stdout: "CentOS Stream 9": 8 2024-09-14T03:35:12.379 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.379 INFO:tasks.workunit.client.0.smithi002.stdout: "kernel_description": { 2024-09-14T03:35:12.379 INFO:tasks.workunit.client.0.smithi002.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 8 2024-09-14T03:35:12.379 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.379 INFO:tasks.workunit.client.0.smithi002.stdout: "kernel_version": { 2024-09-14T03:35:12.379 INFO:tasks.workunit.client.0.smithi002.stdout: "5.14.0-505.el9.x86_64": 8 2024-09-14T03:35:12.380 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.380 INFO:tasks.workunit.client.0.smithi002.stdout: "os": { 2024-09-14T03:35:12.380 INFO:tasks.workunit.client.0.smithi002.stdout: "Linux": 8 2024-09-14T03:35:12.380 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.380 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_objectstore": { 2024-09-14T03:35:12.380 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore": 8 2024-09-14T03:35:12.380 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.380 INFO:tasks.workunit.client.0.smithi002.stdout: "rotational": { 2024-09-14T03:35:12.380 INFO:tasks.workunit.client.0.smithi002.stdout: "0": 8 2024-09-14T03:35:12.380 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.380 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.380 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.380 INFO:tasks.workunit.client.0.smithi002.stdout: "mon": { 2024-09-14T03:35:12.381 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3, 2024-09-14T03:35:12.381 INFO:tasks.workunit.client.0.smithi002.stdout: "features": { 2024-09-14T03:35:12.381 INFO:tasks.workunit.client.0.smithi002.stdout: "optional": [], 2024-09-14T03:35:12.381 INFO:tasks.workunit.client.0.smithi002.stdout: "persistent": [ 2024-09-14T03:35:12.381 INFO:tasks.workunit.client.0.smithi002.stdout: "kraken", 2024-09-14T03:35:12.381 INFO:tasks.workunit.client.0.smithi002.stdout: "luminous", 2024-09-14T03:35:12.381 INFO:tasks.workunit.client.0.smithi002.stdout: "mimic", 2024-09-14T03:35:12.381 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap-prune", 2024-09-14T03:35:12.381 INFO:tasks.workunit.client.0.smithi002.stdout: "nautilus", 2024-09-14T03:35:12.381 INFO:tasks.workunit.client.0.smithi002.stdout: "octopus", 2024-09-14T03:35:12.381 INFO:tasks.workunit.client.0.smithi002.stdout: "pacific", 2024-09-14T03:35:12.381 INFO:tasks.workunit.client.0.smithi002.stdout: "elector-pinging", 2024-09-14T03:35:12.381 INFO:tasks.workunit.client.0.smithi002.stdout: "quincy", 2024-09-14T03:35:12.381 INFO:tasks.workunit.client.0.smithi002.stdout: "reef" 2024-09-14T03:35:12.382 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:12.382 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.382 INFO:tasks.workunit.client.0.smithi002.stdout: "ipv4_addr_mons": 6, 2024-09-14T03:35:12.382 INFO:tasks.workunit.client.0.smithi002.stdout: "ipv6_addr_mons": 0, 2024-09-14T03:35:12.382 INFO:tasks.workunit.client.0.smithi002.stdout: "min_mon_release": 18, 2024-09-14T03:35:12.382 INFO:tasks.workunit.client.0.smithi002.stdout: "v1_addr_mons": 3, 2024-09-14T03:35:12.382 INFO:tasks.workunit.client.0.smithi002.stdout: "v2_addr_mons": 3 2024-09-14T03:35:12.382 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.382 INFO:tasks.workunit.client.0.smithi002.stdout: "organization": "ceph-qa", 2024-09-14T03:35:12.382 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2024-09-14T03:35:12.382 INFO:tasks.workunit.client.0.smithi002.stdout: "cluster_network": false, 2024-09-14T03:35:12.382 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 8, 2024-09-14T03:35:12.382 INFO:tasks.workunit.client.0.smithi002.stdout: "require_min_compat_client": "luminous", 2024-09-14T03:35:12.382 INFO:tasks.workunit.client.0.smithi002.stdout: "require_osd_release": "reef" 2024-09-14T03:35:12.383 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.383 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_perf_histograms": [ 2024-09-14T03:35:12.383 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:12.383 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-14T03:35:12.383 INFO:tasks.workunit.client.0.smithi002.stdout: "axes": [ 2024-09-14T03:35:12.383 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:12.383 INFO:tasks.workunit.client.0.smithi002.stdout: "buckets": 32, 2024-09-14T03:35:12.383 INFO:tasks.workunit.client.0.smithi002.stdout: "min": 0, 2024-09-14T03:35:12.383 INFO:tasks.workunit.client.0.smithi002.stdout: "name": "Latency (usec)", 2024-09-14T03:35:12.383 INFO:tasks.workunit.client.0.smithi002.stdout: "quant_size": 100000, 2024-09-14T03:35:12.383 INFO:tasks.workunit.client.0.smithi002.stdout: "ranges": [ 2024-09-14T03:35:12.383 INFO:tasks.workunit.client.0.smithi002.stdout: "[None, -1]", 2024-09-14T03:35:12.383 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 99999]", 2024-09-14T03:35:12.383 INFO:tasks.workunit.client.0.smithi002.stdout: "[100000, 199999]", 2024-09-14T03:35:12.384 INFO:tasks.workunit.client.0.smithi002.stdout: "[200000, 399999]", 2024-09-14T03:35:12.384 INFO:tasks.workunit.client.0.smithi002.stdout: "[400000, 799999]", 2024-09-14T03:35:12.384 INFO:tasks.workunit.client.0.smithi002.stdout: "[800000, 1599999]", 2024-09-14T03:35:12.384 INFO:tasks.workunit.client.0.smithi002.stdout: "[1600000, 3199999]", 2024-09-14T03:35:12.384 INFO:tasks.workunit.client.0.smithi002.stdout: "[3200000, 6399999]", 2024-09-14T03:35:12.384 INFO:tasks.workunit.client.0.smithi002.stdout: "[6400000, 12799999]", 2024-09-14T03:35:12.384 INFO:tasks.workunit.client.0.smithi002.stdout: "[12800000, 25599999]", 2024-09-14T03:35:12.384 INFO:tasks.workunit.client.0.smithi002.stdout: "[25600000, 51199999]", 2024-09-14T03:35:12.384 INFO:tasks.workunit.client.0.smithi002.stdout: "[51200000, 102399999]", 2024-09-14T03:35:12.384 INFO:tasks.workunit.client.0.smithi002.stdout: "[102400000, 204799999]", 2024-09-14T03:35:12.384 INFO:tasks.workunit.client.0.smithi002.stdout: "[204800000, 409599999]", 2024-09-14T03:35:12.384 INFO:tasks.workunit.client.0.smithi002.stdout: "[409600000, 819199999]", 2024-09-14T03:35:12.384 INFO:tasks.workunit.client.0.smithi002.stdout: "[819200000, 1638399999]", 2024-09-14T03:35:12.384 INFO:tasks.workunit.client.0.smithi002.stdout: "[1638400000, 3276799999]", 2024-09-14T03:35:12.385 INFO:tasks.workunit.client.0.smithi002.stdout: "[3276800000, 6553599999]", 2024-09-14T03:35:12.385 INFO:tasks.workunit.client.0.smithi002.stdout: "[6553600000, 13107199999]", 2024-09-14T03:35:12.385 INFO:tasks.workunit.client.0.smithi002.stdout: "[13107200000, 26214399999]", 2024-09-14T03:35:12.385 INFO:tasks.workunit.client.0.smithi002.stdout: "[26214400000, 52428799999]", 2024-09-14T03:35:12.385 INFO:tasks.workunit.client.0.smithi002.stdout: "[52428800000, 104857599999]", 2024-09-14T03:35:12.385 INFO:tasks.workunit.client.0.smithi002.stdout: "[104857600000, 209715199999]", 2024-09-14T03:35:12.385 INFO:tasks.workunit.client.0.smithi002.stdout: "[209715200000, 419430399999]", 2024-09-14T03:35:12.385 INFO:tasks.workunit.client.0.smithi002.stdout: "[419430400000, 838860799999]", 2024-09-14T03:35:12.385 INFO:tasks.workunit.client.0.smithi002.stdout: "[838860800000, 1677721599999]", 2024-09-14T03:35:12.385 INFO:tasks.workunit.client.0.smithi002.stdout: "[1677721600000, 3355443199999]", 2024-09-14T03:35:12.385 INFO:tasks.workunit.client.0.smithi002.stdout: "[3355443200000, 6710886399999]", 2024-09-14T03:35:12.385 INFO:tasks.workunit.client.0.smithi002.stdout: "[6710886400000, 13421772799999]", 2024-09-14T03:35:12.386 INFO:tasks.workunit.client.0.smithi002.stdout: "[13421772800000, 26843545599999]", 2024-09-14T03:35:12.386 INFO:tasks.workunit.client.0.smithi002.stdout: "[26843545600000, 53687091199999]", 2024-09-14T03:35:12.386 INFO:tasks.workunit.client.0.smithi002.stdout: "[53687091200000, None]" 2024-09-14T03:35:12.386 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.386 INFO:tasks.workunit.client.0.smithi002.stdout: "scale_type": "log2" 2024-09-14T03:35:12.386 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.386 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:12.386 INFO:tasks.workunit.client.0.smithi002.stdout: "buckets": 32, 2024-09-14T03:35:12.386 INFO:tasks.workunit.client.0.smithi002.stdout: "min": 0, 2024-09-14T03:35:12.386 INFO:tasks.workunit.client.0.smithi002.stdout: "name": "Request size (bytes)", 2024-09-14T03:35:12.386 INFO:tasks.workunit.client.0.smithi002.stdout: "quant_size": 512, 2024-09-14T03:35:12.386 INFO:tasks.workunit.client.0.smithi002.stdout: "ranges": [ 2024-09-14T03:35:12.386 INFO:tasks.workunit.client.0.smithi002.stdout: "[None, -1]", 2024-09-14T03:35:12.386 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 511]", 2024-09-14T03:35:12.387 INFO:tasks.workunit.client.0.smithi002.stdout: "[512, 1023]", 2024-09-14T03:35:12.387 INFO:tasks.workunit.client.0.smithi002.stdout: "[1024, 2047]", 2024-09-14T03:35:12.387 INFO:tasks.workunit.client.0.smithi002.stdout: "[2048, 4095]", 2024-09-14T03:35:12.387 INFO:tasks.workunit.client.0.smithi002.stdout: "[4096, 8191]", 2024-09-14T03:35:12.387 INFO:tasks.workunit.client.0.smithi002.stdout: "[8192, 16383]", 2024-09-14T03:35:12.387 INFO:tasks.workunit.client.0.smithi002.stdout: "[16384, 32767]", 2024-09-14T03:35:12.387 INFO:tasks.workunit.client.0.smithi002.stdout: "[32768, 65535]", 2024-09-14T03:35:12.387 INFO:tasks.workunit.client.0.smithi002.stdout: "[65536, 131071]", 2024-09-14T03:35:12.387 INFO:tasks.workunit.client.0.smithi002.stdout: "[131072, 262143]", 2024-09-14T03:35:12.387 INFO:tasks.workunit.client.0.smithi002.stdout: "[262144, 524287]", 2024-09-14T03:35:12.387 INFO:tasks.workunit.client.0.smithi002.stdout: "[524288, 1048575]", 2024-09-14T03:35:12.387 INFO:tasks.workunit.client.0.smithi002.stdout: "[1048576, 2097151]", 2024-09-14T03:35:12.387 INFO:tasks.workunit.client.0.smithi002.stdout: "[2097152, 4194303]", 2024-09-14T03:35:12.387 INFO:tasks.workunit.client.0.smithi002.stdout: "[4194304, 8388607]", 2024-09-14T03:35:12.388 INFO:tasks.workunit.client.0.smithi002.stdout: "[8388608, 16777215]", 2024-09-14T03:35:12.388 INFO:tasks.workunit.client.0.smithi002.stdout: "[16777216, 33554431]", 2024-09-14T03:35:12.388 INFO:tasks.workunit.client.0.smithi002.stdout: "[33554432, 67108863]", 2024-09-14T03:35:12.388 INFO:tasks.workunit.client.0.smithi002.stdout: "[67108864, 134217727]", 2024-09-14T03:35:12.388 INFO:tasks.workunit.client.0.smithi002.stdout: "[134217728, 268435455]", 2024-09-14T03:35:12.388 INFO:tasks.workunit.client.0.smithi002.stdout: "[268435456, 536870911]", 2024-09-14T03:35:12.388 INFO:tasks.workunit.client.0.smithi002.stdout: "[536870912, 1073741823]", 2024-09-14T03:35:12.388 INFO:tasks.workunit.client.0.smithi002.stdout: "[1073741824, 2147483647]", 2024-09-14T03:35:12.388 INFO:tasks.workunit.client.0.smithi002.stdout: "[2147483648, 4294967295]", 2024-09-14T03:35:12.388 INFO:tasks.workunit.client.0.smithi002.stdout: "[4294967296, 8589934591]", 2024-09-14T03:35:12.388 INFO:tasks.workunit.client.0.smithi002.stdout: "[8589934592, 17179869183]", 2024-09-14T03:35:12.388 INFO:tasks.workunit.client.0.smithi002.stdout: "[17179869184, 34359738367]", 2024-09-14T03:35:12.388 INFO:tasks.workunit.client.0.smithi002.stdout: "[34359738368, 68719476735]", 2024-09-14T03:35:12.389 INFO:tasks.workunit.client.0.smithi002.stdout: "[68719476736, 137438953471]", 2024-09-14T03:35:12.389 INFO:tasks.workunit.client.0.smithi002.stdout: "[137438953472, 274877906943]", 2024-09-14T03:35:12.389 INFO:tasks.workunit.client.0.smithi002.stdout: "[274877906944, None]" 2024-09-14T03:35:12.389 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.389 INFO:tasks.workunit.client.0.smithi002.stdout: "scale_type": "log2" 2024-09-14T03:35:12.389 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.389 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.389 INFO:tasks.workunit.client.0.smithi002.stdout: "osds": [ 2024-09-14T03:35:12.389 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:12.389 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 0, 2024-09-14T03:35:12.389 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2024-09-14T03:35:12.389 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.389 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.389 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.390 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.390 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.390 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.390 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.390 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.390 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.390 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.390 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.390 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.390 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.390 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.390 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.390 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.390 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.391 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.391 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.391 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.391 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.391 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.391 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.391 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.391 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.391 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.391 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.391 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.391 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.391 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.391 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.392 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-14T03:35:12.392 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:12.392 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.392 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:12.392 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 1, 2024-09-14T03:35:12.392 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2024-09-14T03:35:12.392 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.392 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.392 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.392 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.392 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.392 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.392 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.392 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.393 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.393 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.393 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.393 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.393 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.393 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.393 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.393 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.393 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.393 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.393 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.393 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.393 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.394 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.394 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.394 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.394 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.394 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.394 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.394 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.394 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.394 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.394 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.394 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-14T03:35:12.394 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:12.394 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.394 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:12.395 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 2, 2024-09-14T03:35:12.395 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2024-09-14T03:35:12.395 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.395 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.395 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.395 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.395 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.395 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.395 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.395 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.395 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.395 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.395 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.395 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.396 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.396 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.396 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.396 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.396 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.396 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.396 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.396 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.396 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.396 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.396 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.396 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.396 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.397 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.397 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.397 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.397 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.397 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.397 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.397 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-14T03:35:12.397 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:12.397 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.397 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:12.397 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 3, 2024-09-14T03:35:12.397 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2024-09-14T03:35:12.397 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.397 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.398 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.398 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.398 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.398 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.398 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.398 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.398 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.398 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.398 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.398 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.398 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.398 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.398 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.399 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.399 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.399 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.399 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.399 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.399 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.399 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.399 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.399 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.399 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.399 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.399 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.399 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.399 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.400 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.400 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.400 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-14T03:35:12.400 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:12.400 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.400 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:12.400 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 4, 2024-09-14T03:35:12.400 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2024-09-14T03:35:12.400 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.400 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.400 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.400 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.400 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.400 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.401 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.401 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.401 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.401 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.401 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.401 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.401 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.401 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.401 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.401 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.401 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.401 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.401 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.401 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.402 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.402 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.402 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.402 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.402 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.402 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.402 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.402 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.402 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.402 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.402 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.402 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-14T03:35:12.402 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:12.403 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.403 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:12.403 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 5, 2024-09-14T03:35:12.403 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2024-09-14T03:35:12.403 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.403 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.403 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.403 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.403 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.403 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.403 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.403 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.403 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.403 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.404 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.404 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.404 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.404 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.404 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.404 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.404 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.404 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.404 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.404 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.404 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.404 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.404 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.405 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.405 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.405 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.405 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.405 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.405 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.405 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.405 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.405 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-14T03:35:12.405 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:12.405 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.405 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:12.405 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 6, 2024-09-14T03:35:12.405 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2024-09-14T03:35:12.405 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.406 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.406 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.406 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.406 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.406 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.406 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.406 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.406 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.406 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.406 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.406 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.406 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.406 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.406 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.407 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.407 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.407 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.407 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.407 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.407 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.407 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.407 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.407 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.407 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.407 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.407 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.407 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.408 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.408 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.408 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.408 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-14T03:35:12.408 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:12.408 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.408 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:12.408 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 7, 2024-09-14T03:35:12.408 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2024-09-14T03:35:12.408 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.408 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.408 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 129, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.408 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.408 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.409 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.409 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.409 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.409 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.409 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.409 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.409 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.409 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.409 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.409 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.409 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.409 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.409 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.409 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.410 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.410 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.410 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.410 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.410 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.410 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.410 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.410 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.410 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.410 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.410 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.410 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.410 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-14T03:35:12.411 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:12.411 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.411 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:12.411 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.411 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-14T03:35:12.411 INFO:tasks.workunit.client.0.smithi002.stdout: "axes": [ 2024-09-14T03:35:12.411 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:12.411 INFO:tasks.workunit.client.0.smithi002.stdout: "buckets": 32, 2024-09-14T03:35:12.411 INFO:tasks.workunit.client.0.smithi002.stdout: "min": 0, 2024-09-14T03:35:12.411 INFO:tasks.workunit.client.0.smithi002.stdout: "name": "Latency (usec)", 2024-09-14T03:35:12.411 INFO:tasks.workunit.client.0.smithi002.stdout: "quant_size": 100000, 2024-09-14T03:35:12.411 INFO:tasks.workunit.client.0.smithi002.stdout: "ranges": [ 2024-09-14T03:35:12.411 INFO:tasks.workunit.client.0.smithi002.stdout: "[None, -1]", 2024-09-14T03:35:12.411 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 99999]", 2024-09-14T03:35:12.412 INFO:tasks.workunit.client.0.smithi002.stdout: "[100000, 199999]", 2024-09-14T03:35:12.412 INFO:tasks.workunit.client.0.smithi002.stdout: "[200000, 399999]", 2024-09-14T03:35:12.412 INFO:tasks.workunit.client.0.smithi002.stdout: "[400000, 799999]", 2024-09-14T03:35:12.412 INFO:tasks.workunit.client.0.smithi002.stdout: "[800000, 1599999]", 2024-09-14T03:35:12.412 INFO:tasks.workunit.client.0.smithi002.stdout: "[1600000, 3199999]", 2024-09-14T03:35:12.412 INFO:tasks.workunit.client.0.smithi002.stdout: "[3200000, 6399999]", 2024-09-14T03:35:12.412 INFO:tasks.workunit.client.0.smithi002.stdout: "[6400000, 12799999]", 2024-09-14T03:35:12.412 INFO:tasks.workunit.client.0.smithi002.stdout: "[12800000, 25599999]", 2024-09-14T03:35:12.412 INFO:tasks.workunit.client.0.smithi002.stdout: "[25600000, 51199999]", 2024-09-14T03:35:12.412 INFO:tasks.workunit.client.0.smithi002.stdout: "[51200000, 102399999]", 2024-09-14T03:35:12.412 INFO:tasks.workunit.client.0.smithi002.stdout: "[102400000, 204799999]", 2024-09-14T03:35:12.412 INFO:tasks.workunit.client.0.smithi002.stdout: "[204800000, 409599999]", 2024-09-14T03:35:12.412 INFO:tasks.workunit.client.0.smithi002.stdout: "[409600000, 819199999]", 2024-09-14T03:35:12.412 INFO:tasks.workunit.client.0.smithi002.stdout: "[819200000, 1638399999]", 2024-09-14T03:35:12.412 INFO:tasks.workunit.client.0.smithi002.stdout: "[1638400000, 3276799999]", 2024-09-14T03:35:12.413 INFO:tasks.workunit.client.0.smithi002.stdout: "[3276800000, 6553599999]", 2024-09-14T03:35:12.413 INFO:tasks.workunit.client.0.smithi002.stdout: "[6553600000, 13107199999]", 2024-09-14T03:35:12.413 INFO:tasks.workunit.client.0.smithi002.stdout: "[13107200000, 26214399999]", 2024-09-14T03:35:12.413 INFO:tasks.workunit.client.0.smithi002.stdout: "[26214400000, 52428799999]", 2024-09-14T03:35:12.413 INFO:tasks.workunit.client.0.smithi002.stdout: "[52428800000, 104857599999]", 2024-09-14T03:35:12.413 INFO:tasks.workunit.client.0.smithi002.stdout: "[104857600000, 209715199999]", 2024-09-14T03:35:12.413 INFO:tasks.workunit.client.0.smithi002.stdout: "[209715200000, 419430399999]", 2024-09-14T03:35:12.413 INFO:tasks.workunit.client.0.smithi002.stdout: "[419430400000, 838860799999]", 2024-09-14T03:35:12.413 INFO:tasks.workunit.client.0.smithi002.stdout: "[838860800000, 1677721599999]", 2024-09-14T03:35:12.413 INFO:tasks.workunit.client.0.smithi002.stdout: "[1677721600000, 3355443199999]", 2024-09-14T03:35:12.413 INFO:tasks.workunit.client.0.smithi002.stdout: "[3355443200000, 6710886399999]", 2024-09-14T03:35:12.413 INFO:tasks.workunit.client.0.smithi002.stdout: "[6710886400000, 13421772799999]", 2024-09-14T03:35:12.413 INFO:tasks.workunit.client.0.smithi002.stdout: "[13421772800000, 26843545599999]", 2024-09-14T03:35:12.413 INFO:tasks.workunit.client.0.smithi002.stdout: "[26843545600000, 53687091199999]", 2024-09-14T03:35:12.414 INFO:tasks.workunit.client.0.smithi002.stdout: "[53687091200000, None]" 2024-09-14T03:35:12.414 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.414 INFO:tasks.workunit.client.0.smithi002.stdout: "scale_type": "log2" 2024-09-14T03:35:12.414 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.414 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:12.414 INFO:tasks.workunit.client.0.smithi002.stdout: "buckets": 32, 2024-09-14T03:35:12.414 INFO:tasks.workunit.client.0.smithi002.stdout: "min": 0, 2024-09-14T03:35:12.414 INFO:tasks.workunit.client.0.smithi002.stdout: "name": "Request size (bytes)", 2024-09-14T03:35:12.414 INFO:tasks.workunit.client.0.smithi002.stdout: "quant_size": 512, 2024-09-14T03:35:12.414 INFO:tasks.workunit.client.0.smithi002.stdout: "ranges": [ 2024-09-14T03:35:12.414 INFO:tasks.workunit.client.0.smithi002.stdout: "[None, -1]", 2024-09-14T03:35:12.414 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 511]", 2024-09-14T03:35:12.414 INFO:tasks.workunit.client.0.smithi002.stdout: "[512, 1023]", 2024-09-14T03:35:12.414 INFO:tasks.workunit.client.0.smithi002.stdout: "[1024, 2047]", 2024-09-14T03:35:12.414 INFO:tasks.workunit.client.0.smithi002.stdout: "[2048, 4095]", 2024-09-14T03:35:12.415 INFO:tasks.workunit.client.0.smithi002.stdout: "[4096, 8191]", 2024-09-14T03:35:12.415 INFO:tasks.workunit.client.0.smithi002.stdout: "[8192, 16383]", 2024-09-14T03:35:12.415 INFO:tasks.workunit.client.0.smithi002.stdout: "[16384, 32767]", 2024-09-14T03:35:12.415 INFO:tasks.workunit.client.0.smithi002.stdout: "[32768, 65535]", 2024-09-14T03:35:12.415 INFO:tasks.workunit.client.0.smithi002.stdout: "[65536, 131071]", 2024-09-14T03:35:12.415 INFO:tasks.workunit.client.0.smithi002.stdout: "[131072, 262143]", 2024-09-14T03:35:12.415 INFO:tasks.workunit.client.0.smithi002.stdout: "[262144, 524287]", 2024-09-14T03:35:12.415 INFO:tasks.workunit.client.0.smithi002.stdout: "[524288, 1048575]", 2024-09-14T03:35:12.415 INFO:tasks.workunit.client.0.smithi002.stdout: "[1048576, 2097151]", 2024-09-14T03:35:12.415 INFO:tasks.workunit.client.0.smithi002.stdout: "[2097152, 4194303]", 2024-09-14T03:35:12.415 INFO:tasks.workunit.client.0.smithi002.stdout: "[4194304, 8388607]", 2024-09-14T03:35:12.415 INFO:tasks.workunit.client.0.smithi002.stdout: "[8388608, 16777215]", 2024-09-14T03:35:12.415 INFO:tasks.workunit.client.0.smithi002.stdout: "[16777216, 33554431]", 2024-09-14T03:35:12.416 INFO:tasks.workunit.client.0.smithi002.stdout: "[33554432, 67108863]", 2024-09-14T03:35:12.416 INFO:tasks.workunit.client.0.smithi002.stdout: "[67108864, 134217727]", 2024-09-14T03:35:12.416 INFO:tasks.workunit.client.0.smithi002.stdout: "[134217728, 268435455]", 2024-09-14T03:35:12.416 INFO:tasks.workunit.client.0.smithi002.stdout: "[268435456, 536870911]", 2024-09-14T03:35:12.416 INFO:tasks.workunit.client.0.smithi002.stdout: "[536870912, 1073741823]", 2024-09-14T03:35:12.416 INFO:tasks.workunit.client.0.smithi002.stdout: "[1073741824, 2147483647]", 2024-09-14T03:35:12.416 INFO:tasks.workunit.client.0.smithi002.stdout: "[2147483648, 4294967295]", 2024-09-14T03:35:12.416 INFO:tasks.workunit.client.0.smithi002.stdout: "[4294967296, 8589934591]", 2024-09-14T03:35:12.416 INFO:tasks.workunit.client.0.smithi002.stdout: "[8589934592, 17179869183]", 2024-09-14T03:35:12.416 INFO:tasks.workunit.client.0.smithi002.stdout: "[17179869184, 34359738367]", 2024-09-14T03:35:12.416 INFO:tasks.workunit.client.0.smithi002.stdout: "[34359738368, 68719476735]", 2024-09-14T03:35:12.416 INFO:tasks.workunit.client.0.smithi002.stdout: "[68719476736, 137438953471]", 2024-09-14T03:35:12.416 INFO:tasks.workunit.client.0.smithi002.stdout: "[137438953472, 274877906943]", 2024-09-14T03:35:12.416 INFO:tasks.workunit.client.0.smithi002.stdout: "[274877906944, None]" 2024-09-14T03:35:12.417 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.417 INFO:tasks.workunit.client.0.smithi002.stdout: "scale_type": "log2" 2024-09-14T03:35:12.417 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.417 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.417 INFO:tasks.workunit.client.0.smithi002.stdout: "osds": [ 2024-09-14T03:35:12.417 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:12.417 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 0, 2024-09-14T03:35:12.417 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2024-09-14T03:35:12.417 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.417 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.417 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.417 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.417 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.418 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.418 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.418 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.418 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.418 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.418 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.418 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.418 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.418 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.418 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.418 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.418 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.418 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.418 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.419 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.419 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.419 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.419 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.419 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.419 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.419 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.419 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.419 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.419 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.419 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.419 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.419 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-14T03:35:12.419 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:12.419 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.420 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:12.420 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 1, 2024-09-14T03:35:12.420 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2024-09-14T03:35:12.420 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.420 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.420 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.420 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.420 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.420 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.420 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.420 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.420 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.420 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.421 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.421 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.421 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.421 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.421 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.421 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.421 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.421 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.421 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.421 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.421 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.421 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.421 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.422 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.422 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.422 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.422 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.422 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.422 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.422 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.422 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.422 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-14T03:35:12.422 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:12.422 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.422 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:12.422 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 2, 2024-09-14T03:35:12.422 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2024-09-14T03:35:12.423 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.423 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.423 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.423 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.423 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.423 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.423 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.423 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.423 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.423 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.423 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.423 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.423 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.423 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.424 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.424 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.424 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.424 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.424 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.424 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.424 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.424 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.424 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.424 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.424 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.424 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.424 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.424 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.425 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.425 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.425 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.425 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-14T03:35:12.425 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:12.425 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.425 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:12.425 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 3, 2024-09-14T03:35:12.425 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2024-09-14T03:35:12.425 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.425 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.425 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.425 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.425 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.426 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.426 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.426 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.426 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.426 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.426 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.426 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.426 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.426 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.426 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.426 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.426 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.426 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.427 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.427 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.427 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.427 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.427 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.427 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.427 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.427 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.427 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.427 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.427 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.427 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.427 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.427 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-14T03:35:12.428 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:12.428 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.428 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:12.428 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 4, 2024-09-14T03:35:12.428 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2024-09-14T03:35:12.428 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.428 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.428 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.428 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.428 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.428 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.428 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.428 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.429 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.429 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.429 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.429 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.429 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.429 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.429 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.429 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.429 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.429 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.429 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.429 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.429 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.429 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.429 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.430 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.430 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.430 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.430 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.430 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.430 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.430 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.430 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.430 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-14T03:35:12.430 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:12.430 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.430 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:12.430 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 5, 2024-09-14T03:35:12.430 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2024-09-14T03:35:12.431 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.431 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.431 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.431 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.431 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.431 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.431 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.431 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.431 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.431 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.431 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.431 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.431 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.432 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.432 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.432 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.432 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.432 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.432 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.432 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.432 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.432 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.432 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.432 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.432 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.432 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.433 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.433 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.433 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.433 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.433 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.433 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-14T03:35:12.433 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:12.433 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.433 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:12.433 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 6, 2024-09-14T03:35:12.433 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2024-09-14T03:35:12.433 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.433 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.433 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.434 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.434 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.434 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.434 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.434 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.434 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.434 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.434 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.434 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.434 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.434 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.434 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.434 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.434 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.435 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.435 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.435 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.435 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.435 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.435 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.435 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.435 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.435 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.435 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.435 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.435 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.435 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.435 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.435 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-14T03:35:12.436 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:12.436 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.436 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:12.436 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 7, 2024-09-14T03:35:12.436 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2024-09-14T03:35:12.436 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.436 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.436 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.436 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.436 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.436 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.436 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.437 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.437 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.437 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.437 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.437 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.437 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.437 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.437 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.437 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.437 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.437 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.437 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.437 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.437 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.437 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.438 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.438 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.438 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.438 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.438 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.438 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.438 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.438 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.438 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.438 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-14T03:35:12.438 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:12.438 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.438 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:12.438 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.439 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-14T03:35:12.439 INFO:tasks.workunit.client.0.smithi002.stdout: "axes": [ 2024-09-14T03:35:12.439 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:12.439 INFO:tasks.workunit.client.0.smithi002.stdout: "buckets": 32, 2024-09-14T03:35:12.439 INFO:tasks.workunit.client.0.smithi002.stdout: "min": 0, 2024-09-14T03:35:12.439 INFO:tasks.workunit.client.0.smithi002.stdout: "name": "Latency (usec)", 2024-09-14T03:35:12.439 INFO:tasks.workunit.client.0.smithi002.stdout: "quant_size": 100000, 2024-09-14T03:35:12.439 INFO:tasks.workunit.client.0.smithi002.stdout: "ranges": [ 2024-09-14T03:35:12.439 INFO:tasks.workunit.client.0.smithi002.stdout: "[None, -1]", 2024-09-14T03:35:12.439 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 99999]", 2024-09-14T03:35:12.439 INFO:tasks.workunit.client.0.smithi002.stdout: "[100000, 199999]", 2024-09-14T03:35:12.439 INFO:tasks.workunit.client.0.smithi002.stdout: "[200000, 399999]", 2024-09-14T03:35:12.439 INFO:tasks.workunit.client.0.smithi002.stdout: "[400000, 799999]", 2024-09-14T03:35:12.439 INFO:tasks.workunit.client.0.smithi002.stdout: "[800000, 1599999]", 2024-09-14T03:35:12.440 INFO:tasks.workunit.client.0.smithi002.stdout: "[1600000, 3199999]", 2024-09-14T03:35:12.440 INFO:tasks.workunit.client.0.smithi002.stdout: "[3200000, 6399999]", 2024-09-14T03:35:12.440 INFO:tasks.workunit.client.0.smithi002.stdout: "[6400000, 12799999]", 2024-09-14T03:35:12.440 INFO:tasks.workunit.client.0.smithi002.stdout: "[12800000, 25599999]", 2024-09-14T03:35:12.440 INFO:tasks.workunit.client.0.smithi002.stdout: "[25600000, 51199999]", 2024-09-14T03:35:12.440 INFO:tasks.workunit.client.0.smithi002.stdout: "[51200000, 102399999]", 2024-09-14T03:35:12.440 INFO:tasks.workunit.client.0.smithi002.stdout: "[102400000, 204799999]", 2024-09-14T03:35:12.440 INFO:tasks.workunit.client.0.smithi002.stdout: "[204800000, 409599999]", 2024-09-14T03:35:12.440 INFO:tasks.workunit.client.0.smithi002.stdout: "[409600000, 819199999]", 2024-09-14T03:35:12.440 INFO:tasks.workunit.client.0.smithi002.stdout: "[819200000, 1638399999]", 2024-09-14T03:35:12.440 INFO:tasks.workunit.client.0.smithi002.stdout: "[1638400000, 3276799999]", 2024-09-14T03:35:12.440 INFO:tasks.workunit.client.0.smithi002.stdout: "[3276800000, 6553599999]", 2024-09-14T03:35:12.440 INFO:tasks.workunit.client.0.smithi002.stdout: "[6553600000, 13107199999]", 2024-09-14T03:35:12.440 INFO:tasks.workunit.client.0.smithi002.stdout: "[13107200000, 26214399999]", 2024-09-14T03:35:12.441 INFO:tasks.workunit.client.0.smithi002.stdout: "[26214400000, 52428799999]", 2024-09-14T03:35:12.441 INFO:tasks.workunit.client.0.smithi002.stdout: "[52428800000, 104857599999]", 2024-09-14T03:35:12.441 INFO:tasks.workunit.client.0.smithi002.stdout: "[104857600000, 209715199999]", 2024-09-14T03:35:12.441 INFO:tasks.workunit.client.0.smithi002.stdout: "[209715200000, 419430399999]", 2024-09-14T03:35:12.441 INFO:tasks.workunit.client.0.smithi002.stdout: "[419430400000, 838860799999]", 2024-09-14T03:35:12.441 INFO:tasks.workunit.client.0.smithi002.stdout: "[838860800000, 1677721599999]", 2024-09-14T03:35:12.441 INFO:tasks.workunit.client.0.smithi002.stdout: "[1677721600000, 3355443199999]", 2024-09-14T03:35:12.441 INFO:tasks.workunit.client.0.smithi002.stdout: "[3355443200000, 6710886399999]", 2024-09-14T03:35:12.441 INFO:tasks.workunit.client.0.smithi002.stdout: "[6710886400000, 13421772799999]", 2024-09-14T03:35:12.441 INFO:tasks.workunit.client.0.smithi002.stdout: "[13421772800000, 26843545599999]", 2024-09-14T03:35:12.441 INFO:tasks.workunit.client.0.smithi002.stdout: "[26843545600000, 53687091199999]", 2024-09-14T03:35:12.441 INFO:tasks.workunit.client.0.smithi002.stdout: "[53687091200000, None]" 2024-09-14T03:35:12.441 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.441 INFO:tasks.workunit.client.0.smithi002.stdout: "scale_type": "log2" 2024-09-14T03:35:12.442 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.442 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:12.442 INFO:tasks.workunit.client.0.smithi002.stdout: "buckets": 32, 2024-09-14T03:35:12.442 INFO:tasks.workunit.client.0.smithi002.stdout: "min": 0, 2024-09-14T03:35:12.442 INFO:tasks.workunit.client.0.smithi002.stdout: "name": "Request size (bytes)", 2024-09-14T03:35:12.442 INFO:tasks.workunit.client.0.smithi002.stdout: "quant_size": 512, 2024-09-14T03:35:12.442 INFO:tasks.workunit.client.0.smithi002.stdout: "ranges": [ 2024-09-14T03:35:12.442 INFO:tasks.workunit.client.0.smithi002.stdout: "[None, -1]", 2024-09-14T03:35:12.442 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 511]", 2024-09-14T03:35:12.442 INFO:tasks.workunit.client.0.smithi002.stdout: "[512, 1023]", 2024-09-14T03:35:12.442 INFO:tasks.workunit.client.0.smithi002.stdout: "[1024, 2047]", 2024-09-14T03:35:12.442 INFO:tasks.workunit.client.0.smithi002.stdout: "[2048, 4095]", 2024-09-14T03:35:12.442 INFO:tasks.workunit.client.0.smithi002.stdout: "[4096, 8191]", 2024-09-14T03:35:12.442 INFO:tasks.workunit.client.0.smithi002.stdout: "[8192, 16383]", 2024-09-14T03:35:12.443 INFO:tasks.workunit.client.0.smithi002.stdout: "[16384, 32767]", 2024-09-14T03:35:12.443 INFO:tasks.workunit.client.0.smithi002.stdout: "[32768, 65535]", 2024-09-14T03:35:12.443 INFO:tasks.workunit.client.0.smithi002.stdout: "[65536, 131071]", 2024-09-14T03:35:12.443 INFO:tasks.workunit.client.0.smithi002.stdout: "[131072, 262143]", 2024-09-14T03:35:12.443 INFO:tasks.workunit.client.0.smithi002.stdout: "[262144, 524287]", 2024-09-14T03:35:12.443 INFO:tasks.workunit.client.0.smithi002.stdout: "[524288, 1048575]", 2024-09-14T03:35:12.443 INFO:tasks.workunit.client.0.smithi002.stdout: "[1048576, 2097151]", 2024-09-14T03:35:12.443 INFO:tasks.workunit.client.0.smithi002.stdout: "[2097152, 4194303]", 2024-09-14T03:35:12.443 INFO:tasks.workunit.client.0.smithi002.stdout: "[4194304, 8388607]", 2024-09-14T03:35:12.443 INFO:tasks.workunit.client.0.smithi002.stdout: "[8388608, 16777215]", 2024-09-14T03:35:12.443 INFO:tasks.workunit.client.0.smithi002.stdout: "[16777216, 33554431]", 2024-09-14T03:35:12.443 INFO:tasks.workunit.client.0.smithi002.stdout: "[33554432, 67108863]", 2024-09-14T03:35:12.443 INFO:tasks.workunit.client.0.smithi002.stdout: "[67108864, 134217727]", 2024-09-14T03:35:12.443 INFO:tasks.workunit.client.0.smithi002.stdout: "[134217728, 268435455]", 2024-09-14T03:35:12.444 INFO:tasks.workunit.client.0.smithi002.stdout: "[268435456, 536870911]", 2024-09-14T03:35:12.444 INFO:tasks.workunit.client.0.smithi002.stdout: "[536870912, 1073741823]", 2024-09-14T03:35:12.444 INFO:tasks.workunit.client.0.smithi002.stdout: "[1073741824, 2147483647]", 2024-09-14T03:35:12.444 INFO:tasks.workunit.client.0.smithi002.stdout: "[2147483648, 4294967295]", 2024-09-14T03:35:12.444 INFO:tasks.workunit.client.0.smithi002.stdout: "[4294967296, 8589934591]", 2024-09-14T03:35:12.444 INFO:tasks.workunit.client.0.smithi002.stdout: "[8589934592, 17179869183]", 2024-09-14T03:35:12.444 INFO:tasks.workunit.client.0.smithi002.stdout: "[17179869184, 34359738367]", 2024-09-14T03:35:12.444 INFO:tasks.workunit.client.0.smithi002.stdout: "[34359738368, 68719476735]", 2024-09-14T03:35:12.444 INFO:tasks.workunit.client.0.smithi002.stdout: "[68719476736, 137438953471]", 2024-09-14T03:35:12.444 INFO:tasks.workunit.client.0.smithi002.stdout: "[137438953472, 274877906943]", 2024-09-14T03:35:12.444 INFO:tasks.workunit.client.0.smithi002.stdout: "[274877906944, None]" 2024-09-14T03:35:12.444 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.444 INFO:tasks.workunit.client.0.smithi002.stdout: "scale_type": "log2" 2024-09-14T03:35:12.445 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.445 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.445 INFO:tasks.workunit.client.0.smithi002.stdout: "osds": [ 2024-09-14T03:35:12.445 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:12.445 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 0, 2024-09-14T03:35:12.445 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2024-09-14T03:35:12.445 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.445 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.445 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.445 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.445 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.445 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.445 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.446 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.446 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.446 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.446 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.446 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.446 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.446 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.446 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.446 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.446 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.446 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.446 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.446 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.446 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.447 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.447 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.447 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.447 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.447 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.447 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.447 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.447 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.447 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.447 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.447 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-14T03:35:12.447 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:12.447 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.447 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:12.448 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 1, 2024-09-14T03:35:12.448 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2024-09-14T03:35:12.448 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.448 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.448 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.448 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.448 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.448 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.448 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.448 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.448 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.448 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.448 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.449 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.449 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.449 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.449 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.449 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.449 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.449 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.449 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.449 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.449 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.449 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.449 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.449 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.449 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.450 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.450 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.450 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.450 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.450 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.450 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.450 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-14T03:35:12.450 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:12.450 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.450 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:12.450 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 2, 2024-09-14T03:35:12.450 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2024-09-14T03:35:12.450 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.451 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.451 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.451 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.451 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.451 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.451 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.451 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.451 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.451 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.451 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.451 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.451 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.451 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.451 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.452 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.452 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.452 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.452 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.452 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.452 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.452 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.452 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.452 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.452 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.452 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.452 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.452 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.453 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.453 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.453 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.453 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-14T03:35:12.453 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:12.453 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.453 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:12.453 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 3, 2024-09-14T03:35:12.453 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2024-09-14T03:35:12.453 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.453 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.453 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.453 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.453 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.454 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.454 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.454 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.454 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.454 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.454 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.454 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.454 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.454 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.454 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.454 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.454 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.454 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.454 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.455 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.455 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.455 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.455 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.455 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.455 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.455 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.455 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.455 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.455 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.455 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.455 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.455 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-14T03:35:12.456 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:12.456 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.456 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:12.456 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 4, 2024-09-14T03:35:12.456 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2024-09-14T03:35:12.456 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.456 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.456 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.456 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.456 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.456 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.456 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.456 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.457 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.457 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.457 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.457 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.457 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.457 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.457 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.457 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.457 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.457 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.457 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.457 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.457 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.458 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.458 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.458 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.458 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.458 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.458 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.458 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.458 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.458 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.458 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.458 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-14T03:35:12.458 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:12.458 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.458 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:12.459 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 5, 2024-09-14T03:35:12.459 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2024-09-14T03:35:12.459 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.459 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.459 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.459 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.459 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.459 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.459 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.459 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.459 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.459 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.459 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.459 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.460 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.460 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.460 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.460 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.460 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.460 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.460 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.460 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.460 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.460 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.460 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.460 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.461 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.461 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.461 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.461 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.461 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.461 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.461 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.461 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-14T03:35:12.461 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:12.461 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.461 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:12.461 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 6, 2024-09-14T03:35:12.461 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2024-09-14T03:35:12.465 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.465 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.465 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.465 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.465 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.465 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.466 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.466 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.466 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.466 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.466 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.466 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.466 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.466 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.466 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.466 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.466 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.466 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.466 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.467 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.467 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.467 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.467 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.467 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.467 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.467 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.467 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.467 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.467 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.467 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.467 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.467 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-14T03:35:12.467 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:12.468 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.468 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:12.468 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 7, 2024-09-14T03:35:12.468 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2024-09-14T03:35:12.468 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.468 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.468 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.468 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.468 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.468 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.468 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.468 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.468 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.468 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.469 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.469 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.469 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.469 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.469 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.469 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.469 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.469 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.469 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.469 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.469 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.469 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.469 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.470 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.470 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.470 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.470 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.470 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.470 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.470 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.470 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.470 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-14T03:35:12.470 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:12.470 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.470 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:12.470 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.470 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-14T03:35:12.471 INFO:tasks.workunit.client.0.smithi002.stdout: "axes": [ 2024-09-14T03:35:12.471 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:12.471 INFO:tasks.workunit.client.0.smithi002.stdout: "buckets": 32, 2024-09-14T03:35:12.471 INFO:tasks.workunit.client.0.smithi002.stdout: "min": 0, 2024-09-14T03:35:12.471 INFO:tasks.workunit.client.0.smithi002.stdout: "name": "Latency (usec)", 2024-09-14T03:35:12.471 INFO:tasks.workunit.client.0.smithi002.stdout: "quant_size": 100000, 2024-09-14T03:35:12.471 INFO:tasks.workunit.client.0.smithi002.stdout: "ranges": [ 2024-09-14T03:35:12.471 INFO:tasks.workunit.client.0.smithi002.stdout: "[None, -1]", 2024-09-14T03:35:12.471 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 99999]", 2024-09-14T03:35:12.471 INFO:tasks.workunit.client.0.smithi002.stdout: "[100000, 199999]", 2024-09-14T03:35:12.471 INFO:tasks.workunit.client.0.smithi002.stdout: "[200000, 399999]", 2024-09-14T03:35:12.471 INFO:tasks.workunit.client.0.smithi002.stdout: "[400000, 799999]", 2024-09-14T03:35:12.471 INFO:tasks.workunit.client.0.smithi002.stdout: "[800000, 1599999]", 2024-09-14T03:35:12.471 INFO:tasks.workunit.client.0.smithi002.stdout: "[1600000, 3199999]", 2024-09-14T03:35:12.472 INFO:tasks.workunit.client.0.smithi002.stdout: "[3200000, 6399999]", 2024-09-14T03:35:12.472 INFO:tasks.workunit.client.0.smithi002.stdout: "[6400000, 12799999]", 2024-09-14T03:35:12.472 INFO:tasks.workunit.client.0.smithi002.stdout: "[12800000, 25599999]", 2024-09-14T03:35:12.472 INFO:tasks.workunit.client.0.smithi002.stdout: "[25600000, 51199999]", 2024-09-14T03:35:12.472 INFO:tasks.workunit.client.0.smithi002.stdout: "[51200000, 102399999]", 2024-09-14T03:35:12.472 INFO:tasks.workunit.client.0.smithi002.stdout: "[102400000, 204799999]", 2024-09-14T03:35:12.472 INFO:tasks.workunit.client.0.smithi002.stdout: "[204800000, 409599999]", 2024-09-14T03:35:12.472 INFO:tasks.workunit.client.0.smithi002.stdout: "[409600000, 819199999]", 2024-09-14T03:35:12.472 INFO:tasks.workunit.client.0.smithi002.stdout: "[819200000, 1638399999]", 2024-09-14T03:35:12.472 INFO:tasks.workunit.client.0.smithi002.stdout: "[1638400000, 3276799999]", 2024-09-14T03:35:12.472 INFO:tasks.workunit.client.0.smithi002.stdout: "[3276800000, 6553599999]", 2024-09-14T03:35:12.472 INFO:tasks.workunit.client.0.smithi002.stdout: "[6553600000, 13107199999]", 2024-09-14T03:35:12.472 INFO:tasks.workunit.client.0.smithi002.stdout: "[13107200000, 26214399999]", 2024-09-14T03:35:12.472 INFO:tasks.workunit.client.0.smithi002.stdout: "[26214400000, 52428799999]", 2024-09-14T03:35:12.473 INFO:tasks.workunit.client.0.smithi002.stdout: "[52428800000, 104857599999]", 2024-09-14T03:35:12.473 INFO:tasks.workunit.client.0.smithi002.stdout: "[104857600000, 209715199999]", 2024-09-14T03:35:12.473 INFO:tasks.workunit.client.0.smithi002.stdout: "[209715200000, 419430399999]", 2024-09-14T03:35:12.473 INFO:tasks.workunit.client.0.smithi002.stdout: "[419430400000, 838860799999]", 2024-09-14T03:35:12.473 INFO:tasks.workunit.client.0.smithi002.stdout: "[838860800000, 1677721599999]", 2024-09-14T03:35:12.473 INFO:tasks.workunit.client.0.smithi002.stdout: "[1677721600000, 3355443199999]", 2024-09-14T03:35:12.473 INFO:tasks.workunit.client.0.smithi002.stdout: "[3355443200000, 6710886399999]", 2024-09-14T03:35:12.473 INFO:tasks.workunit.client.0.smithi002.stdout: "[6710886400000, 13421772799999]", 2024-09-14T03:35:12.473 INFO:tasks.workunit.client.0.smithi002.stdout: "[13421772800000, 26843545599999]", 2024-09-14T03:35:12.473 INFO:tasks.workunit.client.0.smithi002.stdout: "[26843545600000, 53687091199999]", 2024-09-14T03:35:12.473 INFO:tasks.workunit.client.0.smithi002.stdout: "[53687091200000, None]" 2024-09-14T03:35:12.473 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.473 INFO:tasks.workunit.client.0.smithi002.stdout: "scale_type": "log2" 2024-09-14T03:35:12.473 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.474 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:12.474 INFO:tasks.workunit.client.0.smithi002.stdout: "buckets": 32, 2024-09-14T03:35:12.474 INFO:tasks.workunit.client.0.smithi002.stdout: "min": 0, 2024-09-14T03:35:12.474 INFO:tasks.workunit.client.0.smithi002.stdout: "name": "Request size (bytes)", 2024-09-14T03:35:12.474 INFO:tasks.workunit.client.0.smithi002.stdout: "quant_size": 512, 2024-09-14T03:35:12.474 INFO:tasks.workunit.client.0.smithi002.stdout: "ranges": [ 2024-09-14T03:35:12.474 INFO:tasks.workunit.client.0.smithi002.stdout: "[None, -1]", 2024-09-14T03:35:12.474 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 511]", 2024-09-14T03:35:12.474 INFO:tasks.workunit.client.0.smithi002.stdout: "[512, 1023]", 2024-09-14T03:35:12.474 INFO:tasks.workunit.client.0.smithi002.stdout: "[1024, 2047]", 2024-09-14T03:35:12.474 INFO:tasks.workunit.client.0.smithi002.stdout: "[2048, 4095]", 2024-09-14T03:35:12.474 INFO:tasks.workunit.client.0.smithi002.stdout: "[4096, 8191]", 2024-09-14T03:35:12.474 INFO:tasks.workunit.client.0.smithi002.stdout: "[8192, 16383]", 2024-09-14T03:35:12.474 INFO:tasks.workunit.client.0.smithi002.stdout: "[16384, 32767]", 2024-09-14T03:35:12.474 INFO:tasks.workunit.client.0.smithi002.stdout: "[32768, 65535]", 2024-09-14T03:35:12.475 INFO:tasks.workunit.client.0.smithi002.stdout: "[65536, 131071]", 2024-09-14T03:35:12.475 INFO:tasks.workunit.client.0.smithi002.stdout: "[131072, 262143]", 2024-09-14T03:35:12.475 INFO:tasks.workunit.client.0.smithi002.stdout: "[262144, 524287]", 2024-09-14T03:35:12.475 INFO:tasks.workunit.client.0.smithi002.stdout: "[524288, 1048575]", 2024-09-14T03:35:12.475 INFO:tasks.workunit.client.0.smithi002.stdout: "[1048576, 2097151]", 2024-09-14T03:35:12.475 INFO:tasks.workunit.client.0.smithi002.stdout: "[2097152, 4194303]", 2024-09-14T03:35:12.475 INFO:tasks.workunit.client.0.smithi002.stdout: "[4194304, 8388607]", 2024-09-14T03:35:12.475 INFO:tasks.workunit.client.0.smithi002.stdout: "[8388608, 16777215]", 2024-09-14T03:35:12.475 INFO:tasks.workunit.client.0.smithi002.stdout: "[16777216, 33554431]", 2024-09-14T03:35:12.475 INFO:tasks.workunit.client.0.smithi002.stdout: "[33554432, 67108863]", 2024-09-14T03:35:12.475 INFO:tasks.workunit.client.0.smithi002.stdout: "[67108864, 134217727]", 2024-09-14T03:35:12.475 INFO:tasks.workunit.client.0.smithi002.stdout: "[134217728, 268435455]", 2024-09-14T03:35:12.475 INFO:tasks.workunit.client.0.smithi002.stdout: "[268435456, 536870911]", 2024-09-14T03:35:12.475 INFO:tasks.workunit.client.0.smithi002.stdout: "[536870912, 1073741823]", 2024-09-14T03:35:12.476 INFO:tasks.workunit.client.0.smithi002.stdout: "[1073741824, 2147483647]", 2024-09-14T03:35:12.476 INFO:tasks.workunit.client.0.smithi002.stdout: "[2147483648, 4294967295]", 2024-09-14T03:35:12.476 INFO:tasks.workunit.client.0.smithi002.stdout: "[4294967296, 8589934591]", 2024-09-14T03:35:12.476 INFO:tasks.workunit.client.0.smithi002.stdout: "[8589934592, 17179869183]", 2024-09-14T03:35:12.476 INFO:tasks.workunit.client.0.smithi002.stdout: "[17179869184, 34359738367]", 2024-09-14T03:35:12.476 INFO:tasks.workunit.client.0.smithi002.stdout: "[34359738368, 68719476735]", 2024-09-14T03:35:12.476 INFO:tasks.workunit.client.0.smithi002.stdout: "[68719476736, 137438953471]", 2024-09-14T03:35:12.476 INFO:tasks.workunit.client.0.smithi002.stdout: "[137438953472, 274877906943]", 2024-09-14T03:35:12.476 INFO:tasks.workunit.client.0.smithi002.stdout: "[274877906944, None]" 2024-09-14T03:35:12.476 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.476 INFO:tasks.workunit.client.0.smithi002.stdout: "scale_type": "log2" 2024-09-14T03:35:12.476 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.476 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.476 INFO:tasks.workunit.client.0.smithi002.stdout: "osds": [ 2024-09-14T03:35:12.477 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:12.477 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 0, 2024-09-14T03:35:12.477 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2024-09-14T03:35:12.477 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.477 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.477 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.477 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.477 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.477 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.477 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.477 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.477 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.477 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.478 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.478 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.478 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.478 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.478 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.478 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.478 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.478 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.478 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.478 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.478 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.478 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.478 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.478 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.479 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.479 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.479 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.479 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.479 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.479 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.479 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.479 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-14T03:35:12.479 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:12.479 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.479 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:12.479 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 1, 2024-09-14T03:35:12.479 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2024-09-14T03:35:12.479 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.479 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.480 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.480 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.480 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.480 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 8, 3, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.480 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 17, 5, 0, 0, 0, 0, 0, 0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.480 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.480 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.480 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.480 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.480 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.480 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.480 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.480 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.480 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.481 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.481 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.481 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.481 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.481 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.481 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.481 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.481 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.481 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.481 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.481 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.481 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.481 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.482 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.482 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.482 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-14T03:35:12.482 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:12.482 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.482 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:12.482 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 2, 2024-09-14T03:35:12.482 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2024-09-14T03:35:12.482 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.482 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.482 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.482 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.482 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.483 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.483 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.483 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.483 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.483 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.483 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.483 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.483 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.483 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.483 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.483 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.483 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.483 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.483 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.484 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.484 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.484 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.484 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.484 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.484 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.484 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.484 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.484 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.484 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.484 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.484 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.484 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-14T03:35:12.485 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:12.485 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.485 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:12.485 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 3, 2024-09-14T03:35:12.485 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2024-09-14T03:35:12.485 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.485 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.485 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.485 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.485 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.485 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.485 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.485 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.485 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.486 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.486 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.486 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.486 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.486 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.486 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.486 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.486 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.486 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.486 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.486 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.486 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.486 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.486 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.487 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.487 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.487 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.487 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.487 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.487 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.487 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.487 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.487 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-14T03:35:12.487 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:12.487 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.487 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:12.487 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 4, 2024-09-14T03:35:12.487 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2024-09-14T03:35:12.488 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.488 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.488 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.488 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.488 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.488 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.488 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.488 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.488 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.488 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.488 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.488 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.489 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.489 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.489 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.489 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.489 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.489 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.489 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.489 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.489 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.489 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.489 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.489 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.489 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.489 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.490 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.490 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.490 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.490 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.490 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.490 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-14T03:35:12.490 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:12.490 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.490 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:12.490 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 5, 2024-09-14T03:35:12.490 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2024-09-14T03:35:12.490 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.490 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.490 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.491 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.491 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.491 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.491 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.491 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.491 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.491 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.491 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.491 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.491 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.491 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.491 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.491 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.491 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.492 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.492 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.492 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.492 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.492 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.492 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.492 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.492 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.492 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.492 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.492 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.492 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.492 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.493 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.493 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-14T03:35:12.493 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:12.493 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.493 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:12.493 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 6, 2024-09-14T03:35:12.493 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2024-09-14T03:35:12.493 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.493 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.493 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.493 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.493 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.493 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.493 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.494 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.494 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.494 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.494 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.494 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.494 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.494 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.494 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.494 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.494 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.494 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.494 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.494 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.494 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.495 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.495 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.495 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.495 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.495 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.495 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.495 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.495 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.495 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.495 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.495 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-14T03:35:12.495 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:12.495 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.496 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:12.496 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 7, 2024-09-14T03:35:12.496 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2024-09-14T03:35:12.496 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.496 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.496 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.496 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.496 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.496 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.496 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.496 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.496 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.496 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.496 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.497 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.497 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.497 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.497 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.497 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.497 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.497 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.497 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.497 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.497 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.497 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.497 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.497 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.498 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.498 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.498 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.498 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.498 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.498 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.498 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-14T03:35:12.498 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-14T03:35:12.498 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:12.498 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.498 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2024-09-14T03:35:12.498 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.498 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.498 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.499 INFO:tasks.workunit.client.0.smithi002.stdout: "perf_counters": { 2024-09-14T03:35:12.499 INFO:tasks.workunit.client.0.smithi002.stdout: "mds.d2668293540d00d4d048239dd5bc97f298ea87fc": { 2024-09-14T03:35:12.499 INFO:tasks.workunit.client.0.smithi002.stdout: "mds": { 2024-09-14T03:35:12.499 INFO:tasks.workunit.client.0.smithi002.stdout: "caps": { 2024-09-14T03:35:12.499 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.499 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.499 INFO:tasks.workunit.client.0.smithi002.stdout: "ceph_cap_op_flush_ack": { 2024-09-14T03:35:12.499 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.499 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.499 INFO:tasks.workunit.client.0.smithi002.stdout: "ceph_cap_op_flushsnap_ack": { 2024-09-14T03:35:12.499 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.499 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.499 INFO:tasks.workunit.client.0.smithi002.stdout: "ceph_cap_op_grant": { 2024-09-14T03:35:12.499 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.500 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.500 INFO:tasks.workunit.client.0.smithi002.stdout: "ceph_cap_op_revoke": { 2024-09-14T03:35:12.500 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.500 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.500 INFO:tasks.workunit.client.0.smithi002.stdout: "ceph_cap_op_trunc": { 2024-09-14T03:35:12.500 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.500 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.500 INFO:tasks.workunit.client.0.smithi002.stdout: "dir_commit": { 2024-09-14T03:35:12.500 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 12 2024-09-14T03:35:12.500 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.500 INFO:tasks.workunit.client.0.smithi002.stdout: "dir_fetch_complete": { 2024-09-14T03:35:12.500 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.500 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.500 INFO:tasks.workunit.client.0.smithi002.stdout: "dir_fetch_keys": { 2024-09-14T03:35:12.501 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.501 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.501 INFO:tasks.workunit.client.0.smithi002.stdout: "dir_merge": { 2024-09-14T03:35:12.501 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.501 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.501 INFO:tasks.workunit.client.0.smithi002.stdout: "dir_split": { 2024-09-14T03:35:12.501 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.501 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.501 INFO:tasks.workunit.client.0.smithi002.stdout: "exported_inodes": { 2024-09-14T03:35:12.501 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.501 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.501 INFO:tasks.workunit.client.0.smithi002.stdout: "forward": { 2024-09-14T03:35:12.501 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.502 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.502 INFO:tasks.workunit.client.0.smithi002.stdout: "handle_client_cap_release": { 2024-09-14T03:35:12.502 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.502 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.502 INFO:tasks.workunit.client.0.smithi002.stdout: "handle_client_caps": { 2024-09-14T03:35:12.502 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.502 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.502 INFO:tasks.workunit.client.0.smithi002.stdout: "handle_client_caps_dirty": { 2024-09-14T03:35:12.502 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.502 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.502 INFO:tasks.workunit.client.0.smithi002.stdout: "handle_inode_file_caps": { 2024-09-14T03:35:12.502 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.502 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.502 INFO:tasks.workunit.client.0.smithi002.stdout: "imported_inodes": { 2024-09-14T03:35:12.503 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.503 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.503 INFO:tasks.workunit.client.0.smithi002.stdout: "inodes": { 2024-09-14T03:35:12.503 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 10 2024-09-14T03:35:12.503 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.503 INFO:tasks.workunit.client.0.smithi002.stdout: "inodes_expired": { 2024-09-14T03:35:12.503 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.503 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.503 INFO:tasks.workunit.client.0.smithi002.stdout: "inodes_pinned": { 2024-09-14T03:35:12.503 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 10 2024-09-14T03:35:12.503 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.503 INFO:tasks.workunit.client.0.smithi002.stdout: "inodes_with_caps": { 2024-09-14T03:35:12.503 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.503 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.504 INFO:tasks.workunit.client.0.smithi002.stdout: "load_cent": { 2024-09-14T03:35:12.504 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.504 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.504 INFO:tasks.workunit.client.0.smithi002.stdout: "openino_dir_fetch": { 2024-09-14T03:35:12.504 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.504 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.504 INFO:tasks.workunit.client.0.smithi002.stdout: "process_request_cap_release": { 2024-09-14T03:35:12.504 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.504 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.504 INFO:tasks.workunit.client.0.smithi002.stdout: "reply_latency": { 2024-09-14T03:35:12.504 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2024-09-14T03:35:12.504 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 119529 2024-09-14T03:35:12.504 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.504 INFO:tasks.workunit.client.0.smithi002.stdout: "request": { 2024-09-14T03:35:12.505 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2 2024-09-14T03:35:12.505 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.505 INFO:tasks.workunit.client.0.smithi002.stdout: "root_rbytes": { 2024-09-14T03:35:12.505 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.505 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.505 INFO:tasks.workunit.client.0.smithi002.stdout: "root_rfiles": { 2024-09-14T03:35:12.505 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.505 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.505 INFO:tasks.workunit.client.0.smithi002.stdout: "root_rsnaps": { 2024-09-14T03:35:12.505 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.505 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.505 INFO:tasks.workunit.client.0.smithi002.stdout: "slow_reply": { 2024-09-14T03:35:12.505 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.505 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.506 INFO:tasks.workunit.client.0.smithi002.stdout: "subtrees": { 2024-09-14T03:35:12.506 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2 2024-09-14T03:35:12.506 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.506 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.506 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_cache": { 2024-09-14T03:35:12.506 INFO:tasks.workunit.client.0.smithi002.stdout: "ireq_enqueue_scrub": { 2024-09-14T03:35:12.506 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.506 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.506 INFO:tasks.workunit.client.0.smithi002.stdout: "ireq_exportdir": { 2024-09-14T03:35:12.506 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.506 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.506 INFO:tasks.workunit.client.0.smithi002.stdout: "ireq_flush": { 2024-09-14T03:35:12.506 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.506 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.507 INFO:tasks.workunit.client.0.smithi002.stdout: "ireq_fragmentdir": { 2024-09-14T03:35:12.507 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.507 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.507 INFO:tasks.workunit.client.0.smithi002.stdout: "ireq_fragstats": { 2024-09-14T03:35:12.507 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.507 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.507 INFO:tasks.workunit.client.0.smithi002.stdout: "ireq_inodestats": { 2024-09-14T03:35:12.507 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.507 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.507 INFO:tasks.workunit.client.0.smithi002.stdout: "num_recovering_enqueued": { 2024-09-14T03:35:12.507 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.507 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.507 INFO:tasks.workunit.client.0.smithi002.stdout: "num_recovering_prioritized": { 2024-09-14T03:35:12.507 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.508 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.508 INFO:tasks.workunit.client.0.smithi002.stdout: "num_recovering_processing": { 2024-09-14T03:35:12.508 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.508 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.508 INFO:tasks.workunit.client.0.smithi002.stdout: "num_strays": { 2024-09-14T03:35:12.508 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.508 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.508 INFO:tasks.workunit.client.0.smithi002.stdout: "num_strays_delayed": { 2024-09-14T03:35:12.508 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.508 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.508 INFO:tasks.workunit.client.0.smithi002.stdout: "num_strays_enqueuing": { 2024-09-14T03:35:12.508 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.508 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.508 INFO:tasks.workunit.client.0.smithi002.stdout: "recovery_completed": { 2024-09-14T03:35:12.509 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.509 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.509 INFO:tasks.workunit.client.0.smithi002.stdout: "recovery_started": { 2024-09-14T03:35:12.509 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.509 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.509 INFO:tasks.workunit.client.0.smithi002.stdout: "strays_created": { 2024-09-14T03:35:12.509 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.509 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.509 INFO:tasks.workunit.client.0.smithi002.stdout: "strays_enqueued": { 2024-09-14T03:35:12.509 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.509 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.509 INFO:tasks.workunit.client.0.smithi002.stdout: "strays_migrated": { 2024-09-14T03:35:12.509 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.509 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.510 INFO:tasks.workunit.client.0.smithi002.stdout: "strays_reintegrated": { 2024-09-14T03:35:12.510 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.510 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.510 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.510 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_log": { 2024-09-14T03:35:12.510 INFO:tasks.workunit.client.0.smithi002.stdout: "ev": { 2024-09-14T03:35:12.510 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5 2024-09-14T03:35:12.510 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.510 INFO:tasks.workunit.client.0.smithi002.stdout: "evadd": { 2024-09-14T03:35:12.510 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5 2024-09-14T03:35:12.510 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.510 INFO:tasks.workunit.client.0.smithi002.stdout: "evex": { 2024-09-14T03:35:12.510 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.510 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.511 INFO:tasks.workunit.client.0.smithi002.stdout: "evexd": { 2024-09-14T03:35:12.511 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.511 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.511 INFO:tasks.workunit.client.0.smithi002.stdout: "evexg": { 2024-09-14T03:35:12.511 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.511 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.511 INFO:tasks.workunit.client.0.smithi002.stdout: "evtrm": { 2024-09-14T03:35:12.511 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.511 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.511 INFO:tasks.workunit.client.0.smithi002.stdout: "jlat": { 2024-09-14T03:35:12.511 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 5, 2024-09-14T03:35:12.511 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 10972801 2024-09-14T03:35:12.511 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.511 INFO:tasks.workunit.client.0.smithi002.stdout: "replayed": { 2024-09-14T03:35:12.511 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.512 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.512 INFO:tasks.workunit.client.0.smithi002.stdout: "seg": { 2024-09-14T03:35:12.512 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1 2024-09-14T03:35:12.512 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.512 INFO:tasks.workunit.client.0.smithi002.stdout: "segadd": { 2024-09-14T03:35:12.512 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1 2024-09-14T03:35:12.512 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.512 INFO:tasks.workunit.client.0.smithi002.stdout: "segex": { 2024-09-14T03:35:12.512 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.512 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.512 INFO:tasks.workunit.client.0.smithi002.stdout: "segexd": { 2024-09-14T03:35:12.512 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.512 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.513 INFO:tasks.workunit.client.0.smithi002.stdout: "segexg": { 2024-09-14T03:35:12.513 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.513 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.513 INFO:tasks.workunit.client.0.smithi002.stdout: "segtrm": { 2024-09-14T03:35:12.513 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.513 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.513 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.513 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_mem": { 2024-09-14T03:35:12.513 INFO:tasks.workunit.client.0.smithi002.stdout: "cap": { 2024-09-14T03:35:12.513 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.513 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.513 INFO:tasks.workunit.client.0.smithi002.stdout: "cap+": { 2024-09-14T03:35:12.513 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2 2024-09-14T03:35:12.513 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.514 INFO:tasks.workunit.client.0.smithi002.stdout: "cap-": { 2024-09-14T03:35:12.514 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2 2024-09-14T03:35:12.514 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.514 INFO:tasks.workunit.client.0.smithi002.stdout: "dir": { 2024-09-14T03:35:12.514 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 12 2024-09-14T03:35:12.514 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.514 INFO:tasks.workunit.client.0.smithi002.stdout: "dir+": { 2024-09-14T03:35:12.514 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 12 2024-09-14T03:35:12.514 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.514 INFO:tasks.workunit.client.0.smithi002.stdout: "dir-": { 2024-09-14T03:35:12.514 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.514 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.515 INFO:tasks.workunit.client.0.smithi002.stdout: "dn": { 2024-09-14T03:35:12.515 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 10 2024-09-14T03:35:12.515 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.515 INFO:tasks.workunit.client.0.smithi002.stdout: "dn+": { 2024-09-14T03:35:12.515 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 10 2024-09-14T03:35:12.515 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.515 INFO:tasks.workunit.client.0.smithi002.stdout: "dn-": { 2024-09-14T03:35:12.515 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.515 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.515 INFO:tasks.workunit.client.0.smithi002.stdout: "heap": { 2024-09-14T03:35:12.515 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 207124 2024-09-14T03:35:12.515 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.515 INFO:tasks.workunit.client.0.smithi002.stdout: "ino": { 2024-09-14T03:35:12.515 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 13 2024-09-14T03:35:12.516 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.516 INFO:tasks.workunit.client.0.smithi002.stdout: "ino+": { 2024-09-14T03:35:12.516 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 13 2024-09-14T03:35:12.516 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.516 INFO:tasks.workunit.client.0.smithi002.stdout: "ino-": { 2024-09-14T03:35:12.516 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.516 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.516 INFO:tasks.workunit.client.0.smithi002.stdout: "rss": { 2024-09-14T03:35:12.516 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 39228 2024-09-14T03:35:12.516 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.516 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.516 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_server": { 2024-09-14T03:35:12.516 INFO:tasks.workunit.client.0.smithi002.stdout: "cap_acquisition_throttle": { 2024-09-14T03:35:12.516 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.517 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.517 INFO:tasks.workunit.client.0.smithi002.stdout: "cap_revoke_eviction": { 2024-09-14T03:35:12.517 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.517 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.517 INFO:tasks.workunit.client.0.smithi002.stdout: "handle_client_request": { 2024-09-14T03:35:12.517 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2 2024-09-14T03:35:12.517 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.517 INFO:tasks.workunit.client.0.smithi002.stdout: "handle_client_session": { 2024-09-14T03:35:12.517 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 16 2024-09-14T03:35:12.517 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.517 INFO:tasks.workunit.client.0.smithi002.stdout: "handle_peer_request": { 2024-09-14T03:35:12.517 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.517 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.518 INFO:tasks.workunit.client.0.smithi002.stdout: "req_create_latency": { 2024-09-14T03:35:12.518 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.518 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.518 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.518 INFO:tasks.workunit.client.0.smithi002.stdout: "req_getattr_latency": { 2024-09-14T03:35:12.518 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2024-09-14T03:35:12.518 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 119529 2024-09-14T03:35:12.518 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.518 INFO:tasks.workunit.client.0.smithi002.stdout: "req_getfilelock_latency": { 2024-09-14T03:35:12.518 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.518 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.518 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.518 INFO:tasks.workunit.client.0.smithi002.stdout: "req_getvxattr_latency": { 2024-09-14T03:35:12.518 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.519 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.519 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.519 INFO:tasks.workunit.client.0.smithi002.stdout: "req_link_latency": { 2024-09-14T03:35:12.519 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.519 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.519 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.519 INFO:tasks.workunit.client.0.smithi002.stdout: "req_lookup_latency": { 2024-09-14T03:35:12.519 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.519 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.519 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.519 INFO:tasks.workunit.client.0.smithi002.stdout: "req_lookuphash_latency": { 2024-09-14T03:35:12.519 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.519 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.519 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.520 INFO:tasks.workunit.client.0.smithi002.stdout: "req_lookupino_latency": { 2024-09-14T03:35:12.520 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.520 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.520 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.520 INFO:tasks.workunit.client.0.smithi002.stdout: "req_lookupname_latency": { 2024-09-14T03:35:12.520 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.520 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.520 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.520 INFO:tasks.workunit.client.0.smithi002.stdout: "req_lookupparent_latency": { 2024-09-14T03:35:12.520 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.520 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.520 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.520 INFO:tasks.workunit.client.0.smithi002.stdout: "req_lookupsnap_latency": { 2024-09-14T03:35:12.520 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.521 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.521 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.521 INFO:tasks.workunit.client.0.smithi002.stdout: "req_lssnap_latency": { 2024-09-14T03:35:12.521 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.521 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.521 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.521 INFO:tasks.workunit.client.0.smithi002.stdout: "req_mkdir_latency": { 2024-09-14T03:35:12.521 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.521 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.521 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.521 INFO:tasks.workunit.client.0.smithi002.stdout: "req_mknod_latency": { 2024-09-14T03:35:12.521 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.521 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.522 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.522 INFO:tasks.workunit.client.0.smithi002.stdout: "req_mksnap_latency": { 2024-09-14T03:35:12.522 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.522 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.522 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.522 INFO:tasks.workunit.client.0.smithi002.stdout: "req_open_latency": { 2024-09-14T03:35:12.522 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.522 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.522 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.522 INFO:tasks.workunit.client.0.smithi002.stdout: "req_readdir_latency": { 2024-09-14T03:35:12.522 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.522 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.522 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.522 INFO:tasks.workunit.client.0.smithi002.stdout: "req_rename_latency": { 2024-09-14T03:35:12.522 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.523 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.523 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.523 INFO:tasks.workunit.client.0.smithi002.stdout: "req_renamesnap_latency": { 2024-09-14T03:35:12.523 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.523 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.523 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.523 INFO:tasks.workunit.client.0.smithi002.stdout: "req_rmdir_latency": { 2024-09-14T03:35:12.523 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.523 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.523 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.523 INFO:tasks.workunit.client.0.smithi002.stdout: "req_rmsnap_latency": { 2024-09-14T03:35:12.523 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.523 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.523 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.524 INFO:tasks.workunit.client.0.smithi002.stdout: "req_rmxattr_latency": { 2024-09-14T03:35:12.524 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.524 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.524 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.524 INFO:tasks.workunit.client.0.smithi002.stdout: "req_setattr_latency": { 2024-09-14T03:35:12.524 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.524 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.524 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.524 INFO:tasks.workunit.client.0.smithi002.stdout: "req_setdirlayout_latency": { 2024-09-14T03:35:12.524 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.524 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.524 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.524 INFO:tasks.workunit.client.0.smithi002.stdout: "req_setfilelock_latency": { 2024-09-14T03:35:12.525 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.525 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.525 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.525 INFO:tasks.workunit.client.0.smithi002.stdout: "req_setlayout_latency": { 2024-09-14T03:35:12.525 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.525 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.525 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.525 INFO:tasks.workunit.client.0.smithi002.stdout: "req_setxattr_latency": { 2024-09-14T03:35:12.525 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.525 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.525 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.525 INFO:tasks.workunit.client.0.smithi002.stdout: "req_snapdiff_latency": { 2024-09-14T03:35:12.525 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.525 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.525 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.526 INFO:tasks.workunit.client.0.smithi002.stdout: "req_symlink_latency": { 2024-09-14T03:35:12.526 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.526 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.526 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.526 INFO:tasks.workunit.client.0.smithi002.stdout: "req_unlink_latency": { 2024-09-14T03:35:12.526 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.526 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.526 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.526 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.526 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_sessions": { 2024-09-14T03:35:12.526 INFO:tasks.workunit.client.0.smithi002.stdout: "average_load": { 2024-09-14T03:35:12.526 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1 2024-09-14T03:35:12.526 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.526 INFO:tasks.workunit.client.0.smithi002.stdout: "avg_session_uptime": { 2024-09-14T03:35:12.527 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 87 2024-09-14T03:35:12.527 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.527 INFO:tasks.workunit.client.0.smithi002.stdout: "mdthresh_evicted": { 2024-09-14T03:35:12.527 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.527 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.527 INFO:tasks.workunit.client.0.smithi002.stdout: "session_add": { 2024-09-14T03:35:12.527 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2 2024-09-14T03:35:12.527 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.527 INFO:tasks.workunit.client.0.smithi002.stdout: "session_count": { 2024-09-14T03:35:12.527 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.527 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.527 INFO:tasks.workunit.client.0.smithi002.stdout: "session_remove": { 2024-09-14T03:35:12.527 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2 2024-09-14T03:35:12.527 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.528 INFO:tasks.workunit.client.0.smithi002.stdout: "sessions_open": { 2024-09-14T03:35:12.528 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.528 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.528 INFO:tasks.workunit.client.0.smithi002.stdout: "sessions_stale": { 2024-09-14T03:35:12.528 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.528 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.528 INFO:tasks.workunit.client.0.smithi002.stdout: "total_load": { 2024-09-14T03:35:12.528 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2 2024-09-14T03:35:12.528 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.528 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.528 INFO:tasks.workunit.client.0.smithi002.stdout: "objecter": { 2024-09-14T03:35:12.528 INFO:tasks.workunit.client.0.smithi002.stdout: "op_active": { 2024-09-14T03:35:12.528 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.528 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.529 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r": { 2024-09-14T03:35:12.529 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.529 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.529 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rmw": { 2024-09-14T03:35:12.529 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.529 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.529 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w": { 2024-09-14T03:35:12.529 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 45 2024-09-14T03:35:12.529 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.529 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.529 INFO:tasks.workunit.client.0.smithi002.stdout: "purge_queue": { 2024-09-14T03:35:12.529 INFO:tasks.workunit.client.0.smithi002.stdout: "pq_executed": { 2024-09-14T03:35:12.529 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.529 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.530 INFO:tasks.workunit.client.0.smithi002.stdout: "pq_executed_ops": { 2024-09-14T03:35:12.530 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.530 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.530 INFO:tasks.workunit.client.0.smithi002.stdout: "pq_executing": { 2024-09-14T03:35:12.530 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.530 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.530 INFO:tasks.workunit.client.0.smithi002.stdout: "pq_executing_high_water": { 2024-09-14T03:35:12.530 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.530 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.530 INFO:tasks.workunit.client.0.smithi002.stdout: "pq_executing_ops": { 2024-09-14T03:35:12.530 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.530 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.530 INFO:tasks.workunit.client.0.smithi002.stdout: "pq_executing_ops_high_water": { 2024-09-14T03:35:12.530 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.531 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.531 INFO:tasks.workunit.client.0.smithi002.stdout: "pq_item_in_journal": { 2024-09-14T03:35:12.531 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.531 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.531 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.531 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.531 INFO:tasks.workunit.client.0.smithi002.stdout: "mon.0a888e93454d7857644afb459e3838358f89761a": { 2024-09-14T03:35:12.531 INFO:tasks.workunit.client.0.smithi002.stdout: "mon": { 2024-09-14T03:35:12.531 INFO:tasks.workunit.client.0.smithi002.stdout: "election_call": { 2024-09-14T03:35:12.531 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2 2024-09-14T03:35:12.531 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.531 INFO:tasks.workunit.client.0.smithi002.stdout: "election_lose": { 2024-09-14T03:35:12.531 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.531 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.532 INFO:tasks.workunit.client.0.smithi002.stdout: "election_win": { 2024-09-14T03:35:12.532 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3 2024-09-14T03:35:12.532 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.532 INFO:tasks.workunit.client.0.smithi002.stdout: "num_elections": { 2024-09-14T03:35:12.532 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 9 2024-09-14T03:35:12.532 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.532 INFO:tasks.workunit.client.0.smithi002.stdout: "num_sessions": { 2024-09-14T03:35:12.532 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 7 2024-09-14T03:35:12.532 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.532 INFO:tasks.workunit.client.0.smithi002.stdout: "session_add": { 2024-09-14T03:35:12.532 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3 2024-09-14T03:35:12.532 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.532 INFO:tasks.workunit.client.0.smithi002.stdout: "session_rm": { 2024-09-14T03:35:12.533 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 181 2024-09-14T03:35:12.533 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.533 INFO:tasks.workunit.client.0.smithi002.stdout: "session_trim": { 2024-09-14T03:35:12.533 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.533 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.533 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.533 INFO:tasks.workunit.client.0.smithi002.stdout: "paxos": { 2024-09-14T03:35:12.533 INFO:tasks.workunit.client.0.smithi002.stdout: "accept_timeout": { 2024-09-14T03:35:12.533 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.533 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.533 INFO:tasks.workunit.client.0.smithi002.stdout: "begin": { 2024-09-14T03:35:12.533 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 968 2024-09-14T03:35:12.533 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.533 INFO:tasks.workunit.client.0.smithi002.stdout: "begin_bytes": { 2024-09-14T03:35:12.534 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 968, 2024-09-14T03:35:12.534 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5094376 2024-09-14T03:35:12.534 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.534 INFO:tasks.workunit.client.0.smithi002.stdout: "begin_keys": { 2024-09-14T03:35:12.534 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 968, 2024-09-14T03:35:12.534 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2904 2024-09-14T03:35:12.534 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.534 INFO:tasks.workunit.client.0.smithi002.stdout: "begin_latency": { 2024-09-14T03:35:12.534 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 968, 2024-09-14T03:35:12.534 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 149996560 2024-09-14T03:35:12.534 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.534 INFO:tasks.workunit.client.0.smithi002.stdout: "collect": { 2024-09-14T03:35:12.534 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.534 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.535 INFO:tasks.workunit.client.0.smithi002.stdout: "collect_bytes": { 2024-09-14T03:35:12.535 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.535 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.535 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.535 INFO:tasks.workunit.client.0.smithi002.stdout: "collect_keys": { 2024-09-14T03:35:12.535 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.535 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.535 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.535 INFO:tasks.workunit.client.0.smithi002.stdout: "collect_latency": { 2024-09-14T03:35:12.535 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.535 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.535 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.535 INFO:tasks.workunit.client.0.smithi002.stdout: "collect_timeout": { 2024-09-14T03:35:12.535 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.535 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.536 INFO:tasks.workunit.client.0.smithi002.stdout: "collect_uncommitted": { 2024-09-14T03:35:12.536 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.536 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.536 INFO:tasks.workunit.client.0.smithi002.stdout: "commit": { 2024-09-14T03:35:12.536 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 968 2024-09-14T03:35:12.536 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.536 INFO:tasks.workunit.client.0.smithi002.stdout: "commit_bytes": { 2024-09-14T03:35:12.536 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 968, 2024-09-14T03:35:12.536 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5024738 2024-09-14T03:35:12.536 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.536 INFO:tasks.workunit.client.0.smithi002.stdout: "commit_keys": { 2024-09-14T03:35:12.536 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 968, 2024-09-14T03:35:12.536 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5513 2024-09-14T03:35:12.536 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.537 INFO:tasks.workunit.client.0.smithi002.stdout: "commit_latency": { 2024-09-14T03:35:12.537 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 968, 2024-09-14T03:35:12.537 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 142876782 2024-09-14T03:35:12.537 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.537 INFO:tasks.workunit.client.0.smithi002.stdout: "lease_ack_timeout": { 2024-09-14T03:35:12.537 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.537 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.537 INFO:tasks.workunit.client.0.smithi002.stdout: "lease_timeout": { 2024-09-14T03:35:12.537 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.537 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.537 INFO:tasks.workunit.client.0.smithi002.stdout: "new_pn": { 2024-09-14T03:35:12.537 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2 2024-09-14T03:35:12.537 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.537 INFO:tasks.workunit.client.0.smithi002.stdout: "new_pn_latency": { 2024-09-14T03:35:12.538 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2024-09-14T03:35:12.538 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.538 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.538 INFO:tasks.workunit.client.0.smithi002.stdout: "refresh": { 2024-09-14T03:35:12.538 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 970 2024-09-14T03:35:12.538 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.538 INFO:tasks.workunit.client.0.smithi002.stdout: "refresh_latency": { 2024-09-14T03:35:12.538 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 970, 2024-09-14T03:35:12.538 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2478943174 2024-09-14T03:35:12.538 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.538 INFO:tasks.workunit.client.0.smithi002.stdout: "restart": { 2024-09-14T03:35:12.538 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 12 2024-09-14T03:35:12.538 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.538 INFO:tasks.workunit.client.0.smithi002.stdout: "share_state": { 2024-09-14T03:35:12.539 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3 2024-09-14T03:35:12.539 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.539 INFO:tasks.workunit.client.0.smithi002.stdout: "share_state_bytes": { 2024-09-14T03:35:12.539 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3, 2024-09-14T03:35:12.539 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1627 2024-09-14T03:35:12.539 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.539 INFO:tasks.workunit.client.0.smithi002.stdout: "share_state_keys": { 2024-09-14T03:35:12.539 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3, 2024-09-14T03:35:12.539 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3 2024-09-14T03:35:12.539 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.539 INFO:tasks.workunit.client.0.smithi002.stdout: "start_leader": { 2024-09-14T03:35:12.539 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3 2024-09-14T03:35:12.539 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.539 INFO:tasks.workunit.client.0.smithi002.stdout: "start_peon": { 2024-09-14T03:35:12.540 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.540 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.540 INFO:tasks.workunit.client.0.smithi002.stdout: "store_state": { 2024-09-14T03:35:12.540 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.540 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.540 INFO:tasks.workunit.client.0.smithi002.stdout: "store_state_bytes": { 2024-09-14T03:35:12.540 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.540 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.540 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.540 INFO:tasks.workunit.client.0.smithi002.stdout: "store_state_keys": { 2024-09-14T03:35:12.540 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.540 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.540 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.540 INFO:tasks.workunit.client.0.smithi002.stdout: "store_state_latency": { 2024-09-14T03:35:12.541 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.541 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.541 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.541 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.541 INFO:tasks.workunit.client.0.smithi002.stdout: "prioritycache": { 2024-09-14T03:35:12.541 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_bytes": { 2024-09-14T03:35:12.541 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1020054731 2024-09-14T03:35:12.541 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.541 INFO:tasks.workunit.client.0.smithi002.stdout: "heap_bytes": { 2024-09-14T03:35:12.541 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 45842432 2024-09-14T03:35:12.541 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.541 INFO:tasks.workunit.client.0.smithi002.stdout: "mapped_bytes": { 2024-09-14T03:35:12.541 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 39755776 2024-09-14T03:35:12.541 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.541 INFO:tasks.workunit.client.0.smithi002.stdout: "target_bytes": { 2024-09-14T03:35:12.542 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2147483648 2024-09-14T03:35:12.542 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.542 INFO:tasks.workunit.client.0.smithi002.stdout: "unmapped_bytes": { 2024-09-14T03:35:12.542 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 6086656 2024-09-14T03:35:12.542 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.542 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.542 INFO:tasks.workunit.client.0.smithi002.stdout: "prioritycache:full": { 2024-09-14T03:35:12.542 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:12.542 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 348127232 2024-09-14T03:35:12.542 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.542 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:12.542 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.542 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.542 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:12.543 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.543 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.543 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:12.543 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 277007423 2024-09-14T03:35:12.543 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.543 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:12.543 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 308386 2024-09-14T03:35:12.543 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.543 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:12.543 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.543 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.543 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:12.543 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.543 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.544 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:12.544 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.544 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.544 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:12.544 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.544 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.544 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:12.544 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.544 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.544 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:12.544 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.544 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.544 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:12.544 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.545 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.545 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:12.545 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.545 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.545 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:12.545 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 70811423 2024-09-14T03:35:12.545 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.545 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.545 INFO:tasks.workunit.client.0.smithi002.stdout: "prioritycache:inc": { 2024-09-14T03:35:12.545 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:12.545 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 348127232 2024-09-14T03:35:12.545 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.545 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:12.545 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.545 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.546 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:12.546 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.546 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.546 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:12.546 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 277007423 2024-09-14T03:35:12.546 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.546 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:12.546 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 41514 2024-09-14T03:35:12.546 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.546 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:12.546 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.546 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.546 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:12.546 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.546 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.547 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:12.547 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.547 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.547 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:12.547 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.547 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.547 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:12.547 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.547 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.547 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:12.547 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.547 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.547 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:12.547 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.548 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.548 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:12.548 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.548 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.548 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:12.548 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71078295 2024-09-14T03:35:12.548 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.548 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.548 INFO:tasks.workunit.client.0.smithi002.stdout: "prioritycache:kv": { 2024-09-14T03:35:12.548 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:12.548 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 322961408 2024-09-14T03:35:12.548 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.548 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:12.548 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2024-09-14T03:35:12.548 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.549 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:12.549 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.549 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.549 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:12.549 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 184671615 2024-09-14T03:35:12.549 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.549 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:12.549 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.549 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.549 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:12.549 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.549 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.549 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:12.549 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.550 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.550 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:12.550 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.550 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.550 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:12.550 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.550 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.550 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:12.550 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.550 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.551 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:12.551 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.551 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.551 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:12.551 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.551 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.551 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:12.551 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.551 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.551 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:12.551 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71180929 2024-09-14T03:35:12.551 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.551 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.551 INFO:tasks.workunit.client.0.smithi002.stdout: "rocksdb": { 2024-09-14T03:35:12.552 INFO:tasks.workunit.client.0.smithi002.stdout: "compact": { 2024-09-14T03:35:12.552 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.552 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.552 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_queue_len": { 2024-09-14T03:35:12.552 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.552 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.552 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_queue_merge": { 2024-09-14T03:35:12.552 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.552 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.552 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_range": { 2024-09-14T03:35:12.552 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1 2024-09-14T03:35:12.552 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.552 INFO:tasks.workunit.client.0.smithi002.stdout: "get_latency": { 2024-09-14T03:35:12.552 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 43134, 2024-09-14T03:35:12.553 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 183942539 2024-09-14T03:35:12.553 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.553 INFO:tasks.workunit.client.0.smithi002.stdout: "rocksdb_write_delay_time": { 2024-09-14T03:35:12.553 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.553 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.553 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.553 INFO:tasks.workunit.client.0.smithi002.stdout: "rocksdb_write_memtable_time": { 2024-09-14T03:35:12.553 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.553 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.553 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.553 INFO:tasks.workunit.client.0.smithi002.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-14T03:35:12.553 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.553 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.553 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.554 INFO:tasks.workunit.client.0.smithi002.stdout: "rocksdb_write_wal_time": { 2024-09-14T03:35:12.554 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.554 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.554 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.554 INFO:tasks.workunit.client.0.smithi002.stdout: "submit_latency": { 2024-09-14T03:35:12.554 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.554 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.554 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.554 INFO:tasks.workunit.client.0.smithi002.stdout: "submit_sync_latency": { 2024-09-14T03:35:12.554 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2109, 2024-09-14T03:35:12.554 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 300118220 2024-09-14T03:35:12.554 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.554 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.554 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.554 INFO:tasks.workunit.client.0.smithi002.stdout: "mon.d2668293540d00d4d048239dd5bc97f298ea87fc": { 2024-09-14T03:35:12.555 INFO:tasks.workunit.client.0.smithi002.stdout: "mon": { 2024-09-14T03:35:12.555 INFO:tasks.workunit.client.0.smithi002.stdout: "election_call": { 2024-09-14T03:35:12.555 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2 2024-09-14T03:35:12.555 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.555 INFO:tasks.workunit.client.0.smithi002.stdout: "election_lose": { 2024-09-14T03:35:12.555 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2 2024-09-14T03:35:12.555 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.555 INFO:tasks.workunit.client.0.smithi002.stdout: "election_win": { 2024-09-14T03:35:12.555 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.555 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.555 INFO:tasks.workunit.client.0.smithi002.stdout: "num_elections": { 2024-09-14T03:35:12.555 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 7 2024-09-14T03:35:12.555 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.555 INFO:tasks.workunit.client.0.smithi002.stdout: "num_sessions": { 2024-09-14T03:35:12.556 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 10 2024-09-14T03:35:12.556 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.556 INFO:tasks.workunit.client.0.smithi002.stdout: "session_add": { 2024-09-14T03:35:12.556 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4 2024-09-14T03:35:12.556 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.556 INFO:tasks.workunit.client.0.smithi002.stdout: "session_rm": { 2024-09-14T03:35:12.556 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 52 2024-09-14T03:35:12.556 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.556 INFO:tasks.workunit.client.0.smithi002.stdout: "session_trim": { 2024-09-14T03:35:12.556 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.556 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.556 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.556 INFO:tasks.workunit.client.0.smithi002.stdout: "paxos": { 2024-09-14T03:35:12.556 INFO:tasks.workunit.client.0.smithi002.stdout: "accept_timeout": { 2024-09-14T03:35:12.557 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.557 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.557 INFO:tasks.workunit.client.0.smithi002.stdout: "begin": { 2024-09-14T03:35:12.557 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 844 2024-09-14T03:35:12.557 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.557 INFO:tasks.workunit.client.0.smithi002.stdout: "begin_bytes": { 2024-09-14T03:35:12.557 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 844, 2024-09-14T03:35:12.557 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4042148 2024-09-14T03:35:12.557 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.557 INFO:tasks.workunit.client.0.smithi002.stdout: "begin_keys": { 2024-09-14T03:35:12.557 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.557 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.557 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.557 INFO:tasks.workunit.client.0.smithi002.stdout: "begin_latency": { 2024-09-14T03:35:12.558 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 844, 2024-09-14T03:35:12.558 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 136996388 2024-09-14T03:35:12.558 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.558 INFO:tasks.workunit.client.0.smithi002.stdout: "collect": { 2024-09-14T03:35:12.558 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2 2024-09-14T03:35:12.558 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.558 INFO:tasks.workunit.client.0.smithi002.stdout: "collect_bytes": { 2024-09-14T03:35:12.558 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2024-09-14T03:35:12.558 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 146 2024-09-14T03:35:12.558 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.558 INFO:tasks.workunit.client.0.smithi002.stdout: "collect_keys": { 2024-09-14T03:35:12.558 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2024-09-14T03:35:12.558 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2 2024-09-14T03:35:12.558 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.558 INFO:tasks.workunit.client.0.smithi002.stdout: "collect_latency": { 2024-09-14T03:35:12.559 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2024-09-14T03:35:12.559 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.559 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.559 INFO:tasks.workunit.client.0.smithi002.stdout: "collect_timeout": { 2024-09-14T03:35:12.559 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.559 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.559 INFO:tasks.workunit.client.0.smithi002.stdout: "collect_uncommitted": { 2024-09-14T03:35:12.559 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.559 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.559 INFO:tasks.workunit.client.0.smithi002.stdout: "commit": { 2024-09-14T03:35:12.559 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 845 2024-09-14T03:35:12.559 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.559 INFO:tasks.workunit.client.0.smithi002.stdout: "commit_bytes": { 2024-09-14T03:35:12.559 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.560 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.560 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.560 INFO:tasks.workunit.client.0.smithi002.stdout: "commit_keys": { 2024-09-14T03:35:12.560 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.560 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.560 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.560 INFO:tasks.workunit.client.0.smithi002.stdout: "commit_latency": { 2024-09-14T03:35:12.560 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.560 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.560 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.560 INFO:tasks.workunit.client.0.smithi002.stdout: "lease_ack_timeout": { 2024-09-14T03:35:12.560 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.560 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.560 INFO:tasks.workunit.client.0.smithi002.stdout: "lease_timeout": { 2024-09-14T03:35:12.561 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.561 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.561 INFO:tasks.workunit.client.0.smithi002.stdout: "new_pn": { 2024-09-14T03:35:12.561 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.561 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.561 INFO:tasks.workunit.client.0.smithi002.stdout: "new_pn_latency": { 2024-09-14T03:35:12.561 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.561 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.561 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.561 INFO:tasks.workunit.client.0.smithi002.stdout: "refresh": { 2024-09-14T03:35:12.561 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 845 2024-09-14T03:35:12.561 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.561 INFO:tasks.workunit.client.0.smithi002.stdout: "refresh_latency": { 2024-09-14T03:35:12.561 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 845, 2024-09-14T03:35:12.562 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1876950536 2024-09-14T03:35:12.562 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.562 INFO:tasks.workunit.client.0.smithi002.stdout: "restart": { 2024-09-14T03:35:12.562 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 13 2024-09-14T03:35:12.562 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.562 INFO:tasks.workunit.client.0.smithi002.stdout: "share_state": { 2024-09-14T03:35:12.562 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.562 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.562 INFO:tasks.workunit.client.0.smithi002.stdout: "share_state_bytes": { 2024-09-14T03:35:12.562 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.562 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.562 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.562 INFO:tasks.workunit.client.0.smithi002.stdout: "share_state_keys": { 2024-09-14T03:35:12.562 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.563 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.563 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.563 INFO:tasks.workunit.client.0.smithi002.stdout: "start_leader": { 2024-09-14T03:35:12.563 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.563 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.563 INFO:tasks.workunit.client.0.smithi002.stdout: "start_peon": { 2024-09-14T03:35:12.563 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2 2024-09-14T03:35:12.563 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.563 INFO:tasks.workunit.client.0.smithi002.stdout: "store_state": { 2024-09-14T03:35:12.563 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 845 2024-09-14T03:35:12.563 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.563 INFO:tasks.workunit.client.0.smithi002.stdout: "store_state_bytes": { 2024-09-14T03:35:12.563 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 845, 2024-09-14T03:35:12.563 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 7925769 2024-09-14T03:35:12.564 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.564 INFO:tasks.workunit.client.0.smithi002.stdout: "store_state_keys": { 2024-09-14T03:35:12.564 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 845, 2024-09-14T03:35:12.564 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5680 2024-09-14T03:35:12.564 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.564 INFO:tasks.workunit.client.0.smithi002.stdout: "store_state_latency": { 2024-09-14T03:35:12.564 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 845, 2024-09-14T03:35:12.564 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 385989843 2024-09-14T03:35:12.564 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.564 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.564 INFO:tasks.workunit.client.0.smithi002.stdout: "prioritycache": { 2024-09-14T03:35:12.564 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_bytes": { 2024-09-14T03:35:12.564 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1020054731 2024-09-14T03:35:12.564 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.565 INFO:tasks.workunit.client.0.smithi002.stdout: "heap_bytes": { 2024-09-14T03:35:12.565 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 43859968 2024-09-14T03:35:12.565 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.565 INFO:tasks.workunit.client.0.smithi002.stdout: "mapped_bytes": { 2024-09-14T03:35:12.565 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 32956416 2024-09-14T03:35:12.565 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.565 INFO:tasks.workunit.client.0.smithi002.stdout: "target_bytes": { 2024-09-14T03:35:12.565 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2147483648 2024-09-14T03:35:12.565 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.565 INFO:tasks.workunit.client.0.smithi002.stdout: "unmapped_bytes": { 2024-09-14T03:35:12.565 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 10903552 2024-09-14T03:35:12.565 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.565 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.565 INFO:tasks.workunit.client.0.smithi002.stdout: "prioritycache:full": { 2024-09-14T03:35:12.565 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:12.566 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 348127232 2024-09-14T03:35:12.566 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.566 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:12.566 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.566 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.566 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:12.566 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.566 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.566 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:12.566 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 277006347 2024-09-14T03:35:12.566 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.566 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:12.566 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 308816 2024-09-14T03:35:12.566 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.567 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:12.567 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.567 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.567 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:12.567 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.567 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.567 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:12.567 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.567 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.567 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:12.567 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.567 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.567 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:12.567 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.568 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.568 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:12.568 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.568 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.568 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:12.568 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.568 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.568 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:12.568 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.568 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.568 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:12.568 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 70812069 2024-09-14T03:35:12.569 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.569 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.569 INFO:tasks.workunit.client.0.smithi002.stdout: "prioritycache:inc": { 2024-09-14T03:35:12.569 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:12.569 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 348127232 2024-09-14T03:35:12.569 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.569 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:12.569 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.569 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.569 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:12.569 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.569 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.569 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:12.569 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 277006347 2024-09-14T03:35:12.570 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.570 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:12.570 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 43953 2024-09-14T03:35:12.570 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.570 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:12.570 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.570 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.570 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:12.570 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.570 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.570 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:12.570 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.570 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.570 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:12.571 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.571 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.571 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:12.571 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.571 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.571 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:12.571 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.571 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.571 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:12.571 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.571 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.571 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:12.571 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.571 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.571 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:12.572 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71076932 2024-09-14T03:35:12.572 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.572 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.572 INFO:tasks.workunit.client.0.smithi002.stdout: "prioritycache:kv": { 2024-09-14T03:35:12.572 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:12.572 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 322961408 2024-09-14T03:35:12.572 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.572 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:12.572 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2024-09-14T03:35:12.572 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.572 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:12.572 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.572 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.572 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:12.573 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 184670898 2024-09-14T03:35:12.573 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.573 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:12.573 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.573 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.573 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:12.573 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.573 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.573 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:12.573 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.573 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.573 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:12.573 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.574 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.574 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:12.574 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.574 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.574 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:12.574 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.574 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.574 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:12.574 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.574 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.574 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:12.574 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.574 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.574 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:12.575 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.575 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.575 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:12.575 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71181646 2024-09-14T03:35:12.575 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.575 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.575 INFO:tasks.workunit.client.0.smithi002.stdout: "rocksdb": { 2024-09-14T03:35:12.575 INFO:tasks.workunit.client.0.smithi002.stdout: "compact": { 2024-09-14T03:35:12.575 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.575 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.575 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_queue_len": { 2024-09-14T03:35:12.575 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.575 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.575 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_queue_merge": { 2024-09-14T03:35:12.576 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.576 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.576 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_range": { 2024-09-14T03:35:12.576 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1 2024-09-14T03:35:12.576 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.576 INFO:tasks.workunit.client.0.smithi002.stdout: "get_latency": { 2024-09-14T03:35:12.576 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 36143, 2024-09-14T03:35:12.576 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 92202620 2024-09-14T03:35:12.576 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.576 INFO:tasks.workunit.client.0.smithi002.stdout: "rocksdb_write_delay_time": { 2024-09-14T03:35:12.576 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.576 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.576 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.576 INFO:tasks.workunit.client.0.smithi002.stdout: "rocksdb_write_memtable_time": { 2024-09-14T03:35:12.577 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.577 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.577 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.577 INFO:tasks.workunit.client.0.smithi002.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-14T03:35:12.577 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.577 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.577 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.577 INFO:tasks.workunit.client.0.smithi002.stdout: "rocksdb_write_wal_time": { 2024-09-14T03:35:12.577 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.577 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.577 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.577 INFO:tasks.workunit.client.0.smithi002.stdout: "submit_latency": { 2024-09-14T03:35:12.577 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.577 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.578 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.578 INFO:tasks.workunit.client.0.smithi002.stdout: "submit_sync_latency": { 2024-09-14T03:35:12.578 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1842, 2024-09-14T03:35:12.578 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 611067565 2024-09-14T03:35:12.578 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.578 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.578 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.578 INFO:tasks.workunit.client.0.smithi002.stdout: "mon.dff9bf76186550c071370bb9811f6044a1b90fcc": { 2024-09-14T03:35:12.578 INFO:tasks.workunit.client.0.smithi002.stdout: "mon": { 2024-09-14T03:35:12.578 INFO:tasks.workunit.client.0.smithi002.stdout: "election_call": { 2024-09-14T03:35:12.578 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1 2024-09-14T03:35:12.578 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.578 INFO:tasks.workunit.client.0.smithi002.stdout: "election_lose": { 2024-09-14T03:35:12.578 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1 2024-09-14T03:35:12.579 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.579 INFO:tasks.workunit.client.0.smithi002.stdout: "election_win": { 2024-09-14T03:35:12.579 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.579 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.579 INFO:tasks.workunit.client.0.smithi002.stdout: "num_elections": { 2024-09-14T03:35:12.579 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3 2024-09-14T03:35:12.579 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.579 INFO:tasks.workunit.client.0.smithi002.stdout: "num_sessions": { 2024-09-14T03:35:12.579 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 11 2024-09-14T03:35:12.579 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.579 INFO:tasks.workunit.client.0.smithi002.stdout: "session_add": { 2024-09-14T03:35:12.579 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5 2024-09-14T03:35:12.579 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.579 INFO:tasks.workunit.client.0.smithi002.stdout: "session_rm": { 2024-09-14T03:35:12.579 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 72 2024-09-14T03:35:12.580 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.580 INFO:tasks.workunit.client.0.smithi002.stdout: "session_trim": { 2024-09-14T03:35:12.580 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.580 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.580 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.580 INFO:tasks.workunit.client.0.smithi002.stdout: "paxos": { 2024-09-14T03:35:12.580 INFO:tasks.workunit.client.0.smithi002.stdout: "accept_timeout": { 2024-09-14T03:35:12.580 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.580 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.580 INFO:tasks.workunit.client.0.smithi002.stdout: "begin": { 2024-09-14T03:35:12.580 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 833 2024-09-14T03:35:12.580 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.580 INFO:tasks.workunit.client.0.smithi002.stdout: "begin_bytes": { 2024-09-14T03:35:12.580 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 833, 2024-09-14T03:35:12.581 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4015105 2024-09-14T03:35:12.581 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.581 INFO:tasks.workunit.client.0.smithi002.stdout: "begin_keys": { 2024-09-14T03:35:12.581 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.581 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.581 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.581 INFO:tasks.workunit.client.0.smithi002.stdout: "begin_latency": { 2024-09-14T03:35:12.581 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 833, 2024-09-14T03:35:12.581 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 89997940 2024-09-14T03:35:12.581 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.581 INFO:tasks.workunit.client.0.smithi002.stdout: "collect": { 2024-09-14T03:35:12.581 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1 2024-09-14T03:35:12.581 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.582 INFO:tasks.workunit.client.0.smithi002.stdout: "collect_bytes": { 2024-09-14T03:35:12.582 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1, 2024-09-14T03:35:12.582 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 73 2024-09-14T03:35:12.582 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.582 INFO:tasks.workunit.client.0.smithi002.stdout: "collect_keys": { 2024-09-14T03:35:12.582 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1, 2024-09-14T03:35:12.582 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1 2024-09-14T03:35:12.582 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.582 INFO:tasks.workunit.client.0.smithi002.stdout: "collect_latency": { 2024-09-14T03:35:12.582 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1, 2024-09-14T03:35:12.582 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.582 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.582 INFO:tasks.workunit.client.0.smithi002.stdout: "collect_timeout": { 2024-09-14T03:35:12.582 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.582 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.583 INFO:tasks.workunit.client.0.smithi002.stdout: "collect_uncommitted": { 2024-09-14T03:35:12.583 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.583 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.583 INFO:tasks.workunit.client.0.smithi002.stdout: "commit": { 2024-09-14T03:35:12.583 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 835 2024-09-14T03:35:12.583 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.583 INFO:tasks.workunit.client.0.smithi002.stdout: "commit_bytes": { 2024-09-14T03:35:12.583 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.583 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.583 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.583 INFO:tasks.workunit.client.0.smithi002.stdout: "commit_keys": { 2024-09-14T03:35:12.583 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.583 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.583 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.584 INFO:tasks.workunit.client.0.smithi002.stdout: "commit_latency": { 2024-09-14T03:35:12.584 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.584 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.584 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.584 INFO:tasks.workunit.client.0.smithi002.stdout: "lease_ack_timeout": { 2024-09-14T03:35:12.584 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.584 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.584 INFO:tasks.workunit.client.0.smithi002.stdout: "lease_timeout": { 2024-09-14T03:35:12.584 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.584 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.584 INFO:tasks.workunit.client.0.smithi002.stdout: "new_pn": { 2024-09-14T03:35:12.584 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.584 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.584 INFO:tasks.workunit.client.0.smithi002.stdout: "new_pn_latency": { 2024-09-14T03:35:12.585 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.585 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.585 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.585 INFO:tasks.workunit.client.0.smithi002.stdout: "refresh": { 2024-09-14T03:35:12.585 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 835 2024-09-14T03:35:12.585 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.585 INFO:tasks.workunit.client.0.smithi002.stdout: "refresh_latency": { 2024-09-14T03:35:12.585 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 835, 2024-09-14T03:35:12.585 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2038953264 2024-09-14T03:35:12.585 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.585 INFO:tasks.workunit.client.0.smithi002.stdout: "restart": { 2024-09-14T03:35:12.585 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8 2024-09-14T03:35:12.585 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.585 INFO:tasks.workunit.client.0.smithi002.stdout: "share_state": { 2024-09-14T03:35:12.586 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.586 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.586 INFO:tasks.workunit.client.0.smithi002.stdout: "share_state_bytes": { 2024-09-14T03:35:12.586 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.586 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.586 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.586 INFO:tasks.workunit.client.0.smithi002.stdout: "share_state_keys": { 2024-09-14T03:35:12.586 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.586 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.586 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.586 INFO:tasks.workunit.client.0.smithi002.stdout: "start_leader": { 2024-09-14T03:35:12.586 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.586 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.586 INFO:tasks.workunit.client.0.smithi002.stdout: "start_peon": { 2024-09-14T03:35:12.587 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1 2024-09-14T03:35:12.587 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.587 INFO:tasks.workunit.client.0.smithi002.stdout: "store_state": { 2024-09-14T03:35:12.587 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 834 2024-09-14T03:35:12.587 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.587 INFO:tasks.workunit.client.0.smithi002.stdout: "store_state_bytes": { 2024-09-14T03:35:12.587 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 834, 2024-09-14T03:35:12.587 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 7873970 2024-09-14T03:35:12.587 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.587 INFO:tasks.workunit.client.0.smithi002.stdout: "store_state_keys": { 2024-09-14T03:35:12.587 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 834, 2024-09-14T03:35:12.587 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5601 2024-09-14T03:35:12.587 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.588 INFO:tasks.workunit.client.0.smithi002.stdout: "store_state_latency": { 2024-09-14T03:35:12.588 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 834, 2024-09-14T03:35:12.588 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 95997800 2024-09-14T03:35:12.588 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.588 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.588 INFO:tasks.workunit.client.0.smithi002.stdout: "prioritycache": { 2024-09-14T03:35:12.588 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_bytes": { 2024-09-14T03:35:12.588 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1020054731 2024-09-14T03:35:12.588 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.588 INFO:tasks.workunit.client.0.smithi002.stdout: "heap_bytes": { 2024-09-14T03:35:12.588 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 41754624 2024-09-14T03:35:12.588 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.588 INFO:tasks.workunit.client.0.smithi002.stdout: "mapped_bytes": { 2024-09-14T03:35:12.588 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 32948224 2024-09-14T03:35:12.589 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.589 INFO:tasks.workunit.client.0.smithi002.stdout: "target_bytes": { 2024-09-14T03:35:12.589 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2147483648 2024-09-14T03:35:12.589 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.589 INFO:tasks.workunit.client.0.smithi002.stdout: "unmapped_bytes": { 2024-09-14T03:35:12.589 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8806400 2024-09-14T03:35:12.589 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.589 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.589 INFO:tasks.workunit.client.0.smithi002.stdout: "prioritycache:full": { 2024-09-14T03:35:12.589 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:12.589 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 348127232 2024-09-14T03:35:12.589 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.589 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:12.589 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.590 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.590 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:12.590 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.590 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.590 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:12.590 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 277006347 2024-09-14T03:35:12.590 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.590 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:12.590 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 308816 2024-09-14T03:35:12.590 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.590 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:12.590 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.590 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.590 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:12.591 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.591 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.591 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:12.591 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.591 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.591 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:12.591 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.591 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.591 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:12.591 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.591 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.591 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:12.591 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.591 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.592 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:12.592 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.592 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.592 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:12.592 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.592 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.592 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:12.592 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 70812069 2024-09-14T03:35:12.592 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.592 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.592 INFO:tasks.workunit.client.0.smithi002.stdout: "prioritycache:inc": { 2024-09-14T03:35:12.592 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:12.592 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 348127232 2024-09-14T03:35:12.593 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.593 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:12.593 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.593 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.593 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:12.593 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.593 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.593 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:12.593 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 277006347 2024-09-14T03:35:12.593 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.593 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:12.593 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 43953 2024-09-14T03:35:12.593 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.593 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:12.594 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.594 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.594 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:12.594 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.594 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.594 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:12.594 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.594 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.594 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:12.594 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.594 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.594 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:12.594 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.594 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.595 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:12.595 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.595 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.595 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:12.595 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.595 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.595 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:12.595 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.595 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.595 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:12.595 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71076932 2024-09-14T03:35:12.595 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.595 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.595 INFO:tasks.workunit.client.0.smithi002.stdout: "prioritycache:kv": { 2024-09-14T03:35:12.596 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:12.596 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 322961408 2024-09-14T03:35:12.596 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.596 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:12.596 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2024-09-14T03:35:12.596 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.596 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:12.596 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.596 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.596 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:12.596 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 184670898 2024-09-14T03:35:12.596 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.596 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:12.597 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.597 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.597 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:12.597 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.597 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.597 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:12.597 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.597 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.597 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:12.597 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.597 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.597 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:12.597 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.597 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.598 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:12.598 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.598 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.598 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:12.598 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.598 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.598 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:12.598 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.598 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.598 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:12.598 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.598 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.598 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:12.598 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71181646 2024-09-14T03:35:12.599 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.599 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.599 INFO:tasks.workunit.client.0.smithi002.stdout: "rocksdb": { 2024-09-14T03:35:12.599 INFO:tasks.workunit.client.0.smithi002.stdout: "compact": { 2024-09-14T03:35:12.599 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.599 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.599 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_queue_len": { 2024-09-14T03:35:12.599 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.599 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.599 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_queue_merge": { 2024-09-14T03:35:12.599 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.599 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.599 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_range": { 2024-09-14T03:35:12.599 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1 2024-09-14T03:35:12.600 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.600 INFO:tasks.workunit.client.0.smithi002.stdout: "get_latency": { 2024-09-14T03:35:12.600 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 35912, 2024-09-14T03:35:12.600 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 97253655 2024-09-14T03:35:12.600 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.600 INFO:tasks.workunit.client.0.smithi002.stdout: "rocksdb_write_delay_time": { 2024-09-14T03:35:12.600 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.600 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.600 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.600 INFO:tasks.workunit.client.0.smithi002.stdout: "rocksdb_write_memtable_time": { 2024-09-14T03:35:12.600 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.600 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.600 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.600 INFO:tasks.workunit.client.0.smithi002.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-14T03:35:12.601 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.601 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.601 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.601 INFO:tasks.workunit.client.0.smithi002.stdout: "rocksdb_write_wal_time": { 2024-09-14T03:35:12.601 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.601 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.601 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.601 INFO:tasks.workunit.client.0.smithi002.stdout: "submit_latency": { 2024-09-14T03:35:12.601 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.601 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.601 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.601 INFO:tasks.workunit.client.0.smithi002.stdout: "submit_sync_latency": { 2024-09-14T03:35:12.601 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1794, 2024-09-14T03:35:12.601 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 230569829 2024-09-14T03:35:12.602 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.602 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.602 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.602 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.0": { 2024-09-14T03:35:12.602 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2024-09-14T03:35:12.602 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_slow_fallback": { 2024-09-14T03:35:12.602 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.602 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.602 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_slow_size_fallback": { 2024-09-14T03:35:12.602 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.602 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.602 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_db": { 2024-09-14T03:35:12.602 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 65536 2024-09-14T03:35:12.602 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.602 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_main": { 2024-09-14T03:35:12.603 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.603 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.603 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_wal": { 2024-09-14T03:35:12.603 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.603 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.603 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_slow": { 2024-09-14T03:35:12.603 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.603 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.603 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_sst": { 2024-09-14T03:35:12.603 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 12288 2024-09-14T03:35:12.603 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.603 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_wal": { 2024-09-14T03:35:12.603 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2822144 2024-09-14T03:35:12.603 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.604 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_lat": { 2024-09-14T03:35:12.604 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.604 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.604 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.604 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_lock_lat": { 2024-09-14T03:35:12.604 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.604 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.604 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.604 INFO:tasks.workunit.client.0.smithi002.stdout: "db_total_bytes": { 2024-09-14T03:35:12.604 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 95995035648 2024-09-14T03:35:12.604 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.604 INFO:tasks.workunit.client.0.smithi002.stdout: "db_used_bytes": { 2024-09-14T03:35:12.604 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 27656192 2024-09-14T03:35:12.605 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.605 INFO:tasks.workunit.client.0.smithi002.stdout: "log_bytes": { 2024-09-14T03:35:12.605 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1781760 2024-09-14T03:35:12.605 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.605 INFO:tasks.workunit.client.0.smithi002.stdout: "logged_bytes": { 2024-09-14T03:35:12.605 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1642496 2024-09-14T03:35:12.605 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.605 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_db": { 2024-09-14T03:35:12.605 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 31850496 2024-09-14T03:35:12.605 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.605 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_slow": { 2024-09-14T03:35:12.605 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.605 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.605 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_wal": { 2024-09-14T03:35:12.606 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.606 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.606 INFO:tasks.workunit.client.0.smithi002.stdout: "num_files": { 2024-09-14T03:35:12.606 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 14 2024-09-14T03:35:12.606 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.606 INFO:tasks.workunit.client.0.smithi002.stdout: "read_bytes": { 2024-09-14T03:35:12.606 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 206480 2024-09-14T03:35:12.606 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.606 INFO:tasks.workunit.client.0.smithi002.stdout: "read_count": { 2024-09-14T03:35:12.606 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 23 2024-09-14T03:35:12.606 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.606 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes": { 2024-09-14T03:35:12.606 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1282048 2024-09-14T03:35:12.606 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.607 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_db": { 2024-09-14T03:35:12.607 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1286144 2024-09-14T03:35:12.607 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.607 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_slow": { 2024-09-14T03:35:12.607 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.607 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.607 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_wal": { 2024-09-14T03:35:12.607 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.607 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.607 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_count": { 2024-09-14T03:35:12.607 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 15 2024-09-14T03:35:12.607 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.607 INFO:tasks.workunit.client.0.smithi002.stdout: "read_prefetch_bytes": { 2024-09-14T03:35:12.607 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4991 2024-09-14T03:35:12.607 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.608 INFO:tasks.workunit.client.0.smithi002.stdout: "read_prefetch_count": { 2024-09-14T03:35:12.608 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4 2024-09-14T03:35:12.608 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.608 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_buffer_bytes": { 2024-09-14T03:35:12.608 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5557 2024-09-14T03:35:12.608 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.608 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_buffer_count": { 2024-09-14T03:35:12.608 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 24 2024-09-14T03:35:12.608 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.608 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_bytes": { 2024-09-14T03:35:12.608 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5557 2024-09-14T03:35:12.608 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.608 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_count": { 2024-09-14T03:35:12.608 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 24 2024-09-14T03:35:12.609 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.609 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes": { 2024-09-14T03:35:12.609 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.609 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.609 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_db": { 2024-09-14T03:35:12.609 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.609 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.609 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_slow": { 2024-09-14T03:35:12.609 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.609 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.609 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_wal": { 2024-09-14T03:35:12.609 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.609 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.609 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_count": { 2024-09-14T03:35:12.610 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.610 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.610 INFO:tasks.workunit.client.0.smithi002.stdout: "slow_total_bytes": { 2024-09-14T03:35:12.610 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.610 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.610 INFO:tasks.workunit.client.0.smithi002.stdout: "slow_used_bytes": { 2024-09-14T03:35:12.610 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.610 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.610 INFO:tasks.workunit.client.0.smithi002.stdout: "wal_total_bytes": { 2024-09-14T03:35:12.610 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.610 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.610 INFO:tasks.workunit.client.0.smithi002.stdout: "wal_used_bytes": { 2024-09-14T03:35:12.610 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.611 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.611 INFO:tasks.workunit.client.0.smithi002.stdout: "write_bytes": { 2024-09-14T03:35:12.611 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4542464 2024-09-14T03:35:12.611 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.611 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.611 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore": { 2024-09-14T03:35:12.611 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit": { 2024-09-14T03:35:12.611 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4096 2024-09-14T03:35:12.611 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.611 INFO:tasks.workunit.client.0.smithi002.stdout: "allocated": { 2024-09-14T03:35:12.611 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1392640 2024-09-14T03:35:12.611 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.611 INFO:tasks.workunit.client.0.smithi002.stdout: "clist_lat": { 2024-09-14T03:35:12.611 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 6, 2024-09-14T03:35:12.611 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 236840 2024-09-14T03:35:12.612 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.612 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_lat": { 2024-09-14T03:35:12.612 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.612 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.612 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.612 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed": { 2024-09-14T03:35:12.612 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.612 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.612 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed_allocated": { 2024-09-14T03:35:12.612 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.612 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.612 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed_original": { 2024-09-14T03:35:12.612 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.612 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.613 INFO:tasks.workunit.client.0.smithi002.stdout: "csum_lat": { 2024-09-14T03:35:12.613 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 21, 2024-09-14T03:35:12.613 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 63752 2024-09-14T03:35:12.613 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.613 INFO:tasks.workunit.client.0.smithi002.stdout: "decompress_lat": { 2024-09-14T03:35:12.613 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.613 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.613 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.613 INFO:tasks.workunit.client.0.smithi002.stdout: "fragmentation_micros": { 2024-09-14T03:35:12.613 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.613 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.613 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_commit_lat": { 2024-09-14T03:35:12.613 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 388, 2024-09-14T03:35:12.614 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 77021258 2024-09-14T03:35:12.614 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.614 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_final_lat": { 2024-09-14T03:35:12.614 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 377, 2024-09-14T03:35:12.614 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 11697448 2024-09-14T03:35:12.614 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.614 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_flush_lat": { 2024-09-14T03:35:12.614 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 388, 2024-09-14T03:35:12.614 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 436825 2024-09-14T03:35:12.614 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.614 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_sync_lat": { 2024-09-14T03:35:12.614 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 388, 2024-09-14T03:35:12.614 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 77458083 2024-09-14T03:35:12.614 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.614 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_get_keys_lat": { 2024-09-14T03:35:12.615 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.615 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.615 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.615 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_get_values_lat": { 2024-09-14T03:35:12.615 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1, 2024-09-14T03:35:12.615 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 32559 2024-09-14T03:35:12.615 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.615 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_lower_bound_lat": { 2024-09-14T03:35:12.615 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 8, 2024-09-14T03:35:12.615 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 21937 2024-09-14T03:35:12.615 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.615 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_next_lat": { 2024-09-14T03:35:12.615 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.615 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.616 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.616 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_seek_to_first_lat": { 2024-09-14T03:35:12.616 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.616 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.616 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.616 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_upper_bound_lat": { 2024-09-14T03:35:12.616 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 4, 2024-09-14T03:35:12.616 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8945 2024-09-14T03:35:12.616 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.616 INFO:tasks.workunit.client.0.smithi002.stdout: "onode_hits": { 2024-09-14T03:35:12.616 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 866 2024-09-14T03:35:12.616 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.616 INFO:tasks.workunit.client.0.smithi002.stdout: "onode_misses": { 2024-09-14T03:35:12.616 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 235 2024-09-14T03:35:12.617 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.617 INFO:tasks.workunit.client.0.smithi002.stdout: "read_lat": { 2024-09-14T03:35:12.617 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 132, 2024-09-14T03:35:12.617 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2114275 2024-09-14T03:35:12.617 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.617 INFO:tasks.workunit.client.0.smithi002.stdout: "read_onode_meta_lat": { 2024-09-14T03:35:12.617 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 351, 2024-09-14T03:35:12.617 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 263754 2024-09-14T03:35:12.617 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.617 INFO:tasks.workunit.client.0.smithi002.stdout: "read_wait_aio_lat": { 2024-09-14T03:35:12.617 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 219, 2024-09-14T03:35:12.617 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1320915 2024-09-14T03:35:12.617 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.617 INFO:tasks.workunit.client.0.smithi002.stdout: "reads_with_retries": { 2024-09-14T03:35:12.617 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.618 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.618 INFO:tasks.workunit.client.0.smithi002.stdout: "remove_lat": { 2024-09-14T03:35:12.618 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3, 2024-09-14T03:35:12.618 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 54614 2024-09-14T03:35:12.618 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.618 INFO:tasks.workunit.client.0.smithi002.stdout: "state_aio_wait_lat": { 2024-09-14T03:35:12.618 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 496, 2024-09-14T03:35:12.618 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8591958 2024-09-14T03:35:12.618 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.618 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_aio_wait_lat": { 2024-09-14T03:35:12.618 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 133, 2024-09-14T03:35:12.618 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8930632 2024-09-14T03:35:12.618 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.618 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_cleanup_lat": { 2024-09-14T03:35:12.619 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 132, 2024-09-14T03:35:12.619 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 369077768811 2024-09-14T03:35:12.619 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.619 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_queued_lat": { 2024-09-14T03:35:12.619 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 133, 2024-09-14T03:35:12.619 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 154991625688 2024-09-14T03:35:12.619 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.619 INFO:tasks.workunit.client.0.smithi002.stdout: "state_done_lat": { 2024-09-14T03:35:12.619 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 495, 2024-09-14T03:35:12.619 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 42534729526 2024-09-14T03:35:12.619 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.619 INFO:tasks.workunit.client.0.smithi002.stdout: "state_finishing_lat": { 2024-09-14T03:35:12.619 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 495, 2024-09-14T03:35:12.619 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 48868 2024-09-14T03:35:12.619 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.620 INFO:tasks.workunit.client.0.smithi002.stdout: "state_io_done_lat": { 2024-09-14T03:35:12.620 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 496, 2024-09-14T03:35:12.620 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 549089 2024-09-14T03:35:12.620 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.620 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_commiting_lat": { 2024-09-14T03:35:12.620 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 496, 2024-09-14T03:35:12.620 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 133591659 2024-09-14T03:35:12.620 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.620 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_done_lat": { 2024-09-14T03:35:12.620 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 496, 2024-09-14T03:35:12.620 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 161524 2024-09-14T03:35:12.620 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.621 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_queued_lat": { 2024-09-14T03:35:12.621 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 496, 2024-09-14T03:35:12.621 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 74259126 2024-09-14T03:35:12.621 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.621 INFO:tasks.workunit.client.0.smithi002.stdout: "state_prepare_lat": { 2024-09-14T03:35:12.621 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 496, 2024-09-14T03:35:12.621 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 29091300 2024-09-14T03:35:12.621 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.621 INFO:tasks.workunit.client.0.smithi002.stdout: "stored": { 2024-09-14T03:35:12.621 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 941007 2024-09-14T03:35:12.621 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.621 INFO:tasks.workunit.client.0.smithi002.stdout: "truncate_lat": { 2024-09-14T03:35:12.621 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 67, 2024-09-14T03:35:12.621 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 319368 2024-09-14T03:35:12.622 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.622 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_commit_lat": { 2024-09-14T03:35:12.622 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 496, 2024-09-14T03:35:12.622 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 246153472 2024-09-14T03:35:12.622 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.622 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_submit_lat": { 2024-09-14T03:35:12.622 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 496, 2024-09-14T03:35:12.622 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 33323242 2024-09-14T03:35:12.622 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.622 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_throttle_lat": { 2024-09-14T03:35:12.622 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 496, 2024-09-14T03:35:12.622 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4124000 2024-09-14T03:35:12.622 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.622 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.622 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache": { 2024-09-14T03:35:12.623 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_bytes": { 2024-09-14T03:35:12.623 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1862399738 2024-09-14T03:35:12.623 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.623 INFO:tasks.workunit.client.0.smithi002.stdout: "heap_bytes": { 2024-09-14T03:35:12.623 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 44695552 2024-09-14T03:35:12.623 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.623 INFO:tasks.workunit.client.0.smithi002.stdout: "mapped_bytes": { 2024-09-14T03:35:12.623 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 44326912 2024-09-14T03:35:12.623 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.623 INFO:tasks.workunit.client.0.smithi002.stdout: "target_bytes": { 2024-09-14T03:35:12.623 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3138477772 2024-09-14T03:35:12.623 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.623 INFO:tasks.workunit.client.0.smithi002.stdout: "unmapped_bytes": { 2024-09-14T03:35:12.623 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 368640 2024-09-14T03:35:12.624 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.624 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.624 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:data": { 2024-09-14T03:35:12.624 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:12.624 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 159383552 2024-09-14T03:35:12.624 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.624 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:12.624 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.624 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.624 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:12.624 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.624 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.624 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:12.624 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 85516621 2024-09-14T03:35:12.625 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.625 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:12.625 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.625 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.625 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:12.625 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.625 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.625 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:12.625 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.625 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.625 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:12.625 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.625 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.625 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:12.626 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.626 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.626 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:12.626 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 606208 2024-09-14T03:35:12.626 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.626 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:12.626 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.626 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.626 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:12.626 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.626 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.626 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:12.626 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.626 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.626 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:12.627 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 73260723 2024-09-14T03:35:12.627 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.627 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.627 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:kv": { 2024-09-14T03:35:12.627 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:12.627 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 780140544 2024-09-14T03:35:12.627 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.627 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:12.627 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2024-09-14T03:35:12.627 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.627 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:12.627 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.627 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.627 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:12.628 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 641374659 2024-09-14T03:35:12.628 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.628 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:12.628 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.628 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.628 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:12.628 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.628 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.628 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:12.628 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.628 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.628 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:12.628 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.628 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.629 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:12.629 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.629 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.629 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:12.629 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2128 2024-09-14T03:35:12.629 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.629 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:12.629 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.629 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.629 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:12.629 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.629 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.629 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:12.629 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.630 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.630 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:12.630 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71654893 2024-09-14T03:35:12.630 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.630 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.630 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:kv_onode": { 2024-09-14T03:35:12.630 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:12.630 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 192937984 2024-09-14T03:35:12.630 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.630 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:12.630 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2024-09-14T03:35:12.630 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.630 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:12.630 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 464 2024-09-14T03:35:12.631 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.631 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:12.631 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 57011080 2024-09-14T03:35:12.631 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.631 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:12.631 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.631 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.631 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:12.631 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.631 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.631 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:12.631 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.631 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.631 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:12.631 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.632 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.632 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:12.632 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.632 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.632 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:12.632 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.632 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.632 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:12.632 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.632 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.632 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:12.632 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.632 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.633 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:12.633 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.633 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.633 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:12.633 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 68817576 2024-09-14T03:35:12.633 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.633 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.633 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:meta": { 2024-09-14T03:35:12.633 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:12.633 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 713031680 2024-09-14T03:35:12.633 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.633 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:12.633 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.633 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.633 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:12.634 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.634 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.634 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:12.634 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 641374659 2024-09-14T03:35:12.634 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.634 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:12.634 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.634 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.634 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:12.634 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.634 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.634 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:12.634 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.634 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.634 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:12.635 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.635 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.635 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:12.635 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.635 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.635 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:12.635 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 263793 2024-09-14T03:35:12.635 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.635 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:12.635 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.635 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.635 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:12.635 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.635 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.636 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:12.636 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.636 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.636 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:12.636 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71393228 2024-09-14T03:35:12.636 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.636 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.636 INFO:tasks.workunit.client.0.smithi002.stdout: "objecter": { 2024-09-14T03:35:12.636 INFO:tasks.workunit.client.0.smithi002.stdout: "op_active": { 2024-09-14T03:35:12.636 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.636 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.636 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r": { 2024-09-14T03:35:12.636 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.636 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.637 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rmw": { 2024-09-14T03:35:12.637 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.637 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.637 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w": { 2024-09-14T03:35:12.637 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.637 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.637 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.637 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2024-09-14T03:35:12.637 INFO:tasks.workunit.client.0.smithi002.stdout: "numpg": { 2024-09-14T03:35:12.637 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 44 2024-09-14T03:35:12.637 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.637 INFO:tasks.workunit.client.0.smithi002.stdout: "numpg_removing": { 2024-09-14T03:35:12.637 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.637 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.637 INFO:tasks.workunit.client.0.smithi002.stdout: "op": { 2024-09-14T03:35:12.638 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 6 2024-09-14T03:35:12.638 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.638 INFO:tasks.workunit.client.0.smithi002.stdout: "op_delayed_degraded": { 2024-09-14T03:35:12.638 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.638 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.638 INFO:tasks.workunit.client.0.smithi002.stdout: "op_delayed_unreadable": { 2024-09-14T03:35:12.638 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.638 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.638 INFO:tasks.workunit.client.0.smithi002.stdout: "op_in_bytes": { 2024-09-14T03:35:12.638 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 616 2024-09-14T03:35:12.638 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.638 INFO:tasks.workunit.client.0.smithi002.stdout: "op_latency": { 2024-09-14T03:35:12.638 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 6, 2024-09-14T03:35:12.639 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 33305250 2024-09-14T03:35:12.639 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.639 INFO:tasks.workunit.client.0.smithi002.stdout: "op_out_bytes": { 2024-09-14T03:35:12.639 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.639 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.639 INFO:tasks.workunit.client.0.smithi002.stdout: "op_prepare_latency": { 2024-09-14T03:35:12.639 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 7, 2024-09-14T03:35:12.639 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3127483 2024-09-14T03:35:12.639 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.639 INFO:tasks.workunit.client.0.smithi002.stdout: "op_process_latency": { 2024-09-14T03:35:12.639 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 6, 2024-09-14T03:35:12.639 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 28169211 2024-09-14T03:35:12.639 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.639 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r": { 2024-09-14T03:35:12.639 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.640 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.640 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_latency": { 2024-09-14T03:35:12.640 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.640 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.640 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.640 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-14T03:35:12.640 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.640 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.640 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_out_bytes": { 2024-09-14T03:35:12.640 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.640 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.640 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_prepare_latency": { 2024-09-14T03:35:12.640 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.640 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.641 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.641 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_process_latency": { 2024-09-14T03:35:12.641 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.641 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.641 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.641 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw": { 2024-09-14T03:35:12.641 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.641 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.641 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_in_bytes": { 2024-09-14T03:35:12.641 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.641 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.641 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency": { 2024-09-14T03:35:12.641 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.641 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.641 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.642 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-14T03:35:12.642 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.642 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.642 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-14T03:35:12.642 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.642 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.642 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_out_bytes": { 2024-09-14T03:35:12.642 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.642 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.642 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_prepare_latency": { 2024-09-14T03:35:12.642 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.642 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.642 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.642 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_process_latency": { 2024-09-14T03:35:12.643 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.643 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.643 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.643 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w": { 2024-09-14T03:35:12.643 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 6 2024-09-14T03:35:12.643 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.643 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_in_bytes": { 2024-09-14T03:35:12.643 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 616 2024-09-14T03:35:12.643 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.643 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_latency": { 2024-09-14T03:35:12.643 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 6, 2024-09-14T03:35:12.643 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 33305250 2024-09-14T03:35:12.643 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.643 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-14T03:35:12.644 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.644 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.644 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_prepare_latency": { 2024-09-14T03:35:12.644 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 7, 2024-09-14T03:35:12.644 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3127483 2024-09-14T03:35:12.644 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.644 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_process_latency": { 2024-09-14T03:35:12.644 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 6, 2024-09-14T03:35:12.644 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 28169211 2024-09-14T03:35:12.644 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.644 INFO:tasks.workunit.client.0.smithi002.stdout: "op_wip": { 2024-09-14T03:35:12.644 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.644 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.644 INFO:tasks.workunit.client.0.smithi002.stdout: "recovery_bytes": { 2024-09-14T03:35:12.644 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1771104 2024-09-14T03:35:12.645 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.645 INFO:tasks.workunit.client.0.smithi002.stdout: "recovery_ops": { 2024-09-14T03:35:12.645 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 6 2024-09-14T03:35:12.645 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.645 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_bytes": { 2024-09-14T03:35:12.645 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 95995035648 2024-09-14T03:35:12.645 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.645 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_bytes_used": { 2024-09-14T03:35:12.645 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 29061120 2024-09-14T03:35:12.645 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.645 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.645 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.645 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.1": { 2024-09-14T03:35:12.645 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2024-09-14T03:35:12.646 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_slow_fallback": { 2024-09-14T03:35:12.646 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.646 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.646 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_slow_size_fallback": { 2024-09-14T03:35:12.646 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.646 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.646 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_db": { 2024-09-14T03:35:12.646 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 65536 2024-09-14T03:35:12.646 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.646 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_main": { 2024-09-14T03:35:12.646 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.646 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.646 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_wal": { 2024-09-14T03:35:12.646 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.647 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.647 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_slow": { 2024-09-14T03:35:12.647 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.647 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.647 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_sst": { 2024-09-14T03:35:12.647 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 12288 2024-09-14T03:35:12.647 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.647 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_wal": { 2024-09-14T03:35:12.647 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2605056 2024-09-14T03:35:12.647 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.647 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_lat": { 2024-09-14T03:35:12.647 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.647 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.647 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.647 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_lock_lat": { 2024-09-14T03:35:12.648 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.648 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.648 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.648 INFO:tasks.workunit.client.0.smithi002.stdout: "db_total_bytes": { 2024-09-14T03:35:12.648 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 95995035648 2024-09-14T03:35:12.648 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.648 INFO:tasks.workunit.client.0.smithi002.stdout: "db_used_bytes": { 2024-09-14T03:35:12.648 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 27656192 2024-09-14T03:35:12.648 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.648 INFO:tasks.workunit.client.0.smithi002.stdout: "log_bytes": { 2024-09-14T03:35:12.648 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1658880 2024-09-14T03:35:12.648 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.648 INFO:tasks.workunit.client.0.smithi002.stdout: "logged_bytes": { 2024-09-14T03:35:12.648 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1519616 2024-09-14T03:35:12.649 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.649 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_db": { 2024-09-14T03:35:12.649 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 31850496 2024-09-14T03:35:12.649 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.649 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_slow": { 2024-09-14T03:35:12.649 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.649 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.649 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_wal": { 2024-09-14T03:35:12.649 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.649 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.649 INFO:tasks.workunit.client.0.smithi002.stdout: "num_files": { 2024-09-14T03:35:12.649 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 14 2024-09-14T03:35:12.649 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.649 INFO:tasks.workunit.client.0.smithi002.stdout: "read_bytes": { 2024-09-14T03:35:12.650 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 206480 2024-09-14T03:35:12.650 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.650 INFO:tasks.workunit.client.0.smithi002.stdout: "read_count": { 2024-09-14T03:35:12.650 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 23 2024-09-14T03:35:12.650 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.650 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes": { 2024-09-14T03:35:12.650 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1282048 2024-09-14T03:35:12.650 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.650 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_db": { 2024-09-14T03:35:12.650 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1286144 2024-09-14T03:35:12.650 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.650 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_slow": { 2024-09-14T03:35:12.650 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.650 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.650 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_wal": { 2024-09-14T03:35:12.651 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.651 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.651 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_count": { 2024-09-14T03:35:12.651 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 15 2024-09-14T03:35:12.651 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.651 INFO:tasks.workunit.client.0.smithi002.stdout: "read_prefetch_bytes": { 2024-09-14T03:35:12.651 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4991 2024-09-14T03:35:12.651 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.651 INFO:tasks.workunit.client.0.smithi002.stdout: "read_prefetch_count": { 2024-09-14T03:35:12.651 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4 2024-09-14T03:35:12.651 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.651 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_buffer_bytes": { 2024-09-14T03:35:12.651 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5556 2024-09-14T03:35:12.651 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.651 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_buffer_count": { 2024-09-14T03:35:12.652 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 24 2024-09-14T03:35:12.652 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.652 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_bytes": { 2024-09-14T03:35:12.652 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5556 2024-09-14T03:35:12.652 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.652 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_count": { 2024-09-14T03:35:12.652 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 24 2024-09-14T03:35:12.652 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.652 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes": { 2024-09-14T03:35:12.652 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.652 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.652 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_db": { 2024-09-14T03:35:12.652 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.652 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.653 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_slow": { 2024-09-14T03:35:12.653 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.653 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.653 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_wal": { 2024-09-14T03:35:12.653 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.653 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.653 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_count": { 2024-09-14T03:35:12.653 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.653 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.653 INFO:tasks.workunit.client.0.smithi002.stdout: "slow_total_bytes": { 2024-09-14T03:35:12.653 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.653 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.653 INFO:tasks.workunit.client.0.smithi002.stdout: "slow_used_bytes": { 2024-09-14T03:35:12.653 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.653 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.654 INFO:tasks.workunit.client.0.smithi002.stdout: "wal_total_bytes": { 2024-09-14T03:35:12.654 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.654 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.654 INFO:tasks.workunit.client.0.smithi002.stdout: "wal_used_bytes": { 2024-09-14T03:35:12.654 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.654 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.654 INFO:tasks.workunit.client.0.smithi002.stdout: "write_bytes": { 2024-09-14T03:35:12.654 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4202496 2024-09-14T03:35:12.654 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.654 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.654 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore": { 2024-09-14T03:35:12.654 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit": { 2024-09-14T03:35:12.654 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4096 2024-09-14T03:35:12.654 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.655 INFO:tasks.workunit.client.0.smithi002.stdout: "allocated": { 2024-09-14T03:35:12.655 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 794624 2024-09-14T03:35:12.655 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.655 INFO:tasks.workunit.client.0.smithi002.stdout: "clist_lat": { 2024-09-14T03:35:12.655 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 5, 2024-09-14T03:35:12.655 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 216699 2024-09-14T03:35:12.655 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.655 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_lat": { 2024-09-14T03:35:12.655 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.655 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.655 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.655 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed": { 2024-09-14T03:35:12.655 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.656 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.656 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed_allocated": { 2024-09-14T03:35:12.656 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.656 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.656 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed_original": { 2024-09-14T03:35:12.656 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.656 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.656 INFO:tasks.workunit.client.0.smithi002.stdout: "csum_lat": { 2024-09-14T03:35:12.656 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 30, 2024-09-14T03:35:12.656 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 81844 2024-09-14T03:35:12.656 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.656 INFO:tasks.workunit.client.0.smithi002.stdout: "decompress_lat": { 2024-09-14T03:35:12.656 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.656 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.657 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.657 INFO:tasks.workunit.client.0.smithi002.stdout: "fragmentation_micros": { 2024-09-14T03:35:12.657 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.657 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.657 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_commit_lat": { 2024-09-14T03:35:12.657 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 358, 2024-09-14T03:35:12.657 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 69324048 2024-09-14T03:35:12.657 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.657 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_final_lat": { 2024-09-14T03:35:12.657 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 355, 2024-09-14T03:35:12.657 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 7332374 2024-09-14T03:35:12.657 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.657 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_flush_lat": { 2024-09-14T03:35:12.657 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 358, 2024-09-14T03:35:12.658 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 380308 2024-09-14T03:35:12.658 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.658 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_sync_lat": { 2024-09-14T03:35:12.658 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 358, 2024-09-14T03:35:12.658 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 69704356 2024-09-14T03:35:12.658 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.658 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_get_keys_lat": { 2024-09-14T03:35:12.658 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.658 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.658 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.658 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_get_values_lat": { 2024-09-14T03:35:12.658 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3, 2024-09-14T03:35:12.658 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 34102 2024-09-14T03:35:12.658 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.658 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_lower_bound_lat": { 2024-09-14T03:35:12.659 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 4, 2024-09-14T03:35:12.659 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 7424 2024-09-14T03:35:12.659 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.659 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_next_lat": { 2024-09-14T03:35:12.659 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.659 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.659 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.659 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_seek_to_first_lat": { 2024-09-14T03:35:12.659 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.659 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.659 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.659 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_upper_bound_lat": { 2024-09-14T03:35:12.659 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 5, 2024-09-14T03:35:12.659 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 14205 2024-09-14T03:35:12.659 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.660 INFO:tasks.workunit.client.0.smithi002.stdout: "onode_hits": { 2024-09-14T03:35:12.660 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 876 2024-09-14T03:35:12.660 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.660 INFO:tasks.workunit.client.0.smithi002.stdout: "onode_misses": { 2024-09-14T03:35:12.660 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 246 2024-09-14T03:35:12.660 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.660 INFO:tasks.workunit.client.0.smithi002.stdout: "read_lat": { 2024-09-14T03:35:12.660 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 148, 2024-09-14T03:35:12.660 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1925975 2024-09-14T03:35:12.660 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.660 INFO:tasks.workunit.client.0.smithi002.stdout: "read_onode_meta_lat": { 2024-09-14T03:35:12.660 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 379, 2024-09-14T03:35:12.660 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 300360 2024-09-14T03:35:12.661 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.661 INFO:tasks.workunit.client.0.smithi002.stdout: "read_wait_aio_lat": { 2024-09-14T03:35:12.661 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 231, 2024-09-14T03:35:12.661 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1503188 2024-09-14T03:35:12.661 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.661 INFO:tasks.workunit.client.0.smithi002.stdout: "reads_with_retries": { 2024-09-14T03:35:12.661 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.661 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.661 INFO:tasks.workunit.client.0.smithi002.stdout: "remove_lat": { 2024-09-14T03:35:12.661 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3, 2024-09-14T03:35:12.661 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 110536 2024-09-14T03:35:12.661 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.661 INFO:tasks.workunit.client.0.smithi002.stdout: "state_aio_wait_lat": { 2024-09-14T03:35:12.661 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 435, 2024-09-14T03:35:12.661 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 6151714 2024-09-14T03:35:12.662 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.662 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_aio_wait_lat": { 2024-09-14T03:35:12.662 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 130, 2024-09-14T03:35:12.662 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8004914 2024-09-14T03:35:12.662 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.662 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_cleanup_lat": { 2024-09-14T03:35:12.662 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 129, 2024-09-14T03:35:12.662 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 371073022093 2024-09-14T03:35:12.662 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.662 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_queued_lat": { 2024-09-14T03:35:12.662 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 130, 2024-09-14T03:35:12.662 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 191324249038 2024-09-14T03:35:12.662 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.662 INFO:tasks.workunit.client.0.smithi002.stdout: "state_done_lat": { 2024-09-14T03:35:12.663 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 434, 2024-09-14T03:35:12.663 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 84683987479 2024-09-14T03:35:12.663 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.663 INFO:tasks.workunit.client.0.smithi002.stdout: "state_finishing_lat": { 2024-09-14T03:35:12.663 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 434, 2024-09-14T03:35:12.663 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 42935 2024-09-14T03:35:12.663 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.663 INFO:tasks.workunit.client.0.smithi002.stdout: "state_io_done_lat": { 2024-09-14T03:35:12.663 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 435, 2024-09-14T03:35:12.663 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 485391 2024-09-14T03:35:12.663 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.663 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_commiting_lat": { 2024-09-14T03:35:12.663 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 435, 2024-09-14T03:35:12.663 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 118100940 2024-09-14T03:35:12.664 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.664 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_done_lat": { 2024-09-14T03:35:12.664 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 435, 2024-09-14T03:35:12.664 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 191709 2024-09-14T03:35:12.664 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.664 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_queued_lat": { 2024-09-14T03:35:12.664 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 435, 2024-09-14T03:35:12.664 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 65597575 2024-09-14T03:35:12.664 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.664 INFO:tasks.workunit.client.0.smithi002.stdout: "state_prepare_lat": { 2024-09-14T03:35:12.664 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 435, 2024-09-14T03:35:12.664 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 22212100 2024-09-14T03:35:12.664 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.664 INFO:tasks.workunit.client.0.smithi002.stdout: "stored": { 2024-09-14T03:35:12.664 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 350090 2024-09-14T03:35:12.665 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.665 INFO:tasks.workunit.client.0.smithi002.stdout: "truncate_lat": { 2024-09-14T03:35:12.665 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 63, 2024-09-14T03:35:12.665 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 286062 2024-09-14T03:35:12.665 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.665 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_commit_lat": { 2024-09-14T03:35:12.665 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 435, 2024-09-14T03:35:12.665 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 212647226 2024-09-14T03:35:12.665 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.665 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_submit_lat": { 2024-09-14T03:35:12.665 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 435, 2024-09-14T03:35:12.668 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 27163517 2024-09-14T03:35:12.669 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.669 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_throttle_lat": { 2024-09-14T03:35:12.669 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 435, 2024-09-14T03:35:12.669 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2767145 2024-09-14T03:35:12.669 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.669 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.669 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache": { 2024-09-14T03:35:12.669 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_bytes": { 2024-09-14T03:35:12.669 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1862399738 2024-09-14T03:35:12.669 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.669 INFO:tasks.workunit.client.0.smithi002.stdout: "heap_bytes": { 2024-09-14T03:35:12.669 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 44695552 2024-09-14T03:35:12.670 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.670 INFO:tasks.workunit.client.0.smithi002.stdout: "mapped_bytes": { 2024-09-14T03:35:12.670 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 43720704 2024-09-14T03:35:12.670 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.670 INFO:tasks.workunit.client.0.smithi002.stdout: "target_bytes": { 2024-09-14T03:35:12.670 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3138477772 2024-09-14T03:35:12.670 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.670 INFO:tasks.workunit.client.0.smithi002.stdout: "unmapped_bytes": { 2024-09-14T03:35:12.670 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 974848 2024-09-14T03:35:12.670 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.670 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.670 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:data": { 2024-09-14T03:35:12.670 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:12.670 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 159383552 2024-09-14T03:35:12.670 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.671 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:12.671 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.671 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.671 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:12.671 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.671 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.671 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:12.671 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 85553876 2024-09-14T03:35:12.671 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.671 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:12.671 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.671 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.671 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:12.672 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.672 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.672 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:12.672 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.672 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.672 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:12.672 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.672 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.672 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:12.672 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.672 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.672 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:12.672 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8192 2024-09-14T03:35:12.672 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.673 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:12.673 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.673 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.673 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:12.673 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.673 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.673 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:12.673 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.673 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.673 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:12.673 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 73821484 2024-09-14T03:35:12.673 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.673 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.673 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:kv": { 2024-09-14T03:35:12.674 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:12.674 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 780140544 2024-09-14T03:35:12.674 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.674 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:12.674 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2024-09-14T03:35:12.674 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.674 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:12.674 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.674 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.674 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:12.674 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 641654075 2024-09-14T03:35:12.674 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.674 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:12.674 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.674 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.675 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:12.675 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.675 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.675 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:12.675 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.675 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.675 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:12.675 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.675 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.675 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:12.675 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.675 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.676 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:12.676 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2128 2024-09-14T03:35:12.676 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.676 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:12.676 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.676 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.676 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:12.676 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.676 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.676 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:12.676 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.676 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.676 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:12.676 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71375477 2024-09-14T03:35:12.677 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.677 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.677 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:kv_onode": { 2024-09-14T03:35:12.677 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:12.677 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 192937984 2024-09-14T03:35:12.677 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.677 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:12.677 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2024-09-14T03:35:12.677 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.677 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:12.677 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 464 2024-09-14T03:35:12.677 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.677 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:12.678 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 57035917 2024-09-14T03:35:12.678 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.678 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:12.678 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.678 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.678 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:12.678 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.678 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.678 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:12.678 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.678 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.678 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:12.678 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.678 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.679 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:12.679 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.679 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.679 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:12.679 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.679 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.679 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:12.679 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.679 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.679 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:12.679 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.679 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.679 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:12.679 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.679 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.680 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:12.680 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 68792739 2024-09-14T03:35:12.680 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.680 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.680 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:meta": { 2024-09-14T03:35:12.680 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:12.680 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 713031680 2024-09-14T03:35:12.680 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.680 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:12.680 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.680 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.680 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:12.680 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.681 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.681 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:12.681 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 641654075 2024-09-14T03:35:12.681 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.681 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:12.681 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.681 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.681 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:12.681 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.681 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.681 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:12.681 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.681 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.681 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:12.682 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.682 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.682 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:12.682 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.682 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.682 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:12.682 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 242215 2024-09-14T03:35:12.682 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.682 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:12.682 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.682 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.682 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:12.682 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.682 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.683 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:12.683 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.683 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.683 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:12.683 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71135390 2024-09-14T03:35:12.683 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.683 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.683 INFO:tasks.workunit.client.0.smithi002.stdout: "objecter": { 2024-09-14T03:35:12.683 INFO:tasks.workunit.client.0.smithi002.stdout: "op_active": { 2024-09-14T03:35:12.683 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.683 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.683 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r": { 2024-09-14T03:35:12.683 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.683 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.684 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rmw": { 2024-09-14T03:35:12.684 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.684 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.684 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w": { 2024-09-14T03:35:12.684 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.684 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.684 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.684 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2024-09-14T03:35:12.684 INFO:tasks.workunit.client.0.smithi002.stdout: "numpg": { 2024-09-14T03:35:12.684 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 39 2024-09-14T03:35:12.684 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.684 INFO:tasks.workunit.client.0.smithi002.stdout: "numpg_removing": { 2024-09-14T03:35:12.684 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.684 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.685 INFO:tasks.workunit.client.0.smithi002.stdout: "op": { 2024-09-14T03:35:12.685 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 157 2024-09-14T03:35:12.685 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.685 INFO:tasks.workunit.client.0.smithi002.stdout: "op_delayed_degraded": { 2024-09-14T03:35:12.685 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.685 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.685 INFO:tasks.workunit.client.0.smithi002.stdout: "op_delayed_unreadable": { 2024-09-14T03:35:12.685 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.685 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.685 INFO:tasks.workunit.client.0.smithi002.stdout: "op_in_bytes": { 2024-09-14T03:35:12.685 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2429467 2024-09-14T03:35:12.685 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.685 INFO:tasks.workunit.client.0.smithi002.stdout: "op_latency": { 2024-09-14T03:35:12.685 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 157, 2024-09-14T03:35:12.686 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 633886358 2024-09-14T03:35:12.686 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.686 INFO:tasks.workunit.client.0.smithi002.stdout: "op_out_bytes": { 2024-09-14T03:35:12.686 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1041 2024-09-14T03:35:12.686 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.686 INFO:tasks.workunit.client.0.smithi002.stdout: "op_prepare_latency": { 2024-09-14T03:35:12.686 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 157, 2024-09-14T03:35:12.686 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 53448112 2024-09-14T03:35:12.686 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.686 INFO:tasks.workunit.client.0.smithi002.stdout: "op_process_latency": { 2024-09-14T03:35:12.686 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 157, 2024-09-14T03:35:12.686 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 165630599 2024-09-14T03:35:12.686 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.686 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r": { 2024-09-14T03:35:12.686 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 33 2024-09-14T03:35:12.687 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.687 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_latency": { 2024-09-14T03:35:12.687 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 33, 2024-09-14T03:35:12.687 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4546933 2024-09-14T03:35:12.687 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.687 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-14T03:35:12.687 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.687 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.687 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_out_bytes": { 2024-09-14T03:35:12.687 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1041 2024-09-14T03:35:12.687 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.687 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_prepare_latency": { 2024-09-14T03:35:12.687 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 33, 2024-09-14T03:35:12.687 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3724178 2024-09-14T03:35:12.688 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.688 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_process_latency": { 2024-09-14T03:35:12.688 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 33, 2024-09-14T03:35:12.688 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3020528 2024-09-14T03:35:12.688 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.688 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw": { 2024-09-14T03:35:12.688 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 22 2024-09-14T03:35:12.688 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.688 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_in_bytes": { 2024-09-14T03:35:12.688 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.688 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.688 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency": { 2024-09-14T03:35:12.688 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 22, 2024-09-14T03:35:12.688 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 19369544 2024-09-14T03:35:12.689 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.689 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-14T03:35:12.689 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.689 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.689 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-14T03:35:12.689 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.689 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.689 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_out_bytes": { 2024-09-14T03:35:12.689 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.689 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.689 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_prepare_latency": { 2024-09-14T03:35:12.689 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 22, 2024-09-14T03:35:12.689 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8394961 2024-09-14T03:35:12.689 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.690 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_process_latency": { 2024-09-14T03:35:12.690 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 22, 2024-09-14T03:35:12.690 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 18130221 2024-09-14T03:35:12.690 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.690 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w": { 2024-09-14T03:35:12.690 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 102 2024-09-14T03:35:12.690 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.690 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_in_bytes": { 2024-09-14T03:35:12.690 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2429467 2024-09-14T03:35:12.690 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.690 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_latency": { 2024-09-14T03:35:12.690 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 102, 2024-09-14T03:35:12.690 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 609969881 2024-09-14T03:35:12.690 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.690 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-14T03:35:12.691 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.691 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.691 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_prepare_latency": { 2024-09-14T03:35:12.691 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 102, 2024-09-14T03:35:12.691 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 41328973 2024-09-14T03:35:12.691 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.691 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_process_latency": { 2024-09-14T03:35:12.691 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 102, 2024-09-14T03:35:12.691 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 144479850 2024-09-14T03:35:12.691 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.691 INFO:tasks.workunit.client.0.smithi002.stdout: "op_wip": { 2024-09-14T03:35:12.691 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.691 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.691 INFO:tasks.workunit.client.0.smithi002.stdout: "recovery_bytes": { 2024-09-14T03:35:12.692 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 590368 2024-09-14T03:35:12.692 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.692 INFO:tasks.workunit.client.0.smithi002.stdout: "recovery_ops": { 2024-09-14T03:35:12.692 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2 2024-09-14T03:35:12.692 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.692 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_bytes": { 2024-09-14T03:35:12.692 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 95995035648 2024-09-14T03:35:12.692 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.692 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_bytes_used": { 2024-09-14T03:35:12.692 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 28463104 2024-09-14T03:35:12.692 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.692 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.692 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.692 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.2": { 2024-09-14T03:35:12.692 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2024-09-14T03:35:12.693 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_slow_fallback": { 2024-09-14T03:35:12.693 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.693 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.693 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_slow_size_fallback": { 2024-09-14T03:35:12.693 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.693 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.693 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_db": { 2024-09-14T03:35:12.693 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 65536 2024-09-14T03:35:12.693 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.693 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_main": { 2024-09-14T03:35:12.693 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.693 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.693 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_wal": { 2024-09-14T03:35:12.694 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.694 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.694 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_slow": { 2024-09-14T03:35:12.694 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.694 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.694 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_sst": { 2024-09-14T03:35:12.694 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 12288 2024-09-14T03:35:12.694 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.694 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_wal": { 2024-09-14T03:35:12.694 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2269184 2024-09-14T03:35:12.694 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.694 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_lat": { 2024-09-14T03:35:12.694 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.694 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.695 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.695 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_lock_lat": { 2024-09-14T03:35:12.695 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.695 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.695 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.695 INFO:tasks.workunit.client.0.smithi002.stdout: "db_total_bytes": { 2024-09-14T03:35:12.695 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 95995035648 2024-09-14T03:35:12.695 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.695 INFO:tasks.workunit.client.0.smithi002.stdout: "db_used_bytes": { 2024-09-14T03:35:12.695 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 27656192 2024-09-14T03:35:12.695 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.695 INFO:tasks.workunit.client.0.smithi002.stdout: "log_bytes": { 2024-09-14T03:35:12.695 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1437696 2024-09-14T03:35:12.695 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.696 INFO:tasks.workunit.client.0.smithi002.stdout: "logged_bytes": { 2024-09-14T03:35:12.696 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1298432 2024-09-14T03:35:12.696 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.696 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_db": { 2024-09-14T03:35:12.696 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 31850496 2024-09-14T03:35:12.696 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.696 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_slow": { 2024-09-14T03:35:12.696 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.696 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.696 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_wal": { 2024-09-14T03:35:12.696 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.696 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.696 INFO:tasks.workunit.client.0.smithi002.stdout: "num_files": { 2024-09-14T03:35:12.696 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 14 2024-09-14T03:35:12.696 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.697 INFO:tasks.workunit.client.0.smithi002.stdout: "read_bytes": { 2024-09-14T03:35:12.697 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 206480 2024-09-14T03:35:12.697 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.697 INFO:tasks.workunit.client.0.smithi002.stdout: "read_count": { 2024-09-14T03:35:12.697 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 23 2024-09-14T03:35:12.697 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.697 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes": { 2024-09-14T03:35:12.697 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1282048 2024-09-14T03:35:12.697 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.697 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_db": { 2024-09-14T03:35:12.697 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1286144 2024-09-14T03:35:12.697 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.697 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_slow": { 2024-09-14T03:35:12.697 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.698 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.698 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_wal": { 2024-09-14T03:35:12.698 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.698 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.698 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_count": { 2024-09-14T03:35:12.698 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 15 2024-09-14T03:35:12.698 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.698 INFO:tasks.workunit.client.0.smithi002.stdout: "read_prefetch_bytes": { 2024-09-14T03:35:12.698 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4991 2024-09-14T03:35:12.698 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.698 INFO:tasks.workunit.client.0.smithi002.stdout: "read_prefetch_count": { 2024-09-14T03:35:12.698 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4 2024-09-14T03:35:12.698 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.698 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_buffer_bytes": { 2024-09-14T03:35:12.699 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5557 2024-09-14T03:35:12.699 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.699 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_buffer_count": { 2024-09-14T03:35:12.699 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 24 2024-09-14T03:35:12.699 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.699 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_bytes": { 2024-09-14T03:35:12.699 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5557 2024-09-14T03:35:12.699 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.699 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_count": { 2024-09-14T03:35:12.699 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 24 2024-09-14T03:35:12.699 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.699 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes": { 2024-09-14T03:35:12.699 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.699 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.700 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_db": { 2024-09-14T03:35:12.700 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.700 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.700 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_slow": { 2024-09-14T03:35:12.700 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.700 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.700 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_wal": { 2024-09-14T03:35:12.700 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.700 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.700 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_count": { 2024-09-14T03:35:12.700 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.700 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.700 INFO:tasks.workunit.client.0.smithi002.stdout: "slow_total_bytes": { 2024-09-14T03:35:12.700 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.701 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.701 INFO:tasks.workunit.client.0.smithi002.stdout: "slow_used_bytes": { 2024-09-14T03:35:12.701 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.701 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.701 INFO:tasks.workunit.client.0.smithi002.stdout: "wal_total_bytes": { 2024-09-14T03:35:12.701 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.701 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.701 INFO:tasks.workunit.client.0.smithi002.stdout: "wal_used_bytes": { 2024-09-14T03:35:12.701 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.701 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.701 INFO:tasks.workunit.client.0.smithi002.stdout: "write_bytes": { 2024-09-14T03:35:12.701 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3645440 2024-09-14T03:35:12.701 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.701 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.702 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore": { 2024-09-14T03:35:12.702 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit": { 2024-09-14T03:35:12.702 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4096 2024-09-14T03:35:12.702 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.702 INFO:tasks.workunit.client.0.smithi002.stdout: "allocated": { 2024-09-14T03:35:12.702 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 782336 2024-09-14T03:35:12.702 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.702 INFO:tasks.workunit.client.0.smithi002.stdout: "clist_lat": { 2024-09-14T03:35:12.702 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 4, 2024-09-14T03:35:12.702 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 215166 2024-09-14T03:35:12.702 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.702 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_lat": { 2024-09-14T03:35:12.702 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.702 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.703 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.703 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed": { 2024-09-14T03:35:12.703 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.703 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.703 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed_allocated": { 2024-09-14T03:35:12.703 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.703 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.703 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed_original": { 2024-09-14T03:35:12.703 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.703 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.703 INFO:tasks.workunit.client.0.smithi002.stdout: "csum_lat": { 2024-09-14T03:35:12.703 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 12, 2024-09-14T03:35:12.703 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 26963 2024-09-14T03:35:12.703 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.704 INFO:tasks.workunit.client.0.smithi002.stdout: "decompress_lat": { 2024-09-14T03:35:12.704 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.704 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.704 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.704 INFO:tasks.workunit.client.0.smithi002.stdout: "fragmentation_micros": { 2024-09-14T03:35:12.704 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.704 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.704 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_commit_lat": { 2024-09-14T03:35:12.704 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 304, 2024-09-14T03:35:12.704 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 49780863 2024-09-14T03:35:12.704 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.704 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_final_lat": { 2024-09-14T03:35:12.704 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 300, 2024-09-14T03:35:12.704 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5056853 2024-09-14T03:35:12.705 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.705 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_flush_lat": { 2024-09-14T03:35:12.705 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 304, 2024-09-14T03:35:12.705 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 382633 2024-09-14T03:35:12.705 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.705 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_sync_lat": { 2024-09-14T03:35:12.705 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 304, 2024-09-14T03:35:12.705 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 50163496 2024-09-14T03:35:12.705 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.705 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_get_keys_lat": { 2024-09-14T03:35:12.705 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.705 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.705 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.705 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_get_values_lat": { 2024-09-14T03:35:12.706 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3, 2024-09-14T03:35:12.706 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 47988 2024-09-14T03:35:12.706 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.706 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_lower_bound_lat": { 2024-09-14T03:35:12.706 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2024-09-14T03:35:12.706 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1717 2024-09-14T03:35:12.706 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.706 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_next_lat": { 2024-09-14T03:35:12.706 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.706 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.706 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.706 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_seek_to_first_lat": { 2024-09-14T03:35:12.706 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.706 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.706 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.707 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_upper_bound_lat": { 2024-09-14T03:35:12.707 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2024-09-14T03:35:12.707 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5310 2024-09-14T03:35:12.707 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.707 INFO:tasks.workunit.client.0.smithi002.stdout: "onode_hits": { 2024-09-14T03:35:12.707 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 643 2024-09-14T03:35:12.707 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.707 INFO:tasks.workunit.client.0.smithi002.stdout: "onode_misses": { 2024-09-14T03:35:12.707 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 221 2024-09-14T03:35:12.707 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.707 INFO:tasks.workunit.client.0.smithi002.stdout: "read_lat": { 2024-09-14T03:35:12.707 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 110, 2024-09-14T03:35:12.707 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1238148 2024-09-14T03:35:12.707 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.708 INFO:tasks.workunit.client.0.smithi002.stdout: "read_onode_meta_lat": { 2024-09-14T03:35:12.708 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 298, 2024-09-14T03:35:12.708 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 297024 2024-09-14T03:35:12.708 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.708 INFO:tasks.workunit.client.0.smithi002.stdout: "read_wait_aio_lat": { 2024-09-14T03:35:12.708 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 188, 2024-09-14T03:35:12.708 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 617360 2024-09-14T03:35:12.708 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.708 INFO:tasks.workunit.client.0.smithi002.stdout: "reads_with_retries": { 2024-09-14T03:35:12.708 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.708 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.708 INFO:tasks.workunit.client.0.smithi002.stdout: "remove_lat": { 2024-09-14T03:35:12.708 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3, 2024-09-14T03:35:12.708 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 144258 2024-09-14T03:35:12.708 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.709 INFO:tasks.workunit.client.0.smithi002.stdout: "state_aio_wait_lat": { 2024-09-14T03:35:12.709 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 344, 2024-09-14T03:35:12.709 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5973459 2024-09-14T03:35:12.709 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.709 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_aio_wait_lat": { 2024-09-14T03:35:12.709 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 124, 2024-09-14T03:35:12.709 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 7575282 2024-09-14T03:35:12.709 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.709 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_cleanup_lat": { 2024-09-14T03:35:12.709 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 123, 2024-09-14T03:35:12.709 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 315658545024 2024-09-14T03:35:12.709 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.709 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_queued_lat": { 2024-09-14T03:35:12.709 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 124, 2024-09-14T03:35:12.710 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 155399503048 2024-09-14T03:35:12.710 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.710 INFO:tasks.workunit.client.0.smithi002.stdout: "state_done_lat": { 2024-09-14T03:35:12.710 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 343, 2024-09-14T03:35:12.710 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 82752523656 2024-09-14T03:35:12.710 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.710 INFO:tasks.workunit.client.0.smithi002.stdout: "state_finishing_lat": { 2024-09-14T03:35:12.710 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 343, 2024-09-14T03:35:12.710 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 33450 2024-09-14T03:35:12.710 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.710 INFO:tasks.workunit.client.0.smithi002.stdout: "state_io_done_lat": { 2024-09-14T03:35:12.710 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 344, 2024-09-14T03:35:12.710 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 435319 2024-09-14T03:35:12.711 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.711 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_commiting_lat": { 2024-09-14T03:35:12.711 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 344, 2024-09-14T03:35:12.711 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 81202895 2024-09-14T03:35:12.711 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.711 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_done_lat": { 2024-09-14T03:35:12.711 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 344, 2024-09-14T03:35:12.711 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 125885 2024-09-14T03:35:12.711 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.711 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_queued_lat": { 2024-09-14T03:35:12.711 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 344, 2024-09-14T03:35:12.711 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 24205798 2024-09-14T03:35:12.711 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.711 INFO:tasks.workunit.client.0.smithi002.stdout: "state_prepare_lat": { 2024-09-14T03:35:12.712 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 344, 2024-09-14T03:35:12.712 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 20453742 2024-09-14T03:35:12.712 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.712 INFO:tasks.workunit.client.0.smithi002.stdout: "stored": { 2024-09-14T03:35:12.712 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 349911 2024-09-14T03:35:12.712 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.712 INFO:tasks.workunit.client.0.smithi002.stdout: "truncate_lat": { 2024-09-14T03:35:12.712 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 58, 2024-09-14T03:35:12.712 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 338016 2024-09-14T03:35:12.712 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.712 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_commit_lat": { 2024-09-14T03:35:12.712 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 344, 2024-09-14T03:35:12.712 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 132322286 2024-09-14T03:35:12.712 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.713 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_submit_lat": { 2024-09-14T03:35:12.713 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 344, 2024-09-14T03:35:12.713 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 24916269 2024-09-14T03:35:12.713 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.713 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_throttle_lat": { 2024-09-14T03:35:12.713 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 344, 2024-09-14T03:35:12.713 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2281347 2024-09-14T03:35:12.713 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.713 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.713 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache": { 2024-09-14T03:35:12.713 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_bytes": { 2024-09-14T03:35:12.713 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1862399738 2024-09-14T03:35:12.713 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.713 INFO:tasks.workunit.client.0.smithi002.stdout: "heap_bytes": { 2024-09-14T03:35:12.714 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 42467328 2024-09-14T03:35:12.714 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.714 INFO:tasks.workunit.client.0.smithi002.stdout: "mapped_bytes": { 2024-09-14T03:35:12.714 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 41484288 2024-09-14T03:35:12.714 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.714 INFO:tasks.workunit.client.0.smithi002.stdout: "target_bytes": { 2024-09-14T03:35:12.714 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3138477772 2024-09-14T03:35:12.714 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.714 INFO:tasks.workunit.client.0.smithi002.stdout: "unmapped_bytes": { 2024-09-14T03:35:12.714 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 983040 2024-09-14T03:35:12.714 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.714 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.714 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:data": { 2024-09-14T03:35:12.714 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:12.714 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 159383552 2024-09-14T03:35:12.715 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.715 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:12.715 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.715 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.715 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:12.715 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.715 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.715 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:12.715 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 85554712 2024-09-14T03:35:12.715 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.715 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:12.715 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.715 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.715 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:12.716 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.716 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.716 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:12.716 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.716 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.716 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:12.716 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.716 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.716 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:12.716 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.716 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.716 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:12.716 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8192 2024-09-14T03:35:12.716 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.717 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:12.717 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.717 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.717 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:12.717 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.717 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.717 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:12.717 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.717 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.717 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:12.717 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 73820648 2024-09-14T03:35:12.717 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.717 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.717 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:kv": { 2024-09-14T03:35:12.718 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:12.718 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 780140544 2024-09-14T03:35:12.718 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.718 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:12.718 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2024-09-14T03:35:12.718 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.718 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:12.718 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.718 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.718 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:12.718 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 641660342 2024-09-14T03:35:12.718 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.718 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:12.718 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.718 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.719 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:12.719 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.719 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.719 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:12.719 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.719 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.719 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:12.719 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.719 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.719 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:12.719 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.719 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.719 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:12.719 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2128 2024-09-14T03:35:12.720 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.720 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:12.720 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.720 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.720 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:12.720 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.720 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.720 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:12.720 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.720 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.720 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:12.720 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71369210 2024-09-14T03:35:12.720 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.720 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.721 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:kv_onode": { 2024-09-14T03:35:12.721 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:12.721 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 192937984 2024-09-14T03:35:12.721 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.721 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:12.721 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2024-09-14T03:35:12.721 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.721 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:12.721 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 464 2024-09-14T03:35:12.721 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.721 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:12.721 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 57036474 2024-09-14T03:35:12.721 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.721 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:12.722 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.722 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.722 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:12.722 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.722 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.722 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:12.722 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.722 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.722 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:12.722 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.722 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.722 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:12.722 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.722 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.722 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:12.723 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.723 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.723 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:12.723 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.723 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.723 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:12.723 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.723 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.723 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:12.723 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.723 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.723 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:12.723 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 68792182 2024-09-14T03:35:12.723 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.724 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.724 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:meta": { 2024-09-14T03:35:12.724 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:12.724 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 713031680 2024-09-14T03:35:12.724 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.724 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:12.724 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.724 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.724 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:12.724 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.724 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.724 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:12.724 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 641660342 2024-09-14T03:35:12.724 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.724 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:12.725 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.725 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.725 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:12.725 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.725 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.725 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:12.725 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.725 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.725 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:12.725 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.725 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.725 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:12.725 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.725 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.726 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:12.726 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 228564 2024-09-14T03:35:12.726 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.726 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:12.726 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.726 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.726 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:12.726 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.726 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.726 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:12.726 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.726 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.726 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:12.726 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71142774 2024-09-14T03:35:12.727 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.727 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.727 INFO:tasks.workunit.client.0.smithi002.stdout: "objecter": { 2024-09-14T03:35:12.727 INFO:tasks.workunit.client.0.smithi002.stdout: "op_active": { 2024-09-14T03:35:12.727 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.727 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.727 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r": { 2024-09-14T03:35:12.727 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.727 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.727 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rmw": { 2024-09-14T03:35:12.727 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.727 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.727 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w": { 2024-09-14T03:35:12.727 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.728 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.728 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.728 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2024-09-14T03:35:12.728 INFO:tasks.workunit.client.0.smithi002.stdout: "numpg": { 2024-09-14T03:35:12.728 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 31 2024-09-14T03:35:12.728 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.728 INFO:tasks.workunit.client.0.smithi002.stdout: "numpg_removing": { 2024-09-14T03:35:12.728 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.728 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.728 INFO:tasks.workunit.client.0.smithi002.stdout: "op": { 2024-09-14T03:35:12.728 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 10 2024-09-14T03:35:12.728 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.728 INFO:tasks.workunit.client.0.smithi002.stdout: "op_delayed_degraded": { 2024-09-14T03:35:12.729 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.729 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.729 INFO:tasks.workunit.client.0.smithi002.stdout: "op_delayed_unreadable": { 2024-09-14T03:35:12.729 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.729 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.729 INFO:tasks.workunit.client.0.smithi002.stdout: "op_in_bytes": { 2024-09-14T03:35:12.729 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.729 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.729 INFO:tasks.workunit.client.0.smithi002.stdout: "op_latency": { 2024-09-14T03:35:12.729 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 10, 2024-09-14T03:35:12.729 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 64868709 2024-09-14T03:35:12.729 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.729 INFO:tasks.workunit.client.0.smithi002.stdout: "op_out_bytes": { 2024-09-14T03:35:12.729 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.729 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.730 INFO:tasks.workunit.client.0.smithi002.stdout: "op_prepare_latency": { 2024-09-14T03:35:12.730 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 10, 2024-09-14T03:35:12.730 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4822409 2024-09-14T03:35:12.730 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.730 INFO:tasks.workunit.client.0.smithi002.stdout: "op_process_latency": { 2024-09-14T03:35:12.730 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 10, 2024-09-14T03:35:12.730 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 50689835 2024-09-14T03:35:12.730 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.730 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r": { 2024-09-14T03:35:12.730 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.730 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.730 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_latency": { 2024-09-14T03:35:12.730 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.730 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.731 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.731 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-14T03:35:12.731 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.731 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.731 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_out_bytes": { 2024-09-14T03:35:12.731 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.731 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.731 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_prepare_latency": { 2024-09-14T03:35:12.731 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.731 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.731 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.731 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_process_latency": { 2024-09-14T03:35:12.731 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.731 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.731 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.732 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw": { 2024-09-14T03:35:12.732 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.732 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.732 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_in_bytes": { 2024-09-14T03:35:12.732 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.732 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.732 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency": { 2024-09-14T03:35:12.732 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.732 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.732 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.732 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-14T03:35:12.732 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.732 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.732 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-14T03:35:12.733 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.733 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.733 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_out_bytes": { 2024-09-14T03:35:12.733 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.733 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.733 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_prepare_latency": { 2024-09-14T03:35:12.733 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.733 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.733 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.733 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_process_latency": { 2024-09-14T03:35:12.733 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.733 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.733 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.733 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w": { 2024-09-14T03:35:12.733 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 10 2024-09-14T03:35:12.734 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.734 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_in_bytes": { 2024-09-14T03:35:12.734 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.734 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.734 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_latency": { 2024-09-14T03:35:12.734 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 10, 2024-09-14T03:35:12.734 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 64868709 2024-09-14T03:35:12.734 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.734 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-14T03:35:12.734 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.734 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.734 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_prepare_latency": { 2024-09-14T03:35:12.734 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 10, 2024-09-14T03:35:12.734 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4822409 2024-09-14T03:35:12.735 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.735 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_process_latency": { 2024-09-14T03:35:12.735 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 10, 2024-09-14T03:35:12.735 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 50689835 2024-09-14T03:35:12.735 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.735 INFO:tasks.workunit.client.0.smithi002.stdout: "op_wip": { 2024-09-14T03:35:12.735 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.735 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.735 INFO:tasks.workunit.client.0.smithi002.stdout: "recovery_bytes": { 2024-09-14T03:35:12.735 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.735 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.735 INFO:tasks.workunit.client.0.smithi002.stdout: "recovery_ops": { 2024-09-14T03:35:12.735 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.735 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.736 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_bytes": { 2024-09-14T03:35:12.736 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 95995035648 2024-09-14T03:35:12.736 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.736 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_bytes_used": { 2024-09-14T03:35:12.736 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 28450816 2024-09-14T03:35:12.736 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.736 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.736 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.736 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.3": { 2024-09-14T03:35:12.736 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2024-09-14T03:35:12.736 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_slow_fallback": { 2024-09-14T03:35:12.736 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.736 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.736 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_slow_size_fallback": { 2024-09-14T03:35:12.737 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.737 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.737 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_db": { 2024-09-14T03:35:12.737 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 65536 2024-09-14T03:35:12.737 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.737 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_main": { 2024-09-14T03:35:12.737 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.737 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.737 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_wal": { 2024-09-14T03:35:12.737 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.737 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.737 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_slow": { 2024-09-14T03:35:12.737 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.737 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.737 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_sst": { 2024-09-14T03:35:12.738 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 12288 2024-09-14T03:35:12.738 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.738 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_wal": { 2024-09-14T03:35:12.738 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8114176 2024-09-14T03:35:12.738 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.738 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_lat": { 2024-09-14T03:35:12.738 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.738 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.738 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.738 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_lock_lat": { 2024-09-14T03:35:12.738 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.738 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.738 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.738 INFO:tasks.workunit.client.0.smithi002.stdout: "db_total_bytes": { 2024-09-14T03:35:12.739 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 95995035648 2024-09-14T03:35:12.739 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.739 INFO:tasks.workunit.client.0.smithi002.stdout: "db_used_bytes": { 2024-09-14T03:35:12.739 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 31850496 2024-09-14T03:35:12.739 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.739 INFO:tasks.workunit.client.0.smithi002.stdout: "log_bytes": { 2024-09-14T03:35:12.739 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5087232 2024-09-14T03:35:12.739 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.739 INFO:tasks.workunit.client.0.smithi002.stdout: "logged_bytes": { 2024-09-14T03:35:12.739 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4947968 2024-09-14T03:35:12.739 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.739 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_db": { 2024-09-14T03:35:12.739 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 31850496 2024-09-14T03:35:12.739 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.740 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_slow": { 2024-09-14T03:35:12.740 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.740 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.740 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_wal": { 2024-09-14T03:35:12.740 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.740 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.740 INFO:tasks.workunit.client.0.smithi002.stdout: "num_files": { 2024-09-14T03:35:12.740 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 14 2024-09-14T03:35:12.740 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.740 INFO:tasks.workunit.client.0.smithi002.stdout: "read_bytes": { 2024-09-14T03:35:12.740 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 206480 2024-09-14T03:35:12.740 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.740 INFO:tasks.workunit.client.0.smithi002.stdout: "read_count": { 2024-09-14T03:35:12.740 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 23 2024-09-14T03:35:12.741 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.741 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes": { 2024-09-14T03:35:12.741 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1282048 2024-09-14T03:35:12.741 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.741 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_db": { 2024-09-14T03:35:12.741 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1286144 2024-09-14T03:35:12.741 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.741 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_slow": { 2024-09-14T03:35:12.741 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.741 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.741 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_wal": { 2024-09-14T03:35:12.741 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.741 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.741 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_count": { 2024-09-14T03:35:12.741 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 15 2024-09-14T03:35:12.742 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.742 INFO:tasks.workunit.client.0.smithi002.stdout: "read_prefetch_bytes": { 2024-09-14T03:35:12.742 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4991 2024-09-14T03:35:12.742 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.742 INFO:tasks.workunit.client.0.smithi002.stdout: "read_prefetch_count": { 2024-09-14T03:35:12.742 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4 2024-09-14T03:35:12.742 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.742 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_buffer_bytes": { 2024-09-14T03:35:12.742 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5555 2024-09-14T03:35:12.742 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.742 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_buffer_count": { 2024-09-14T03:35:12.742 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 24 2024-09-14T03:35:12.742 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.742 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_bytes": { 2024-09-14T03:35:12.743 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5555 2024-09-14T03:35:12.743 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.743 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_count": { 2024-09-14T03:35:12.743 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 24 2024-09-14T03:35:12.743 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.743 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes": { 2024-09-14T03:35:12.743 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.743 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.743 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_db": { 2024-09-14T03:35:12.743 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.743 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.743 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_slow": { 2024-09-14T03:35:12.743 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.743 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.743 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_wal": { 2024-09-14T03:35:12.744 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.744 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.744 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_count": { 2024-09-14T03:35:12.744 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.744 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.744 INFO:tasks.workunit.client.0.smithi002.stdout: "slow_total_bytes": { 2024-09-14T03:35:12.744 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.744 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.744 INFO:tasks.workunit.client.0.smithi002.stdout: "slow_used_bytes": { 2024-09-14T03:35:12.744 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.745 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.745 INFO:tasks.workunit.client.0.smithi002.stdout: "wal_total_bytes": { 2024-09-14T03:35:12.745 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.745 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.745 INFO:tasks.workunit.client.0.smithi002.stdout: "wal_used_bytes": { 2024-09-14T03:35:12.745 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.745 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.745 INFO:tasks.workunit.client.0.smithi002.stdout: "write_bytes": { 2024-09-14T03:35:12.745 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 13139968 2024-09-14T03:35:12.745 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.745 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.745 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore": { 2024-09-14T03:35:12.745 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit": { 2024-09-14T03:35:12.746 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4096 2024-09-14T03:35:12.746 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.746 INFO:tasks.workunit.client.0.smithi002.stdout: "allocated": { 2024-09-14T03:35:12.746 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 802816 2024-09-14T03:35:12.746 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.746 INFO:tasks.workunit.client.0.smithi002.stdout: "clist_lat": { 2024-09-14T03:35:12.746 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.746 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.746 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.746 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_lat": { 2024-09-14T03:35:12.746 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.746 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.746 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.746 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed": { 2024-09-14T03:35:12.747 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.747 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.747 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed_allocated": { 2024-09-14T03:35:12.747 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.747 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.747 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed_original": { 2024-09-14T03:35:12.747 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.747 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.747 INFO:tasks.workunit.client.0.smithi002.stdout: "csum_lat": { 2024-09-14T03:35:12.747 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 4, 2024-09-14T03:35:12.747 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8012 2024-09-14T03:35:12.747 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.747 INFO:tasks.workunit.client.0.smithi002.stdout: "decompress_lat": { 2024-09-14T03:35:12.747 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.748 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.748 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.748 INFO:tasks.workunit.client.0.smithi002.stdout: "fragmentation_micros": { 2024-09-14T03:35:12.748 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.748 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.748 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_commit_lat": { 2024-09-14T03:35:12.748 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1195, 2024-09-14T03:35:12.748 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 298697520 2024-09-14T03:35:12.748 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.748 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_final_lat": { 2024-09-14T03:35:12.748 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1193, 2024-09-14T03:35:12.748 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 19405002 2024-09-14T03:35:12.748 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.748 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_flush_lat": { 2024-09-14T03:35:12.749 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1195, 2024-09-14T03:35:12.749 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1265024 2024-09-14T03:35:12.749 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.749 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_sync_lat": { 2024-09-14T03:35:12.749 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1195, 2024-09-14T03:35:12.749 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 299962544 2024-09-14T03:35:12.749 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.749 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_get_keys_lat": { 2024-09-14T03:35:12.749 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.749 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.749 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.749 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_get_values_lat": { 2024-09-14T03:35:12.749 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1, 2024-09-14T03:35:12.750 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 37060 2024-09-14T03:35:12.750 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.750 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_lower_bound_lat": { 2024-09-14T03:35:12.750 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2024-09-14T03:35:12.750 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1039 2024-09-14T03:35:12.750 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.750 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_next_lat": { 2024-09-14T03:35:12.750 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.750 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.750 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.750 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_seek_to_first_lat": { 2024-09-14T03:35:12.750 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.750 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.750 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.751 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_upper_bound_lat": { 2024-09-14T03:35:12.751 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3, 2024-09-14T03:35:12.751 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 7077 2024-09-14T03:35:12.751 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.751 INFO:tasks.workunit.client.0.smithi002.stdout: "onode_hits": { 2024-09-14T03:35:12.751 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3467 2024-09-14T03:35:12.751 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.751 INFO:tasks.workunit.client.0.smithi002.stdout: "onode_misses": { 2024-09-14T03:35:12.751 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 332 2024-09-14T03:35:12.751 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.751 INFO:tasks.workunit.client.0.smithi002.stdout: "read_lat": { 2024-09-14T03:35:12.751 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 95, 2024-09-14T03:35:12.751 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1037606 2024-09-14T03:35:12.752 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.752 INFO:tasks.workunit.client.0.smithi002.stdout: "read_onode_meta_lat": { 2024-09-14T03:35:12.752 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 166, 2024-09-14T03:35:12.752 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 363744 2024-09-14T03:35:12.752 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.752 INFO:tasks.workunit.client.0.smithi002.stdout: "read_wait_aio_lat": { 2024-09-14T03:35:12.752 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 71, 2024-09-14T03:35:12.752 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 252967 2024-09-14T03:35:12.752 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.752 INFO:tasks.workunit.client.0.smithi002.stdout: "reads_with_retries": { 2024-09-14T03:35:12.752 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.752 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.752 INFO:tasks.workunit.client.0.smithi002.stdout: "remove_lat": { 2024-09-14T03:35:12.752 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 100, 2024-09-14T03:35:12.752 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5702839 2024-09-14T03:35:12.753 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.753 INFO:tasks.workunit.client.0.smithi002.stdout: "state_aio_wait_lat": { 2024-09-14T03:35:12.753 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3348, 2024-09-14T03:35:12.753 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1873159981 2024-09-14T03:35:12.753 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.753 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_aio_wait_lat": { 2024-09-14T03:35:12.753 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 56, 2024-09-14T03:35:12.753 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 7453830 2024-09-14T03:35:12.753 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.753 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_cleanup_lat": { 2024-09-14T03:35:12.753 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 53, 2024-09-14T03:35:12.753 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 280896819606 2024-09-14T03:35:12.753 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.754 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_queued_lat": { 2024-09-14T03:35:12.754 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 56, 2024-09-14T03:35:12.754 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 78673274549 2024-09-14T03:35:12.754 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.754 INFO:tasks.workunit.client.0.smithi002.stdout: "state_done_lat": { 2024-09-14T03:35:12.754 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3345, 2024-09-14T03:35:12.754 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 303877053 2024-09-14T03:35:12.754 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.754 INFO:tasks.workunit.client.0.smithi002.stdout: "state_finishing_lat": { 2024-09-14T03:35:12.754 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3345, 2024-09-14T03:35:12.754 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 186234 2024-09-14T03:35:12.754 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.754 INFO:tasks.workunit.client.0.smithi002.stdout: "state_io_done_lat": { 2024-09-14T03:35:12.754 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3348, 2024-09-14T03:35:12.754 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 426283859 2024-09-14T03:35:12.755 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.755 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_commiting_lat": { 2024-09-14T03:35:12.755 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3348, 2024-09-14T03:35:12.755 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 695675051 2024-09-14T03:35:12.755 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.755 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_done_lat": { 2024-09-14T03:35:12.755 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3348, 2024-09-14T03:35:12.755 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 522463 2024-09-14T03:35:12.755 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.755 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_queued_lat": { 2024-09-14T03:35:12.755 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3348, 2024-09-14T03:35:12.755 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 381805688 2024-09-14T03:35:12.755 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.755 INFO:tasks.workunit.client.0.smithi002.stdout: "state_prepare_lat": { 2024-09-14T03:35:12.756 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3348, 2024-09-14T03:35:12.756 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 225467046 2024-09-14T03:35:12.756 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.756 INFO:tasks.workunit.client.0.smithi002.stdout: "stored": { 2024-09-14T03:35:12.756 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 352645 2024-09-14T03:35:12.756 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.756 INFO:tasks.workunit.client.0.smithi002.stdout: "truncate_lat": { 2024-09-14T03:35:12.756 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 47, 2024-09-14T03:35:12.756 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 234462 2024-09-14T03:35:12.756 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.756 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_commit_lat": { 2024-09-14T03:35:12.756 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3348, 2024-09-14T03:35:12.756 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3602625120 2024-09-14T03:35:12.756 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.757 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_submit_lat": { 2024-09-14T03:35:12.757 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3348, 2024-09-14T03:35:12.757 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 262383350 2024-09-14T03:35:12.757 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.757 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_throttle_lat": { 2024-09-14T03:35:12.757 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3348, 2024-09-14T03:35:12.757 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 121488481 2024-09-14T03:35:12.757 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.757 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.757 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache": { 2024-09-14T03:35:12.757 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_bytes": { 2024-09-14T03:35:12.757 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1862399738 2024-09-14T03:35:12.757 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.757 INFO:tasks.workunit.client.0.smithi002.stdout: "heap_bytes": { 2024-09-14T03:35:12.758 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 44695552 2024-09-14T03:35:12.758 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.758 INFO:tasks.workunit.client.0.smithi002.stdout: "mapped_bytes": { 2024-09-14T03:35:12.758 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 44687360 2024-09-14T03:35:12.758 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.758 INFO:tasks.workunit.client.0.smithi002.stdout: "target_bytes": { 2024-09-14T03:35:12.758 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3138477772 2024-09-14T03:35:12.758 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.758 INFO:tasks.workunit.client.0.smithi002.stdout: "unmapped_bytes": { 2024-09-14T03:35:12.758 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8192 2024-09-14T03:35:12.758 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.758 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.758 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:data": { 2024-09-14T03:35:12.758 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:12.759 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 159383552 2024-09-14T03:35:12.759 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.759 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:12.759 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.759 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.759 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:12.759 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.759 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.759 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:12.759 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 85548053 2024-09-14T03:35:12.759 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.759 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:12.759 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.759 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.759 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:12.760 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.760 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.760 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:12.760 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.760 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.760 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:12.760 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.760 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.760 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:12.760 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.760 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.760 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:12.760 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4096 2024-09-14T03:35:12.760 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.761 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:12.761 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.761 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.761 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:12.761 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.761 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.761 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:12.761 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.761 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.761 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:12.761 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 73831403 2024-09-14T03:35:12.761 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.761 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.761 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:kv": { 2024-09-14T03:35:12.762 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:12.762 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 780140544 2024-09-14T03:35:12.762 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.762 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:12.762 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2024-09-14T03:35:12.762 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.762 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:12.762 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.762 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.762 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:12.762 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 641610401 2024-09-14T03:35:12.762 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.762 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:12.762 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.763 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.763 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:12.763 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.763 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.763 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:12.763 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.763 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.763 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:12.763 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.763 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.763 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:12.763 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.763 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.763 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:12.763 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2128 2024-09-14T03:35:12.764 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.764 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:12.764 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.764 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.764 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:12.764 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.764 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.764 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:12.764 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.764 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.764 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:12.764 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71419151 2024-09-14T03:35:12.764 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.765 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.765 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:kv_onode": { 2024-09-14T03:35:12.765 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:12.765 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 192937984 2024-09-14T03:35:12.765 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.765 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:12.765 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2024-09-14T03:35:12.765 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.765 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:12.765 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 464 2024-09-14T03:35:12.765 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.765 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:12.765 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 57032035 2024-09-14T03:35:12.765 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.766 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:12.766 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.766 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.766 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:12.766 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.766 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.766 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:12.766 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.766 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.766 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:12.766 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.766 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.766 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:12.766 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.766 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.767 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:12.767 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.767 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.767 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:12.767 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.767 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.767 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:12.767 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.767 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.767 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:12.767 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.767 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.767 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:12.767 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 68796621 2024-09-14T03:35:12.767 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.768 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.768 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:meta": { 2024-09-14T03:35:12.768 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:12.768 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 713031680 2024-09-14T03:35:12.768 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.768 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:12.768 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.768 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.768 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:12.768 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.768 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.768 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:12.768 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 641610401 2024-09-14T03:35:12.769 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.769 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:12.769 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.769 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.769 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:12.769 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.769 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.769 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:12.769 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.769 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.769 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:12.769 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.769 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.769 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:12.769 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5826 2024-09-14T03:35:12.770 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.770 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:12.770 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 341426 2024-09-14T03:35:12.770 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.770 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:12.770 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.770 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.770 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:12.770 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.770 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.770 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:12.770 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.770 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.770 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:12.771 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71074027 2024-09-14T03:35:12.771 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.771 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.771 INFO:tasks.workunit.client.0.smithi002.stdout: "objecter": { 2024-09-14T03:35:12.771 INFO:tasks.workunit.client.0.smithi002.stdout: "op_active": { 2024-09-14T03:35:12.771 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.771 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.771 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r": { 2024-09-14T03:35:12.771 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.771 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.771 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rmw": { 2024-09-14T03:35:12.771 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.771 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.771 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w": { 2024-09-14T03:35:12.772 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.772 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.772 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.772 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2024-09-14T03:35:12.772 INFO:tasks.workunit.client.0.smithi002.stdout: "numpg": { 2024-09-14T03:35:12.772 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 36 2024-09-14T03:35:12.772 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.772 INFO:tasks.workunit.client.0.smithi002.stdout: "numpg_removing": { 2024-09-14T03:35:12.772 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.772 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.772 INFO:tasks.workunit.client.0.smithi002.stdout: "op": { 2024-09-14T03:35:12.772 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.772 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.772 INFO:tasks.workunit.client.0.smithi002.stdout: "op_delayed_degraded": { 2024-09-14T03:35:12.773 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.773 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.773 INFO:tasks.workunit.client.0.smithi002.stdout: "op_delayed_unreadable": { 2024-09-14T03:35:12.773 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.773 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.773 INFO:tasks.workunit.client.0.smithi002.stdout: "op_in_bytes": { 2024-09-14T03:35:12.773 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.773 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.773 INFO:tasks.workunit.client.0.smithi002.stdout: "op_latency": { 2024-09-14T03:35:12.773 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.773 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.773 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.773 INFO:tasks.workunit.client.0.smithi002.stdout: "op_out_bytes": { 2024-09-14T03:35:12.774 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.774 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.774 INFO:tasks.workunit.client.0.smithi002.stdout: "op_prepare_latency": { 2024-09-14T03:35:12.774 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2024-09-14T03:35:12.774 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 891915 2024-09-14T03:35:12.774 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.774 INFO:tasks.workunit.client.0.smithi002.stdout: "op_process_latency": { 2024-09-14T03:35:12.774 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.774 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.774 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.774 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r": { 2024-09-14T03:35:12.774 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.774 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.774 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_latency": { 2024-09-14T03:35:12.775 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.775 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.775 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.775 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-14T03:35:12.775 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.775 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.775 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_out_bytes": { 2024-09-14T03:35:12.775 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.775 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.775 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_prepare_latency": { 2024-09-14T03:35:12.775 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.775 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.775 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.775 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_process_latency": { 2024-09-14T03:35:12.775 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.776 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.776 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.776 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw": { 2024-09-14T03:35:12.776 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.776 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.776 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_in_bytes": { 2024-09-14T03:35:12.776 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.776 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.776 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency": { 2024-09-14T03:35:12.776 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.776 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.776 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.776 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-14T03:35:12.776 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.777 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.777 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-14T03:35:12.777 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.777 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.777 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_out_bytes": { 2024-09-14T03:35:12.777 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.777 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.777 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_prepare_latency": { 2024-09-14T03:35:12.777 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.777 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.777 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.777 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_process_latency": { 2024-09-14T03:35:12.777 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.777 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.778 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.778 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w": { 2024-09-14T03:35:12.778 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.778 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.778 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_in_bytes": { 2024-09-14T03:35:12.778 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.778 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.778 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_latency": { 2024-09-14T03:35:12.778 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.778 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.778 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.778 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-14T03:35:12.778 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.778 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.779 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_prepare_latency": { 2024-09-14T03:35:12.779 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2024-09-14T03:35:12.779 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 891915 2024-09-14T03:35:12.779 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.779 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_process_latency": { 2024-09-14T03:35:12.779 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.779 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.779 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.779 INFO:tasks.workunit.client.0.smithi002.stdout: "op_wip": { 2024-09-14T03:35:12.779 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.779 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.779 INFO:tasks.workunit.client.0.smithi002.stdout: "recovery_bytes": { 2024-09-14T03:35:12.780 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.780 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.780 INFO:tasks.workunit.client.0.smithi002.stdout: "recovery_ops": { 2024-09-14T03:35:12.780 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.780 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.780 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_bytes": { 2024-09-14T03:35:12.780 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 95995035648 2024-09-14T03:35:12.780 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.780 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_bytes_used": { 2024-09-14T03:35:12.780 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 32661504 2024-09-14T03:35:12.780 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.780 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.780 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.780 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.4": { 2024-09-14T03:35:12.781 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2024-09-14T03:35:12.781 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_slow_fallback": { 2024-09-14T03:35:12.781 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.781 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.781 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_slow_size_fallback": { 2024-09-14T03:35:12.781 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.781 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.781 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_db": { 2024-09-14T03:35:12.781 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 65536 2024-09-14T03:35:12.781 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.781 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_main": { 2024-09-14T03:35:12.781 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.781 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.781 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_wal": { 2024-09-14T03:35:12.782 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.782 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.782 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_slow": { 2024-09-14T03:35:12.782 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.782 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.782 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_sst": { 2024-09-14T03:35:12.782 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 12288 2024-09-14T03:35:12.782 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.782 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_wal": { 2024-09-14T03:35:12.782 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 6619136 2024-09-14T03:35:12.782 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.782 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_lat": { 2024-09-14T03:35:12.782 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.782 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.783 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.783 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_lock_lat": { 2024-09-14T03:35:12.783 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.783 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.783 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.783 INFO:tasks.workunit.client.0.smithi002.stdout: "db_total_bytes": { 2024-09-14T03:35:12.783 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 95995035648 2024-09-14T03:35:12.783 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.783 INFO:tasks.workunit.client.0.smithi002.stdout: "db_used_bytes": { 2024-09-14T03:35:12.783 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 31850496 2024-09-14T03:35:12.783 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.783 INFO:tasks.workunit.client.0.smithi002.stdout: "log_bytes": { 2024-09-14T03:35:12.783 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3551232 2024-09-14T03:35:12.783 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.783 INFO:tasks.workunit.client.0.smithi002.stdout: "logged_bytes": { 2024-09-14T03:35:12.784 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3411968 2024-09-14T03:35:12.784 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.784 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_db": { 2024-09-14T03:35:12.784 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 31850496 2024-09-14T03:35:12.784 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.784 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_slow": { 2024-09-14T03:35:12.784 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.784 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.784 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_wal": { 2024-09-14T03:35:12.784 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.784 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.784 INFO:tasks.workunit.client.0.smithi002.stdout: "num_files": { 2024-09-14T03:35:12.784 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 14 2024-09-14T03:35:12.785 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.785 INFO:tasks.workunit.client.0.smithi002.stdout: "read_bytes": { 2024-09-14T03:35:12.785 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 206480 2024-09-14T03:35:12.785 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.785 INFO:tasks.workunit.client.0.smithi002.stdout: "read_count": { 2024-09-14T03:35:12.785 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 23 2024-09-14T03:35:12.785 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.785 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes": { 2024-09-14T03:35:12.785 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1282048 2024-09-14T03:35:12.785 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.785 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_db": { 2024-09-14T03:35:12.785 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1286144 2024-09-14T03:35:12.785 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.785 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_slow": { 2024-09-14T03:35:12.786 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.786 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.786 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_wal": { 2024-09-14T03:35:12.786 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.786 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.786 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_count": { 2024-09-14T03:35:12.786 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 15 2024-09-14T03:35:12.786 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.786 INFO:tasks.workunit.client.0.smithi002.stdout: "read_prefetch_bytes": { 2024-09-14T03:35:12.786 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4991 2024-09-14T03:35:12.786 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.786 INFO:tasks.workunit.client.0.smithi002.stdout: "read_prefetch_count": { 2024-09-14T03:35:12.786 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4 2024-09-14T03:35:12.786 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.787 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_buffer_bytes": { 2024-09-14T03:35:12.787 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5556 2024-09-14T03:35:12.787 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.787 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_buffer_count": { 2024-09-14T03:35:12.787 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 24 2024-09-14T03:35:12.787 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.787 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_bytes": { 2024-09-14T03:35:12.787 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5556 2024-09-14T03:35:12.787 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.787 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_count": { 2024-09-14T03:35:12.787 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 24 2024-09-14T03:35:12.787 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.787 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes": { 2024-09-14T03:35:12.787 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.788 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.788 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_db": { 2024-09-14T03:35:12.788 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.788 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.788 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_slow": { 2024-09-14T03:35:12.788 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.788 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.788 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_wal": { 2024-09-14T03:35:12.788 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.788 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.788 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_count": { 2024-09-14T03:35:12.788 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.788 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.788 INFO:tasks.workunit.client.0.smithi002.stdout: "slow_total_bytes": { 2024-09-14T03:35:12.789 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.789 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.789 INFO:tasks.workunit.client.0.smithi002.stdout: "slow_used_bytes": { 2024-09-14T03:35:12.789 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.789 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.789 INFO:tasks.workunit.client.0.smithi002.stdout: "wal_total_bytes": { 2024-09-14T03:35:12.789 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.789 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.789 INFO:tasks.workunit.client.0.smithi002.stdout: "wal_used_bytes": { 2024-09-14T03:35:12.789 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.789 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.789 INFO:tasks.workunit.client.0.smithi002.stdout: "write_bytes": { 2024-09-14T03:35:12.789 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 10108928 2024-09-14T03:35:12.789 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.790 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.790 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore": { 2024-09-14T03:35:12.790 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit": { 2024-09-14T03:35:12.790 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4096 2024-09-14T03:35:12.790 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.790 INFO:tasks.workunit.client.0.smithi002.stdout: "allocated": { 2024-09-14T03:35:12.790 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 802816 2024-09-14T03:35:12.790 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.790 INFO:tasks.workunit.client.0.smithi002.stdout: "clist_lat": { 2024-09-14T03:35:12.790 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 8, 2024-09-14T03:35:12.790 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 273457 2024-09-14T03:35:12.790 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.790 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_lat": { 2024-09-14T03:35:12.790 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.791 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.791 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.791 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed": { 2024-09-14T03:35:12.791 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.791 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.791 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed_allocated": { 2024-09-14T03:35:12.791 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.791 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.791 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed_original": { 2024-09-14T03:35:12.791 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.791 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.791 INFO:tasks.workunit.client.0.smithi002.stdout: "csum_lat": { 2024-09-14T03:35:12.791 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3, 2024-09-14T03:35:12.791 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5485 2024-09-14T03:35:12.791 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.792 INFO:tasks.workunit.client.0.smithi002.stdout: "decompress_lat": { 2024-09-14T03:35:12.792 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.792 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.792 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.792 INFO:tasks.workunit.client.0.smithi002.stdout: "fragmentation_micros": { 2024-09-14T03:35:12.792 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.792 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.792 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_commit_lat": { 2024-09-14T03:35:12.792 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 820, 2024-09-14T03:35:12.792 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 492079529 2024-09-14T03:35:12.792 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.792 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_final_lat": { 2024-09-14T03:35:12.792 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 815, 2024-09-14T03:35:12.793 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 16172437 2024-09-14T03:35:12.793 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.793 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_flush_lat": { 2024-09-14T03:35:12.793 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 820, 2024-09-14T03:35:12.793 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 741266 2024-09-14T03:35:12.793 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.793 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_sync_lat": { 2024-09-14T03:35:12.793 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 820, 2024-09-14T03:35:12.793 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 492820795 2024-09-14T03:35:12.793 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.793 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_get_keys_lat": { 2024-09-14T03:35:12.793 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.793 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.793 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.794 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_get_values_lat": { 2024-09-14T03:35:12.794 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3, 2024-09-14T03:35:12.794 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 79601 2024-09-14T03:35:12.794 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.794 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_lower_bound_lat": { 2024-09-14T03:35:12.794 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2024-09-14T03:35:12.794 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1229 2024-09-14T03:35:12.794 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.794 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_next_lat": { 2024-09-14T03:35:12.794 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.794 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.794 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.794 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_seek_to_first_lat": { 2024-09-14T03:35:12.794 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.795 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.795 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.795 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_upper_bound_lat": { 2024-09-14T03:35:12.795 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3, 2024-09-14T03:35:12.795 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 12761 2024-09-14T03:35:12.795 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.795 INFO:tasks.workunit.client.0.smithi002.stdout: "onode_hits": { 2024-09-14T03:35:12.795 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3500 2024-09-14T03:35:12.795 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.795 INFO:tasks.workunit.client.0.smithi002.stdout: "onode_misses": { 2024-09-14T03:35:12.795 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 348 2024-09-14T03:35:12.795 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.795 INFO:tasks.workunit.client.0.smithi002.stdout: "read_lat": { 2024-09-14T03:35:12.795 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 107, 2024-09-14T03:35:12.796 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1952954 2024-09-14T03:35:12.796 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.796 INFO:tasks.workunit.client.0.smithi002.stdout: "read_onode_meta_lat": { 2024-09-14T03:35:12.796 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 184, 2024-09-14T03:35:12.796 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 312853 2024-09-14T03:35:12.796 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.796 INFO:tasks.workunit.client.0.smithi002.stdout: "read_wait_aio_lat": { 2024-09-14T03:35:12.796 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 77, 2024-09-14T03:35:12.796 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1112971 2024-09-14T03:35:12.796 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.796 INFO:tasks.workunit.client.0.smithi002.stdout: "reads_with_retries": { 2024-09-14T03:35:12.796 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.796 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.796 INFO:tasks.workunit.client.0.smithi002.stdout: "remove_lat": { 2024-09-14T03:35:12.797 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 105, 2024-09-14T03:35:12.797 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5649542 2024-09-14T03:35:12.797 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.797 INFO:tasks.workunit.client.0.smithi002.stdout: "state_aio_wait_lat": { 2024-09-14T03:35:12.797 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3372, 2024-09-14T03:35:12.797 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3777255586 2024-09-14T03:35:12.797 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.797 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_aio_wait_lat": { 2024-09-14T03:35:12.797 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 49, 2024-09-14T03:35:12.797 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 37862061 2024-09-14T03:35:12.797 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.797 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_cleanup_lat": { 2024-09-14T03:35:12.798 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 48, 2024-09-14T03:35:12.798 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 167411684856 2024-09-14T03:35:12.798 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.798 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_queued_lat": { 2024-09-14T03:35:12.798 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 49, 2024-09-14T03:35:12.798 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 79592607426 2024-09-14T03:35:12.798 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.798 INFO:tasks.workunit.client.0.smithi002.stdout: "state_done_lat": { 2024-09-14T03:35:12.798 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3371, 2024-09-14T03:35:12.798 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1004442434 2024-09-14T03:35:12.798 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.798 INFO:tasks.workunit.client.0.smithi002.stdout: "state_finishing_lat": { 2024-09-14T03:35:12.798 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3371, 2024-09-14T03:35:12.798 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 175894 2024-09-14T03:35:12.798 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.799 INFO:tasks.workunit.client.0.smithi002.stdout: "state_io_done_lat": { 2024-09-14T03:35:12.799 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3372, 2024-09-14T03:35:12.799 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 254197674 2024-09-14T03:35:12.799 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.799 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_commiting_lat": { 2024-09-14T03:35:12.799 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3372, 2024-09-14T03:35:12.799 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2306199565 2024-09-14T03:35:12.799 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.799 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_done_lat": { 2024-09-14T03:35:12.799 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3372, 2024-09-14T03:35:12.799 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 441000 2024-09-14T03:35:12.799 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.799 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_queued_lat": { 2024-09-14T03:35:12.800 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3372, 2024-09-14T03:35:12.800 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1291694477 2024-09-14T03:35:12.800 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.800 INFO:tasks.workunit.client.0.smithi002.stdout: "state_prepare_lat": { 2024-09-14T03:35:12.800 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3372, 2024-09-14T03:35:12.800 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 374917879 2024-09-14T03:35:12.800 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.800 INFO:tasks.workunit.client.0.smithi002.stdout: "stored": { 2024-09-14T03:35:12.800 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 350638 2024-09-14T03:35:12.800 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.800 INFO:tasks.workunit.client.0.smithi002.stdout: "truncate_lat": { 2024-09-14T03:35:12.800 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 47, 2024-09-14T03:35:12.800 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 216430 2024-09-14T03:35:12.800 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.800 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_commit_lat": { 2024-09-14T03:35:12.801 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3372, 2024-09-14T03:35:12.801 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8004483946 2024-09-14T03:35:12.801 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.801 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_submit_lat": { 2024-09-14T03:35:12.801 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3372, 2024-09-14T03:35:12.801 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 415555965 2024-09-14T03:35:12.801 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.801 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_throttle_lat": { 2024-09-14T03:35:12.801 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3372, 2024-09-14T03:35:12.801 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 268427216 2024-09-14T03:35:12.801 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.801 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.801 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache": { 2024-09-14T03:35:12.802 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_bytes": { 2024-09-14T03:35:12.802 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1861458400 2024-09-14T03:35:12.802 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.802 INFO:tasks.workunit.client.0.smithi002.stdout: "heap_bytes": { 2024-09-14T03:35:12.802 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 46727168 2024-09-14T03:35:12.802 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.802 INFO:tasks.workunit.client.0.smithi002.stdout: "mapped_bytes": { 2024-09-14T03:35:12.802 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 45760512 2024-09-14T03:35:12.802 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.802 INFO:tasks.workunit.client.0.smithi002.stdout: "target_bytes": { 2024-09-14T03:35:12.802 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3137370316 2024-09-14T03:35:12.802 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.802 INFO:tasks.workunit.client.0.smithi002.stdout: "unmapped_bytes": { 2024-09-14T03:35:12.802 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 966656 2024-09-14T03:35:12.803 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.803 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.803 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:data": { 2024-09-14T03:35:12.803 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:12.803 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 159383552 2024-09-14T03:35:12.803 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.803 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:12.803 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.803 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.803 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:12.803 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.803 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.803 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:12.803 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 85490967 2024-09-14T03:35:12.804 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.804 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:12.804 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.804 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.804 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:12.804 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.804 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.804 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:12.804 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.804 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.804 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:12.804 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.804 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.804 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:12.805 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.805 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.805 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:12.805 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8192 2024-09-14T03:35:12.805 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.805 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:12.805 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.805 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.805 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:12.805 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.805 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.805 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:12.805 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.805 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.806 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:12.806 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 73884393 2024-09-14T03:35:12.806 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.806 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.806 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:kv": { 2024-09-14T03:35:12.806 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:12.806 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 780140544 2024-09-14T03:35:12.806 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.806 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:12.806 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2024-09-14T03:35:12.806 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.806 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:12.806 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.807 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.807 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:12.807 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 641182254 2024-09-14T03:35:12.807 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.807 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:12.807 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.807 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.807 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:12.807 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.807 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.807 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:12.807 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.807 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.807 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:12.808 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.808 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.808 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:12.808 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.808 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.808 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:12.808 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2128 2024-09-14T03:35:12.808 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.808 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:12.808 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.808 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.808 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:12.808 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.809 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.809 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:12.809 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.809 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.809 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:12.809 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71847298 2024-09-14T03:35:12.809 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.809 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.809 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:kv_onode": { 2024-09-14T03:35:12.809 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:12.809 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 192937984 2024-09-14T03:35:12.809 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.809 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:12.809 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2024-09-14T03:35:12.810 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.810 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:12.810 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 464 2024-09-14T03:35:12.810 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.810 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:12.810 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 56993978 2024-09-14T03:35:12.810 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.810 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:12.810 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.810 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.810 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:12.810 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.810 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.810 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:12.810 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.811 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.811 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:12.811 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.811 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.811 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:12.811 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.811 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.811 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:12.811 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.811 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.811 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:12.811 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.811 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.811 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:12.811 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.812 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.812 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:12.812 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.812 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.812 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:12.812 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 68834678 2024-09-14T03:35:12.812 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.812 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.812 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:meta": { 2024-09-14T03:35:12.812 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:12.812 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 713031680 2024-09-14T03:35:12.812 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.812 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:12.812 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.813 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.813 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:12.813 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.813 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.813 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:12.813 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 641182254 2024-09-14T03:35:12.813 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.813 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:12.813 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.813 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.813 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:12.813 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.813 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.813 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:12.813 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.814 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.814 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:12.814 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.814 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.814 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:12.814 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.814 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.814 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:12.814 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 349620 2024-09-14T03:35:12.814 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.814 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:12.814 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.815 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.815 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:12.815 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.815 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.815 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:12.815 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.815 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.815 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:12.815 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71499806 2024-09-14T03:35:12.815 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.815 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.815 INFO:tasks.workunit.client.0.smithi002.stdout: "objecter": { 2024-09-14T03:35:12.815 INFO:tasks.workunit.client.0.smithi002.stdout: "op_active": { 2024-09-14T03:35:12.815 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.815 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.816 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r": { 2024-09-14T03:35:12.816 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.816 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.816 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rmw": { 2024-09-14T03:35:12.816 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.816 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.816 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w": { 2024-09-14T03:35:12.816 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.816 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.816 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.816 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2024-09-14T03:35:12.816 INFO:tasks.workunit.client.0.smithi002.stdout: "numpg": { 2024-09-14T03:35:12.816 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 39 2024-09-14T03:35:12.817 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.817 INFO:tasks.workunit.client.0.smithi002.stdout: "numpg_removing": { 2024-09-14T03:35:12.817 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.817 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.817 INFO:tasks.workunit.client.0.smithi002.stdout: "op": { 2024-09-14T03:35:12.817 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1 2024-09-14T03:35:12.817 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.817 INFO:tasks.workunit.client.0.smithi002.stdout: "op_delayed_degraded": { 2024-09-14T03:35:12.817 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.817 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.817 INFO:tasks.workunit.client.0.smithi002.stdout: "op_delayed_unreadable": { 2024-09-14T03:35:12.817 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.817 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.817 INFO:tasks.workunit.client.0.smithi002.stdout: "op_in_bytes": { 2024-09-14T03:35:12.818 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 22 2024-09-14T03:35:12.818 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.818 INFO:tasks.workunit.client.0.smithi002.stdout: "op_latency": { 2024-09-14T03:35:12.818 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1, 2024-09-14T03:35:12.818 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3673969 2024-09-14T03:35:12.818 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.818 INFO:tasks.workunit.client.0.smithi002.stdout: "op_out_bytes": { 2024-09-14T03:35:12.818 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.818 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.818 INFO:tasks.workunit.client.0.smithi002.stdout: "op_prepare_latency": { 2024-09-14T03:35:12.818 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1, 2024-09-14T03:35:12.818 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 736645 2024-09-14T03:35:12.818 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.818 INFO:tasks.workunit.client.0.smithi002.stdout: "op_process_latency": { 2024-09-14T03:35:12.818 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1, 2024-09-14T03:35:12.819 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3575115 2024-09-14T03:35:12.819 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.819 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r": { 2024-09-14T03:35:12.819 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.819 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.819 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_latency": { 2024-09-14T03:35:12.819 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.819 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.819 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.819 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-14T03:35:12.819 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.819 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.819 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_out_bytes": { 2024-09-14T03:35:12.819 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.820 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.820 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_prepare_latency": { 2024-09-14T03:35:12.820 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.820 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.820 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.820 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_process_latency": { 2024-09-14T03:35:12.820 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.820 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.820 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.820 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw": { 2024-09-14T03:35:12.820 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.820 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.820 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_in_bytes": { 2024-09-14T03:35:12.820 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.821 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.821 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency": { 2024-09-14T03:35:12.821 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.821 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.821 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.821 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-14T03:35:12.821 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.821 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.821 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-14T03:35:12.821 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.821 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.821 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_out_bytes": { 2024-09-14T03:35:12.821 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.822 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.822 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_prepare_latency": { 2024-09-14T03:35:12.822 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.822 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.822 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.822 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_process_latency": { 2024-09-14T03:35:12.822 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.822 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.822 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.822 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w": { 2024-09-14T03:35:12.822 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1 2024-09-14T03:35:12.822 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.822 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_in_bytes": { 2024-09-14T03:35:12.822 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 22 2024-09-14T03:35:12.823 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.823 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_latency": { 2024-09-14T03:35:12.823 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1, 2024-09-14T03:35:12.823 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3673969 2024-09-14T03:35:12.823 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.823 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-14T03:35:12.823 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.823 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.823 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_prepare_latency": { 2024-09-14T03:35:12.823 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1, 2024-09-14T03:35:12.823 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 736645 2024-09-14T03:35:12.823 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.823 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_process_latency": { 2024-09-14T03:35:12.823 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1, 2024-09-14T03:35:12.824 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3575115 2024-09-14T03:35:12.824 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.824 INFO:tasks.workunit.client.0.smithi002.stdout: "op_wip": { 2024-09-14T03:35:12.824 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.824 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.824 INFO:tasks.workunit.client.0.smithi002.stdout: "recovery_bytes": { 2024-09-14T03:35:12.824 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.824 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.824 INFO:tasks.workunit.client.0.smithi002.stdout: "recovery_ops": { 2024-09-14T03:35:12.824 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.824 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.824 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_bytes": { 2024-09-14T03:35:12.824 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 95995035648 2024-09-14T03:35:12.824 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.825 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_bytes_used": { 2024-09-14T03:35:12.825 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 32665600 2024-09-14T03:35:12.825 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.825 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.825 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.825 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.5": { 2024-09-14T03:35:12.825 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2024-09-14T03:35:12.825 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_slow_fallback": { 2024-09-14T03:35:12.825 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.825 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.825 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_slow_size_fallback": { 2024-09-14T03:35:12.825 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.825 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.825 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_db": { 2024-09-14T03:35:12.826 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 65536 2024-09-14T03:35:12.826 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.826 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_main": { 2024-09-14T03:35:12.826 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.826 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.826 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_wal": { 2024-09-14T03:35:12.826 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.826 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.826 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_slow": { 2024-09-14T03:35:12.826 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.826 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.826 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_sst": { 2024-09-14T03:35:12.826 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 12288 2024-09-14T03:35:12.826 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.827 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_wal": { 2024-09-14T03:35:12.827 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5976064 2024-09-14T03:35:12.827 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.827 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_lat": { 2024-09-14T03:35:12.827 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.827 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.827 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.827 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_lock_lat": { 2024-09-14T03:35:12.827 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.827 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.827 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.827 INFO:tasks.workunit.client.0.smithi002.stdout: "db_total_bytes": { 2024-09-14T03:35:12.827 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 95995035648 2024-09-14T03:35:12.827 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.828 INFO:tasks.workunit.client.0.smithi002.stdout: "db_used_bytes": { 2024-09-14T03:35:12.828 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 27656192 2024-09-14T03:35:12.828 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.828 INFO:tasks.workunit.client.0.smithi002.stdout: "log_bytes": { 2024-09-14T03:35:12.828 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2924544 2024-09-14T03:35:12.828 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.828 INFO:tasks.workunit.client.0.smithi002.stdout: "logged_bytes": { 2024-09-14T03:35:12.828 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2785280 2024-09-14T03:35:12.828 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.828 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_db": { 2024-09-14T03:35:12.828 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 31850496 2024-09-14T03:35:12.828 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.828 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_slow": { 2024-09-14T03:35:12.828 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.829 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.829 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_wal": { 2024-09-14T03:35:12.829 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.829 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.829 INFO:tasks.workunit.client.0.smithi002.stdout: "num_files": { 2024-09-14T03:35:12.829 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 14 2024-09-14T03:35:12.829 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.829 INFO:tasks.workunit.client.0.smithi002.stdout: "read_bytes": { 2024-09-14T03:35:12.829 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 206480 2024-09-14T03:35:12.829 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.829 INFO:tasks.workunit.client.0.smithi002.stdout: "read_count": { 2024-09-14T03:35:12.829 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 23 2024-09-14T03:35:12.829 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.829 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes": { 2024-09-14T03:35:12.830 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1282048 2024-09-14T03:35:12.830 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.830 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_db": { 2024-09-14T03:35:12.830 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1286144 2024-09-14T03:35:12.830 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.830 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_slow": { 2024-09-14T03:35:12.830 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.830 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.830 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_wal": { 2024-09-14T03:35:12.830 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.830 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.830 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_count": { 2024-09-14T03:35:12.830 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 15 2024-09-14T03:35:12.830 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.831 INFO:tasks.workunit.client.0.smithi002.stdout: "read_prefetch_bytes": { 2024-09-14T03:35:12.831 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4991 2024-09-14T03:35:12.831 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.831 INFO:tasks.workunit.client.0.smithi002.stdout: "read_prefetch_count": { 2024-09-14T03:35:12.831 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4 2024-09-14T03:35:12.831 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.831 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_buffer_bytes": { 2024-09-14T03:35:12.831 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5557 2024-09-14T03:35:12.831 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.831 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_buffer_count": { 2024-09-14T03:35:12.831 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 24 2024-09-14T03:35:12.831 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.831 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_bytes": { 2024-09-14T03:35:12.831 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5557 2024-09-14T03:35:12.832 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.832 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_count": { 2024-09-14T03:35:12.832 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 24 2024-09-14T03:35:12.832 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.832 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes": { 2024-09-14T03:35:12.832 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.832 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.832 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_db": { 2024-09-14T03:35:12.832 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.832 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.832 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_slow": { 2024-09-14T03:35:12.832 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.833 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.833 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_wal": { 2024-09-14T03:35:12.833 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.833 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.833 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_count": { 2024-09-14T03:35:12.833 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.833 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.833 INFO:tasks.workunit.client.0.smithi002.stdout: "slow_total_bytes": { 2024-09-14T03:35:12.833 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.833 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.833 INFO:tasks.workunit.client.0.smithi002.stdout: "slow_used_bytes": { 2024-09-14T03:35:12.833 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.833 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.834 INFO:tasks.workunit.client.0.smithi002.stdout: "wal_total_bytes": { 2024-09-14T03:35:12.834 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.834 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.834 INFO:tasks.workunit.client.0.smithi002.stdout: "wal_used_bytes": { 2024-09-14T03:35:12.834 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.834 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.834 INFO:tasks.workunit.client.0.smithi002.stdout: "write_bytes": { 2024-09-14T03:35:12.834 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8839168 2024-09-14T03:35:12.834 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.834 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.834 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore": { 2024-09-14T03:35:12.834 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit": { 2024-09-14T03:35:12.834 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4096 2024-09-14T03:35:12.834 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.834 INFO:tasks.workunit.client.0.smithi002.stdout: "allocated": { 2024-09-14T03:35:12.835 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 802816 2024-09-14T03:35:12.835 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.835 INFO:tasks.workunit.client.0.smithi002.stdout: "clist_lat": { 2024-09-14T03:35:12.835 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 6, 2024-09-14T03:35:12.835 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 248773 2024-09-14T03:35:12.835 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.835 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_lat": { 2024-09-14T03:35:12.835 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.835 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.835 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.835 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed": { 2024-09-14T03:35:12.835 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.835 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.835 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed_allocated": { 2024-09-14T03:35:12.835 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.836 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.836 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed_original": { 2024-09-14T03:35:12.836 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.836 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.836 INFO:tasks.workunit.client.0.smithi002.stdout: "csum_lat": { 2024-09-14T03:35:12.836 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3, 2024-09-14T03:35:12.836 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4848 2024-09-14T03:35:12.836 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.836 INFO:tasks.workunit.client.0.smithi002.stdout: "decompress_lat": { 2024-09-14T03:35:12.836 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.836 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.836 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.836 INFO:tasks.workunit.client.0.smithi002.stdout: "fragmentation_micros": { 2024-09-14T03:35:12.836 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.837 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.837 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_commit_lat": { 2024-09-14T03:35:12.837 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 667, 2024-09-14T03:35:12.837 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 453142842 2024-09-14T03:35:12.837 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.837 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_final_lat": { 2024-09-14T03:35:12.837 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 666, 2024-09-14T03:35:12.837 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 27011150 2024-09-14T03:35:12.837 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.837 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_flush_lat": { 2024-09-14T03:35:12.837 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 667, 2024-09-14T03:35:12.837 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 607261 2024-09-14T03:35:12.837 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.838 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_sync_lat": { 2024-09-14T03:35:12.838 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 667, 2024-09-14T03:35:12.838 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 453750103 2024-09-14T03:35:12.838 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.838 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_get_keys_lat": { 2024-09-14T03:35:12.838 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.838 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.838 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.838 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_get_values_lat": { 2024-09-14T03:35:12.838 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3, 2024-09-14T03:35:12.838 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 40169 2024-09-14T03:35:12.838 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.838 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_lower_bound_lat": { 2024-09-14T03:35:12.838 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2024-09-14T03:35:12.839 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1233 2024-09-14T03:35:12.839 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.839 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_next_lat": { 2024-09-14T03:35:12.839 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.839 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.839 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.839 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_seek_to_first_lat": { 2024-09-14T03:35:12.839 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.839 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.839 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.839 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_upper_bound_lat": { 2024-09-14T03:35:12.839 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2024-09-14T03:35:12.839 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3037 2024-09-14T03:35:12.839 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.839 INFO:tasks.workunit.client.0.smithi002.stdout: "onode_hits": { 2024-09-14T03:35:12.840 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3471 2024-09-14T03:35:12.840 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.840 INFO:tasks.workunit.client.0.smithi002.stdout: "onode_misses": { 2024-09-14T03:35:12.840 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 356 2024-09-14T03:35:12.840 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.840 INFO:tasks.workunit.client.0.smithi002.stdout: "read_lat": { 2024-09-14T03:35:12.840 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 98, 2024-09-14T03:35:12.840 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 881680 2024-09-14T03:35:12.840 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.840 INFO:tasks.workunit.client.0.smithi002.stdout: "read_onode_meta_lat": { 2024-09-14T03:35:12.840 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 161, 2024-09-14T03:35:12.840 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 341652 2024-09-14T03:35:12.840 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.840 INFO:tasks.workunit.client.0.smithi002.stdout: "read_wait_aio_lat": { 2024-09-14T03:35:12.841 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 63, 2024-09-14T03:35:12.841 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 548457 2024-09-14T03:35:12.841 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.841 INFO:tasks.workunit.client.0.smithi002.stdout: "reads_with_retries": { 2024-09-14T03:35:12.841 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.841 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.841 INFO:tasks.workunit.client.0.smithi002.stdout: "remove_lat": { 2024-09-14T03:35:12.841 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 104, 2024-09-14T03:35:12.841 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 7018847 2024-09-14T03:35:12.841 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.841 INFO:tasks.workunit.client.0.smithi002.stdout: "state_aio_wait_lat": { 2024-09-14T03:35:12.841 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3384, 2024-09-14T03:35:12.841 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3707121383 2024-09-14T03:35:12.841 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.842 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_aio_wait_lat": { 2024-09-14T03:35:12.842 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 46, 2024-09-14T03:35:12.842 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3325432 2024-09-14T03:35:12.842 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.842 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_cleanup_lat": { 2024-09-14T03:35:12.842 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 43, 2024-09-14T03:35:12.842 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 300702329158 2024-09-14T03:35:12.842 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.842 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_queued_lat": { 2024-09-14T03:35:12.842 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 46, 2024-09-14T03:35:12.842 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 72887204840 2024-09-14T03:35:12.842 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.842 INFO:tasks.workunit.client.0.smithi002.stdout: "state_done_lat": { 2024-09-14T03:35:12.842 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3381, 2024-09-14T03:35:12.843 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8209984361 2024-09-14T03:35:12.843 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.843 INFO:tasks.workunit.client.0.smithi002.stdout: "state_finishing_lat": { 2024-09-14T03:35:12.843 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3381, 2024-09-14T03:35:12.843 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 217536 2024-09-14T03:35:12.843 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.843 INFO:tasks.workunit.client.0.smithi002.stdout: "state_io_done_lat": { 2024-09-14T03:35:12.843 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3384, 2024-09-14T03:35:12.843 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 22243217 2024-09-14T03:35:12.843 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.843 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_commiting_lat": { 2024-09-14T03:35:12.843 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3384, 2024-09-14T03:35:12.843 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2448154546 2024-09-14T03:35:12.843 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.844 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_done_lat": { 2024-09-14T03:35:12.844 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3384, 2024-09-14T03:35:12.844 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 523675 2024-09-14T03:35:12.844 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.844 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_queued_lat": { 2024-09-14T03:35:12.844 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3384, 2024-09-14T03:35:12.844 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1592683131 2024-09-14T03:35:12.844 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.844 INFO:tasks.workunit.client.0.smithi002.stdout: "state_prepare_lat": { 2024-09-14T03:35:12.844 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3384, 2024-09-14T03:35:12.844 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 367122126 2024-09-14T03:35:12.844 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.844 INFO:tasks.workunit.client.0.smithi002.stdout: "stored": { 2024-09-14T03:35:12.844 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 352650 2024-09-14T03:35:12.845 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.845 INFO:tasks.workunit.client.0.smithi002.stdout: "truncate_lat": { 2024-09-14T03:35:12.845 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 38, 2024-09-14T03:35:12.845 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 187268 2024-09-14T03:35:12.845 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.845 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_commit_lat": { 2024-09-14T03:35:12.845 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3384, 2024-09-14T03:35:12.845 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8137575546 2024-09-14T03:35:12.845 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.845 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_submit_lat": { 2024-09-14T03:35:12.845 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3384, 2024-09-14T03:35:12.845 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 401039797 2024-09-14T03:35:12.845 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.845 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_throttle_lat": { 2024-09-14T03:35:12.846 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3384, 2024-09-14T03:35:12.846 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 277008196 2024-09-14T03:35:12.846 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.846 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.846 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache": { 2024-09-14T03:35:12.846 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_bytes": { 2024-09-14T03:35:12.846 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1861458400 2024-09-14T03:35:12.846 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.846 INFO:tasks.workunit.client.0.smithi002.stdout: "heap_bytes": { 2024-09-14T03:35:12.846 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 46792704 2024-09-14T03:35:12.846 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.846 INFO:tasks.workunit.client.0.smithi002.stdout: "mapped_bytes": { 2024-09-14T03:35:12.846 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 46252032 2024-09-14T03:35:12.847 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.847 INFO:tasks.workunit.client.0.smithi002.stdout: "target_bytes": { 2024-09-14T03:35:12.847 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3137370316 2024-09-14T03:35:12.847 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.847 INFO:tasks.workunit.client.0.smithi002.stdout: "unmapped_bytes": { 2024-09-14T03:35:12.847 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 540672 2024-09-14T03:35:12.847 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.847 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.847 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:data": { 2024-09-14T03:35:12.847 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:12.847 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 159383552 2024-09-14T03:35:12.847 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.847 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:12.847 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.848 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.848 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:12.848 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.848 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.848 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:12.848 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 85491243 2024-09-14T03:35:12.848 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.848 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:12.848 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.848 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.848 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:12.848 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.848 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.848 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:12.849 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.849 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.849 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:12.849 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.849 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.849 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:12.849 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.849 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.849 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:12.849 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.849 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.849 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:12.849 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.850 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.850 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:12.850 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.850 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.850 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:12.850 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.850 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.850 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:12.850 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 73892309 2024-09-14T03:35:12.850 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.850 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.850 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:kv": { 2024-09-14T03:35:12.850 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:12.851 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 780140544 2024-09-14T03:35:12.851 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.851 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:12.851 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2024-09-14T03:35:12.851 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.851 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:12.851 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.851 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.851 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:12.851 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 641184325 2024-09-14T03:35:12.851 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.851 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:12.851 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.851 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.851 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:12.852 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.852 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.852 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:12.852 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.852 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.852 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:12.852 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.852 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.852 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:12.852 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.852 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.852 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:12.852 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2128 2024-09-14T03:35:12.852 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.853 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:12.853 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.853 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.853 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:12.853 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.853 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.853 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:12.853 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.853 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.853 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:12.853 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71845227 2024-09-14T03:35:12.853 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.853 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.853 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:kv_onode": { 2024-09-14T03:35:12.854 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:12.854 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 192937984 2024-09-14T03:35:12.854 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.854 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:12.854 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2024-09-14T03:35:12.854 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.854 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:12.854 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 464 2024-09-14T03:35:12.854 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.854 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:12.854 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 56994162 2024-09-14T03:35:12.854 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.854 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:12.854 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.855 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.855 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:12.855 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.855 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.855 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:12.855 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.855 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.855 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:12.855 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.855 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.855 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:12.855 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.855 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.856 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:12.856 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.856 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.856 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:12.856 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.856 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.856 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:12.856 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.856 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.856 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:12.856 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.856 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.856 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:12.856 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 68834494 2024-09-14T03:35:12.857 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.857 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.857 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:meta": { 2024-09-14T03:35:12.857 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:12.857 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 713031680 2024-09-14T03:35:12.857 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.857 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:12.857 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.857 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.857 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:12.857 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.857 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.857 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:12.857 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 641184325 2024-09-14T03:35:12.858 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.858 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:12.858 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.858 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.858 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:12.858 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.858 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.858 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:12.858 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.858 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.858 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:12.858 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.858 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.859 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:12.859 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5847 2024-09-14T03:35:12.859 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.859 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:12.859 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 350862 2024-09-14T03:35:12.859 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.859 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:12.859 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.859 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.859 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:12.859 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.859 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.859 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:12.859 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.859 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.860 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:12.860 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71490646 2024-09-14T03:35:12.860 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.860 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.860 INFO:tasks.workunit.client.0.smithi002.stdout: "objecter": { 2024-09-14T03:35:12.860 INFO:tasks.workunit.client.0.smithi002.stdout: "op_active": { 2024-09-14T03:35:12.860 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.860 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.860 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r": { 2024-09-14T03:35:12.860 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.860 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.860 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rmw": { 2024-09-14T03:35:12.860 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.860 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.861 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w": { 2024-09-14T03:35:12.861 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.861 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.861 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.861 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2024-09-14T03:35:12.861 INFO:tasks.workunit.client.0.smithi002.stdout: "numpg": { 2024-09-14T03:35:12.861 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 41 2024-09-14T03:35:12.861 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.861 INFO:tasks.workunit.client.0.smithi002.stdout: "numpg_removing": { 2024-09-14T03:35:12.861 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.861 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.861 INFO:tasks.workunit.client.0.smithi002.stdout: "op": { 2024-09-14T03:35:12.861 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.861 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.862 INFO:tasks.workunit.client.0.smithi002.stdout: "op_delayed_degraded": { 2024-09-14T03:35:12.862 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.862 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.862 INFO:tasks.workunit.client.0.smithi002.stdout: "op_delayed_unreadable": { 2024-09-14T03:35:12.862 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.862 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.862 INFO:tasks.workunit.client.0.smithi002.stdout: "op_in_bytes": { 2024-09-14T03:35:12.862 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.862 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.862 INFO:tasks.workunit.client.0.smithi002.stdout: "op_latency": { 2024-09-14T03:35:12.862 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.862 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.862 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.862 INFO:tasks.workunit.client.0.smithi002.stdout: "op_out_bytes": { 2024-09-14T03:35:12.863 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.863 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.863 INFO:tasks.workunit.client.0.smithi002.stdout: "op_prepare_latency": { 2024-09-14T03:35:12.863 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.863 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.863 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.863 INFO:tasks.workunit.client.0.smithi002.stdout: "op_process_latency": { 2024-09-14T03:35:12.863 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.863 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.863 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.863 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r": { 2024-09-14T03:35:12.863 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.863 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.863 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_latency": { 2024-09-14T03:35:12.864 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.864 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.864 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.864 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-14T03:35:12.864 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.864 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.864 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_out_bytes": { 2024-09-14T03:35:12.864 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.864 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.864 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_prepare_latency": { 2024-09-14T03:35:12.864 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.864 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.864 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.864 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_process_latency": { 2024-09-14T03:35:12.865 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.865 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.865 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.865 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw": { 2024-09-14T03:35:12.865 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.865 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.865 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_in_bytes": { 2024-09-14T03:35:12.865 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.865 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.865 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency": { 2024-09-14T03:35:12.865 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.865 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.865 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.865 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-14T03:35:12.866 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.866 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.866 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-14T03:35:12.866 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.866 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.866 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_out_bytes": { 2024-09-14T03:35:12.866 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.866 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.866 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_prepare_latency": { 2024-09-14T03:35:12.866 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.866 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.866 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.866 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_process_latency": { 2024-09-14T03:35:12.866 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.867 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.867 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.867 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w": { 2024-09-14T03:35:12.867 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.867 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.867 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_in_bytes": { 2024-09-14T03:35:12.867 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.867 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.867 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_latency": { 2024-09-14T03:35:12.867 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.867 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.867 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.867 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-14T03:35:12.868 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.868 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.868 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_prepare_latency": { 2024-09-14T03:35:12.868 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.868 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.868 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.868 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_process_latency": { 2024-09-14T03:35:12.868 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.868 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.868 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.868 INFO:tasks.workunit.client.0.smithi002.stdout: "op_wip": { 2024-09-14T03:35:12.868 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.868 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.868 INFO:tasks.workunit.client.0.smithi002.stdout: "recovery_bytes": { 2024-09-14T03:35:12.869 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.869 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.869 INFO:tasks.workunit.client.0.smithi002.stdout: "recovery_ops": { 2024-09-14T03:35:12.869 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.869 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.869 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_bytes": { 2024-09-14T03:35:12.869 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 95995035648 2024-09-14T03:35:12.869 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.869 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_bytes_used": { 2024-09-14T03:35:12.869 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 28467200 2024-09-14T03:35:12.872 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.872 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.872 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.872 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.6": { 2024-09-14T03:35:12.872 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2024-09-14T03:35:12.872 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_slow_fallback": { 2024-09-14T03:35:12.872 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.872 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.872 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_slow_size_fallback": { 2024-09-14T03:35:12.872 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.873 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.873 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_db": { 2024-09-14T03:35:12.873 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 65536 2024-09-14T03:35:12.873 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.873 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_main": { 2024-09-14T03:35:12.873 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.873 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.873 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_wal": { 2024-09-14T03:35:12.873 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.873 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.873 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_slow": { 2024-09-14T03:35:12.873 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.873 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.873 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_sst": { 2024-09-14T03:35:12.873 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 12288 2024-09-14T03:35:12.874 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.874 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_wal": { 2024-09-14T03:35:12.874 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5529600 2024-09-14T03:35:12.874 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.874 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_lat": { 2024-09-14T03:35:12.874 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.874 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.874 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.874 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_lock_lat": { 2024-09-14T03:35:12.874 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.874 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.874 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.874 INFO:tasks.workunit.client.0.smithi002.stdout: "db_total_bytes": { 2024-09-14T03:35:12.875 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 95995035648 2024-09-14T03:35:12.875 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.875 INFO:tasks.workunit.client.0.smithi002.stdout: "db_used_bytes": { 2024-09-14T03:35:12.875 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 27656192 2024-09-14T03:35:12.875 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.875 INFO:tasks.workunit.client.0.smithi002.stdout: "log_bytes": { 2024-09-14T03:35:12.875 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2514944 2024-09-14T03:35:12.875 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.875 INFO:tasks.workunit.client.0.smithi002.stdout: "logged_bytes": { 2024-09-14T03:35:12.875 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2375680 2024-09-14T03:35:12.875 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.875 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_db": { 2024-09-14T03:35:12.875 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 31850496 2024-09-14T03:35:12.875 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.876 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_slow": { 2024-09-14T03:35:12.876 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.876 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.876 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_wal": { 2024-09-14T03:35:12.876 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.876 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.876 INFO:tasks.workunit.client.0.smithi002.stdout: "num_files": { 2024-09-14T03:35:12.876 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 14 2024-09-14T03:35:12.876 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.876 INFO:tasks.workunit.client.0.smithi002.stdout: "read_bytes": { 2024-09-14T03:35:12.876 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 206480 2024-09-14T03:35:12.876 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.876 INFO:tasks.workunit.client.0.smithi002.stdout: "read_count": { 2024-09-14T03:35:12.876 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 23 2024-09-14T03:35:12.877 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.877 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes": { 2024-09-14T03:35:12.877 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1282048 2024-09-14T03:35:12.877 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.877 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_db": { 2024-09-14T03:35:12.877 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1286144 2024-09-14T03:35:12.877 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.877 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_slow": { 2024-09-14T03:35:12.877 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.877 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.877 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_wal": { 2024-09-14T03:35:12.877 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.877 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.877 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_count": { 2024-09-14T03:35:12.878 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 15 2024-09-14T03:35:12.878 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.878 INFO:tasks.workunit.client.0.smithi002.stdout: "read_prefetch_bytes": { 2024-09-14T03:35:12.878 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4991 2024-09-14T03:35:12.878 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.878 INFO:tasks.workunit.client.0.smithi002.stdout: "read_prefetch_count": { 2024-09-14T03:35:12.878 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4 2024-09-14T03:35:12.878 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.878 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_buffer_bytes": { 2024-09-14T03:35:12.878 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5556 2024-09-14T03:35:12.878 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.878 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_buffer_count": { 2024-09-14T03:35:12.878 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 24 2024-09-14T03:35:12.879 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.879 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_bytes": { 2024-09-14T03:35:12.879 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5556 2024-09-14T03:35:12.879 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.879 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_count": { 2024-09-14T03:35:12.879 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 24 2024-09-14T03:35:12.879 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.879 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes": { 2024-09-14T03:35:12.879 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.879 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.879 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_db": { 2024-09-14T03:35:12.879 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.879 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.879 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_slow": { 2024-09-14T03:35:12.880 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.880 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.880 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_wal": { 2024-09-14T03:35:12.880 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.880 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.880 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_count": { 2024-09-14T03:35:12.880 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.880 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.880 INFO:tasks.workunit.client.0.smithi002.stdout: "slow_total_bytes": { 2024-09-14T03:35:12.880 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.880 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.880 INFO:tasks.workunit.client.0.smithi002.stdout: "slow_used_bytes": { 2024-09-14T03:35:12.880 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.880 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.881 INFO:tasks.workunit.client.0.smithi002.stdout: "wal_total_bytes": { 2024-09-14T03:35:12.881 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.881 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.881 INFO:tasks.workunit.client.0.smithi002.stdout: "wal_used_bytes": { 2024-09-14T03:35:12.881 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.881 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.881 INFO:tasks.workunit.client.0.smithi002.stdout: "write_bytes": { 2024-09-14T03:35:12.881 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 7983104 2024-09-14T03:35:12.881 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.881 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.881 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore": { 2024-09-14T03:35:12.881 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit": { 2024-09-14T03:35:12.881 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4096 2024-09-14T03:35:12.881 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.882 INFO:tasks.workunit.client.0.smithi002.stdout: "allocated": { 2024-09-14T03:35:12.882 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1384448 2024-09-14T03:35:12.882 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.882 INFO:tasks.workunit.client.0.smithi002.stdout: "clist_lat": { 2024-09-14T03:35:12.882 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.882 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.882 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.882 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_lat": { 2024-09-14T03:35:12.882 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.882 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.882 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.882 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed": { 2024-09-14T03:35:12.882 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.882 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.883 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed_allocated": { 2024-09-14T03:35:12.883 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.883 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.883 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed_original": { 2024-09-14T03:35:12.883 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.883 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.883 INFO:tasks.workunit.client.0.smithi002.stdout: "csum_lat": { 2024-09-14T03:35:12.883 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 4, 2024-09-14T03:35:12.883 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 6707 2024-09-14T03:35:12.883 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.883 INFO:tasks.workunit.client.0.smithi002.stdout: "decompress_lat": { 2024-09-14T03:35:12.883 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.883 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.883 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.884 INFO:tasks.workunit.client.0.smithi002.stdout: "fragmentation_micros": { 2024-09-14T03:35:12.884 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.884 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.884 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_commit_lat": { 2024-09-14T03:35:12.884 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 567, 2024-09-14T03:35:12.884 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 468362939 2024-09-14T03:35:12.884 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.884 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_final_lat": { 2024-09-14T03:35:12.884 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 563, 2024-09-14T03:35:12.884 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 19722093 2024-09-14T03:35:12.884 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.884 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_flush_lat": { 2024-09-14T03:35:12.885 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 567, 2024-09-14T03:35:12.885 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 463413 2024-09-14T03:35:12.885 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.885 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_sync_lat": { 2024-09-14T03:35:12.885 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 567, 2024-09-14T03:35:12.885 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 468826352 2024-09-14T03:35:12.885 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.885 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_get_keys_lat": { 2024-09-14T03:35:12.885 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.885 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.885 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.885 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_get_values_lat": { 2024-09-14T03:35:12.885 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1, 2024-09-14T03:35:12.885 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 43964 2024-09-14T03:35:12.885 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.886 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_lower_bound_lat": { 2024-09-14T03:35:12.886 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2024-09-14T03:35:12.886 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1000 2024-09-14T03:35:12.886 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.886 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_next_lat": { 2024-09-14T03:35:12.886 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.886 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.886 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.886 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_seek_to_first_lat": { 2024-09-14T03:35:12.886 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.886 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.886 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.886 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_upper_bound_lat": { 2024-09-14T03:35:12.886 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3, 2024-09-14T03:35:12.887 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8722 2024-09-14T03:35:12.887 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.887 INFO:tasks.workunit.client.0.smithi002.stdout: "onode_hits": { 2024-09-14T03:35:12.887 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3447 2024-09-14T03:35:12.887 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.887 INFO:tasks.workunit.client.0.smithi002.stdout: "onode_misses": { 2024-09-14T03:35:12.887 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 359 2024-09-14T03:35:12.887 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.887 INFO:tasks.workunit.client.0.smithi002.stdout: "read_lat": { 2024-09-14T03:35:12.887 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 97, 2024-09-14T03:35:12.887 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 894933 2024-09-14T03:35:12.887 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.888 INFO:tasks.workunit.client.0.smithi002.stdout: "read_onode_meta_lat": { 2024-09-14T03:35:12.888 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 154, 2024-09-14T03:35:12.888 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 263128 2024-09-14T03:35:12.888 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.888 INFO:tasks.workunit.client.0.smithi002.stdout: "read_wait_aio_lat": { 2024-09-14T03:35:12.888 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 57, 2024-09-14T03:35:12.888 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 514998 2024-09-14T03:35:12.888 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.888 INFO:tasks.workunit.client.0.smithi002.stdout: "reads_with_retries": { 2024-09-14T03:35:12.888 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.888 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.888 INFO:tasks.workunit.client.0.smithi002.stdout: "remove_lat": { 2024-09-14T03:35:12.888 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 100, 2024-09-14T03:35:12.889 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5574369 2024-09-14T03:35:12.889 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.889 INFO:tasks.workunit.client.0.smithi002.stdout: "state_aio_wait_lat": { 2024-09-14T03:35:12.889 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3364, 2024-09-14T03:35:12.889 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4504582165 2024-09-14T03:35:12.889 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.889 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_aio_wait_lat": { 2024-09-14T03:35:12.889 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 40, 2024-09-14T03:35:12.889 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 18624970 2024-09-14T03:35:12.889 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.889 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_cleanup_lat": { 2024-09-14T03:35:12.889 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 37, 2024-09-14T03:35:12.889 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 236198750269 2024-09-14T03:35:12.890 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.890 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_queued_lat": { 2024-09-14T03:35:12.890 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 40, 2024-09-14T03:35:12.890 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 60947641999 2024-09-14T03:35:12.890 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.890 INFO:tasks.workunit.client.0.smithi002.stdout: "state_done_lat": { 2024-09-14T03:35:12.890 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3361, 2024-09-14T03:35:12.890 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1181528293 2024-09-14T03:35:12.890 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.890 INFO:tasks.workunit.client.0.smithi002.stdout: "state_finishing_lat": { 2024-09-14T03:35:12.890 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3361, 2024-09-14T03:35:12.890 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 199321 2024-09-14T03:35:12.890 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.890 INFO:tasks.workunit.client.0.smithi002.stdout: "state_io_done_lat": { 2024-09-14T03:35:12.890 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3364, 2024-09-14T03:35:12.891 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 603198130 2024-09-14T03:35:12.891 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.891 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_commiting_lat": { 2024-09-14T03:35:12.891 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3364, 2024-09-14T03:35:12.891 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3376499893 2024-09-14T03:35:12.891 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.891 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_done_lat": { 2024-09-14T03:35:12.891 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3364, 2024-09-14T03:35:12.891 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 430940 2024-09-14T03:35:12.891 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.891 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_queued_lat": { 2024-09-14T03:35:12.891 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3364, 2024-09-14T03:35:12.891 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1949509602 2024-09-14T03:35:12.891 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.892 INFO:tasks.workunit.client.0.smithi002.stdout: "state_prepare_lat": { 2024-09-14T03:35:12.892 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3364, 2024-09-14T03:35:12.892 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 357522784 2024-09-14T03:35:12.892 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.892 INFO:tasks.workunit.client.0.smithi002.stdout: "stored": { 2024-09-14T03:35:12.892 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 942636 2024-09-14T03:35:12.892 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.892 INFO:tasks.workunit.client.0.smithi002.stdout: "truncate_lat": { 2024-09-14T03:35:12.892 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 33, 2024-09-14T03:35:12.892 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 147247 2024-09-14T03:35:12.892 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.892 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_commit_lat": { 2024-09-14T03:35:12.892 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3364, 2024-09-14T03:35:12.892 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 10791523676 2024-09-14T03:35:12.893 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.893 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_submit_lat": { 2024-09-14T03:35:12.893 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3364, 2024-09-14T03:35:12.893 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 390503400 2024-09-14T03:35:12.893 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.893 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_throttle_lat": { 2024-09-14T03:35:12.893 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3364, 2024-09-14T03:35:12.893 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 266151395 2024-09-14T03:35:12.893 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.893 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.893 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache": { 2024-09-14T03:35:12.893 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_bytes": { 2024-09-14T03:35:12.893 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1861458400 2024-09-14T03:35:12.894 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.894 INFO:tasks.workunit.client.0.smithi002.stdout: "heap_bytes": { 2024-09-14T03:35:12.894 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 46727168 2024-09-14T03:35:12.894 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.894 INFO:tasks.workunit.client.0.smithi002.stdout: "mapped_bytes": { 2024-09-14T03:35:12.894 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 45785088 2024-09-14T03:35:12.894 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.894 INFO:tasks.workunit.client.0.smithi002.stdout: "target_bytes": { 2024-09-14T03:35:12.894 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3137370316 2024-09-14T03:35:12.894 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.894 INFO:tasks.workunit.client.0.smithi002.stdout: "unmapped_bytes": { 2024-09-14T03:35:12.894 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 942080 2024-09-14T03:35:12.894 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.894 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.894 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:data": { 2024-09-14T03:35:12.895 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:12.895 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 159383552 2024-09-14T03:35:12.895 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.895 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:12.895 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.895 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.895 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:12.895 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.895 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.895 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:12.895 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 85490998 2024-09-14T03:35:12.895 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.895 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:12.895 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.895 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.896 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:12.896 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.896 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.896 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:12.896 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.896 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.896 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:12.896 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.896 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.896 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:12.896 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.896 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.896 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:12.897 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4096 2024-09-14T03:35:12.897 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.897 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:12.897 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.897 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.897 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:12.897 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.897 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.897 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:12.897 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.897 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.897 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:12.897 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 73888458 2024-09-14T03:35:12.897 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.898 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.898 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:kv": { 2024-09-14T03:35:12.898 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:12.898 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 780140544 2024-09-14T03:35:12.898 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.898 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:12.898 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2024-09-14T03:35:12.898 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.898 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:12.898 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.898 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.898 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:12.898 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 641182485 2024-09-14T03:35:12.898 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.899 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:12.899 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.899 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.899 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:12.899 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.899 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.899 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:12.899 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.899 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.899 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:12.899 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.899 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.899 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:12.900 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.900 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.900 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:12.900 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2128 2024-09-14T03:35:12.900 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.900 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:12.900 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.900 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.900 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:12.900 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.900 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.900 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:12.900 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.900 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.901 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:12.901 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71847067 2024-09-14T03:35:12.901 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.901 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.901 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:kv_onode": { 2024-09-14T03:35:12.901 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:12.901 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 192937984 2024-09-14T03:35:12.901 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.901 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:12.901 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2024-09-14T03:35:12.901 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.901 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:12.901 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 464 2024-09-14T03:35:12.901 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.902 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:12.902 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 56993998 2024-09-14T03:35:12.902 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.902 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:12.902 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.902 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.902 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:12.902 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.902 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.902 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:12.902 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.902 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.902 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:12.902 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.903 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.903 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:12.903 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.903 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.903 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:12.903 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.903 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.903 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:12.903 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.903 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.903 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:12.903 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.903 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.903 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:12.904 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.904 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.904 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:12.904 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 68834658 2024-09-14T03:35:12.904 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.904 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.904 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:meta": { 2024-09-14T03:35:12.904 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:12.904 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 713031680 2024-09-14T03:35:12.904 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.904 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:12.904 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.904 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.904 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:12.905 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.905 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.905 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:12.905 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 641182485 2024-09-14T03:35:12.905 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.905 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:12.905 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.905 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.905 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:12.905 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.905 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.905 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:12.905 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.906 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.906 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:12.906 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.906 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.906 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:12.906 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5917 2024-09-14T03:35:12.906 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.906 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:12.906 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 350336 2024-09-14T03:35:12.906 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.906 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:12.906 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.906 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.906 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:12.906 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.907 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.907 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:12.907 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.907 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.907 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:12.907 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71492942 2024-09-14T03:35:12.907 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.907 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.907 INFO:tasks.workunit.client.0.smithi002.stdout: "objecter": { 2024-09-14T03:35:12.907 INFO:tasks.workunit.client.0.smithi002.stdout: "op_active": { 2024-09-14T03:35:12.907 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.907 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.907 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r": { 2024-09-14T03:35:12.907 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.908 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.908 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rmw": { 2024-09-14T03:35:12.908 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.908 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.908 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w": { 2024-09-14T03:35:12.908 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.908 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.908 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.908 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2024-09-14T03:35:12.908 INFO:tasks.workunit.client.0.smithi002.stdout: "numpg": { 2024-09-14T03:35:12.908 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 39 2024-09-14T03:35:12.908 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.908 INFO:tasks.workunit.client.0.smithi002.stdout: "numpg_removing": { 2024-09-14T03:35:12.908 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.909 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.909 INFO:tasks.workunit.client.0.smithi002.stdout: "op": { 2024-09-14T03:35:12.909 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 13 2024-09-14T03:35:12.909 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.909 INFO:tasks.workunit.client.0.smithi002.stdout: "op_delayed_degraded": { 2024-09-14T03:35:12.909 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.909 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.909 INFO:tasks.workunit.client.0.smithi002.stdout: "op_delayed_unreadable": { 2024-09-14T03:35:12.909 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.909 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.909 INFO:tasks.workunit.client.0.smithi002.stdout: "op_in_bytes": { 2024-09-14T03:35:12.909 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2810 2024-09-14T03:35:12.909 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.909 INFO:tasks.workunit.client.0.smithi002.stdout: "op_latency": { 2024-09-14T03:35:12.910 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 13, 2024-09-14T03:35:12.910 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 60460830 2024-09-14T03:35:12.910 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.910 INFO:tasks.workunit.client.0.smithi002.stdout: "op_out_bytes": { 2024-09-14T03:35:12.910 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.910 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.910 INFO:tasks.workunit.client.0.smithi002.stdout: "op_prepare_latency": { 2024-09-14T03:35:12.910 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 15, 2024-09-14T03:35:12.910 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 7936392 2024-09-14T03:35:12.910 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.910 INFO:tasks.workunit.client.0.smithi002.stdout: "op_process_latency": { 2024-09-14T03:35:12.910 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 13, 2024-09-14T03:35:12.910 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 31739110 2024-09-14T03:35:12.910 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.911 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r": { 2024-09-14T03:35:12.911 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.911 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.911 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_latency": { 2024-09-14T03:35:12.911 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.911 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.911 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.911 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-14T03:35:12.911 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.911 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.911 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_out_bytes": { 2024-09-14T03:35:12.911 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.911 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.911 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_prepare_latency": { 2024-09-14T03:35:12.911 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.912 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.912 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.912 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_process_latency": { 2024-09-14T03:35:12.912 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.912 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.912 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.912 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw": { 2024-09-14T03:35:12.912 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.912 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.912 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_in_bytes": { 2024-09-14T03:35:12.912 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.912 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.912 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency": { 2024-09-14T03:35:12.913 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.913 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.913 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.913 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-14T03:35:12.913 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.913 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.913 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-14T03:35:12.913 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.913 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.913 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_out_bytes": { 2024-09-14T03:35:12.913 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.913 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.913 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_prepare_latency": { 2024-09-14T03:35:12.913 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.914 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.914 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.914 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_process_latency": { 2024-09-14T03:35:12.914 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.914 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.914 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.914 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w": { 2024-09-14T03:35:12.914 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 13 2024-09-14T03:35:12.914 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.914 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_in_bytes": { 2024-09-14T03:35:12.914 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2810 2024-09-14T03:35:12.914 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.914 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_latency": { 2024-09-14T03:35:12.914 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 13, 2024-09-14T03:35:12.914 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 60460830 2024-09-14T03:35:12.915 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.915 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-14T03:35:12.915 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.915 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.915 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_prepare_latency": { 2024-09-14T03:35:12.915 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 15, 2024-09-14T03:35:12.915 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 7936392 2024-09-14T03:35:12.915 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.915 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_process_latency": { 2024-09-14T03:35:12.915 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 13, 2024-09-14T03:35:12.915 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 31739110 2024-09-14T03:35:12.915 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.915 INFO:tasks.workunit.client.0.smithi002.stdout: "op_wip": { 2024-09-14T03:35:12.915 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.916 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.916 INFO:tasks.workunit.client.0.smithi002.stdout: "recovery_bytes": { 2024-09-14T03:35:12.916 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.916 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.916 INFO:tasks.workunit.client.0.smithi002.stdout: "recovery_ops": { 2024-09-14T03:35:12.916 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.916 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.916 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_bytes": { 2024-09-14T03:35:12.916 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 95995035648 2024-09-14T03:35:12.916 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.916 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_bytes_used": { 2024-09-14T03:35:12.916 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 29048832 2024-09-14T03:35:12.916 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.916 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.916 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.917 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.7": { 2024-09-14T03:35:12.917 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2024-09-14T03:35:12.917 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_slow_fallback": { 2024-09-14T03:35:12.917 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.917 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.917 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_slow_size_fallback": { 2024-09-14T03:35:12.917 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.917 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.917 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_db": { 2024-09-14T03:35:12.917 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 65536 2024-09-14T03:35:12.917 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.917 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_main": { 2024-09-14T03:35:12.917 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.917 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.917 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_wal": { 2024-09-14T03:35:12.918 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.918 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.918 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_slow": { 2024-09-14T03:35:12.918 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.918 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.918 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_sst": { 2024-09-14T03:35:12.918 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 12288 2024-09-14T03:35:12.918 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.918 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_wal": { 2024-09-14T03:35:12.918 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5988352 2024-09-14T03:35:12.918 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.918 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_lat": { 2024-09-14T03:35:12.918 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.918 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.919 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.919 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_lock_lat": { 2024-09-14T03:35:12.919 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.919 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.919 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.919 INFO:tasks.workunit.client.0.smithi002.stdout: "db_total_bytes": { 2024-09-14T03:35:12.919 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 95995035648 2024-09-14T03:35:12.919 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.919 INFO:tasks.workunit.client.0.smithi002.stdout: "db_used_bytes": { 2024-09-14T03:35:12.919 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 27656192 2024-09-14T03:35:12.919 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.919 INFO:tasks.workunit.client.0.smithi002.stdout: "log_bytes": { 2024-09-14T03:35:12.919 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3010560 2024-09-14T03:35:12.919 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.920 INFO:tasks.workunit.client.0.smithi002.stdout: "logged_bytes": { 2024-09-14T03:35:12.920 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2871296 2024-09-14T03:35:12.920 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.920 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_db": { 2024-09-14T03:35:12.920 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 31850496 2024-09-14T03:35:12.920 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.920 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_slow": { 2024-09-14T03:35:12.920 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.920 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.920 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_wal": { 2024-09-14T03:35:12.920 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.920 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.920 INFO:tasks.workunit.client.0.smithi002.stdout: "num_files": { 2024-09-14T03:35:12.921 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 14 2024-09-14T03:35:12.921 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.921 INFO:tasks.workunit.client.0.smithi002.stdout: "read_bytes": { 2024-09-14T03:35:12.921 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 206480 2024-09-14T03:35:12.921 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.921 INFO:tasks.workunit.client.0.smithi002.stdout: "read_count": { 2024-09-14T03:35:12.921 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 23 2024-09-14T03:35:12.921 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.921 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes": { 2024-09-14T03:35:12.921 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1282048 2024-09-14T03:35:12.921 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.921 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_db": { 2024-09-14T03:35:12.921 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1286144 2024-09-14T03:35:12.921 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.921 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_slow": { 2024-09-14T03:35:12.922 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.922 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.922 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_wal": { 2024-09-14T03:35:12.922 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.922 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.922 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_count": { 2024-09-14T03:35:12.922 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 15 2024-09-14T03:35:12.922 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.922 INFO:tasks.workunit.client.0.smithi002.stdout: "read_prefetch_bytes": { 2024-09-14T03:35:12.922 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4991 2024-09-14T03:35:12.922 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.922 INFO:tasks.workunit.client.0.smithi002.stdout: "read_prefetch_count": { 2024-09-14T03:35:12.922 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4 2024-09-14T03:35:12.922 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.922 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_buffer_bytes": { 2024-09-14T03:35:12.923 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5552 2024-09-14T03:35:12.923 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.923 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_buffer_count": { 2024-09-14T03:35:12.923 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 24 2024-09-14T03:35:12.923 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.923 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_bytes": { 2024-09-14T03:35:12.923 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5552 2024-09-14T03:35:12.923 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.923 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_count": { 2024-09-14T03:35:12.923 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 24 2024-09-14T03:35:12.923 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.923 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes": { 2024-09-14T03:35:12.923 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.923 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.924 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_db": { 2024-09-14T03:35:12.924 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.924 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.924 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_slow": { 2024-09-14T03:35:12.924 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.924 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.924 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_wal": { 2024-09-14T03:35:12.924 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.924 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.924 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_count": { 2024-09-14T03:35:12.924 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.924 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.924 INFO:tasks.workunit.client.0.smithi002.stdout: "slow_total_bytes": { 2024-09-14T03:35:12.925 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.925 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.925 INFO:tasks.workunit.client.0.smithi002.stdout: "slow_used_bytes": { 2024-09-14T03:35:12.925 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.925 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.925 INFO:tasks.workunit.client.0.smithi002.stdout: "wal_total_bytes": { 2024-09-14T03:35:12.925 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.925 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.925 INFO:tasks.workunit.client.0.smithi002.stdout: "wal_used_bytes": { 2024-09-14T03:35:12.925 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.925 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.925 INFO:tasks.workunit.client.0.smithi002.stdout: "write_bytes": { 2024-09-14T03:35:12.925 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8937472 2024-09-14T03:35:12.925 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.926 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.926 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore": { 2024-09-14T03:35:12.926 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit": { 2024-09-14T03:35:12.926 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4096 2024-09-14T03:35:12.926 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.926 INFO:tasks.workunit.client.0.smithi002.stdout: "allocated": { 2024-09-14T03:35:12.926 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1380352 2024-09-14T03:35:12.926 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.926 INFO:tasks.workunit.client.0.smithi002.stdout: "clist_lat": { 2024-09-14T03:35:12.926 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3, 2024-09-14T03:35:12.926 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 137630 2024-09-14T03:35:12.926 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.926 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_lat": { 2024-09-14T03:35:12.926 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.926 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.927 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.927 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed": { 2024-09-14T03:35:12.927 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.927 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.927 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed_allocated": { 2024-09-14T03:35:12.927 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.927 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.927 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed_original": { 2024-09-14T03:35:12.927 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.927 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.927 INFO:tasks.workunit.client.0.smithi002.stdout: "csum_lat": { 2024-09-14T03:35:12.927 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 5, 2024-09-14T03:35:12.927 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 13072 2024-09-14T03:35:12.927 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.928 INFO:tasks.workunit.client.0.smithi002.stdout: "decompress_lat": { 2024-09-14T03:35:12.928 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.928 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.928 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.928 INFO:tasks.workunit.client.0.smithi002.stdout: "fragmentation_micros": { 2024-09-14T03:35:12.928 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.928 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.928 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_commit_lat": { 2024-09-14T03:35:12.928 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 688, 2024-09-14T03:35:12.928 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 472379418 2024-09-14T03:35:12.928 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.928 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_final_lat": { 2024-09-14T03:35:12.928 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 677, 2024-09-14T03:35:12.928 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 25229553 2024-09-14T03:35:12.929 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.929 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_flush_lat": { 2024-09-14T03:35:12.929 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 688, 2024-09-14T03:35:12.929 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 483129 2024-09-14T03:35:12.929 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.929 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_sync_lat": { 2024-09-14T03:35:12.929 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 688, 2024-09-14T03:35:12.929 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 472862547 2024-09-14T03:35:12.929 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.929 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_get_keys_lat": { 2024-09-14T03:35:12.929 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.929 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.929 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.930 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_get_values_lat": { 2024-09-14T03:35:12.930 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1, 2024-09-14T03:35:12.930 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 39491 2024-09-14T03:35:12.930 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.930 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_lower_bound_lat": { 2024-09-14T03:35:12.930 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2024-09-14T03:35:12.930 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1014 2024-09-14T03:35:12.930 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.930 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_next_lat": { 2024-09-14T03:35:12.930 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.930 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.930 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.930 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_seek_to_first_lat": { 2024-09-14T03:35:12.930 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2024-09-14T03:35:12.931 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.931 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.931 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_upper_bound_lat": { 2024-09-14T03:35:12.931 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2024-09-14T03:35:12.931 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5753 2024-09-14T03:35:12.931 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.931 INFO:tasks.workunit.client.0.smithi002.stdout: "onode_hits": { 2024-09-14T03:35:12.931 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3524 2024-09-14T03:35:12.931 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.931 INFO:tasks.workunit.client.0.smithi002.stdout: "onode_misses": { 2024-09-14T03:35:12.931 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 381 2024-09-14T03:35:12.931 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.931 INFO:tasks.workunit.client.0.smithi002.stdout: "read_lat": { 2024-09-14T03:35:12.931 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 104, 2024-09-14T03:35:12.932 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1694843 2024-09-14T03:35:12.932 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.932 INFO:tasks.workunit.client.0.smithi002.stdout: "read_onode_meta_lat": { 2024-09-14T03:35:12.932 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 155, 2024-09-14T03:35:12.932 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 375799 2024-09-14T03:35:12.932 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.932 INFO:tasks.workunit.client.0.smithi002.stdout: "read_wait_aio_lat": { 2024-09-14T03:35:12.932 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 51, 2024-09-14T03:35:12.932 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1001128 2024-09-14T03:35:12.932 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.932 INFO:tasks.workunit.client.0.smithi002.stdout: "reads_with_retries": { 2024-09-14T03:35:12.932 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.932 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.933 INFO:tasks.workunit.client.0.smithi002.stdout: "remove_lat": { 2024-09-14T03:35:12.933 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 101, 2024-09-14T03:35:12.933 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5580118 2024-09-14T03:35:12.933 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.933 INFO:tasks.workunit.client.0.smithi002.stdout: "state_aio_wait_lat": { 2024-09-14T03:35:12.933 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3387, 2024-09-14T03:35:12.933 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3627583253 2024-09-14T03:35:12.933 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.933 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_aio_wait_lat": { 2024-09-14T03:35:12.933 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 26, 2024-09-14T03:35:12.933 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 19811708 2024-09-14T03:35:12.933 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.933 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_cleanup_lat": { 2024-09-14T03:35:12.933 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 25, 2024-09-14T03:35:12.934 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 131335252624 2024-09-14T03:35:12.934 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.934 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_queued_lat": { 2024-09-14T03:35:12.934 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 26, 2024-09-14T03:35:12.934 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 43508850904 2024-09-14T03:35:12.934 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.934 INFO:tasks.workunit.client.0.smithi002.stdout: "state_done_lat": { 2024-09-14T03:35:12.934 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3386, 2024-09-14T03:35:12.934 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1826711078 2024-09-14T03:35:12.934 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.934 INFO:tasks.workunit.client.0.smithi002.stdout: "state_finishing_lat": { 2024-09-14T03:35:12.934 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3386, 2024-09-14T03:35:12.934 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 318515 2024-09-14T03:35:12.934 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.935 INFO:tasks.workunit.client.0.smithi002.stdout: "state_io_done_lat": { 2024-09-14T03:35:12.935 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3387, 2024-09-14T03:35:12.935 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 246165915 2024-09-14T03:35:12.935 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.935 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_commiting_lat": { 2024-09-14T03:35:12.935 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3387, 2024-09-14T03:35:12.935 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2494565841 2024-09-14T03:35:12.935 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.935 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_done_lat": { 2024-09-14T03:35:12.935 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3387, 2024-09-14T03:35:12.935 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 495825 2024-09-14T03:35:12.935 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.935 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_queued_lat": { 2024-09-14T03:35:12.935 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3387, 2024-09-14T03:35:12.936 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1439367944 2024-09-14T03:35:12.936 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.936 INFO:tasks.workunit.client.0.smithi002.stdout: "state_prepare_lat": { 2024-09-14T03:35:12.936 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3387, 2024-09-14T03:35:12.936 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 363290200 2024-09-14T03:35:12.936 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.936 INFO:tasks.workunit.client.0.smithi002.stdout: "stored": { 2024-09-14T03:35:12.936 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 940552 2024-09-14T03:35:12.936 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.936 INFO:tasks.workunit.client.0.smithi002.stdout: "truncate_lat": { 2024-09-14T03:35:12.936 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 25, 2024-09-14T03:35:12.936 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 126483 2024-09-14T03:35:12.936 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.936 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_commit_lat": { 2024-09-14T03:35:12.937 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3387, 2024-09-14T03:35:12.937 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8171210906 2024-09-14T03:35:12.937 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.937 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_submit_lat": { 2024-09-14T03:35:12.937 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3387, 2024-09-14T03:35:12.937 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 400373957 2024-09-14T03:35:12.937 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.937 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_throttle_lat": { 2024-09-14T03:35:12.937 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3387, 2024-09-14T03:35:12.937 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 265433268 2024-09-14T03:35:12.937 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.937 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.937 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache": { 2024-09-14T03:35:12.937 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_bytes": { 2024-09-14T03:35:12.937 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1861458400 2024-09-14T03:35:12.938 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.938 INFO:tasks.workunit.client.0.smithi002.stdout: "heap_bytes": { 2024-09-14T03:35:12.938 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 46792704 2024-09-14T03:35:12.938 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.938 INFO:tasks.workunit.client.0.smithi002.stdout: "mapped_bytes": { 2024-09-14T03:35:12.938 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 46096384 2024-09-14T03:35:12.938 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.938 INFO:tasks.workunit.client.0.smithi002.stdout: "target_bytes": { 2024-09-14T03:35:12.938 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3137370316 2024-09-14T03:35:12.938 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.938 INFO:tasks.workunit.client.0.smithi002.stdout: "unmapped_bytes": { 2024-09-14T03:35:12.938 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 696320 2024-09-14T03:35:12.938 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.938 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.939 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:data": { 2024-09-14T03:35:12.939 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:12.939 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 159383552 2024-09-14T03:35:12.939 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.939 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:12.939 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.939 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.939 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:12.939 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.939 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.939 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:12.939 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 85482333 2024-09-14T03:35:12.939 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.940 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:12.940 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.940 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.940 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:12.940 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.940 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.940 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:12.940 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.940 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.940 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:12.940 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.940 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.940 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:12.940 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.941 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.941 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:12.941 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 135168 2024-09-14T03:35:12.941 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.941 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:12.941 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.941 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.941 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:12.941 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.941 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.941 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:12.941 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.941 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.941 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:12.942 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 73766051 2024-09-14T03:35:12.942 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.942 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.942 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:kv": { 2024-09-14T03:35:12.942 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:12.942 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 780140544 2024-09-14T03:35:12.942 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.942 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:12.942 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2024-09-14T03:35:12.942 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.942 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:12.942 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.942 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.942 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:12.942 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 641117504 2024-09-14T03:35:12.943 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.943 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:12.943 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.943 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.943 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:12.943 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.943 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.943 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:12.943 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.943 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.943 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:12.943 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.943 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.944 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:12.944 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.944 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.944 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:12.944 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2128 2024-09-14T03:35:12.944 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.944 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:12.944 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.944 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.944 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:12.944 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.944 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.944 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:12.944 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.945 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.945 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:12.945 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71912048 2024-09-14T03:35:12.945 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.945 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.945 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:kv_onode": { 2024-09-14T03:35:12.945 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:12.945 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 192937984 2024-09-14T03:35:12.945 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.945 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:12.945 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2024-09-14T03:35:12.945 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.945 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:12.945 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 464 2024-09-14T03:35:12.946 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.946 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:12.946 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 56988222 2024-09-14T03:35:12.946 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.946 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:12.946 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.946 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.946 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:12.946 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.946 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.946 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:12.946 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.946 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.946 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:12.947 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.947 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.947 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:12.947 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.947 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.947 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:12.947 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.947 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.947 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:12.947 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.947 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.947 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:12.947 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.947 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.948 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:12.948 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.948 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.948 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:12.948 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 68840434 2024-09-14T03:35:12.948 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.948 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.948 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:meta": { 2024-09-14T03:35:12.948 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2024-09-14T03:35:12.948 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 713031680 2024-09-14T03:35:12.948 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.948 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2024-09-14T03:35:12.948 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.948 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.949 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2024-09-14T03:35:12.949 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.949 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.949 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2024-09-14T03:35:12.949 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 641117504 2024-09-14T03:35:12.949 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.949 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2024-09-14T03:35:12.949 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.949 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.949 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2024-09-14T03:35:12.949 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.949 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.949 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2024-09-14T03:35:12.949 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.950 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.950 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2024-09-14T03:35:12.950 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.950 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.950 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2024-09-14T03:35:12.950 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.950 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.950 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2024-09-14T03:35:12.950 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 365759 2024-09-14T03:35:12.950 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.950 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2024-09-14T03:35:12.950 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.950 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.950 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2024-09-14T03:35:12.950 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.951 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.951 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2024-09-14T03:35:12.951 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.951 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.951 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2024-09-14T03:35:12.951 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71548417 2024-09-14T03:35:12.951 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.951 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.951 INFO:tasks.workunit.client.0.smithi002.stdout: "objecter": { 2024-09-14T03:35:12.951 INFO:tasks.workunit.client.0.smithi002.stdout: "op_active": { 2024-09-14T03:35:12.951 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.951 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.951 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r": { 2024-09-14T03:35:12.952 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.952 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.952 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rmw": { 2024-09-14T03:35:12.952 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.952 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.952 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w": { 2024-09-14T03:35:12.952 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.952 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.952 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.952 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2024-09-14T03:35:12.952 INFO:tasks.workunit.client.0.smithi002.stdout: "numpg": { 2024-09-14T03:35:12.952 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 46 2024-09-14T03:35:12.952 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.952 INFO:tasks.workunit.client.0.smithi002.stdout: "numpg_removing": { 2024-09-14T03:35:12.952 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.953 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.953 INFO:tasks.workunit.client.0.smithi002.stdout: "op": { 2024-09-14T03:35:12.953 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 43 2024-09-14T03:35:12.953 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.953 INFO:tasks.workunit.client.0.smithi002.stdout: "op_delayed_degraded": { 2024-09-14T03:35:12.953 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.953 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.953 INFO:tasks.workunit.client.0.smithi002.stdout: "op_delayed_unreadable": { 2024-09-14T03:35:12.953 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.953 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.953 INFO:tasks.workunit.client.0.smithi002.stdout: "op_in_bytes": { 2024-09-14T03:35:12.953 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.953 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.954 INFO:tasks.workunit.client.0.smithi002.stdout: "op_latency": { 2024-09-14T03:35:12.954 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 43, 2024-09-14T03:35:12.954 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 59205765 2024-09-14T03:35:12.954 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.954 INFO:tasks.workunit.client.0.smithi002.stdout: "op_out_bytes": { 2024-09-14T03:35:12.954 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 132129 2024-09-14T03:35:12.954 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.954 INFO:tasks.workunit.client.0.smithi002.stdout: "op_prepare_latency": { 2024-09-14T03:35:12.954 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 45, 2024-09-14T03:35:12.954 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 10538911 2024-09-14T03:35:12.954 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.954 INFO:tasks.workunit.client.0.smithi002.stdout: "op_process_latency": { 2024-09-14T03:35:12.954 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 43, 2024-09-14T03:35:12.954 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 23993297 2024-09-14T03:35:12.955 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.955 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r": { 2024-09-14T03:35:12.955 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 28 2024-09-14T03:35:12.955 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.955 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_latency": { 2024-09-14T03:35:12.955 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 28, 2024-09-14T03:35:12.955 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4162275 2024-09-14T03:35:12.955 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.955 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-14T03:35:12.955 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.955 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.955 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_out_bytes": { 2024-09-14T03:35:12.955 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 132129 2024-09-14T03:35:12.955 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.956 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_prepare_latency": { 2024-09-14T03:35:12.956 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 28, 2024-09-14T03:35:12.956 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3670486 2024-09-14T03:35:12.956 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.956 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_process_latency": { 2024-09-14T03:35:12.956 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 28, 2024-09-14T03:35:12.956 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3074779 2024-09-14T03:35:12.956 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.956 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw": { 2024-09-14T03:35:12.956 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 10 2024-09-14T03:35:12.956 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.956 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_in_bytes": { 2024-09-14T03:35:12.956 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.956 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.956 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency": { 2024-09-14T03:35:12.956 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 10, 2024-09-14T03:35:12.957 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 7935293 2024-09-14T03:35:12.957 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.957 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-14T03:35:12.957 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.957 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.957 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-14T03:35:12.957 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.957 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.957 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_out_bytes": { 2024-09-14T03:35:12.957 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.957 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.957 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_prepare_latency": { 2024-09-14T03:35:12.957 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 10, 2024-09-14T03:35:12.957 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3087050 2024-09-14T03:35:12.958 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.958 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_process_latency": { 2024-09-14T03:35:12.958 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 10, 2024-09-14T03:35:12.958 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 7543536 2024-09-14T03:35:12.958 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.958 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w": { 2024-09-14T03:35:12.958 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5 2024-09-14T03:35:12.958 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.958 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_in_bytes": { 2024-09-14T03:35:12.958 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.958 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.958 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_latency": { 2024-09-14T03:35:12.958 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 5, 2024-09-14T03:35:12.958 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 47108197 2024-09-14T03:35:12.958 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.959 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-14T03:35:12.959 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.959 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.959 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_prepare_latency": { 2024-09-14T03:35:12.959 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 7, 2024-09-14T03:35:12.959 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3781375 2024-09-14T03:35:12.959 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.959 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_process_latency": { 2024-09-14T03:35:12.959 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 5, 2024-09-14T03:35:12.959 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 13374982 2024-09-14T03:35:12.959 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.959 INFO:tasks.workunit.client.0.smithi002.stdout: "op_wip": { 2024-09-14T03:35:12.959 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.960 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.960 INFO:tasks.workunit.client.0.smithi002.stdout: "recovery_bytes": { 2024-09-14T03:35:12.960 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.960 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.960 INFO:tasks.workunit.client.0.smithi002.stdout: "recovery_ops": { 2024-09-14T03:35:12.960 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2024-09-14T03:35:12.960 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.960 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_bytes": { 2024-09-14T03:35:12.960 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 95995035648 2024-09-14T03:35:12.960 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.960 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_bytes_used": { 2024-09-14T03:35:12.960 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 29048832 2024-09-14T03:35:12.960 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.960 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.961 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.961 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.961 INFO:tasks.workunit.client.0.smithi002.stdout: "pools": [ 2024-09-14T03:35:12.961 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:12.961 INFO:tasks.workunit.client.0.smithi002.stdout: "application": [ 2024-09-14T03:35:12.961 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr" 2024-09-14T03:35:12.961 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.961 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_mode": "none", 2024-09-14T03:35:12.961 INFO:tasks.workunit.client.0.smithi002.stdout: "erasure_code_profile": {}, 2024-09-14T03:35:12.961 INFO:tasks.workunit.client.0.smithi002.stdout: "min_size": 2, 2024-09-14T03:35:12.961 INFO:tasks.workunit.client.0.smithi002.stdout: "options": {}, 2024-09-14T03:35:12.961 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_autoscale_mode": "off", 2024-09-14T03:35:12.961 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_num": 1, 2024-09-14T03:35:12.961 INFO:tasks.workunit.client.0.smithi002.stdout: "pgp_num": 1, 2024-09-14T03:35:12.962 INFO:tasks.workunit.client.0.smithi002.stdout: "pool": 1, 2024-09-14T03:35:12.962 INFO:tasks.workunit.client.0.smithi002.stdout: "size": 3, 2024-09-14T03:35:12.962 INFO:tasks.workunit.client.0.smithi002.stdout: "stats": { 2024-09-14T03:35:12.962 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_raw": 729300936970, 2024-09-14T03:35:12.962 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_used": 1781760, 2024-09-14T03:35:12.962 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_bytes_used": 0, 2024-09-14T03:35:12.962 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_under_bytes": 0, 2024-09-14T03:35:12.962 INFO:tasks.workunit.client.0.smithi002.stdout: "data_bytes_used": 1781760, 2024-09-14T03:35:12.962 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty": 0, 2024-09-14T03:35:12.962 INFO:tasks.workunit.client.0.smithi002.stdout: "max_avail": 243100303360, 2024-09-14T03:35:12.962 INFO:tasks.workunit.client.0.smithi002.stdout: "objects": 2, 2024-09-14T03:35:12.962 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_bytes_used": 0, 2024-09-14T03:35:12.962 INFO:tasks.workunit.client.0.smithi002.stdout: "percent_used": 2.4431008114333963e-06, 2024-09-14T03:35:12.962 INFO:tasks.workunit.client.0.smithi002.stdout: "quota_bytes": 0, 2024-09-14T03:35:12.963 INFO:tasks.workunit.client.0.smithi002.stdout: "quota_objects": 0, 2024-09-14T03:35:12.963 INFO:tasks.workunit.client.0.smithi002.stdout: "rd": 212, 2024-09-14T03:35:12.963 INFO:tasks.workunit.client.0.smithi002.stdout: "rd_bytes": 313344, 2024-09-14T03:35:12.963 INFO:tasks.workunit.client.0.smithi002.stdout: "stored": 590368, 2024-09-14T03:35:12.963 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_data": 590368, 2024-09-14T03:35:12.963 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_omap": 0, 2024-09-14T03:35:12.963 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_raw": 1771104, 2024-09-14T03:35:12.963 INFO:tasks.workunit.client.0.smithi002.stdout: "wr": 179, 2024-09-14T03:35:12.963 INFO:tasks.workunit.client.0.smithi002.stdout: "wr_bytes": 2473984 2024-09-14T03:35:12.963 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.963 INFO:tasks.workunit.client.0.smithi002.stdout: "target_max_bytes": 0, 2024-09-14T03:35:12.963 INFO:tasks.workunit.client.0.smithi002.stdout: "target_max_objects": 0, 2024-09-14T03:35:12.963 INFO:tasks.workunit.client.0.smithi002.stdout: "type": "replicated" 2024-09-14T03:35:12.963 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.964 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:12.964 INFO:tasks.workunit.client.0.smithi002.stdout: "application": [ 2024-09-14T03:35:12.964 INFO:tasks.workunit.client.0.smithi002.stdout: "cephfs" 2024-09-14T03:35:12.964 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.964 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_mode": "none", 2024-09-14T03:35:12.964 INFO:tasks.workunit.client.0.smithi002.stdout: "erasure_code_profile": {}, 2024-09-14T03:35:12.964 INFO:tasks.workunit.client.0.smithi002.stdout: "min_size": 2, 2024-09-14T03:35:12.964 INFO:tasks.workunit.client.0.smithi002.stdout: "options": {}, 2024-09-14T03:35:12.964 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_autoscale_mode": "off", 2024-09-14T03:35:12.964 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_num": 32, 2024-09-14T03:35:12.964 INFO:tasks.workunit.client.0.smithi002.stdout: "pgp_num": 32, 2024-09-14T03:35:12.964 INFO:tasks.workunit.client.0.smithi002.stdout: "pool": 2, 2024-09-14T03:35:12.964 INFO:tasks.workunit.client.0.smithi002.stdout: "size": 3, 2024-09-14T03:35:12.964 INFO:tasks.workunit.client.0.smithi002.stdout: "stats": { 2024-09-14T03:35:12.965 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_raw": 729300936970, 2024-09-14T03:35:12.965 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_used": 98304, 2024-09-14T03:35:12.965 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_bytes_used": 0, 2024-09-14T03:35:12.965 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_under_bytes": 0, 2024-09-14T03:35:12.965 INFO:tasks.workunit.client.0.smithi002.stdout: "data_bytes_used": 98304, 2024-09-14T03:35:12.965 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty": 0, 2024-09-14T03:35:12.965 INFO:tasks.workunit.client.0.smithi002.stdout: "max_avail": 243100303360, 2024-09-14T03:35:12.965 INFO:tasks.workunit.client.0.smithi002.stdout: "objects": 22, 2024-09-14T03:35:12.965 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_bytes_used": 0, 2024-09-14T03:35:12.965 INFO:tasks.workunit.client.0.smithi002.stdout: "percent_used": 1.3479208860189829e-07, 2024-09-14T03:35:12.965 INFO:tasks.workunit.client.0.smithi002.stdout: "quota_bytes": 0, 2024-09-14T03:35:12.965 INFO:tasks.workunit.client.0.smithi002.stdout: "quota_objects": 0, 2024-09-14T03:35:12.965 INFO:tasks.workunit.client.0.smithi002.stdout: "rd": 0, 2024-09-14T03:35:12.966 INFO:tasks.workunit.client.0.smithi002.stdout: "rd_bytes": 0, 2024-09-14T03:35:12.966 INFO:tasks.workunit.client.0.smithi002.stdout: "stored": 3428, 2024-09-14T03:35:12.966 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_data": 3428, 2024-09-14T03:35:12.966 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_omap": 0, 2024-09-14T03:35:12.966 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_raw": 10284, 2024-09-14T03:35:12.966 INFO:tasks.workunit.client.0.smithi002.stdout: "wr": 51, 2024-09-14T03:35:12.966 INFO:tasks.workunit.client.0.smithi002.stdout: "wr_bytes": 20480 2024-09-14T03:35:12.966 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.966 INFO:tasks.workunit.client.0.smithi002.stdout: "target_max_bytes": 0, 2024-09-14T03:35:12.966 INFO:tasks.workunit.client.0.smithi002.stdout: "target_max_objects": 0, 2024-09-14T03:35:12.966 INFO:tasks.workunit.client.0.smithi002.stdout: "type": "replicated" 2024-09-14T03:35:12.966 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.966 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:12.966 INFO:tasks.workunit.client.0.smithi002.stdout: "application": [ 2024-09-14T03:35:12.966 INFO:tasks.workunit.client.0.smithi002.stdout: "cephfs" 2024-09-14T03:35:12.967 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.967 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_mode": "none", 2024-09-14T03:35:12.967 INFO:tasks.workunit.client.0.smithi002.stdout: "erasure_code_profile": {}, 2024-09-14T03:35:12.967 INFO:tasks.workunit.client.0.smithi002.stdout: "min_size": 2, 2024-09-14T03:35:12.967 INFO:tasks.workunit.client.0.smithi002.stdout: "options": {}, 2024-09-14T03:35:12.967 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_autoscale_mode": "off", 2024-09-14T03:35:12.967 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_num": 64, 2024-09-14T03:35:12.967 INFO:tasks.workunit.client.0.smithi002.stdout: "pgp_num": 64, 2024-09-14T03:35:12.967 INFO:tasks.workunit.client.0.smithi002.stdout: "pool": 3, 2024-09-14T03:35:12.967 INFO:tasks.workunit.client.0.smithi002.stdout: "size": 3, 2024-09-14T03:35:12.967 INFO:tasks.workunit.client.0.smithi002.stdout: "stats": { 2024-09-14T03:35:12.967 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_raw": 729300936970, 2024-09-14T03:35:12.967 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_used": 0, 2024-09-14T03:35:12.967 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_bytes_used": 0, 2024-09-14T03:35:12.968 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_under_bytes": 0, 2024-09-14T03:35:12.968 INFO:tasks.workunit.client.0.smithi002.stdout: "data_bytes_used": 0, 2024-09-14T03:35:12.968 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty": 0, 2024-09-14T03:35:12.968 INFO:tasks.workunit.client.0.smithi002.stdout: "max_avail": 243100303360, 2024-09-14T03:35:12.968 INFO:tasks.workunit.client.0.smithi002.stdout: "objects": 0, 2024-09-14T03:35:12.968 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_bytes_used": 0, 2024-09-14T03:35:12.968 INFO:tasks.workunit.client.0.smithi002.stdout: "percent_used": 0.0, 2024-09-14T03:35:12.968 INFO:tasks.workunit.client.0.smithi002.stdout: "quota_bytes": 0, 2024-09-14T03:35:12.968 INFO:tasks.workunit.client.0.smithi002.stdout: "quota_objects": 0, 2024-09-14T03:35:12.968 INFO:tasks.workunit.client.0.smithi002.stdout: "rd": 0, 2024-09-14T03:35:12.968 INFO:tasks.workunit.client.0.smithi002.stdout: "rd_bytes": 0, 2024-09-14T03:35:12.968 INFO:tasks.workunit.client.0.smithi002.stdout: "stored": 0, 2024-09-14T03:35:12.968 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_data": 0, 2024-09-14T03:35:12.969 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_omap": 0, 2024-09-14T03:35:12.969 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_raw": 0, 2024-09-14T03:35:12.969 INFO:tasks.workunit.client.0.smithi002.stdout: "wr": 0, 2024-09-14T03:35:12.969 INFO:tasks.workunit.client.0.smithi002.stdout: "wr_bytes": 0 2024-09-14T03:35:12.969 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.969 INFO:tasks.workunit.client.0.smithi002.stdout: "target_max_bytes": 0, 2024-09-14T03:35:12.969 INFO:tasks.workunit.client.0.smithi002.stdout: "target_max_objects": 0, 2024-09-14T03:35:12.969 INFO:tasks.workunit.client.0.smithi002.stdout: "type": "replicated" 2024-09-14T03:35:12.969 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.969 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:12.969 INFO:tasks.workunit.client.0.smithi002.stdout: "application": [ 2024-09-14T03:35:12.969 INFO:tasks.workunit.client.0.smithi002.stdout: "rbd" 2024-09-14T03:35:12.969 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.969 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_mode": "none", 2024-09-14T03:35:12.970 INFO:tasks.workunit.client.0.smithi002.stdout: "erasure_code_profile": {}, 2024-09-14T03:35:12.970 INFO:tasks.workunit.client.0.smithi002.stdout: "min_size": 2, 2024-09-14T03:35:12.970 INFO:tasks.workunit.client.0.smithi002.stdout: "options": {}, 2024-09-14T03:35:12.970 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_autoscale_mode": "off", 2024-09-14T03:35:12.970 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_num": 8, 2024-09-14T03:35:12.970 INFO:tasks.workunit.client.0.smithi002.stdout: "pgp_num": 8, 2024-09-14T03:35:12.970 INFO:tasks.workunit.client.0.smithi002.stdout: "pool": 4, 2024-09-14T03:35:12.970 INFO:tasks.workunit.client.0.smithi002.stdout: "size": 3, 2024-09-14T03:35:12.970 INFO:tasks.workunit.client.0.smithi002.stdout: "stats": { 2024-09-14T03:35:12.970 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_raw": 729300936970, 2024-09-14T03:35:12.970 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_used": 12288, 2024-09-14T03:35:12.970 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_bytes_used": 0, 2024-09-14T03:35:12.970 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_under_bytes": 0, 2024-09-14T03:35:12.970 INFO:tasks.workunit.client.0.smithi002.stdout: "data_bytes_used": 12288, 2024-09-14T03:35:12.971 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty": 0, 2024-09-14T03:35:12.971 INFO:tasks.workunit.client.0.smithi002.stdout: "max_avail": 243100303360, 2024-09-14T03:35:12.971 INFO:tasks.workunit.client.0.smithi002.stdout: "objects": 2, 2024-09-14T03:35:12.971 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_bytes_used": 0, 2024-09-14T03:35:12.971 INFO:tasks.workunit.client.0.smithi002.stdout: "percent_used": 1.6849011075237286e-08, 2024-09-14T03:35:12.971 INFO:tasks.workunit.client.0.smithi002.stdout: "quota_bytes": 0, 2024-09-14T03:35:12.971 INFO:tasks.workunit.client.0.smithi002.stdout: "quota_objects": 0, 2024-09-14T03:35:12.971 INFO:tasks.workunit.client.0.smithi002.stdout: "rd": 0, 2024-09-14T03:35:12.971 INFO:tasks.workunit.client.0.smithi002.stdout: "rd_bytes": 0, 2024-09-14T03:35:12.971 INFO:tasks.workunit.client.0.smithi002.stdout: "stored": 19, 2024-09-14T03:35:12.971 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_data": 19, 2024-09-14T03:35:12.971 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_omap": 0, 2024-09-14T03:35:12.971 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_raw": 57, 2024-09-14T03:35:12.971 INFO:tasks.workunit.client.0.smithi002.stdout: "wr": 2, 2024-09-14T03:35:12.971 INFO:tasks.workunit.client.0.smithi002.stdout: "wr_bytes": 2048 2024-09-14T03:35:12.972 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.972 INFO:tasks.workunit.client.0.smithi002.stdout: "target_max_bytes": 0, 2024-09-14T03:35:12.972 INFO:tasks.workunit.client.0.smithi002.stdout: "target_max_objects": 0, 2024-09-14T03:35:12.972 INFO:tasks.workunit.client.0.smithi002.stdout: "type": "replicated" 2024-09-14T03:35:12.972 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.972 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.972 INFO:tasks.workunit.client.0.smithi002.stdout: "rbd": { 2024-09-14T03:35:12.972 INFO:tasks.workunit.client.0.smithi002.stdout: "mirroring_by_pool": [ 2024-09-14T03:35:12.972 INFO:tasks.workunit.client.0.smithi002.stdout: false 2024-09-14T03:35:12.972 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.972 INFO:tasks.workunit.client.0.smithi002.stdout: "num_images_by_pool": [ 2024-09-14T03:35:12.972 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:12.972 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.972 INFO:tasks.workunit.client.0.smithi002.stdout: "num_pools": 1 2024-09-14T03:35:12.973 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.973 INFO:tasks.workunit.client.0.smithi002.stdout: "report_id": "d20204cc-804e-49ac-8e81-1f7ba247ec99", 2024-09-14T03:35:12.973 INFO:tasks.workunit.client.0.smithi002.stdout: "report_timestamp": "2024-09-14T03:35:11.595402", 2024-09-14T03:35:12.973 INFO:tasks.workunit.client.0.smithi002.stdout: "report_version": 1, 2024-09-14T03:35:12.973 INFO:tasks.workunit.client.0.smithi002.stdout: "rocksdb_stats": { 2024-09-14T03:35:12.973 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "7.9.2" 2024-09-14T03:35:12.973 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.973 INFO:tasks.workunit.client.0.smithi002.stdout: "rook": { 2024-09-14T03:35:12.973 INFO:tasks.workunit.client.0.smithi002.stdout: "cluster": { 2024-09-14T03:35:12.973 INFO:tasks.workunit.client.0.smithi002.stdout: "external-mode": null, 2024-09-14T03:35:12.973 INFO:tasks.workunit.client.0.smithi002.stdout: "mon": { 2024-09-14T03:35:12.973 INFO:tasks.workunit.client.0.smithi002.stdout: "allow-multiple-per-node": null, 2024-09-14T03:35:12.973 INFO:tasks.workunit.client.0.smithi002.stdout: "count": null, 2024-09-14T03:35:12.973 INFO:tasks.workunit.client.0.smithi002.stdout: "max-id": null, 2024-09-14T03:35:12.974 INFO:tasks.workunit.client.0.smithi002.stdout: "pvc": { 2024-09-14T03:35:12.974 INFO:tasks.workunit.client.0.smithi002.stdout: "enabled": null 2024-09-14T03:35:12.974 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.974 INFO:tasks.workunit.client.0.smithi002.stdout: "stretch": { 2024-09-14T03:35:12.974 INFO:tasks.workunit.client.0.smithi002.stdout: "enabled": null 2024-09-14T03:35:12.974 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.974 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.974 INFO:tasks.workunit.client.0.smithi002.stdout: "network": { 2024-09-14T03:35:12.974 INFO:tasks.workunit.client.0.smithi002.stdout: "provider": null 2024-09-14T03:35:12.974 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.974 INFO:tasks.workunit.client.0.smithi002.stdout: "storage": { 2024-09-14T03:35:12.974 INFO:tasks.workunit.client.0.smithi002.stdout: "device-set": { 2024-09-14T03:35:12.974 INFO:tasks.workunit.client.0.smithi002.stdout: "count": { 2024-09-14T03:35:12.975 INFO:tasks.workunit.client.0.smithi002.stdout: "non-portable": null, 2024-09-14T03:35:12.975 INFO:tasks.workunit.client.0.smithi002.stdout: "portable": null, 2024-09-14T03:35:12.975 INFO:tasks.workunit.client.0.smithi002.stdout: "total": null 2024-09-14T03:35:12.975 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.975 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.975 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.975 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.975 INFO:tasks.workunit.client.0.smithi002.stdout: "csi": { 2024-09-14T03:35:12.975 INFO:tasks.workunit.client.0.smithi002.stdout: "version": null 2024-09-14T03:35:12.975 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.975 INFO:tasks.workunit.client.0.smithi002.stdout: "kubernetes": { 2024-09-14T03:35:12.975 INFO:tasks.workunit.client.0.smithi002.stdout: "version": null 2024-09-14T03:35:12.975 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.975 INFO:tasks.workunit.client.0.smithi002.stdout: "node": { 2024-09-14T03:35:12.976 INFO:tasks.workunit.client.0.smithi002.stdout: "count": { 2024-09-14T03:35:12.976 INFO:tasks.workunit.client.0.smithi002.stdout: "kubernetes-total": null, 2024-09-14T03:35:12.976 INFO:tasks.workunit.client.0.smithi002.stdout: "with-ceph-daemons": null, 2024-09-14T03:35:12.976 INFO:tasks.workunit.client.0.smithi002.stdout: "with-csi-cephfs-plugin": null, 2024-09-14T03:35:12.976 INFO:tasks.workunit.client.0.smithi002.stdout: "with-csi-nfs-plugin": null, 2024-09-14T03:35:12.976 INFO:tasks.workunit.client.0.smithi002.stdout: "with-csi-rbd-plugin": null 2024-09-14T03:35:12.976 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.976 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.976 INFO:tasks.workunit.client.0.smithi002.stdout: "usage": { 2024-09-14T03:35:12.976 INFO:tasks.workunit.client.0.smithi002.stdout: "storage-class": { 2024-09-14T03:35:12.976 INFO:tasks.workunit.client.0.smithi002.stdout: "count": { 2024-09-14T03:35:12.976 INFO:tasks.workunit.client.0.smithi002.stdout: "bucket": null, 2024-09-14T03:35:12.976 INFO:tasks.workunit.client.0.smithi002.stdout: "cephfs": null, 2024-09-14T03:35:12.976 INFO:tasks.workunit.client.0.smithi002.stdout: "nfs": null, 2024-09-14T03:35:12.977 INFO:tasks.workunit.client.0.smithi002.stdout: "rbd": null, 2024-09-14T03:35:12.977 INFO:tasks.workunit.client.0.smithi002.stdout: "total": null 2024-09-14T03:35:12.977 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.977 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:12.977 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.977 INFO:tasks.workunit.client.0.smithi002.stdout: "version": null 2024-09-14T03:35:12.977 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.977 INFO:tasks.workunit.client.0.smithi002.stdout: "services": {}, 2024-09-14T03:35:12.977 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_per_pg": [ 2024-09-14T03:35:12.977 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:12.977 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:12.977 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:12.977 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:12.977 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:12.978 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.978 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 7, 2024-09-14T03:35:12.978 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:12.978 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:12.978 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:12.978 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:12.978 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:12.978 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:12.978 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:46.278073+0000", 2024-09-14T03:35:12.978 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.306390+0000", 2024-09-14T03:35:12.978 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.306390+0000", 2024-09-14T03:35:12.978 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.307834+0000", 2024-09-14T03:35:12.978 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:46.278073+0000", 2024-09-14T03:35:12.978 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:12.979 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:12.979 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:12.979 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:12.979 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:46.278073+0000", 2024-09-14T03:35:12.979 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:46.278073+0000", 2024-09-14T03:35:12.979 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:46.278073+0000", 2024-09-14T03:35:12.979 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:12.979 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:12.979 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:12.979 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:46.278073+0000", 2024-09-14T03:35:12.979 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:46.278073+0000", 2024-09-14T03:35:12.979 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:12.979 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:12.979 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:12.980 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:12.980 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:12.980 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:12.980 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:12.980 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:12.980 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:12.980 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:12.980 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:12.980 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:12.980 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:12.980 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.3f", 2024-09-14T03:35:12.980 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:12.980 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:12.980 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:12.981 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:12.981 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:12.981 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T12:17:12.208663+0000", 2024-09-14T03:35:12.981 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:12.981 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:12.981 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:12.981 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:12.981 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:12.981 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:12.981 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:12.981 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:12.981 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:12.981 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:12.981 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:12.982 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:12.982 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:12.982 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:12.982 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:12.982 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:12.982 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:12.982 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:12.982 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:12.982 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:12.982 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:12.982 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:12.982 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:12.982 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:12.983 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:12.983 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:12.983 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:12.983 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:12.983 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:12.983 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:12.983 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:12.983 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:12.983 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:12.983 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:12.983 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:12.983 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:12.983 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:12.983 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:12.983 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:12.984 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:12.984 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:12.984 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:12.984 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:12.984 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.984 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:12.984 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:12.984 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:12.984 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:12.984 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:12.984 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:12.984 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.984 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 7, 2024-09-14T03:35:12.984 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:12.985 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.985 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:12.985 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:12.985 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:12.985 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:12.985 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2024-09-14T03:35:12.985 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.985 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 1, 2024-09-14T03:35:12.985 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:12.985 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:12.985 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:12.985 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:12.985 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:12.985 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:12.986 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.354815+0000", 2024-09-14T03:35:12.986 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.298823+0000", 2024-09-14T03:35:12.986 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.298823+0000", 2024-09-14T03:35:12.986 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.299085+0000", 2024-09-14T03:35:12.986 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.354815+0000", 2024-09-14T03:35:12.986 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:12.986 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:12.986 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:12.986 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:12.986 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.354815+0000", 2024-09-14T03:35:12.986 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.354815+0000", 2024-09-14T03:35:12.986 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.354815+0000", 2024-09-14T03:35:12.986 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:12.986 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:12.986 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:12.987 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.354815+0000", 2024-09-14T03:35:12.987 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.354815+0000", 2024-09-14T03:35:12.987 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:12.987 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:12.987 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:12.987 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:12.987 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:12.987 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:12.987 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:12.987 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:12.987 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:12.987 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:12.987 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:12.987 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:12.988 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:12.988 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.3e", 2024-09-14T03:35:12.988 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:12.988 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:12.988 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:12.988 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:12.988 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:12.988 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T12:37:07.850116+0000", 2024-09-14T03:35:12.988 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:12.988 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:12.988 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:12.988 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:12.989 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:12.989 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:12.989 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:12.989 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:12.989 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:12.989 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:12.989 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:12.989 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:12.989 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:12.989 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:12.989 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:12.989 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:12.989 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:12.989 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:12.989 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:12.990 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:12.990 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:12.990 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:12.990 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:12.990 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:12.990 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:12.990 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:12.990 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:12.990 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:12.990 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:12.990 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:12.990 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:12.990 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:12.990 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:12.991 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:12.991 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:12.991 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:12.991 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:12.991 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:12.991 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:12.991 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:12.991 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:12.991 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:12.991 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:12.991 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.991 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:12.991 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:12.991 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:12.992 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:12.992 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:12.992 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2024-09-14T03:35:12.992 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.992 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 1, 2024-09-14T03:35:12.992 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:12.992 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.992 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:12.992 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:12.992 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:12.992 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2024-09-14T03:35:12.992 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2024-09-14T03:35:12.992 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.992 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 0, 2024-09-14T03:35:12.993 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:12.993 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:12.993 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:12.993 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:12.993 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:12.993 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:12.993 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.703810+0000", 2024-09-14T03:35:12.993 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.296105+0000", 2024-09-14T03:35:12.993 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.296105+0000", 2024-09-14T03:35:12.993 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.296456+0000", 2024-09-14T03:35:12.993 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.703810+0000", 2024-09-14T03:35:12.993 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:12.993 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:12.993 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:12.994 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:12.994 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.703810+0000", 2024-09-14T03:35:12.994 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.703810+0000", 2024-09-14T03:35:12.994 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.703810+0000", 2024-09-14T03:35:12.994 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:12.994 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:12.994 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:12.994 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.703810+0000", 2024-09-14T03:35:12.994 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.703810+0000", 2024-09-14T03:35:12.994 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:12.994 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:12.994 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:12.994 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:12.994 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:12.995 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:12.995 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:12.995 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:12.995 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:12.995 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:12.995 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:12.995 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:12.995 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:12.995 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.3d", 2024-09-14T03:35:12.995 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:12.995 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:12.995 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:12.995 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:12.996 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:12.996 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T15:25:47.490806+0000", 2024-09-14T03:35:12.996 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:12.996 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:12.996 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:12.996 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:12.996 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:12.996 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:12.996 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:12.996 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:12.996 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:12.996 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:12.996 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:12.996 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:12.997 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:12.997 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:12.997 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:12.997 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:12.997 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:12.997 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:12.997 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:12.997 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:12.997 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:12.997 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:12.997 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:12.997 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:12.997 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:12.998 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:12.998 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:12.998 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:12.998 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:12.998 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:12.998 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:12.998 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:12.998 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:12.998 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:12.998 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:12.998 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:12.998 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:12.998 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:12.998 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:12.999 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:12.999 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:12.999 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:12.999 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:12.999 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:12.999 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:12.999 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:12.999 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:12.999 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:12.999 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2024-09-14T03:35:12.999 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2024-09-14T03:35:12.999 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:12.999 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 0, 2024-09-14T03:35:12.999 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.000 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.000 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.000 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.000 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:13.000 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:13.000 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2024-09-14T03:35:13.000 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.000 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 5, 2024-09-14T03:35:13.000 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.000 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.000 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:13.000 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.000 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.000 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.000 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.659962+0000", 2024-09-14T03:35:13.001 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.309354+0000", 2024-09-14T03:35:13.001 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.309354+0000", 2024-09-14T03:35:13.001 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.310079+0000", 2024-09-14T03:35:13.001 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.659962+0000", 2024-09-14T03:35:13.001 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.001 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.001 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.001 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:13.001 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.659962+0000", 2024-09-14T03:35:13.001 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.659962+0000", 2024-09-14T03:35:13.001 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.659962+0000", 2024-09-14T03:35:13.001 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.001 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.001 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.002 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.659962+0000", 2024-09-14T03:35:13.002 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.659962+0000", 2024-09-14T03:35:13.002 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.002 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.002 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.002 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.002 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:13.002 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.002 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.002 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.003 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.003 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.003 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.003 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.003 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.003 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.3c", 2024-09-14T03:35:13.003 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.003 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.003 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.003 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:13.003 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.003 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T12:32:11.169629+0000", 2024-09-14T03:35:13.003 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.003 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.004 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.004 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.004 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.004 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.004 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.004 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.004 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.004 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.004 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.004 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.004 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.004 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.004 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.005 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.005 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.005 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.005 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.005 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.005 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.005 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.005 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.005 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.005 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.005 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.005 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.005 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.005 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.006 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.006 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.006 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.006 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.006 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.006 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.006 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.006 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.006 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.006 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.006 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.006 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.006 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.006 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.007 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.007 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.007 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.007 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.007 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:13.007 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:13.007 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2024-09-14T03:35:13.007 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.007 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 5, 2024-09-14T03:35:13.007 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.007 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.007 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.007 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.007 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:13.007 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2024-09-14T03:35:13.008 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2024-09-14T03:35:13.008 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.008 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 7, 2024-09-14T03:35:13.008 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.008 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.008 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:13.008 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.008 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.008 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.008 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:46.277530+0000", 2024-09-14T03:35:13.008 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.307692+0000", 2024-09-14T03:35:13.008 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.307692+0000", 2024-09-14T03:35:13.008 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.309072+0000", 2024-09-14T03:35:13.009 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:46.277530+0000", 2024-09-14T03:35:13.009 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.009 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.009 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.009 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:13.009 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:46.277530+0000", 2024-09-14T03:35:13.009 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:46.277530+0000", 2024-09-14T03:35:13.009 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:46.277530+0000", 2024-09-14T03:35:13.009 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.009 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.009 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.009 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:46.277530+0000", 2024-09-14T03:35:13.009 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:46.277530+0000", 2024-09-14T03:35:13.009 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.010 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.010 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.010 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.010 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:13.010 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.010 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.010 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.010 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.010 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.010 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.010 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.010 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.010 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.3b", 2024-09-14T03:35:13.010 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.011 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.011 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.011 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:13.011 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.011 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T06:03:32.227826+0000", 2024-09-14T03:35:13.011 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.011 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.011 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.011 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.011 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.011 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.011 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.011 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.012 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.012 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.012 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.012 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.012 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.012 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.012 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.012 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.012 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.012 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.012 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.012 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.012 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.012 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.013 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.013 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.013 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.013 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.013 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.013 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.013 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.013 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.013 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.013 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.013 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.013 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.013 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.013 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.014 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.014 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.014 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.014 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.014 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.014 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.014 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.014 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.014 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.014 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.014 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.014 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:13.014 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2024-09-14T03:35:13.015 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2024-09-14T03:35:13.015 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.015 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 7, 2024-09-14T03:35:13.015 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.015 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.015 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.015 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.015 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:13.015 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:13.015 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2024-09-14T03:35:13.015 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.015 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 5, 2024-09-14T03:35:13.015 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.015 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.015 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:13.016 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.016 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.016 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.016 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.659829+0000", 2024-09-14T03:35:13.016 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.312122+0000", 2024-09-14T03:35:13.016 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.312122+0000", 2024-09-14T03:35:13.016 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.312432+0000", 2024-09-14T03:35:13.016 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.659829+0000", 2024-09-14T03:35:13.016 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.016 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.016 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.016 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:13.017 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.659829+0000", 2024-09-14T03:35:13.017 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.659829+0000", 2024-09-14T03:35:13.017 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.659829+0000", 2024-09-14T03:35:13.017 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.017 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.017 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.017 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.659829+0000", 2024-09-14T03:35:13.017 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.659829+0000", 2024-09-14T03:35:13.017 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.017 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.017 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.017 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.017 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:13.017 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.018 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.018 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.018 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.018 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.018 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.018 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.018 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.018 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.3a", 2024-09-14T03:35:13.018 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.018 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.018 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.018 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:13.018 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.018 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T09:42:05.465697+0000", 2024-09-14T03:35:13.018 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.019 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.019 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.019 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.019 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.019 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.019 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.019 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.019 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.019 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.019 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.019 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.019 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.019 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.019 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.020 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.020 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.020 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.020 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.020 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.020 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.020 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.020 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.020 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.020 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.020 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.020 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.020 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.021 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.021 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.021 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.021 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.021 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.021 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.021 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.021 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.021 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.021 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.021 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.021 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.021 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.021 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.022 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.022 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.022 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.022 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.022 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.022 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:13.022 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:13.022 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2024-09-14T03:35:13.022 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.022 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 5, 2024-09-14T03:35:13.022 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.022 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.022 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.023 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.023 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:13.023 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:13.023 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2024-09-14T03:35:13.023 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.023 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 7, 2024-09-14T03:35:13.023 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.023 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.023 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:13.023 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.023 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.023 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.023 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:46.277290+0000", 2024-09-14T03:35:13.023 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.307350+0000", 2024-09-14T03:35:13.023 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.307350+0000", 2024-09-14T03:35:13.024 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.308462+0000", 2024-09-14T03:35:13.024 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:46.277290+0000", 2024-09-14T03:35:13.024 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.024 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.024 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.024 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:13.024 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:46.277290+0000", 2024-09-14T03:35:13.024 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:46.277290+0000", 2024-09-14T03:35:13.024 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:46.277290+0000", 2024-09-14T03:35:13.024 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.024 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.024 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.024 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:46.277290+0000", 2024-09-14T03:35:13.025 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:46.277290+0000", 2024-09-14T03:35:13.025 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.025 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.025 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.025 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.025 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:13.025 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.025 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.025 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.025 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.025 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.025 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.025 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.025 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.026 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.39", 2024-09-14T03:35:13.026 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.026 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.026 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.026 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:13.026 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.026 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T04:21:13.977190+0000", 2024-09-14T03:35:13.026 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.026 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.026 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.026 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.026 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.026 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.026 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.027 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.027 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.027 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.027 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.027 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.027 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.027 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.027 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.027 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.027 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.027 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.027 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.027 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.027 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.027 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.028 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.028 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.028 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.028 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.028 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.028 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.028 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.028 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.028 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.028 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.028 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.028 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.028 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.029 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.029 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.029 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.029 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.029 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.029 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.029 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.029 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.029 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.029 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.029 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.029 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.029 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:13.029 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:13.030 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2024-09-14T03:35:13.030 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.030 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 7, 2024-09-14T03:35:13.030 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.030 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.030 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.030 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.030 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:13.030 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:13.030 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2024-09-14T03:35:13.030 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.030 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 3, 2024-09-14T03:35:13.030 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.031 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.031 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:13.031 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.031 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.031 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.031 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.637802+0000", 2024-09-14T03:35:13.031 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.302565+0000", 2024-09-14T03:35:13.031 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.302565+0000", 2024-09-14T03:35:13.031 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.302919+0000", 2024-09-14T03:35:13.031 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.637802+0000", 2024-09-14T03:35:13.031 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.031 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.031 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.031 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:13.032 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.637802+0000", 2024-09-14T03:35:13.032 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.637802+0000", 2024-09-14T03:35:13.032 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.637802+0000", 2024-09-14T03:35:13.032 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.032 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.032 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.032 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.637802+0000", 2024-09-14T03:35:13.032 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.637802+0000", 2024-09-14T03:35:13.032 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.032 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.032 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.032 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.032 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:13.032 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.033 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.033 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.033 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.033 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.033 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.033 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.033 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.033 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.38", 2024-09-14T03:35:13.033 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.033 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.033 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.033 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:13.033 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.033 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T05:56:11.983241+0000", 2024-09-14T03:35:13.034 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.034 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.034 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.034 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.034 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.034 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.034 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.034 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.034 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.034 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.034 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.034 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.035 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.035 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.035 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.035 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.035 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.035 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.035 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.035 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.035 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.035 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.035 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.035 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.035 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.035 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.036 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.036 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.036 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.036 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.036 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.036 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.036 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.036 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.036 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.036 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.036 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.036 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.036 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.036 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.037 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.037 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.037 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.037 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.037 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.037 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.037 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.037 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:13.037 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:13.037 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2024-09-14T03:35:13.037 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.037 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 3, 2024-09-14T03:35:13.037 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.038 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.038 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.038 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.038 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:13.038 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:13.038 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:13.038 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.038 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 7, 2024-09-14T03:35:13.038 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.038 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.038 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:13.038 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.038 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.039 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.039 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:46.278186+0000", 2024-09-14T03:35:13.039 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:32:07.897621+0000", 2024-09-14T03:35:13.039 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:32:07.897621+0000", 2024-09-14T03:35:13.039 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:32:07.897895+0000", 2024-09-14T03:35:13.039 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:46.278186+0000", 2024-09-14T03:35:13.039 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.039 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.039 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.039 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 67, 2024-09-14T03:35:13.039 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:46.278186+0000", 2024-09-14T03:35:13.039 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:46.278186+0000", 2024-09-14T03:35:13.039 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:46.278186+0000", 2024-09-14T03:35:13.039 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.039 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.040 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.040 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:46.278186+0000", 2024-09-14T03:35:13.040 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:46.278186+0000", 2024-09-14T03:35:13.040 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.040 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.040 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.040 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.040 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 66, 2024-09-14T03:35:13.040 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.040 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.040 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.040 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.040 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.040 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.041 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.041 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.041 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.37", 2024-09-14T03:35:13.041 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.041 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.041 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.041 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 32, 2024-09-14T03:35:13.041 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.041 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T10:24:19.962874+0000", 2024-09-14T03:35:13.041 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.041 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.041 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.041 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.041 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.041 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.042 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.042 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.042 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.042 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.042 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.042 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.042 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.042 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.042 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.042 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.042 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.042 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.042 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.042 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.043 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.043 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.043 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.043 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.043 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.043 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.043 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.043 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.043 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.043 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.043 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.043 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.043 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.043 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.043 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.044 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.044 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.044 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.044 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.044 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.044 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.044 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.044 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.044 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.044 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.044 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.044 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.044 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:13.045 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:13.045 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:13.045 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.045 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 7, 2024-09-14T03:35:13.045 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.045 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.045 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.045 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.045 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:13.045 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:13.045 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2024-09-14T03:35:13.045 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.045 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 6, 2024-09-14T03:35:13.045 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.045 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.046 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:13.046 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.046 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.046 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.046 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.501421+0000", 2024-09-14T03:35:13.046 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.301926+0000", 2024-09-14T03:35:13.046 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.301926+0000", 2024-09-14T03:35:13.046 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.302216+0000", 2024-09-14T03:35:13.046 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.501421+0000", 2024-09-14T03:35:13.046 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.046 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.046 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.046 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:13.046 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.501421+0000", 2024-09-14T03:35:13.047 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.501421+0000", 2024-09-14T03:35:13.047 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.501421+0000", 2024-09-14T03:35:13.047 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.047 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.047 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.047 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.501421+0000", 2024-09-14T03:35:13.047 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.501421+0000", 2024-09-14T03:35:13.047 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.047 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.047 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.047 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.047 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:13.047 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.048 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.048 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.048 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.048 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.048 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.048 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.048 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.048 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.36", 2024-09-14T03:35:13.048 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.048 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.048 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.048 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:13.048 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.049 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T04:58:24.252521+0000", 2024-09-14T03:35:13.049 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.049 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.049 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.049 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.049 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.049 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.049 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.049 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.049 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.049 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.049 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.049 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.049 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.050 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.050 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.050 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.050 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.050 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.050 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.050 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.050 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.050 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.050 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.050 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.050 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.050 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.050 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.051 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.051 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.051 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.051 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.051 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.051 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.051 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.051 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.051 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.051 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.051 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.051 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.051 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.052 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.052 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.052 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.052 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.052 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.052 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.052 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.052 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:13.052 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:13.052 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2024-09-14T03:35:13.052 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.052 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 6, 2024-09-14T03:35:13.052 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.052 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.053 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.053 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.053 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:13.053 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:13.053 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:13.053 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.053 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 6, 2024-09-14T03:35:13.053 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.053 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.053 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:13.053 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.053 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.053 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.054 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.501384+0000", 2024-09-14T03:35:13.054 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.300818+0000", 2024-09-14T03:35:13.054 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.300818+0000", 2024-09-14T03:35:13.054 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.301096+0000", 2024-09-14T03:35:13.054 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.501384+0000", 2024-09-14T03:35:13.054 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.054 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.054 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.054 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:13.054 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.501384+0000", 2024-09-14T03:35:13.054 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.501384+0000", 2024-09-14T03:35:13.054 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.501384+0000", 2024-09-14T03:35:13.054 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.054 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.054 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.055 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.501384+0000", 2024-09-14T03:35:13.055 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.501384+0000", 2024-09-14T03:35:13.055 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.055 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.055 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.055 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.055 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:13.055 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.055 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.055 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.055 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.055 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.055 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.056 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.056 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.056 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.35", 2024-09-14T03:35:13.056 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.056 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.056 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.056 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:13.056 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.056 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T05:30:18.073865+0000", 2024-09-14T03:35:13.056 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.056 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.056 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.056 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.056 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.057 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.057 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.057 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.057 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.057 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.057 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.057 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.057 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.057 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.057 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.057 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.057 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.057 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.057 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.058 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.058 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.058 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.058 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.058 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.058 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.058 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.058 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.058 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.058 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.058 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.058 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.058 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.058 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.059 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.059 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.059 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.059 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.059 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.059 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.059 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.059 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.059 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.059 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.059 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.059 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.059 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.059 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.060 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:13.060 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:13.060 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:13.060 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.060 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 6, 2024-09-14T03:35:13.060 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.060 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.060 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.060 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.060 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:13.060 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:13.060 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:13.060 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.060 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 4, 2024-09-14T03:35:13.061 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.061 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.061 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:13.061 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.061 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.061 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.061 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.357037+0000", 2024-09-14T03:35:13.061 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.290756+0000", 2024-09-14T03:35:13.061 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.290756+0000", 2024-09-14T03:35:13.061 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.292316+0000", 2024-09-14T03:35:13.061 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.357037+0000", 2024-09-14T03:35:13.061 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.061 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.062 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.062 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:13.062 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.357037+0000", 2024-09-14T03:35:13.062 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.357037+0000", 2024-09-14T03:35:13.062 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.357037+0000", 2024-09-14T03:35:13.062 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.062 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.062 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.062 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.357037+0000", 2024-09-14T03:35:13.062 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.357037+0000", 2024-09-14T03:35:13.062 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.062 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.062 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.062 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.063 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:13.063 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.063 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.063 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.063 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.063 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.063 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.063 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.063 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.063 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.34", 2024-09-14T03:35:13.063 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.063 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.063 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.064 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:13.064 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.064 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T07:25:33.709301+0000", 2024-09-14T03:35:13.064 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.064 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.064 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.064 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.064 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.064 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.064 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.064 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.064 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.064 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.064 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.065 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.065 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.065 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.065 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.065 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.065 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.065 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.065 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.065 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.065 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.065 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.065 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.065 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.065 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.065 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.066 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.066 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.066 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.066 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.066 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.066 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.066 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.066 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.066 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.066 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.066 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.066 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.066 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.066 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.067 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.067 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.067 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.067 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.067 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.067 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.067 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.067 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:13.067 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:13.067 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:13.067 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.067 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 4, 2024-09-14T03:35:13.067 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.067 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.067 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.068 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.068 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:13.068 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:13.068 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2024-09-14T03:35:13.068 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.068 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 3, 2024-09-14T03:35:13.068 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.068 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.068 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:13.068 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.068 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.068 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.068 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.637980+0000", 2024-09-14T03:35:13.068 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.296650+0000", 2024-09-14T03:35:13.069 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.296650+0000", 2024-09-14T03:35:13.069 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.296928+0000", 2024-09-14T03:35:13.069 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.637980+0000", 2024-09-14T03:35:13.069 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.069 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.069 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.069 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:13.069 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.637980+0000", 2024-09-14T03:35:13.069 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.637980+0000", 2024-09-14T03:35:13.069 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.637980+0000", 2024-09-14T03:35:13.069 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.069 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.069 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.070 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.637980+0000", 2024-09-14T03:35:13.070 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.637980+0000", 2024-09-14T03:35:13.070 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.070 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.070 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.070 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.070 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:13.070 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.070 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.070 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.070 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.070 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.070 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.070 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.070 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.071 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.33", 2024-09-14T03:35:13.071 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.071 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.071 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.071 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:13.071 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.071 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T06:04:21.956886+0000", 2024-09-14T03:35:13.071 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.071 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.071 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.071 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.071 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.071 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.072 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.072 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.072 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.072 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.072 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.072 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.072 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.072 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.072 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.072 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.072 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.072 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.072 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.073 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.073 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.073 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.073 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.073 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.073 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.073 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.073 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.073 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.073 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.073 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.073 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.073 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.073 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.073 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.074 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.074 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.074 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.074 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.074 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.074 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.074 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.074 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.074 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.074 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.074 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.074 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.074 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.074 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:13.075 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:13.075 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2024-09-14T03:35:13.075 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.075 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 3, 2024-09-14T03:35:13.075 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.075 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.075 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.075 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.075 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:13.075 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:13.075 INFO:tasks.workunit.client.0.smithi002.stdout: 5 2024-09-14T03:35:13.075 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.075 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 0, 2024-09-14T03:35:13.075 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.076 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.076 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:13.076 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.076 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.076 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.076 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.703460+0000", 2024-09-14T03:35:13.076 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.303979+0000", 2024-09-14T03:35:13.076 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.303979+0000", 2024-09-14T03:35:13.076 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.304334+0000", 2024-09-14T03:35:13.076 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.703460+0000", 2024-09-14T03:35:13.076 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.076 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.076 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.076 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:13.077 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.703460+0000", 2024-09-14T03:35:13.077 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.703460+0000", 2024-09-14T03:35:13.077 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.703460+0000", 2024-09-14T03:35:13.077 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.077 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.077 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.077 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.703460+0000", 2024-09-14T03:35:13.077 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.703460+0000", 2024-09-14T03:35:13.077 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.077 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.077 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.077 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.077 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:13.077 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.078 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.078 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.078 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.078 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.078 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.078 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.078 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.079 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.32", 2024-09-14T03:35:13.079 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.080 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.080 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.080 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:13.080 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.080 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T08:25:12.697172+0000", 2024-09-14T03:35:13.080 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.080 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.080 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.080 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.080 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.080 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.080 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.080 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.080 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.081 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.081 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.081 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.081 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.081 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.081 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.081 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.081 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.081 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.081 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.081 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.081 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.081 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.081 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.081 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.082 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.082 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.082 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.082 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.082 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.082 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.082 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.082 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.082 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.082 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.082 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.082 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.082 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.082 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.082 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.083 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.083 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.083 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.083 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.083 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.083 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.083 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.083 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.083 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:13.083 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:13.083 INFO:tasks.workunit.client.0.smithi002.stdout: 5 2024-09-14T03:35:13.083 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.083 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 0, 2024-09-14T03:35:13.083 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.084 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.084 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.084 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.084 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:13.084 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:13.084 INFO:tasks.workunit.client.0.smithi002.stdout: 5 2024-09-14T03:35:13.084 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.084 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 1, 2024-09-14T03:35:13.084 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.084 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.084 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:13.084 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.084 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.084 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.085 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.354358+0000", 2024-09-14T03:35:13.085 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.309134+0000", 2024-09-14T03:35:13.085 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.309134+0000", 2024-09-14T03:35:13.085 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.309516+0000", 2024-09-14T03:35:13.085 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.354358+0000", 2024-09-14T03:35:13.085 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.085 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.085 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.085 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:13.085 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.354358+0000", 2024-09-14T03:35:13.085 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.354358+0000", 2024-09-14T03:35:13.085 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.354358+0000", 2024-09-14T03:35:13.085 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.086 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.086 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.086 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.354358+0000", 2024-09-14T03:35:13.086 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.354358+0000", 2024-09-14T03:35:13.086 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.086 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.086 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.086 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.086 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:13.086 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.086 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.086 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.086 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.086 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.087 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.087 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.087 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.087 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.31", 2024-09-14T03:35:13.087 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.087 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.087 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.087 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:13.087 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.087 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T05:44:08.677588+0000", 2024-09-14T03:35:13.087 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.087 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.087 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.088 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.088 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.088 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.088 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.088 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.088 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.088 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.088 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.088 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.088 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.088 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.088 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.088 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.088 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.089 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.089 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.089 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.089 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.089 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.089 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.089 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.089 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.089 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.089 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.089 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.089 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.089 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.089 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.090 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.090 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.090 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.090 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.090 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.090 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.090 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.090 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.090 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.090 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.090 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.090 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.090 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.091 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.091 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.091 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.091 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:13.091 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:13.091 INFO:tasks.workunit.client.0.smithi002.stdout: 5 2024-09-14T03:35:13.091 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.091 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 1, 2024-09-14T03:35:13.091 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.091 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.091 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.091 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.091 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:13.091 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:13.091 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2024-09-14T03:35:13.092 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.092 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 5, 2024-09-14T03:35:13.092 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.092 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.092 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:13.092 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.092 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.092 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.092 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.659677+0000", 2024-09-14T03:35:13.092 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.310544+0000", 2024-09-14T03:35:13.092 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.310544+0000", 2024-09-14T03:35:13.092 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.310829+0000", 2024-09-14T03:35:13.092 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.659677+0000", 2024-09-14T03:35:13.092 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.093 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.093 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.093 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:13.093 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.659677+0000", 2024-09-14T03:35:13.093 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.659677+0000", 2024-09-14T03:35:13.093 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.659677+0000", 2024-09-14T03:35:13.093 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.093 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.093 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.093 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.659677+0000", 2024-09-14T03:35:13.093 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.659677+0000", 2024-09-14T03:35:13.093 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.093 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.094 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.094 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.094 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:13.094 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.094 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.094 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.094 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.094 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.094 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.094 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.094 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.094 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.30", 2024-09-14T03:35:13.094 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.095 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.095 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.095 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:13.095 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.095 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T05:10:24.301462+0000", 2024-09-14T03:35:13.095 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.095 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.095 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.095 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.095 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.095 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.095 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.095 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.095 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.095 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.096 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.096 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.096 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.096 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.096 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.096 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.096 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.096 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.096 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.096 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.096 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.096 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.096 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.097 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.097 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.097 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.097 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.097 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.097 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.097 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.097 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.097 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.097 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.097 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.097 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.097 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.097 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.098 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.098 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.098 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.098 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.098 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.098 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.098 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.098 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.098 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.098 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.098 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:13.098 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:13.098 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2024-09-14T03:35:13.098 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.099 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 5, 2024-09-14T03:35:13.099 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.099 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.099 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.099 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.099 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:13.099 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:13.099 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2024-09-14T03:35:13.099 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.099 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 5, 2024-09-14T03:35:13.099 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.099 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.099 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:13.099 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.100 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.100 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.100 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.660428+0000", 2024-09-14T03:35:13.100 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.308148+0000", 2024-09-14T03:35:13.100 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.308148+0000", 2024-09-14T03:35:13.100 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.308953+0000", 2024-09-14T03:35:13.100 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.660428+0000", 2024-09-14T03:35:13.100 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.100 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.100 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.100 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:13.100 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.660428+0000", 2024-09-14T03:35:13.100 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.660428+0000", 2024-09-14T03:35:13.100 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.660428+0000", 2024-09-14T03:35:13.101 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.101 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.101 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.101 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.660428+0000", 2024-09-14T03:35:13.101 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.660428+0000", 2024-09-14T03:35:13.101 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.101 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.101 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.101 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.101 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:13.101 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.101 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.101 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.102 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.102 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.102 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.102 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.102 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.102 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.2f", 2024-09-14T03:35:13.102 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.102 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.102 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.102 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:13.102 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.102 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T12:55:05.449462+0000", 2024-09-14T03:35:13.102 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.102 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.103 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.103 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.103 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.103 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.103 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.103 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.103 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.103 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.103 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.103 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.103 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.103 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.103 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.103 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.104 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.104 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.104 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.104 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.104 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.104 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.104 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.104 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.104 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.104 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.104 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.104 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.104 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.104 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.105 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.105 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.105 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.105 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.105 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.105 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.105 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.105 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.105 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.105 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.105 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.105 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.105 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.105 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.106 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.106 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.106 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.106 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:13.106 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:13.106 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2024-09-14T03:35:13.106 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.106 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 5, 2024-09-14T03:35:13.106 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.106 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.106 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.106 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.106 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2024-09-14T03:35:13.106 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:13.107 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2024-09-14T03:35:13.107 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.107 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 2, 2024-09-14T03:35:13.107 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.107 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.107 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:13.107 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.107 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.107 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.107 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.354063+0000", 2024-09-14T03:35:13.107 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.295149+0000", 2024-09-14T03:35:13.107 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.295149+0000", 2024-09-14T03:35:13.107 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.295453+0000", 2024-09-14T03:35:13.107 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.354063+0000", 2024-09-14T03:35:13.107 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.108 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.108 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.108 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:13.108 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.354063+0000", 2024-09-14T03:35:13.108 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.354063+0000", 2024-09-14T03:35:13.108 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.354063+0000", 2024-09-14T03:35:13.108 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.108 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.108 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.108 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.354063+0000", 2024-09-14T03:35:13.108 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.354063+0000", 2024-09-14T03:35:13.108 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.108 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.109 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.109 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.109 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:13.109 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.109 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.109 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.109 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.109 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.109 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.109 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.109 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.109 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.2e", 2024-09-14T03:35:13.109 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.109 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.110 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.110 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:13.110 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.110 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T04:38:28.670371+0000", 2024-09-14T03:35:13.110 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.110 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.110 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.110 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.110 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.110 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.110 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.110 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.110 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.110 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.110 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.111 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.111 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.111 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.111 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.111 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.111 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.111 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.111 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.111 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.111 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.111 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.111 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.111 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.111 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.112 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.112 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.112 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.112 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.112 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.112 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.112 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.112 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.112 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.112 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.112 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.112 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.112 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.112 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.113 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.113 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.113 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.113 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.113 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.113 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.113 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.113 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.113 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2024-09-14T03:35:13.113 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:13.113 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2024-09-14T03:35:13.113 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.113 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 2, 2024-09-14T03:35:13.113 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.113 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.114 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.114 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.114 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:13.114 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2024-09-14T03:35:13.114 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2024-09-14T03:35:13.114 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.114 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 7, 2024-09-14T03:35:13.114 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.114 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.114 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:13.114 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.114 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.114 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.115 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:46.277991+0000", 2024-09-14T03:35:13.115 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.303992+0000", 2024-09-14T03:35:13.115 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.303992+0000", 2024-09-14T03:35:13.115 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.304379+0000", 2024-09-14T03:35:13.115 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:46.277991+0000", 2024-09-14T03:35:13.115 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.115 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.115 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.115 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:13.115 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:46.277991+0000", 2024-09-14T03:35:13.115 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:46.277991+0000", 2024-09-14T03:35:13.115 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:46.277991+0000", 2024-09-14T03:35:13.115 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.115 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.116 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.116 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:46.277991+0000", 2024-09-14T03:35:13.116 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:46.277991+0000", 2024-09-14T03:35:13.116 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.116 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.116 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.116 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.116 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:13.116 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.116 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.116 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.116 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.116 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.117 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.117 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.117 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.117 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.2d", 2024-09-14T03:35:13.117 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.117 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.117 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.117 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:13.117 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.117 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T11:10:27.339295+0000", 2024-09-14T03:35:13.117 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.117 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.117 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.117 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.117 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.118 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.118 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.118 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.118 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.118 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.118 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.118 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.118 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.118 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.118 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.118 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.118 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.118 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.118 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.119 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.119 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.119 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.119 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.119 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.119 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.119 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.119 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.119 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.119 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.119 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.119 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.119 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.119 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.120 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.120 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.120 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.120 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.120 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.120 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.120 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.120 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.120 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.120 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.120 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.120 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.120 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.120 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.121 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:13.121 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2024-09-14T03:35:13.121 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2024-09-14T03:35:13.121 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.121 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 7, 2024-09-14T03:35:13.121 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.121 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.121 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.121 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.121 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:13.121 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:13.121 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:13.121 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.121 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 6, 2024-09-14T03:35:13.122 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.122 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.122 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:13.122 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.122 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.122 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.122 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.501206+0000", 2024-09-14T03:35:13.122 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.291250+0000", 2024-09-14T03:35:13.122 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.291250+0000", 2024-09-14T03:35:13.122 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.291608+0000", 2024-09-14T03:35:13.122 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.501206+0000", 2024-09-14T03:35:13.122 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.122 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.122 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.123 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:13.123 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.501206+0000", 2024-09-14T03:35:13.123 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.501206+0000", 2024-09-14T03:35:13.123 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.501206+0000", 2024-09-14T03:35:13.123 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.123 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.123 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.123 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.501206+0000", 2024-09-14T03:35:13.123 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.501206+0000", 2024-09-14T03:35:13.123 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.123 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.123 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.123 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.123 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:13.123 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.124 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.124 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.124 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.124 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.124 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.124 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.124 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.124 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.2c", 2024-09-14T03:35:13.124 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.124 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.124 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.124 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:13.124 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.124 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T04:36:06.335295+0000", 2024-09-14T03:35:13.125 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.125 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.125 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.125 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.125 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.125 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.125 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.125 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.125 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.125 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.125 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.125 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.125 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.125 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.126 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.126 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.126 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.126 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.126 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.126 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.126 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.126 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.126 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.126 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.126 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.126 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.126 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.126 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.127 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.127 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.127 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.127 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.127 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.127 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.127 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.127 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.127 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.127 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.127 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.127 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.127 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.128 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.128 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.128 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.128 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.128 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.128 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.128 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:13.128 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:13.128 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:13.128 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.128 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 6, 2024-09-14T03:35:13.128 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.128 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.128 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.129 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.129 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:13.129 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:13.129 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2024-09-14T03:35:13.129 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.129 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 0, 2024-09-14T03:35:13.129 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.129 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.129 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:13.129 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.129 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.129 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.129 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.703727+0000", 2024-09-14T03:35:13.129 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.295365+0000", 2024-09-14T03:35:13.130 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.295365+0000", 2024-09-14T03:35:13.130 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.295618+0000", 2024-09-14T03:35:13.130 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.703727+0000", 2024-09-14T03:35:13.130 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.130 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.130 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.130 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:13.130 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.703727+0000", 2024-09-14T03:35:13.130 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.703727+0000", 2024-09-14T03:35:13.130 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.703727+0000", 2024-09-14T03:35:13.130 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.130 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.130 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.130 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.703727+0000", 2024-09-14T03:35:13.130 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.703727+0000", 2024-09-14T03:35:13.131 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.131 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.131 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.131 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.131 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:13.131 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.131 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.131 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.131 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.131 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.131 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.131 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.131 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.131 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.2b", 2024-09-14T03:35:13.131 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.132 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.132 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.132 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:13.132 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.132 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T07:46:34.434891+0000", 2024-09-14T03:35:13.132 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.132 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.132 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.132 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.132 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.132 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.132 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.132 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.133 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.133 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.133 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.133 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.133 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.133 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.133 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.133 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.133 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.133 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.133 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.133 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.133 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.134 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.134 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.134 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.134 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.134 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.134 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.134 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.134 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.134 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.134 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.134 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.134 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.134 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.134 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.134 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.135 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.135 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.135 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.135 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.135 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.135 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.135 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.135 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.135 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.135 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.135 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.135 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:13.135 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:13.136 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2024-09-14T03:35:13.136 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.136 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 0, 2024-09-14T03:35:13.136 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.136 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.136 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.136 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.136 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:13.136 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:13.136 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2024-09-14T03:35:13.136 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.136 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 5, 2024-09-14T03:35:13.136 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.136 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.137 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:13.137 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.137 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.137 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.137 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.659905+0000", 2024-09-14T03:35:13.137 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.311714+0000", 2024-09-14T03:35:13.137 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.311714+0000", 2024-09-14T03:35:13.137 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.312263+0000", 2024-09-14T03:35:13.137 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.659905+0000", 2024-09-14T03:35:13.137 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.137 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.137 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.137 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:13.137 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.659905+0000", 2024-09-14T03:35:13.137 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.659905+0000", 2024-09-14T03:35:13.138 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.659905+0000", 2024-09-14T03:35:13.138 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.138 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.138 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.138 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.659905+0000", 2024-09-14T03:35:13.138 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.659905+0000", 2024-09-14T03:35:13.138 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.138 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.138 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.138 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.138 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:13.138 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.138 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.139 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.139 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.139 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.139 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.139 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.139 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.139 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.2a", 2024-09-14T03:35:13.139 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.139 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.139 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.139 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:13.139 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.139 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T11:44:06.944053+0000", 2024-09-14T03:35:13.139 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.139 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.140 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.140 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.140 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.140 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.140 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.140 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.140 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.140 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.140 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.140 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.140 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.140 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.140 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.141 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.141 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.141 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.141 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.141 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.141 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.141 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.141 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.141 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.141 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.141 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.141 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.141 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.142 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.142 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.142 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.142 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.142 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.142 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.142 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.142 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.142 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.142 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.142 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.142 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.142 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.142 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.143 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.143 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.143 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.143 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.143 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.143 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:13.143 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:13.143 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2024-09-14T03:35:13.143 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.143 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 5, 2024-09-14T03:35:13.143 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.143 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.143 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.143 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.144 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:13.144 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:13.144 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2024-09-14T03:35:13.144 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.144 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 3, 2024-09-14T03:35:13.144 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.144 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.144 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:13.144 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.144 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.144 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.144 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.637877+0000", 2024-09-14T03:35:13.144 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.298458+0000", 2024-09-14T03:35:13.144 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.298458+0000", 2024-09-14T03:35:13.145 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.298838+0000", 2024-09-14T03:35:13.145 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.637877+0000", 2024-09-14T03:35:13.145 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.145 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.145 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.145 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:13.145 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.637877+0000", 2024-09-14T03:35:13.145 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.637877+0000", 2024-09-14T03:35:13.145 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.637877+0000", 2024-09-14T03:35:13.145 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.145 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.145 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.145 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.637877+0000", 2024-09-14T03:35:13.145 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.637877+0000", 2024-09-14T03:35:13.146 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.146 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.146 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.146 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.146 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:13.146 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.146 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.146 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.146 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.146 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.146 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.146 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.146 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.146 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.29", 2024-09-14T03:35:13.147 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.147 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.147 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.147 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:13.147 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.147 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T07:13:58.057733+0000", 2024-09-14T03:35:13.147 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.147 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.147 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.147 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.147 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.147 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.147 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.147 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.147 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.148 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.148 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.148 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.148 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.148 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.148 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.148 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.148 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.148 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.148 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.148 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.148 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.148 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.149 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.149 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.149 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.149 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.149 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.149 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.149 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.149 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.149 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.149 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.149 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.149 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.149 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.149 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.149 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.150 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.150 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.150 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.150 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.150 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.150 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.150 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.150 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.150 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.150 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.150 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:13.150 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:13.150 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2024-09-14T03:35:13.150 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.151 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 3, 2024-09-14T03:35:13.151 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.151 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.151 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.151 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.151 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:13.151 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:13.151 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2024-09-14T03:35:13.151 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.151 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 5, 2024-09-14T03:35:13.151 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.151 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.151 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:13.151 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.152 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.152 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.152 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.659788+0000", 2024-09-14T03:35:13.152 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.299397+0000", 2024-09-14T03:35:13.152 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.299397+0000", 2024-09-14T03:35:13.152 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.302013+0000", 2024-09-14T03:35:13.152 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.659788+0000", 2024-09-14T03:35:13.152 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.152 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.152 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.152 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:13.152 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.659788+0000", 2024-09-14T03:35:13.152 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.659788+0000", 2024-09-14T03:35:13.152 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.659788+0000", 2024-09-14T03:35:13.153 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.153 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.153 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.153 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.659788+0000", 2024-09-14T03:35:13.153 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.659788+0000", 2024-09-14T03:35:13.153 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.153 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.153 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.153 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.153 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:13.153 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.153 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.153 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.153 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.154 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.154 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.154 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.154 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.154 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.28", 2024-09-14T03:35:13.154 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.154 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.154 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.154 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:13.154 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.154 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T07:44:23.721217+0000", 2024-09-14T03:35:13.154 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.154 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.154 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.154 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.155 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.155 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.155 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.155 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.155 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.155 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.155 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.155 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.155 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.155 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.155 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.155 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.155 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.155 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.155 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.156 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.156 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.156 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.156 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.156 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.156 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.156 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.156 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.156 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.156 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.156 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.156 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.156 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.156 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.156 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.157 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.157 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.157 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.157 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.157 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.157 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.157 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.157 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.157 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.157 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.157 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.157 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.157 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.157 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:13.158 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:13.158 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2024-09-14T03:35:13.158 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.158 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 5, 2024-09-14T03:35:13.158 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.158 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.158 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.158 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.158 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:13.158 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:13.158 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2024-09-14T03:35:13.158 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.158 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 3, 2024-09-14T03:35:13.159 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.159 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.159 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:13.159 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.159 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.159 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.159 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.638293+0000", 2024-09-14T03:35:13.159 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.290133+0000", 2024-09-14T03:35:13.159 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.290133+0000", 2024-09-14T03:35:13.159 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.290430+0000", 2024-09-14T03:35:13.159 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.638293+0000", 2024-09-14T03:35:13.159 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.159 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.159 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.159 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:13.160 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.638293+0000", 2024-09-14T03:35:13.160 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.638293+0000", 2024-09-14T03:35:13.160 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.638293+0000", 2024-09-14T03:35:13.160 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.160 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.160 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.160 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.638293+0000", 2024-09-14T03:35:13.160 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.638293+0000", 2024-09-14T03:35:13.160 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.160 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.160 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.160 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.160 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:13.161 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.161 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.161 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.161 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.161 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.161 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.161 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.161 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.161 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.27", 2024-09-14T03:35:13.161 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.161 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.161 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.161 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:13.161 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.161 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T11:53:16.790196+0000", 2024-09-14T03:35:13.162 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.162 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.162 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.162 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.162 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.162 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.162 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.162 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.162 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.162 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.162 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.162 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.162 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.162 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.162 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.163 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.163 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.163 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.163 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.163 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.163 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.163 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.163 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.163 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.163 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.163 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.163 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.163 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.163 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.163 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.164 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.164 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.164 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.164 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.164 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.164 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.164 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.164 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.164 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.164 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.164 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.164 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.164 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.164 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.165 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.165 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.165 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.165 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:13.165 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:13.165 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2024-09-14T03:35:13.165 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.165 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 3, 2024-09-14T03:35:13.165 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.165 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.165 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.165 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.165 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:13.165 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:13.165 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2024-09-14T03:35:13.166 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.166 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 6, 2024-09-14T03:35:13.166 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.166 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.166 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:13.166 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.166 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.166 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.166 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.501527+0000", 2024-09-14T03:35:13.166 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.292185+0000", 2024-09-14T03:35:13.166 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.292185+0000", 2024-09-14T03:35:13.166 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.296427+0000", 2024-09-14T03:35:13.166 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.501527+0000", 2024-09-14T03:35:13.166 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.167 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.167 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.167 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:13.167 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.501527+0000", 2024-09-14T03:35:13.167 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.501527+0000", 2024-09-14T03:35:13.167 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.501527+0000", 2024-09-14T03:35:13.167 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.167 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.167 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.167 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.501527+0000", 2024-09-14T03:35:13.167 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.501527+0000", 2024-09-14T03:35:13.167 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.167 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.167 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.167 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.168 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:13.168 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.168 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.168 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.168 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.168 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.168 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.168 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.168 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.168 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.26", 2024-09-14T03:35:13.168 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.168 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.168 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.168 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:13.169 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.169 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T09:33:22.548437+0000", 2024-09-14T03:35:13.169 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.169 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.169 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.169 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.169 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.169 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.169 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.169 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.169 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.169 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.169 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.169 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.170 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.170 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.170 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.170 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.170 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.170 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.170 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.170 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.170 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.170 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.170 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.170 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.170 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.170 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.170 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.171 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.171 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.171 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.171 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.171 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.171 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.171 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.171 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.171 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.171 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.171 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.171 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.171 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.171 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.171 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.171 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.172 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.172 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.172 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.172 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.172 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:13.172 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:13.172 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2024-09-14T03:35:13.172 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.172 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 6, 2024-09-14T03:35:13.172 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.172 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.172 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.172 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.172 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:13.173 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:13.173 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2024-09-14T03:35:13.173 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.173 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 1, 2024-09-14T03:35:13.173 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.173 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.173 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:13.173 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.173 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.173 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.173 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.354775+0000", 2024-09-14T03:35:13.173 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.295248+0000", 2024-09-14T03:35:13.173 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.295248+0000", 2024-09-14T03:35:13.173 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.295759+0000", 2024-09-14T03:35:13.174 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.354775+0000", 2024-09-14T03:35:13.174 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.174 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.174 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.174 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:13.174 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.354775+0000", 2024-09-14T03:35:13.174 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.354775+0000", 2024-09-14T03:35:13.174 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.354775+0000", 2024-09-14T03:35:13.174 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.174 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.174 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.174 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.354775+0000", 2024-09-14T03:35:13.174 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.354775+0000", 2024-09-14T03:35:13.174 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.175 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.175 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.175 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.175 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:13.175 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.175 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.175 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.175 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.175 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.175 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.175 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.175 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.175 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.25", 2024-09-14T03:35:13.176 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.176 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.176 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.176 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:13.176 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.176 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T05:22:22.033176+0000", 2024-09-14T03:35:13.176 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.176 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.176 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.176 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.176 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.176 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.176 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.176 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.176 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.177 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.177 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.177 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.177 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.177 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.177 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.177 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.177 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.177 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.177 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.177 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.177 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.177 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.177 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.178 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.178 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.178 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.178 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.178 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.178 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.178 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.178 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.178 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.178 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.178 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.178 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.178 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.179 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.179 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.179 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.179 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.179 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.179 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.179 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.179 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.179 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.179 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.179 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.179 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:13.179 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:13.180 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2024-09-14T03:35:13.180 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.180 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 1, 2024-09-14T03:35:13.180 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.180 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.180 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.180 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.180 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:13.180 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:13.180 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:13.180 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.180 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 3, 2024-09-14T03:35:13.180 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.180 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.181 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:13.181 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.181 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.181 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.181 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.638276+0000", 2024-09-14T03:35:13.181 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.294702+0000", 2024-09-14T03:35:13.181 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.294702+0000", 2024-09-14T03:35:13.181 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.294996+0000", 2024-09-14T03:35:13.181 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.638276+0000", 2024-09-14T03:35:13.181 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.181 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.181 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.181 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:13.181 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.638276+0000", 2024-09-14T03:35:13.182 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.638276+0000", 2024-09-14T03:35:13.182 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.638276+0000", 2024-09-14T03:35:13.182 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.182 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.182 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.182 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.638276+0000", 2024-09-14T03:35:13.182 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.638276+0000", 2024-09-14T03:35:13.182 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.182 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.182 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.182 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.182 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:13.182 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.182 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.182 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.183 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.183 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.183 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.183 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.183 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.183 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.24", 2024-09-14T03:35:13.183 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.183 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.183 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.183 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:13.183 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.183 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T11:27:29.439063+0000", 2024-09-14T03:35:13.183 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.183 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.184 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.184 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.184 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.184 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.184 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.184 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.184 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.184 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.184 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.184 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.184 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.184 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.184 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.184 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.185 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.185 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.185 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.185 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.185 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.185 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.185 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.185 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.185 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.185 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.185 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.185 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.185 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.185 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.185 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.186 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.186 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.186 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.186 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.186 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.186 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.186 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.186 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.186 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.186 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.186 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.186 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.186 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.187 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.187 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.187 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.187 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:13.187 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:13.187 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:13.187 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.187 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 3, 2024-09-14T03:35:13.187 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.187 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.187 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.187 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.187 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2024-09-14T03:35:13.187 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:13.188 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2024-09-14T03:35:13.188 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.188 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 2, 2024-09-14T03:35:13.188 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.188 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.188 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:13.188 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.188 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.188 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.188 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.354272+0000", 2024-09-14T03:35:13.188 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:32:08.135372+0000", 2024-09-14T03:35:13.188 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:32:08.135372+0000", 2024-09-14T03:35:13.188 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:32:08.135639+0000", 2024-09-14T03:35:13.188 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.354272+0000", 2024-09-14T03:35:13.189 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.189 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.189 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.189 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 67, 2024-09-14T03:35:13.189 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.354272+0000", 2024-09-14T03:35:13.189 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.354272+0000", 2024-09-14T03:35:13.189 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.354272+0000", 2024-09-14T03:35:13.189 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.189 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.189 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.189 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.354272+0000", 2024-09-14T03:35:13.189 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.354272+0000", 2024-09-14T03:35:13.189 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.189 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.189 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.190 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.190 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 66, 2024-09-14T03:35:13.190 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.190 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.190 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.190 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.190 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.190 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.190 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.190 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.190 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.23", 2024-09-14T03:35:13.190 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.190 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.190 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.191 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 20, 2024-09-14T03:35:13.191 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.191 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T10:42:57.603403+0000", 2024-09-14T03:35:13.191 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.191 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.191 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.191 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.191 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.191 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.191 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.191 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.191 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.191 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.191 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.191 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.192 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.192 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.192 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.192 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.192 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.192 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.192 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.192 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.192 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.192 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.192 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.192 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.192 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.192 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.193 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.193 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.193 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.193 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.193 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.193 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.193 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.193 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.193 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.193 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.193 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.193 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.193 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.193 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.194 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.194 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.194 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.194 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.194 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.194 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.194 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.194 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2024-09-14T03:35:13.194 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:13.194 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2024-09-14T03:35:13.194 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.194 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 2, 2024-09-14T03:35:13.194 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.194 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.195 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.195 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.195 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:13.195 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:13.195 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:13.195 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.195 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 5, 2024-09-14T03:35:13.195 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.195 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.195 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:13.195 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.195 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.195 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.195 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.659943+0000", 2024-09-14T03:35:13.196 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.310414+0000", 2024-09-14T03:35:13.196 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.310414+0000", 2024-09-14T03:35:13.196 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.310697+0000", 2024-09-14T03:35:13.196 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.659943+0000", 2024-09-14T03:35:13.196 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.196 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.196 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.196 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:13.196 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.659943+0000", 2024-09-14T03:35:13.196 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.659943+0000", 2024-09-14T03:35:13.196 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.659943+0000", 2024-09-14T03:35:13.196 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.196 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.196 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.197 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.659943+0000", 2024-09-14T03:35:13.197 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.659943+0000", 2024-09-14T03:35:13.197 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.197 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.197 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.197 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.197 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:13.197 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.197 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.197 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.197 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.197 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.197 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.197 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.198 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.198 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.22", 2024-09-14T03:35:13.198 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.198 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.198 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.198 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:13.198 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.198 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T04:14:03.193850+0000", 2024-09-14T03:35:13.198 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.198 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.198 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.198 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.198 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.198 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.198 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.199 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.199 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.199 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.199 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.199 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.199 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.199 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.199 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.199 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.199 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.199 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.199 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.199 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.199 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.200 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.200 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.200 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.200 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.200 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.200 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.200 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.200 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.200 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.200 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.200 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.200 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.200 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.200 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.201 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.201 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.201 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.201 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.201 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.201 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.201 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.201 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.201 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.201 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.201 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.201 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.201 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:13.201 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:13.202 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:13.202 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.202 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 5, 2024-09-14T03:35:13.202 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.202 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.202 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.202 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.202 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2024-09-14T03:35:13.202 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:13.202 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2024-09-14T03:35:13.202 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.202 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 2, 2024-09-14T03:35:13.202 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.202 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.203 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:13.203 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.203 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.203 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.203 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.353744+0000", 2024-09-14T03:35:13.203 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.304503+0000", 2024-09-14T03:35:13.203 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.304503+0000", 2024-09-14T03:35:13.203 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.304918+0000", 2024-09-14T03:35:13.203 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.353744+0000", 2024-09-14T03:35:13.203 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.203 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.203 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.203 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:13.204 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.353744+0000", 2024-09-14T03:35:13.204 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.353744+0000", 2024-09-14T03:35:13.204 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.353744+0000", 2024-09-14T03:35:13.204 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.204 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.204 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.204 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.353744+0000", 2024-09-14T03:35:13.204 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.353744+0000", 2024-09-14T03:35:13.204 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.204 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.204 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.204 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.204 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:13.204 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.205 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.205 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.205 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.205 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.205 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.205 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.205 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.205 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.21", 2024-09-14T03:35:13.205 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.205 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.205 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.205 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:13.205 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.205 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T14:17:42.759289+0000", 2024-09-14T03:35:13.206 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.206 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.206 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.206 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.206 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.206 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.206 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.206 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.206 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.206 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.206 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.206 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.206 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.206 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.206 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.207 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.207 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.207 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.207 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.207 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.207 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.207 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.207 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.207 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.207 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.207 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.207 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.207 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.207 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.208 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.208 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.208 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.208 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.208 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.208 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.208 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.208 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.208 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.208 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.208 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.208 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.208 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.208 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.209 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.209 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.209 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.209 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.209 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2024-09-14T03:35:13.209 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:13.209 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2024-09-14T03:35:13.209 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.209 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 2, 2024-09-14T03:35:13.209 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.209 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.209 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.209 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.209 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:13.210 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:13.210 INFO:tasks.workunit.client.0.smithi002.stdout: 5 2024-09-14T03:35:13.210 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.210 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 6, 2024-09-14T03:35:13.210 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.210 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.210 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:13.210 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.210 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.210 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.210 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.500762+0000", 2024-09-14T03:35:13.210 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.302269+0000", 2024-09-14T03:35:13.210 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.302269+0000", 2024-09-14T03:35:13.210 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.302986+0000", 2024-09-14T03:35:13.211 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.500762+0000", 2024-09-14T03:35:13.211 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.211 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.211 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.211 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:13.211 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.500762+0000", 2024-09-14T03:35:13.211 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.500762+0000", 2024-09-14T03:35:13.211 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.500762+0000", 2024-09-14T03:35:13.211 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.211 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.211 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.211 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.500762+0000", 2024-09-14T03:35:13.211 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.500762+0000", 2024-09-14T03:35:13.211 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.212 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.212 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.212 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.212 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:13.212 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.212 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.212 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.212 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.212 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.212 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.212 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.212 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.212 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.20", 2024-09-14T03:35:13.212 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.213 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.213 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.213 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:13.213 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.213 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T05:44:01.879576+0000", 2024-09-14T03:35:13.213 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.213 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.213 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.213 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.213 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.213 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.213 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.213 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.213 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.214 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.214 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.214 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.214 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.214 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.214 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.214 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.214 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.214 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.214 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.214 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.214 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.214 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.215 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.215 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.215 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.215 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.215 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.215 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.215 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.215 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.215 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.215 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.215 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.215 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.215 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.215 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.215 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.216 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.216 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.216 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.216 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.216 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.216 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.216 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.216 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.216 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.216 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.216 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:13.216 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:13.216 INFO:tasks.workunit.client.0.smithi002.stdout: 5 2024-09-14T03:35:13.216 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.217 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 6, 2024-09-14T03:35:13.217 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.217 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.217 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.217 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.217 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:13.217 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:13.217 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2024-09-14T03:35:13.217 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.217 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 4, 2024-09-14T03:35:13.217 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.217 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.217 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:13.217 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.218 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.218 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.218 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.356760+0000", 2024-09-14T03:35:13.218 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.302802+0000", 2024-09-14T03:35:13.218 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.302802+0000", 2024-09-14T03:35:13.218 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.303125+0000", 2024-09-14T03:35:13.218 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.356760+0000", 2024-09-14T03:35:13.218 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.218 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.218 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.218 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:13.218 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.356760+0000", 2024-09-14T03:35:13.218 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.356760+0000", 2024-09-14T03:35:13.218 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.356760+0000", 2024-09-14T03:35:13.219 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.219 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.219 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.219 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.356760+0000", 2024-09-14T03:35:13.219 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.356760+0000", 2024-09-14T03:35:13.219 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.219 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.219 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.219 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.219 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:13.219 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.219 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.219 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.219 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.220 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.220 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.220 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.220 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.220 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.1a", 2024-09-14T03:35:13.220 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.220 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.220 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.220 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:13.220 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.220 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T11:11:14.147591+0000", 2024-09-14T03:35:13.220 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.220 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.220 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.221 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.221 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.221 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.221 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.221 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.221 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.221 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.221 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.221 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.221 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.221 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.221 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.221 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.221 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.221 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.222 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.222 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.222 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.222 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.222 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.222 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.222 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.222 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.222 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.222 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.222 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.222 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.222 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.222 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.223 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.223 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.223 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.223 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.223 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.223 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.223 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.223 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.223 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.223 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.223 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.223 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.223 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.223 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.223 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.224 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:13.224 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:13.224 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2024-09-14T03:35:13.224 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.224 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 4, 2024-09-14T03:35:13.224 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.224 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.224 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.224 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.224 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:13.224 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:13.224 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2024-09-14T03:35:13.224 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.224 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 3, 2024-09-14T03:35:13.225 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.225 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.225 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2024-09-14T03:35:13.225 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.225 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.225 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.225 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.638174+0000", 2024-09-14T03:35:13.225 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:38.847027+0000", 2024-09-14T03:35:13.225 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:38.847027+0000", 2024-09-14T03:35:13.225 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:38.847287+0000", 2024-09-14T03:35:13.225 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.638174+0000", 2024-09-14T03:35:13.225 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.225 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.226 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.226 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2024-09-14T03:35:13.226 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.638174+0000", 2024-09-14T03:35:13.226 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.638174+0000", 2024-09-14T03:35:13.226 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.638174+0000", 2024-09-14T03:35:13.226 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.226 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.226 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.226 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.638174+0000", 2024-09-14T03:35:13.226 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.638174+0000", 2024-09-14T03:35:13.226 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.226 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 1, 2024-09-14T03:35:13.226 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.226 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.227 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2024-09-14T03:35:13.227 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.227 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.227 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.227 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.227 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 1, 2024-09-14T03:35:13.227 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.227 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.227 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.227 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.1b", 2024-09-14T03:35:13.227 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.227 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.227 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.228 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 27, 2024-09-14T03:35:13.228 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.228 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T10:28:10.926764+0000", 2024-09-14T03:35:13.228 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.228 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.228 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.228 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.228 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.228 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.228 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.228 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.228 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.228 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.228 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.229 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.229 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.229 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.229 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.229 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.229 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.229 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.229 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.229 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.229 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.229 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.229 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.229 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.229 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.230 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.230 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.230 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.230 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.230 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.230 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.230 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.230 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.230 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.230 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.230 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.230 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.230 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.230 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.231 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.231 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.231 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.231 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.231 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.231 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.231 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.231 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.231 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:13.231 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:13.231 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2024-09-14T03:35:13.231 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.231 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 3, 2024-09-14T03:35:13.231 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "65'1" 2024-09-14T03:35:13.232 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.232 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.232 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.232 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:13.232 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:13.232 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2024-09-14T03:35:13.232 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.232 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 0, 2024-09-14T03:35:13.232 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.232 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.232 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:13.232 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.232 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.232 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.233 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.703936+0000", 2024-09-14T03:35:13.233 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.298727+0000", 2024-09-14T03:35:13.233 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.298727+0000", 2024-09-14T03:35:13.233 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.299009+0000", 2024-09-14T03:35:13.233 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.703936+0000", 2024-09-14T03:35:13.233 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.233 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.233 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.233 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:13.233 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.703936+0000", 2024-09-14T03:35:13.233 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.703936+0000", 2024-09-14T03:35:13.233 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.703936+0000", 2024-09-14T03:35:13.233 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.233 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.234 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.234 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.703936+0000", 2024-09-14T03:35:13.234 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.703936+0000", 2024-09-14T03:35:13.234 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.234 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.234 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.234 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.234 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:13.234 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.234 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.234 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.234 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.234 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.234 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.235 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.235 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.235 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.1b", 2024-09-14T03:35:13.235 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.235 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.235 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.235 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:13.235 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.235 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T09:35:00.490170+0000", 2024-09-14T03:35:13.235 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.235 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.235 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.235 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.236 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.236 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.236 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.236 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.236 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.236 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.236 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.236 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.236 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.236 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.236 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.236 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.236 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.236 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.237 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.237 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.237 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.237 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.237 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.237 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.237 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.237 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.237 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.237 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.237 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.237 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.237 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.237 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.238 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.238 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.238 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.238 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.238 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.238 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.238 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.238 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.238 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.238 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.238 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.238 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.238 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.238 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.239 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.239 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:13.239 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:13.239 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2024-09-14T03:35:13.239 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.239 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 0, 2024-09-14T03:35:13.239 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.239 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.239 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.239 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.239 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:13.239 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:13.239 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2024-09-14T03:35:13.239 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.240 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 6, 2024-09-14T03:35:13.240 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.240 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.240 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2024-09-14T03:35:13.240 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.240 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.240 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.240 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.501047+0000", 2024-09-14T03:35:13.240 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:38.848007+0000", 2024-09-14T03:35:13.240 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:38.848007+0000", 2024-09-14T03:35:13.240 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:38.848320+0000", 2024-09-14T03:35:13.240 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.501047+0000", 2024-09-14T03:35:13.240 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.241 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.241 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.241 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2024-09-14T03:35:13.241 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.501047+0000", 2024-09-14T03:35:13.241 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.501047+0000", 2024-09-14T03:35:13.241 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.501047+0000", 2024-09-14T03:35:13.241 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.241 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.241 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.241 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.501047+0000", 2024-09-14T03:35:13.241 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.501047+0000", 2024-09-14T03:35:13.241 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.241 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 1, 2024-09-14T03:35:13.241 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.241 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.242 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2024-09-14T03:35:13.242 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.242 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.242 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.242 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.242 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 1, 2024-09-14T03:35:13.242 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.242 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.242 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.242 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.1a", 2024-09-14T03:35:13.242 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.242 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.242 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.242 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 27, 2024-09-14T03:35:13.243 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.243 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T13:52:24.347452+0000", 2024-09-14T03:35:13.243 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.243 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.243 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.243 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.243 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.243 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.243 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.243 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.243 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.243 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.243 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.243 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.244 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.244 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.244 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.244 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.244 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.244 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.244 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.244 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.244 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.244 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.244 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.244 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.244 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.244 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.245 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.245 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.245 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.245 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.245 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.245 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.245 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.245 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.245 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.245 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.245 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.245 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.245 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.245 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.246 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.246 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.246 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.246 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.246 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.246 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.246 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.246 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:13.246 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:13.246 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2024-09-14T03:35:13.246 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.246 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 6, 2024-09-14T03:35:13.246 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "65'1" 2024-09-14T03:35:13.246 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.247 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.247 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.247 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:13.247 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:13.247 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:13.247 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.247 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 3, 2024-09-14T03:35:13.247 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.247 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.247 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2024-09-14T03:35:13.247 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.247 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.247 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.247 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.638030+0000", 2024-09-14T03:35:13.247 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:38.843916+0000", 2024-09-14T03:35:13.248 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:38.843916+0000", 2024-09-14T03:35:13.248 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:38.844317+0000", 2024-09-14T03:35:13.248 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.638030+0000", 2024-09-14T03:35:13.248 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.248 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.248 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.248 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2024-09-14T03:35:13.248 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.638030+0000", 2024-09-14T03:35:13.248 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.638030+0000", 2024-09-14T03:35:13.248 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.638030+0000", 2024-09-14T03:35:13.248 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.248 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.248 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.249 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.638030+0000", 2024-09-14T03:35:13.249 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.638030+0000", 2024-09-14T03:35:13.249 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.249 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.249 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.249 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.249 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2024-09-14T03:35:13.249 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.249 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.249 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.249 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.249 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.249 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.249 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.250 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.250 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.19", 2024-09-14T03:35:13.250 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.250 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.250 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.250 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 26, 2024-09-14T03:35:13.250 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.250 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T14:17:09.809160+0000", 2024-09-14T03:35:13.250 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.250 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.250 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.250 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.250 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.250 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.251 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.251 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.251 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.251 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.251 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.251 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.251 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.251 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.251 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.251 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.251 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.251 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.251 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.252 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.252 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.252 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.252 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.252 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.252 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.252 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.252 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.252 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.252 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.252 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.252 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.252 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.252 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.253 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.253 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.253 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.253 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.253 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.253 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.253 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.253 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.253 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.253 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.253 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.253 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.253 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.253 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.254 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:13.254 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:13.254 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:13.254 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.254 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 3, 2024-09-14T03:35:13.254 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.254 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.254 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.254 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.254 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:13.254 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:13.254 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2024-09-14T03:35:13.254 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.254 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 3, 2024-09-14T03:35:13.255 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.255 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.255 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:13.255 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.255 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.255 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.255 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.637901+0000", 2024-09-14T03:35:13.255 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.301048+0000", 2024-09-14T03:35:13.255 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.301048+0000", 2024-09-14T03:35:13.255 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.301338+0000", 2024-09-14T03:35:13.255 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.637901+0000", 2024-09-14T03:35:13.255 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.255 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.255 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.255 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:13.256 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.637901+0000", 2024-09-14T03:35:13.256 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.637901+0000", 2024-09-14T03:35:13.256 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.637901+0000", 2024-09-14T03:35:13.256 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.256 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.256 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.256 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.637901+0000", 2024-09-14T03:35:13.256 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.637901+0000", 2024-09-14T03:35:13.256 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.256 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.256 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.256 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.256 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:13.257 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.257 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.257 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.257 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.257 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.257 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.257 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.257 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.257 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.18", 2024-09-14T03:35:13.257 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.257 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.257 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.257 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:13.257 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.258 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T10:09:01.323218+0000", 2024-09-14T03:35:13.258 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.258 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.258 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.258 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.258 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.258 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.258 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.258 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.258 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.258 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.258 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.258 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.258 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.258 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.259 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.259 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.259 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.259 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.259 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.259 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.259 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.259 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.259 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.259 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.259 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.259 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.259 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.259 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.260 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.260 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.260 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.260 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.260 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.260 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.260 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.260 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.260 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.260 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.260 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.260 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.260 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.260 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.261 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.261 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.261 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.261 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.261 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.261 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:13.261 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:13.261 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2024-09-14T03:35:13.261 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.261 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 3, 2024-09-14T03:35:13.261 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.261 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.261 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.261 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.262 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:13.262 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:13.262 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2024-09-14T03:35:13.262 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.262 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 5, 2024-09-14T03:35:13.262 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.262 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.262 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2024-09-14T03:35:13.262 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.262 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.262 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.262 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.659814+0000", 2024-09-14T03:35:13.262 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:38.848182+0000", 2024-09-14T03:35:13.262 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:38.848182+0000", 2024-09-14T03:35:13.263 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:38.848554+0000", 2024-09-14T03:35:13.263 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.659814+0000", 2024-09-14T03:35:13.263 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.263 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.263 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.263 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2024-09-14T03:35:13.263 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.659814+0000", 2024-09-14T03:35:13.263 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.659814+0000", 2024-09-14T03:35:13.263 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.659814+0000", 2024-09-14T03:35:13.263 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.263 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.263 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.263 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.659814+0000", 2024-09-14T03:35:13.263 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.659814+0000", 2024-09-14T03:35:13.264 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.264 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.264 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.264 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.264 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2024-09-14T03:35:13.264 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.264 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.264 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.264 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.264 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.264 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.264 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.264 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.264 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.18", 2024-09-14T03:35:13.265 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.265 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.265 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.265 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 26, 2024-09-14T03:35:13.265 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.265 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T12:53:12.626924+0000", 2024-09-14T03:35:13.265 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.265 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.265 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.265 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.265 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.265 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.265 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.265 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.265 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.266 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.266 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.266 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.266 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.266 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.266 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.266 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.266 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.266 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.266 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.266 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.266 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.266 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.266 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.267 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.267 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.267 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.267 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.267 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.267 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.267 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.267 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.267 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.267 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.267 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.267 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.267 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.267 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.267 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.268 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.268 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.268 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.268 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.268 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.268 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.268 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.268 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.268 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.268 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:13.268 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:13.268 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2024-09-14T03:35:13.268 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.269 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 5, 2024-09-14T03:35:13.269 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.269 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.269 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.269 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.269 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:13.269 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:13.269 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2024-09-14T03:35:13.269 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.269 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 1, 2024-09-14T03:35:13.269 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.269 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.269 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:13.269 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.269 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.270 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.270 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.354238+0000", 2024-09-14T03:35:13.270 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:32:07.820363+0000", 2024-09-14T03:35:13.270 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:32:07.820363+0000", 2024-09-14T03:35:13.270 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:32:07.820742+0000", 2024-09-14T03:35:13.270 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.354238+0000", 2024-09-14T03:35:13.270 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.270 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.270 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.270 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 67, 2024-09-14T03:35:13.270 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.354238+0000", 2024-09-14T03:35:13.270 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.354238+0000", 2024-09-14T03:35:13.270 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.354238+0000", 2024-09-14T03:35:13.270 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.271 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.271 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.271 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.354238+0000", 2024-09-14T03:35:13.271 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.354238+0000", 2024-09-14T03:35:13.271 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.271 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.271 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.271 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.271 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 66, 2024-09-14T03:35:13.271 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.271 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.271 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.271 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.271 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.272 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.272 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.272 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.272 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.19", 2024-09-14T03:35:13.272 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.272 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.272 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.272 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 32, 2024-09-14T03:35:13.272 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.272 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T08:46:56.804382+0000", 2024-09-14T03:35:13.272 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.272 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.272 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.272 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.273 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.273 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.273 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.273 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.273 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.273 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.273 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.273 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.273 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.273 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.273 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.273 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.273 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.273 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.274 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.274 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.274 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.274 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.274 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.274 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.274 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.274 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.274 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.274 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.274 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.274 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.274 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.274 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.274 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.275 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.275 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.275 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.275 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.275 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.275 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.275 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.275 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.275 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.275 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.275 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.275 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.275 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.275 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.276 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:13.276 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:13.276 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2024-09-14T03:35:13.276 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.276 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 1, 2024-09-14T03:35:13.276 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.276 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.276 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.276 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.276 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:13.276 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:13.276 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2024-09-14T03:35:13.276 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.276 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 6, 2024-09-14T03:35:13.277 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.277 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.277 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2024-09-14T03:35:13.277 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.277 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.277 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.277 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.501445+0000", 2024-09-14T03:35:13.277 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:38.852358+0000", 2024-09-14T03:35:13.277 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:38.852358+0000", 2024-09-14T03:35:13.277 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:38.852680+0000", 2024-09-14T03:35:13.277 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.501445+0000", 2024-09-14T03:35:13.277 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.277 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.278 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.278 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2024-09-14T03:35:13.278 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.501445+0000", 2024-09-14T03:35:13.278 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.501445+0000", 2024-09-14T03:35:13.278 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.501445+0000", 2024-09-14T03:35:13.278 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.278 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.278 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.278 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.501445+0000", 2024-09-14T03:35:13.278 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.501445+0000", 2024-09-14T03:35:13.278 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.278 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.278 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.278 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.278 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2024-09-14T03:35:13.279 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.279 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.279 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.279 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.279 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.279 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.279 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.279 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.279 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.17", 2024-09-14T03:35:13.279 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.279 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.279 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.279 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 26, 2024-09-14T03:35:13.279 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.280 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T05:14:00.249944+0000", 2024-09-14T03:35:13.280 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.280 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.280 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.280 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.280 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.280 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.280 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.280 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.280 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.280 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.280 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.280 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.280 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.281 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.281 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.281 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.281 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.281 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.281 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.281 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.281 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.281 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.281 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.281 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.281 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.281 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.281 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.281 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.282 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.282 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.282 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.282 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.282 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.282 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.283 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.283 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.283 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.284 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.284 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.284 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.284 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.284 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.284 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.284 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.284 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.284 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.284 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.284 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:13.284 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:13.284 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2024-09-14T03:35:13.284 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.284 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 6, 2024-09-14T03:35:13.285 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.285 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.285 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.285 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.285 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:13.285 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:13.285 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2024-09-14T03:35:13.285 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.285 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 5, 2024-09-14T03:35:13.285 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.285 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.285 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:13.285 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.285 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.286 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.286 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.660252+0000", 2024-09-14T03:35:13.286 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.304218+0000", 2024-09-14T03:35:13.286 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.304218+0000", 2024-09-14T03:35:13.286 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.309949+0000", 2024-09-14T03:35:13.286 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.660252+0000", 2024-09-14T03:35:13.286 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.286 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.286 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.286 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:13.286 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.660252+0000", 2024-09-14T03:35:13.286 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.660252+0000", 2024-09-14T03:35:13.286 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.660252+0000", 2024-09-14T03:35:13.286 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.287 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.287 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.287 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.660252+0000", 2024-09-14T03:35:13.287 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.660252+0000", 2024-09-14T03:35:13.287 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.287 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.287 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.287 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.287 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:13.287 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.287 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.287 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.287 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.287 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.287 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.288 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.288 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.288 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.16", 2024-09-14T03:35:13.288 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.288 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.288 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.288 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:13.288 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.288 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T13:35:48.789741+0000", 2024-09-14T03:35:13.288 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.288 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.288 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.288 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.288 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.289 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.289 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.289 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.289 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.289 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.289 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.289 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.289 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.289 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.289 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.289 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.289 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.289 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.289 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.290 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.290 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.290 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.290 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.290 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.290 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.290 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.290 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.290 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.290 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.290 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.290 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.290 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.290 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.291 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.291 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.291 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.291 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.291 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.291 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.291 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.291 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.291 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.291 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.291 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.291 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.291 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.291 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.292 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:13.292 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:13.292 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2024-09-14T03:35:13.292 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.292 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 5, 2024-09-14T03:35:13.292 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.292 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.292 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.292 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.292 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:13.292 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:13.292 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2024-09-14T03:35:13.292 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.292 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 5, 2024-09-14T03:35:13.293 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.293 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.293 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2024-09-14T03:35:13.293 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.293 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.293 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.293 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.660336+0000", 2024-09-14T03:35:13.293 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:38.852941+0000", 2024-09-14T03:35:13.293 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:38.852941+0000", 2024-09-14T03:35:13.293 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:38.853475+0000", 2024-09-14T03:35:13.293 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.660336+0000", 2024-09-14T03:35:13.293 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.293 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.293 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.294 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2024-09-14T03:35:13.294 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.660336+0000", 2024-09-14T03:35:13.294 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.660336+0000", 2024-09-14T03:35:13.294 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.660336+0000", 2024-09-14T03:35:13.294 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.294 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.294 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.294 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.660336+0000", 2024-09-14T03:35:13.294 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.660336+0000", 2024-09-14T03:35:13.294 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.294 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.294 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.294 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.294 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2024-09-14T03:35:13.294 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.295 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.295 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.295 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.295 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.295 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.295 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.295 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.295 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.16", 2024-09-14T03:35:13.295 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.295 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.295 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.295 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 26, 2024-09-14T03:35:13.295 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.295 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T10:59:48.606494+0000", 2024-09-14T03:35:13.296 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.296 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.296 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.296 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.296 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.296 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.296 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.296 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.296 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.296 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.296 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.296 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.296 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.296 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.297 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.297 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.297 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.297 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.297 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.297 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.297 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.297 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.297 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.297 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.297 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.297 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.297 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.297 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.298 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.298 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.298 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.298 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.298 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.298 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.298 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.298 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.298 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.298 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.298 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.298 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.298 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.298 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.299 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.299 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.299 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.299 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.299 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.299 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:13.299 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:13.299 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2024-09-14T03:35:13.299 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.299 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 5, 2024-09-14T03:35:13.299 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.299 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.299 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.299 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.300 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:13.300 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:13.300 INFO:tasks.workunit.client.0.smithi002.stdout: 3 2024-09-14T03:35:13.300 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.300 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 0, 2024-09-14T03:35:13.300 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.300 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.300 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:13.300 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.300 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.300 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.300 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.703967+0000", 2024-09-14T03:35:13.300 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.304034+0000", 2024-09-14T03:35:13.300 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.304034+0000", 2024-09-14T03:35:13.301 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.305955+0000", 2024-09-14T03:35:13.301 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.703967+0000", 2024-09-14T03:35:13.301 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.301 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.301 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.301 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:13.301 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.703967+0000", 2024-09-14T03:35:13.301 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.703967+0000", 2024-09-14T03:35:13.301 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.703967+0000", 2024-09-14T03:35:13.301 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.301 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.301 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.301 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.703967+0000", 2024-09-14T03:35:13.301 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.703967+0000", 2024-09-14T03:35:13.302 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.302 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.302 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.302 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.302 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:13.302 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.302 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.302 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.302 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.302 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.302 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.302 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.302 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.302 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.17", 2024-09-14T03:35:13.303 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.303 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.303 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.303 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:13.303 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.303 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T04:33:33.727332+0000", 2024-09-14T03:35:13.303 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.303 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.303 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.303 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.303 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.303 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.303 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.303 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.303 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.304 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.304 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.304 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.304 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.304 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.304 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.304 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.304 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.304 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.304 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.304 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.304 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.304 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.305 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.305 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.305 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.305 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.305 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.305 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.305 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.305 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.305 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.305 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.305 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.305 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.305 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.305 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.306 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.306 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.306 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.306 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.306 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.306 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.306 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.306 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.306 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.306 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.306 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.306 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:13.306 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:13.306 INFO:tasks.workunit.client.0.smithi002.stdout: 3 2024-09-14T03:35:13.306 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.307 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 0, 2024-09-14T03:35:13.307 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.307 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.307 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.307 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.307 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:13.307 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:13.307 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:13.307 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.307 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 1, 2024-09-14T03:35:13.307 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.307 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.307 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2024-09-14T03:35:13.307 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.308 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.308 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.308 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.354909+0000", 2024-09-14T03:35:13.308 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:38.843691+0000", 2024-09-14T03:35:13.308 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:38.843691+0000", 2024-09-14T03:35:13.308 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:38.844003+0000", 2024-09-14T03:35:13.308 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.354909+0000", 2024-09-14T03:35:13.308 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.308 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.308 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.308 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2024-09-14T03:35:13.308 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.354909+0000", 2024-09-14T03:35:13.308 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.354909+0000", 2024-09-14T03:35:13.308 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.354909+0000", 2024-09-14T03:35:13.309 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.309 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.309 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.309 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.354909+0000", 2024-09-14T03:35:13.309 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.354909+0000", 2024-09-14T03:35:13.309 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.309 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 3, 2024-09-14T03:35:13.309 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.309 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.309 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2024-09-14T03:35:13.309 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.309 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.309 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.309 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.310 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 3, 2024-09-14T03:35:13.310 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.310 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.310 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.310 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.15", 2024-09-14T03:35:13.310 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.310 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.310 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.310 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 29, 2024-09-14T03:35:13.310 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.310 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T04:28:28.496001+0000", 2024-09-14T03:35:13.310 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.310 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.310 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.311 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 90, 2024-09-14T03:35:13.311 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.311 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.311 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.311 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.311 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.311 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.311 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.311 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.311 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.311 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.311 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.311 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.311 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.312 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.312 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.312 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 6, 2024-09-14T03:35:13.312 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 2, 2024-09-14T03:35:13.312 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.312 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 2, 2024-09-14T03:35:13.312 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.312 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.312 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.312 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.312 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.312 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 1, 2024-09-14T03:35:13.312 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.312 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.313 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.313 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.313 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.313 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.313 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.313 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.313 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.313 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.313 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.313 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.313 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 4, 2024-09-14T03:35:13.313 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 1 2024-09-14T03:35:13.313 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.313 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.313 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.314 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.314 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:13.314 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:13.314 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:13.314 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.314 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 1, 2024-09-14T03:35:13.314 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "65'3" 2024-09-14T03:35:13.314 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.314 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.314 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.314 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:13.314 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:13.314 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2024-09-14T03:35:13.314 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.315 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 4, 2024-09-14T03:35:13.315 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.315 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.315 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:13.315 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.315 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.315 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.315 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.357431+0000", 2024-09-14T03:35:13.315 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.293722+0000", 2024-09-14T03:35:13.315 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.293722+0000", 2024-09-14T03:35:13.315 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.294172+0000", 2024-09-14T03:35:13.315 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.357431+0000", 2024-09-14T03:35:13.315 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.315 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.315 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.316 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:13.316 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.357431+0000", 2024-09-14T03:35:13.316 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.357431+0000", 2024-09-14T03:35:13.316 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.357431+0000", 2024-09-14T03:35:13.316 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.316 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.316 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.316 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.357431+0000", 2024-09-14T03:35:13.316 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.357431+0000", 2024-09-14T03:35:13.316 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.316 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.316 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.316 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.316 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:13.317 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.317 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.317 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.317 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.317 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.317 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.317 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.317 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.317 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.14", 2024-09-14T03:35:13.317 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.317 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.317 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.317 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:13.317 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.318 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T06:37:50.994893+0000", 2024-09-14T03:35:13.318 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.318 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.318 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.318 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.318 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.318 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.318 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.318 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.318 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.318 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.318 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.318 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.318 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.319 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.319 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.319 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.319 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.319 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.319 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.319 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.319 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.319 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.319 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.319 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.319 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.319 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.319 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.320 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.320 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.320 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.320 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.320 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.320 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.320 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.320 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.320 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.320 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.320 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.320 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.320 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.320 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.321 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.321 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.321 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.321 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.321 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.321 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.321 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:13.321 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:13.321 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2024-09-14T03:35:13.321 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.321 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 4, 2024-09-14T03:35:13.321 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.321 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.321 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.321 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.322 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:13.322 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:13.322 INFO:tasks.workunit.client.0.smithi002.stdout: 5 2024-09-14T03:35:13.322 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.322 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 6, 2024-09-14T03:35:13.322 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.322 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.322 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2024-09-14T03:35:13.322 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.322 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.322 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.322 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:34:00.854094+0000", 2024-09-14T03:35:13.322 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:38.851109+0000", 2024-09-14T03:35:13.322 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:38.851109+0000", 2024-09-14T03:35:13.323 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:38.851431+0000", 2024-09-14T03:35:13.323 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:34:00.854094+0000", 2024-09-14T03:35:13.323 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.323 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.323 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.323 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2024-09-14T03:35:13.323 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:34:00.854094+0000", 2024-09-14T03:35:13.323 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:34:00.854094+0000", 2024-09-14T03:35:13.323 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:34:00.854094+0000", 2024-09-14T03:35:13.323 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.323 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.323 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.323 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:34:00.854094+0000", 2024-09-14T03:35:13.323 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:34:00.854094+0000", 2024-09-14T03:35:13.324 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.324 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 12, 2024-09-14T03:35:13.324 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.324 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.324 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2024-09-14T03:35:13.324 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.324 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.324 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.324 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.324 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 12, 2024-09-14T03:35:13.324 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.324 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.324 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.325 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.14", 2024-09-14T03:35:13.325 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.325 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.325 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.325 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 38, 2024-09-14T03:35:13.325 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.325 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T09:59:08.880811+0000", 2024-09-14T03:35:13.325 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.325 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.325 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.325 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 2630, 2024-09-14T03:35:13.325 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.325 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.325 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.326 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.326 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.326 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.326 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.326 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.326 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.326 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.326 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.326 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.326 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.326 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.326 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.326 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 12, 2024-09-14T03:35:13.326 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 4, 2024-09-14T03:35:13.327 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.327 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 4, 2024-09-14T03:35:13.327 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.327 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.327 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.327 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.327 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.327 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 1, 2024-09-14T03:35:13.327 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.327 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.327 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.327 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.327 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.327 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.328 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.328 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.328 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.328 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.328 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.328 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.328 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 12, 2024-09-14T03:35:13.328 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 9 2024-09-14T03:35:13.328 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.328 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.328 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.328 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.328 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:13.328 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:13.329 INFO:tasks.workunit.client.0.smithi002.stdout: 5 2024-09-14T03:35:13.329 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.329 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 6, 2024-09-14T03:35:13.329 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "75'12" 2024-09-14T03:35:13.329 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.329 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.329 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.329 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:13.329 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:13.329 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2024-09-14T03:35:13.329 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.329 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 7, 2024-09-14T03:35:13.329 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.330 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.330 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:13.330 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.330 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.330 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.330 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:46.277856+0000", 2024-09-14T03:35:13.330 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.305672+0000", 2024-09-14T03:35:13.330 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.305672+0000", 2024-09-14T03:35:13.330 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.306156+0000", 2024-09-14T03:35:13.330 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:46.277856+0000", 2024-09-14T03:35:13.330 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.330 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.330 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.330 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:13.331 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:46.277856+0000", 2024-09-14T03:35:13.331 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:46.277856+0000", 2024-09-14T03:35:13.331 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:46.277856+0000", 2024-09-14T03:35:13.331 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.331 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.331 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.331 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:46.277856+0000", 2024-09-14T03:35:13.331 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:46.277856+0000", 2024-09-14T03:35:13.331 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.331 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.331 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.331 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.331 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:13.331 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.332 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.332 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.332 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.332 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.332 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.332 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.332 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.332 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.15", 2024-09-14T03:35:13.332 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.332 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.332 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.332 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:13.332 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.332 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T08:50:38.107165+0000", 2024-09-14T03:35:13.333 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.333 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.333 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.333 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.333 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.333 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.333 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.333 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.333 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.333 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.333 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.333 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.333 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.333 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.334 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.334 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.334 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.334 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.334 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.334 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.334 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.334 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.334 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.334 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.334 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.334 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.334 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.334 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.334 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.335 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.335 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.335 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.335 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.335 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.335 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.335 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.335 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.335 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.335 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.335 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.335 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.335 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.335 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.336 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.336 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.336 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.336 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.336 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:13.336 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:13.336 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2024-09-14T03:35:13.336 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.336 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 7, 2024-09-14T03:35:13.336 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.336 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.336 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.336 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.337 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:13.337 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:13.337 INFO:tasks.workunit.client.0.smithi002.stdout: 3 2024-09-14T03:35:13.337 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.337 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 0, 2024-09-14T03:35:13.337 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.337 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.337 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2024-09-14T03:35:13.337 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.337 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.337 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.337 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.703994+0000", 2024-09-14T03:35:13.337 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:38.841727+0000", 2024-09-14T03:35:13.338 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:38.841727+0000", 2024-09-14T03:35:13.338 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:38.842099+0000", 2024-09-14T03:35:13.338 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.703994+0000", 2024-09-14T03:35:13.338 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.338 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.338 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.338 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2024-09-14T03:35:13.338 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.703994+0000", 2024-09-14T03:35:13.338 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.703994+0000", 2024-09-14T03:35:13.338 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.703994+0000", 2024-09-14T03:35:13.338 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.338 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.338 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.338 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.703994+0000", 2024-09-14T03:35:13.339 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.703994+0000", 2024-09-14T03:35:13.339 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.339 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 2, 2024-09-14T03:35:13.339 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.339 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.339 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2024-09-14T03:35:13.339 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.339 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.339 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.339 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.339 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 2, 2024-09-14T03:35:13.339 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.339 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.340 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.340 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.13", 2024-09-14T03:35:13.340 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.340 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.340 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.340 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 28, 2024-09-14T03:35:13.340 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.340 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T11:26:35.514878+0000", 2024-09-14T03:35:13.340 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.340 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.340 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.340 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 34, 2024-09-14T03:35:13.340 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.340 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.341 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.341 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.341 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.341 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.341 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.341 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.341 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.341 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.341 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.341 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.341 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.341 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.341 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.342 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 6, 2024-09-14T03:35:13.342 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 2, 2024-09-14T03:35:13.342 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.342 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 2, 2024-09-14T03:35:13.342 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.342 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.342 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.342 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.342 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.342 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 1, 2024-09-14T03:35:13.342 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.342 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.342 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.342 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.343 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.343 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.343 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.343 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.343 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.343 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.343 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.343 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.343 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 3, 2024-09-14T03:35:13.343 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 7 2024-09-14T03:35:13.343 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.343 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.343 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.343 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.343 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:13.344 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:13.344 INFO:tasks.workunit.client.0.smithi002.stdout: 3 2024-09-14T03:35:13.344 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.344 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 0, 2024-09-14T03:35:13.344 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "65'2" 2024-09-14T03:35:13.344 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.344 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.344 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.344 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:13.344 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:13.344 INFO:tasks.workunit.client.0.smithi002.stdout: 3 2024-09-14T03:35:13.344 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.344 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 0, 2024-09-14T03:35:13.344 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.345 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.345 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:13.345 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.345 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.345 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.345 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.703486+0000", 2024-09-14T03:35:13.345 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.292831+0000", 2024-09-14T03:35:13.345 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.292831+0000", 2024-09-14T03:35:13.345 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.293127+0000", 2024-09-14T03:35:13.345 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.703486+0000", 2024-09-14T03:35:13.345 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.345 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.345 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.345 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:13.346 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.703486+0000", 2024-09-14T03:35:13.346 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.703486+0000", 2024-09-14T03:35:13.346 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.703486+0000", 2024-09-14T03:35:13.346 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.346 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.346 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.346 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.703486+0000", 2024-09-14T03:35:13.346 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.703486+0000", 2024-09-14T03:35:13.346 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.346 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.346 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.346 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.346 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:13.346 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.347 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.347 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.347 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.347 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.347 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.347 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.347 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.347 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.12", 2024-09-14T03:35:13.347 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.347 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.347 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.347 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:13.347 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.347 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T05:04:01.195534+0000", 2024-09-14T03:35:13.348 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.348 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.348 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.348 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.348 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.348 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.348 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.348 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.348 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.348 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.348 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.348 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.348 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.348 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.349 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.349 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.349 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.349 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.349 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.349 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.349 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.349 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.349 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.349 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.349 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.349 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.349 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.349 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.350 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.350 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.350 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.350 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.350 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.350 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.350 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.350 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.350 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.350 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.350 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.350 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.350 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.350 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.350 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.351 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.351 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.351 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.351 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.351 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:13.351 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:13.351 INFO:tasks.workunit.client.0.smithi002.stdout: 3 2024-09-14T03:35:13.351 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.351 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 0, 2024-09-14T03:35:13.351 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.351 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.351 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.351 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.351 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:13.352 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:13.352 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2024-09-14T03:35:13.352 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.352 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 5, 2024-09-14T03:35:13.352 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.352 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.352 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2024-09-14T03:35:13.352 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.352 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.352 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.352 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.660007+0000", 2024-09-14T03:35:13.352 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:38.849600+0000", 2024-09-14T03:35:13.352 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:38.849600+0000", 2024-09-14T03:35:13.352 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:38.850077+0000", 2024-09-14T03:35:13.353 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.660007+0000", 2024-09-14T03:35:13.353 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.353 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.353 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.353 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2024-09-14T03:35:13.353 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.660007+0000", 2024-09-14T03:35:13.353 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.660007+0000", 2024-09-14T03:35:13.353 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.660007+0000", 2024-09-14T03:35:13.353 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.353 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.353 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.353 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.660007+0000", 2024-09-14T03:35:13.353 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.660007+0000", 2024-09-14T03:35:13.353 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.354 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.354 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.354 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.354 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2024-09-14T03:35:13.354 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.354 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.354 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.354 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.354 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.354 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.354 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.354 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.354 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.12", 2024-09-14T03:35:13.354 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.354 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.355 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.355 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 26, 2024-09-14T03:35:13.355 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.355 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T06:18:26.606484+0000", 2024-09-14T03:35:13.355 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.355 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.355 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.355 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.355 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.355 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.355 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.355 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.355 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.355 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.355 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.356 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.356 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.356 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.356 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.356 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.356 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.356 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.356 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.356 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.356 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.356 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.356 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.356 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.356 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.357 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.357 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.357 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.357 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.357 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.357 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.357 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.357 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.357 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.357 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.357 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.357 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.357 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.358 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.358 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.358 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.358 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.358 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.358 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.358 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.358 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.358 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.358 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:13.358 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:13.358 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2024-09-14T03:35:13.358 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.358 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 5, 2024-09-14T03:35:13.358 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.359 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.359 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.359 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.359 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:13.359 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:13.359 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2024-09-14T03:35:13.359 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.359 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 7, 2024-09-14T03:35:13.359 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.359 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.359 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:13.360 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.360 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.360 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.360 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:46.277666+0000", 2024-09-14T03:35:13.360 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.307592+0000", 2024-09-14T03:35:13.360 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.307592+0000", 2024-09-14T03:35:13.360 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.309067+0000", 2024-09-14T03:35:13.360 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:46.277666+0000", 2024-09-14T03:35:13.360 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.360 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.360 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.360 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:13.360 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:46.277666+0000", 2024-09-14T03:35:13.360 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:46.277666+0000", 2024-09-14T03:35:13.361 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:46.277666+0000", 2024-09-14T03:35:13.361 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.361 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.361 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.361 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:46.277666+0000", 2024-09-14T03:35:13.361 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:46.277666+0000", 2024-09-14T03:35:13.361 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.361 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.361 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.361 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.361 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:13.361 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.361 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.361 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.362 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.362 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.362 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.362 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.362 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.362 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.13", 2024-09-14T03:35:13.362 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.362 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.362 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.362 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:13.362 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.362 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T05:49:29.048351+0000", 2024-09-14T03:35:13.362 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.362 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.363 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.363 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.363 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.363 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.363 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.363 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.363 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.363 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.363 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.363 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.363 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.363 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.363 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.363 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.364 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.364 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.364 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.364 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.364 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.364 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.364 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.364 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.364 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.364 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.364 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.364 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.364 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.364 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.365 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.365 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.365 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.365 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.365 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.365 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.365 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.365 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.365 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.365 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.365 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.365 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.365 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.365 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.366 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.366 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.366 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.366 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:13.366 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:13.366 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2024-09-14T03:35:13.366 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.366 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 7, 2024-09-14T03:35:13.366 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.366 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.366 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.366 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.366 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:13.366 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:13.367 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2024-09-14T03:35:13.367 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.367 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 6, 2024-09-14T03:35:13.367 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.367 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.367 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2024-09-14T03:35:13.367 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.367 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.367 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.367 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.500987+0000", 2024-09-14T03:35:13.367 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:38.844990+0000", 2024-09-14T03:35:13.367 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:38.844990+0000", 2024-09-14T03:35:13.367 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:38.845472+0000", 2024-09-14T03:35:13.367 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.500987+0000", 2024-09-14T03:35:13.367 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.368 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.368 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.368 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2024-09-14T03:35:13.368 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.500987+0000", 2024-09-14T03:35:13.368 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.500987+0000", 2024-09-14T03:35:13.368 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.500987+0000", 2024-09-14T03:35:13.368 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.368 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.368 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.368 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.500987+0000", 2024-09-14T03:35:13.368 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.500987+0000", 2024-09-14T03:35:13.368 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.368 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.369 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.369 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.369 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2024-09-14T03:35:13.369 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.369 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.369 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.369 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.369 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.369 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.369 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.369 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.369 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.11", 2024-09-14T03:35:13.369 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.369 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.369 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.370 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 26, 2024-09-14T03:35:13.370 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.370 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T04:39:33.374753+0000", 2024-09-14T03:35:13.370 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.370 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.370 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.370 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.370 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.370 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.370 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.370 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.370 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.370 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.370 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.371 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.371 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.371 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.371 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.371 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.371 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.371 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.371 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.371 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.371 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.371 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.371 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.371 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.371 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.372 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.372 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.372 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.372 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.372 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.372 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.372 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.372 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.372 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.372 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.372 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.372 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.372 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.372 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.373 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.373 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.373 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.373 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.373 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.373 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.373 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.373 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.373 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:13.373 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:13.373 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2024-09-14T03:35:13.373 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.373 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 6, 2024-09-14T03:35:13.374 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.374 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.374 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.374 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.374 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:13.374 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:13.374 INFO:tasks.workunit.client.0.smithi002.stdout: 5 2024-09-14T03:35:13.374 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.374 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 6, 2024-09-14T03:35:13.374 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.374 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.374 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:13.374 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.374 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.374 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.375 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.500818+0000", 2024-09-14T03:35:13.375 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:32:07.820660+0000", 2024-09-14T03:35:13.375 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:32:07.820660+0000", 2024-09-14T03:35:13.375 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:32:07.821033+0000", 2024-09-14T03:35:13.375 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.500818+0000", 2024-09-14T03:35:13.375 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.375 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.375 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.375 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 67, 2024-09-14T03:35:13.375 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.500818+0000", 2024-09-14T03:35:13.375 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.500818+0000", 2024-09-14T03:35:13.375 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.500818+0000", 2024-09-14T03:35:13.375 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.375 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.376 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.376 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.500818+0000", 2024-09-14T03:35:13.376 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.500818+0000", 2024-09-14T03:35:13.376 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.376 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.376 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.376 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.376 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 66, 2024-09-14T03:35:13.376 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.376 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.376 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.376 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.376 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.376 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.377 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.377 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.377 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.10", 2024-09-14T03:35:13.377 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.377 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.377 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.377 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 32, 2024-09-14T03:35:13.377 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.377 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T12:23:55.147958+0000", 2024-09-14T03:35:13.377 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.377 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.377 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.377 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.377 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.378 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.378 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.378 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.378 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.378 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.378 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.378 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.378 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.378 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.378 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.378 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.378 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.378 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.378 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.379 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.379 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.379 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.379 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.379 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.379 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.379 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.379 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.379 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.379 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.379 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.379 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.379 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.379 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.379 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.380 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.380 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.380 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.380 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.380 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.380 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.380 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.380 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.380 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.380 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.380 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.380 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.380 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.380 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:13.381 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:13.381 INFO:tasks.workunit.client.0.smithi002.stdout: 5 2024-09-14T03:35:13.381 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.381 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 6, 2024-09-14T03:35:13.381 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.381 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.381 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.381 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.381 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2024-09-14T03:35:13.381 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:13.381 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:13.381 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.381 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 2, 2024-09-14T03:35:13.381 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.382 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.382 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2024-09-14T03:35:13.382 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.382 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.382 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.382 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.353774+0000", 2024-09-14T03:35:13.382 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:38.840891+0000", 2024-09-14T03:35:13.382 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:38.840891+0000", 2024-09-14T03:35:13.382 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:38.841259+0000", 2024-09-14T03:35:13.382 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.353774+0000", 2024-09-14T03:35:13.382 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.382 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.382 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.382 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2024-09-14T03:35:13.382 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.353774+0000", 2024-09-14T03:35:13.383 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.353774+0000", 2024-09-14T03:35:13.383 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.353774+0000", 2024-09-14T03:35:13.383 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.383 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.383 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.383 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.353774+0000", 2024-09-14T03:35:13.383 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.353774+0000", 2024-09-14T03:35:13.383 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.383 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 8, 2024-09-14T03:35:13.383 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.383 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.383 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2024-09-14T03:35:13.383 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.383 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.384 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.384 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.384 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 8, 2024-09-14T03:35:13.384 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.384 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.384 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.384 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.10", 2024-09-14T03:35:13.384 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.384 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.384 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.384 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 34, 2024-09-14T03:35:13.384 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.384 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T12:21:29.536562+0000", 2024-09-14T03:35:13.384 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.384 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.385 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.385 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.385 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.385 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.385 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.385 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.385 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.385 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.385 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.385 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.385 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.385 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.385 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.385 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.386 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.386 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.386 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.386 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 12, 2024-09-14T03:35:13.386 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 4, 2024-09-14T03:35:13.386 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.386 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 4, 2024-09-14T03:35:13.386 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.386 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.386 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.386 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.386 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.386 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 4, 2024-09-14T03:35:13.387 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.387 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.387 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.387 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.387 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.387 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.387 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.387 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.387 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.387 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.387 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.387 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.387 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 12, 2024-09-14T03:35:13.387 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.387 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.388 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.388 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.388 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.388 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2024-09-14T03:35:13.388 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:13.388 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:13.388 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.388 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 2, 2024-09-14T03:35:13.388 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "65'8" 2024-09-14T03:35:13.388 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.388 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.388 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.388 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:13.388 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:13.389 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2024-09-14T03:35:13.389 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.389 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 7, 2024-09-14T03:35:13.389 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.389 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.389 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:13.389 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.389 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.389 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.389 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:46.277413+0000", 2024-09-14T03:35:13.389 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.308568+0000", 2024-09-14T03:35:13.389 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.308568+0000", 2024-09-14T03:35:13.389 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.310216+0000", 2024-09-14T03:35:13.389 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:46.277413+0000", 2024-09-14T03:35:13.390 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.390 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.390 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.390 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:13.390 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:46.277413+0000", 2024-09-14T03:35:13.390 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:46.277413+0000", 2024-09-14T03:35:13.390 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:46.277413+0000", 2024-09-14T03:35:13.390 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.390 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.390 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.390 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:46.277413+0000", 2024-09-14T03:35:13.390 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:46.277413+0000", 2024-09-14T03:35:13.390 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.390 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.391 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.391 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.391 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:13.391 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.391 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.391 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.391 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.391 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.391 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.391 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.391 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.391 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.11", 2024-09-14T03:35:13.391 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.391 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.392 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.392 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:13.392 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.392 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T15:05:51.056579+0000", 2024-09-14T03:35:13.392 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.392 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.392 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.392 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.392 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.392 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.392 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.392 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.392 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.392 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.392 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.393 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.393 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.393 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.393 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.393 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.393 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.393 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.393 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.393 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.393 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.393 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.393 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.393 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.393 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.394 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.394 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.394 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.394 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.394 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.394 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.394 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.394 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.394 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.394 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.394 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.394 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.394 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.394 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.395 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.395 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.395 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.395 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.395 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.395 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.395 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.395 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.395 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:13.395 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:13.395 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2024-09-14T03:35:13.395 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.395 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 7, 2024-09-14T03:35:13.395 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.396 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.396 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.396 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.396 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:13.396 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:13.396 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2024-09-14T03:35:13.396 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.396 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 4, 2024-09-14T03:35:13.396 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.396 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.396 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2024-09-14T03:35:13.396 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.396 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.396 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.397 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.357379+0000", 2024-09-14T03:35:13.397 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:38.843186+0000", 2024-09-14T03:35:13.397 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:38.843186+0000", 2024-09-14T03:35:13.397 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:38.843518+0000", 2024-09-14T03:35:13.397 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.357379+0000", 2024-09-14T03:35:13.397 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.397 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.397 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.397 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2024-09-14T03:35:13.397 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.357379+0000", 2024-09-14T03:35:13.397 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.357379+0000", 2024-09-14T03:35:13.397 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.357379+0000", 2024-09-14T03:35:13.397 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.397 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.397 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.398 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.357379+0000", 2024-09-14T03:35:13.398 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.357379+0000", 2024-09-14T03:35:13.398 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.398 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 1, 2024-09-14T03:35:13.398 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.398 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.398 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2024-09-14T03:35:13.398 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.398 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.398 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.398 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.398 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 1, 2024-09-14T03:35:13.398 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.398 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.399 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.399 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.f", 2024-09-14T03:35:13.399 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.399 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.399 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.399 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 27, 2024-09-14T03:35:13.399 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.399 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T09:02:00.501879+0000", 2024-09-14T03:35:13.399 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.399 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.399 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.399 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 22, 2024-09-14T03:35:13.399 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.399 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.400 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.400 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.400 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.400 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.400 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.400 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.400 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.400 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.400 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.400 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.400 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.400 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.400 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.400 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 3, 2024-09-14T03:35:13.401 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 1, 2024-09-14T03:35:13.401 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.401 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 1, 2024-09-14T03:35:13.401 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.401 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.401 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.401 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.401 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.401 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.401 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.401 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.401 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.401 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.401 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.402 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.402 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.402 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.402 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.402 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.402 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.402 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.402 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 1, 2024-09-14T03:35:13.402 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 1 2024-09-14T03:35:13.402 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.402 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.402 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.402 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.402 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:13.403 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:13.403 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2024-09-14T03:35:13.403 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.403 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 4, 2024-09-14T03:35:13.403 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "65'1" 2024-09-14T03:35:13.403 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.403 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.403 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.403 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:13.403 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:13.403 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2024-09-14T03:35:13.403 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.403 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 7, 2024-09-14T03:35:13.403 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.404 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.404 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:13.404 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.404 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.404 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.404 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:46.278043+0000", 2024-09-14T03:35:13.404 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.309276+0000", 2024-09-14T03:35:13.404 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.309276+0000", 2024-09-14T03:35:13.404 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.310060+0000", 2024-09-14T03:35:13.404 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:46.278043+0000", 2024-09-14T03:35:13.404 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.404 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.404 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.404 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:13.405 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:46.278043+0000", 2024-09-14T03:35:13.405 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:46.278043+0000", 2024-09-14T03:35:13.405 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:46.278043+0000", 2024-09-14T03:35:13.405 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.405 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.405 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.405 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:46.278043+0000", 2024-09-14T03:35:13.405 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:46.278043+0000", 2024-09-14T03:35:13.405 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.405 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.405 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.405 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.405 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:13.405 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.406 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.406 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.406 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.406 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.406 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.406 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.406 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.406 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.e", 2024-09-14T03:35:13.406 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.406 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.406 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.406 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:13.406 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.406 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T13:18:55.399965+0000", 2024-09-14T03:35:13.406 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.407 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.407 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.407 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.407 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.407 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.407 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.407 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.407 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.407 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.407 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.407 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.407 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.407 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.407 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.408 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.408 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.408 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.408 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.408 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.408 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.408 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.408 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.408 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.408 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.408 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.408 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.408 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.408 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.409 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.409 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.409 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.409 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.409 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.409 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.409 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.409 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.409 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.409 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.409 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.409 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.409 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.409 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.409 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.410 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.410 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.410 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.410 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:13.410 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:13.410 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2024-09-14T03:35:13.410 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.410 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 7, 2024-09-14T03:35:13.410 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.410 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.410 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.410 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.410 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2024-09-14T03:35:13.410 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:13.411 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2024-09-14T03:35:13.411 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.411 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 2, 2024-09-14T03:35:13.411 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.411 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.411 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2024-09-14T03:35:13.411 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.411 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.411 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.411 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.354198+0000", 2024-09-14T03:35:13.411 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:38.844967+0000", 2024-09-14T03:35:13.411 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:38.844967+0000", 2024-09-14T03:35:13.411 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:38.845330+0000", 2024-09-14T03:35:13.411 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.354198+0000", 2024-09-14T03:35:13.412 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.412 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.412 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.412 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2024-09-14T03:35:13.412 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.354198+0000", 2024-09-14T03:35:13.412 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.354198+0000", 2024-09-14T03:35:13.412 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.354198+0000", 2024-09-14T03:35:13.412 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.412 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.412 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.412 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.354198+0000", 2024-09-14T03:35:13.412 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.354198+0000", 2024-09-14T03:35:13.412 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.412 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 2, 2024-09-14T03:35:13.412 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.413 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.413 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2024-09-14T03:35:13.413 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.413 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.413 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.413 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.413 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 2, 2024-09-14T03:35:13.413 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.413 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.413 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.413 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.e", 2024-09-14T03:35:13.413 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.413 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.414 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.414 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 28, 2024-09-14T03:35:13.414 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.414 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T05:27:35.256085+0000", 2024-09-14T03:35:13.414 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.414 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.414 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.414 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.414 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.414 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.414 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.414 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.414 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.414 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.414 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.415 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.415 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.415 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.415 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.415 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.415 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.415 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.415 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.415 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 3, 2024-09-14T03:35:13.415 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 1, 2024-09-14T03:35:13.415 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.415 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 1, 2024-09-14T03:35:13.415 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.415 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.416 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.416 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.416 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.416 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 1, 2024-09-14T03:35:13.416 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.416 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.416 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.416 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.416 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.416 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.416 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.416 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.416 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.417 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.417 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.417 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.417 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 3, 2024-09-14T03:35:13.417 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.417 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.417 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.417 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.417 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.417 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2024-09-14T03:35:13.417 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:13.417 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2024-09-14T03:35:13.417 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.417 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 2, 2024-09-14T03:35:13.418 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "65'2" 2024-09-14T03:35:13.418 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.418 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.418 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.418 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:13.418 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:13.418 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:13.418 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.418 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 7, 2024-09-14T03:35:13.418 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.418 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.418 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:13.418 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.418 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.419 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.419 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:46.278071+0000", 2024-09-14T03:35:13.419 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.307693+0000", 2024-09-14T03:35:13.419 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.307693+0000", 2024-09-14T03:35:13.419 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.309447+0000", 2024-09-14T03:35:13.419 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:46.278071+0000", 2024-09-14T03:35:13.419 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.419 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.419 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.419 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:13.419 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:46.278071+0000", 2024-09-14T03:35:13.419 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:46.278071+0000", 2024-09-14T03:35:13.419 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:46.278071+0000", 2024-09-14T03:35:13.419 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.420 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.420 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.420 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:46.278071+0000", 2024-09-14T03:35:13.420 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:46.278071+0000", 2024-09-14T03:35:13.420 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.420 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.420 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.420 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.420 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:13.420 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.420 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.420 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.420 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.420 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.421 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.421 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.421 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.421 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.f", 2024-09-14T03:35:13.421 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.421 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.421 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.421 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:13.421 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.421 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T04:24:21.588886+0000", 2024-09-14T03:35:13.421 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.421 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.421 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.422 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.422 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.422 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.422 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.422 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.422 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.422 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.422 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.422 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.422 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.422 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.422 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.422 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.422 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.423 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.423 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.423 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.423 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.423 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.423 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.423 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.423 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.423 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.423 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.423 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.423 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.423 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.423 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.424 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.424 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.424 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.424 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.424 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.424 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.424 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.424 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.424 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.424 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.424 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.424 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.424 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.424 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.425 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.425 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.425 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:13.425 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:13.425 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:13.425 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.425 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 7, 2024-09-14T03:35:13.425 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.425 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.425 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.425 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.425 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:13.425 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:13.425 INFO:tasks.workunit.client.0.smithi002.stdout: 3 2024-09-14T03:35:13.426 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.426 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 1, 2024-09-14T03:35:13.426 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.426 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.426 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2024-09-14T03:35:13.426 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.426 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.426 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.426 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.354918+0000", 2024-09-14T03:35:13.426 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:38.842447+0000", 2024-09-14T03:35:13.426 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:38.842447+0000", 2024-09-14T03:35:13.426 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:38.842924+0000", 2024-09-14T03:35:13.426 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.354918+0000", 2024-09-14T03:35:13.426 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.426 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.426 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.427 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2024-09-14T03:35:13.427 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.354918+0000", 2024-09-14T03:35:13.427 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.354918+0000", 2024-09-14T03:35:13.427 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.354918+0000", 2024-09-14T03:35:13.427 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.427 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.427 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.427 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.354918+0000", 2024-09-14T03:35:13.427 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.354918+0000", 2024-09-14T03:35:13.427 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.427 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 1, 2024-09-14T03:35:13.427 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.427 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.428 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2024-09-14T03:35:13.428 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.428 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.428 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.428 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.428 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 1, 2024-09-14T03:35:13.428 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.428 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.428 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.428 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.d", 2024-09-14T03:35:13.428 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.428 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.428 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.428 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 27, 2024-09-14T03:35:13.429 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.429 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T13:39:58.242064+0000", 2024-09-14T03:35:13.429 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.429 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.429 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.429 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 70, 2024-09-14T03:35:13.429 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.429 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.429 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.429 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.429 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.429 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.429 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.429 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.429 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.430 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.430 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.430 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.430 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.430 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.430 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.430 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 3, 2024-09-14T03:35:13.430 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 1, 2024-09-14T03:35:13.430 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.430 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 1, 2024-09-14T03:35:13.430 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.430 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.430 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.430 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.431 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.431 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.431 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.431 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.431 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.431 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.431 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.431 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.431 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.431 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.431 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.431 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.431 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.431 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.431 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 1, 2024-09-14T03:35:13.432 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 1 2024-09-14T03:35:13.432 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.432 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.432 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.432 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.432 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:13.432 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:13.432 INFO:tasks.workunit.client.0.smithi002.stdout: 3 2024-09-14T03:35:13.432 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.432 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 1, 2024-09-14T03:35:13.432 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "65'1" 2024-09-14T03:35:13.432 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.432 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.432 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.433 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:13.433 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:13.433 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2024-09-14T03:35:13.433 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.433 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 5, 2024-09-14T03:35:13.433 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.433 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.433 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:13.433 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.433 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.433 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.433 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.660093+0000", 2024-09-14T03:35:13.433 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.309282+0000", 2024-09-14T03:35:13.433 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.309282+0000", 2024-09-14T03:35:13.434 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.310257+0000", 2024-09-14T03:35:13.434 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.660093+0000", 2024-09-14T03:35:13.434 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.434 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.434 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.434 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:13.434 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.660093+0000", 2024-09-14T03:35:13.434 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.660093+0000", 2024-09-14T03:35:13.434 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.660093+0000", 2024-09-14T03:35:13.434 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.434 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.434 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.434 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.660093+0000", 2024-09-14T03:35:13.434 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.660093+0000", 2024-09-14T03:35:13.435 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.435 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.435 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.435 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.435 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:13.435 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.435 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.435 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.435 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.435 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.435 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.435 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.435 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.435 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.c", 2024-09-14T03:35:13.436 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.436 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.436 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.436 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:13.436 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.436 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T14:50:37.976900+0000", 2024-09-14T03:35:13.436 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.436 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.436 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.436 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.436 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.436 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.436 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.436 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.437 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.437 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.437 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.437 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.437 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.437 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.437 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.437 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.437 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.437 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.437 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.437 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.437 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.437 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.438 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.438 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.438 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.438 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.438 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.438 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.438 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.438 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.438 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.438 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.438 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.438 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.438 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.438 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.438 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.439 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.439 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.439 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.439 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.439 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.439 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.439 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.439 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.439 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.439 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.439 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:13.439 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:13.439 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2024-09-14T03:35:13.439 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.440 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 5, 2024-09-14T03:35:13.440 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.440 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.440 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.440 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.440 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2024-09-14T03:35:13.440 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:13.440 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:13.440 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.440 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 2, 2024-09-14T03:35:13.440 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.440 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.440 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2024-09-14T03:35:13.441 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.441 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.441 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.441 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.354158+0000", 2024-09-14T03:35:13.441 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:38.849830+0000", 2024-09-14T03:35:13.441 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:38.849830+0000", 2024-09-14T03:35:13.441 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:38.850158+0000", 2024-09-14T03:35:13.441 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.354158+0000", 2024-09-14T03:35:13.441 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.441 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.441 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.441 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2024-09-14T03:35:13.441 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.354158+0000", 2024-09-14T03:35:13.441 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.354158+0000", 2024-09-14T03:35:13.442 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.354158+0000", 2024-09-14T03:35:13.442 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.442 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.442 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.442 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.354158+0000", 2024-09-14T03:35:13.442 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.354158+0000", 2024-09-14T03:35:13.442 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.442 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.442 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.442 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.442 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2024-09-14T03:35:13.442 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.442 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.442 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.443 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.443 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.443 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.443 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.443 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.443 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.c", 2024-09-14T03:35:13.443 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.443 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.443 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.443 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 26, 2024-09-14T03:35:13.443 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.443 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T03:52:21.199568+0000", 2024-09-14T03:35:13.443 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.443 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.443 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.444 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.444 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.444 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.444 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.444 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.444 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.444 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.444 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.444 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.444 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.444 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.444 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.444 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.445 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.445 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.445 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.445 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.445 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.445 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.445 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.445 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.445 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.445 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.445 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.445 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.445 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.445 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.446 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.446 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.446 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.446 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.446 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.446 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.446 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.446 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.446 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.446 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.446 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.446 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.446 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.446 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.447 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.447 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.447 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.447 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2024-09-14T03:35:13.447 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:13.447 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:13.447 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.447 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 2, 2024-09-14T03:35:13.447 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.447 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.447 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.447 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.447 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:13.447 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:13.448 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2024-09-14T03:35:13.448 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.448 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 7, 2024-09-14T03:35:13.448 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.448 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.448 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:13.448 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.448 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.448 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.448 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:46.277882+0000", 2024-09-14T03:35:13.448 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.312983+0000", 2024-09-14T03:35:13.448 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.312983+0000", 2024-09-14T03:35:13.448 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.313275+0000", 2024-09-14T03:35:13.448 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:46.277882+0000", 2024-09-14T03:35:13.449 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.449 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.449 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.449 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:13.449 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:46.277882+0000", 2024-09-14T03:35:13.449 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:46.277882+0000", 2024-09-14T03:35:13.449 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:46.277882+0000", 2024-09-14T03:35:13.449 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.449 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.449 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.449 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:46.277882+0000", 2024-09-14T03:35:13.449 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:46.277882+0000", 2024-09-14T03:35:13.449 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.449 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.450 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.450 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.450 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:13.450 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.450 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.450 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.450 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.450 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.450 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.450 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.450 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.450 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.d", 2024-09-14T03:35:13.450 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.450 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.451 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.451 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:13.451 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.451 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T08:48:55.018547+0000", 2024-09-14T03:35:13.451 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.451 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.451 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.451 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.451 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.451 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.451 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.451 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.451 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.451 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.451 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.452 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.452 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.452 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.452 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.452 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.452 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.452 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.452 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.452 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.452 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.452 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.452 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.452 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.452 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.453 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.453 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.453 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.453 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.453 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.453 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.453 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.453 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.453 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.453 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.453 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.453 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.453 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.453 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.454 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.454 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.454 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.454 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.454 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.454 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.454 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.454 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.454 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:13.454 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:13.454 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2024-09-14T03:35:13.454 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.454 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 7, 2024-09-14T03:35:13.454 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.455 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.455 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.455 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.455 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:13.455 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:13.455 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2024-09-14T03:35:13.455 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.455 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 6, 2024-09-14T03:35:13.455 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.455 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.455 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 69, 2024-09-14T03:35:13.455 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.455 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.455 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.455 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.501340+0000", 2024-09-14T03:35:13.456 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:32:33.769528+0000", 2024-09-14T03:35:13.456 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:32:33.769528+0000", 2024-09-14T03:35:13.456 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:32:39.222179+0000", 2024-09-14T03:35:13.456 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.501340+0000", 2024-09-14T03:35:13.456 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:32:32.751298+0000", 2024-09-14T03:35:13.456 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.456 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:32:32.751298+0000", 2024-09-14T03:35:13.456 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 70, 2024-09-14T03:35:13.456 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.501340+0000", 2024-09-14T03:35:13.456 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.501340+0000", 2024-09-14T03:35:13.456 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.501340+0000", 2024-09-14T03:35:13.456 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.456 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.457 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:32:32.751298+0000", 2024-09-14T03:35:13.457 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.501340+0000", 2024-09-14T03:35:13.457 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.501340+0000", 2024-09-14T03:35:13.457 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.457 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.457 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.457 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.457 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 69, 2024-09-14T03:35:13.457 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.457 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.457 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.457 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.457 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.458 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.458 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.458 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.458 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "4.5", 2024-09-14T03:35:13.458 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.458 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.458 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.458 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 21, 2024-09-14T03:35:13.458 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.458 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T04:51:15.387624+0000", 2024-09-14T03:35:13.458 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.00039336, 2024-09-14T03:35:13.458 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.458 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.458 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.458 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.459 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.459 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.459 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.459 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.459 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.459 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.459 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.459 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.459 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.459 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.459 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.459 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.459 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.460 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.460 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.460 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.460 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.460 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.460 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.460 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.460 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.460 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.460 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.460 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.460 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.460 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.460 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.461 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.461 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.461 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.461 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.461 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.461 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.461 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.461 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.461 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.461 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.461 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.461 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.461 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.461 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.461 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.462 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:13.462 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:13.462 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2024-09-14T03:35:13.462 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.462 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 6, 2024-09-14T03:35:13.462 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.462 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.462 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.462 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.462 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:13.462 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:13.462 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2024-09-14T03:35:13.462 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.462 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 7, 2024-09-14T03:35:13.463 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.463 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.463 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 19, 2024-09-14T03:35:13.463 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.463 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.463 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.463 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:46.277567+0000", 2024-09-14T03:35:13.463 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:16.342990+0000", 2024-09-14T03:35:13.463 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:16.342990+0000", 2024-09-14T03:35:13.463 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:16.343387+0000", 2024-09-14T03:35:13.463 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:46.277567+0000", 2024-09-14T03:35:13.463 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:29:19.219235+0000", 2024-09-14T03:35:13.463 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.464 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:29:19.219235+0000", 2024-09-14T03:35:13.464 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 58, 2024-09-14T03:35:13.464 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:46.277567+0000", 2024-09-14T03:35:13.464 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:46.277567+0000", 2024-09-14T03:35:13.464 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:46.277567+0000", 2024-09-14T03:35:13.464 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.464 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.464 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:29:19.219235+0000", 2024-09-14T03:35:13.464 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:46.277567+0000", 2024-09-14T03:35:13.464 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:46.277567+0000", 2024-09-14T03:35:13.464 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.464 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 128, 2024-09-14T03:35:13.464 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.464 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.465 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 57, 2024-09-14T03:35:13.465 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.465 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.465 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.465 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.465 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 128, 2024-09-14T03:35:13.465 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.465 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.465 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.465 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "1.0", 2024-09-14T03:35:13.465 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.465 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.465 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.465 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 272, 2024-09-14T03:35:13.466 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.466 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T08:25:20.139604+0000", 2024-09-14T03:35:13.466 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.466 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.466 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.466 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 590368, 2024-09-14T03:35:13.466 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.466 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 1771104, 2024-09-14T03:35:13.466 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.466 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.466 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.466 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.466 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.466 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.466 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.467 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.467 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.467 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.467 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.467 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.467 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.467 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 6, 2024-09-14T03:35:13.467 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 2, 2024-09-14T03:35:13.467 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.467 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 2, 2024-09-14T03:35:13.467 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.467 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.467 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.467 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.468 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.468 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.468 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.468 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 6, 2024-09-14T03:35:13.468 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.468 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.468 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.468 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.468 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.468 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 212, 2024-09-14T03:35:13.468 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 306, 2024-09-14T03:35:13.468 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.468 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.469 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.469 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 179, 2024-09-14T03:35:13.469 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 2416 2024-09-14T03:35:13.469 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.469 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.469 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.469 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.469 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:13.469 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:13.469 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2024-09-14T03:35:13.469 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.469 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 7, 2024-09-14T03:35:13.469 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "69'128" 2024-09-14T03:35:13.469 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.469 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.470 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.470 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:13.470 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2024-09-14T03:35:13.470 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2024-09-14T03:35:13.470 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.470 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 5, 2024-09-14T03:35:13.470 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.470 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.470 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2024-09-14T03:35:13.470 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.470 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.470 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.470 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.660044+0000", 2024-09-14T03:35:13.470 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:38.848473+0000", 2024-09-14T03:35:13.471 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:38.848473+0000", 2024-09-14T03:35:13.471 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:38.849451+0000", 2024-09-14T03:35:13.471 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.660044+0000", 2024-09-14T03:35:13.471 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.471 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.471 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.471 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2024-09-14T03:35:13.471 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.660044+0000", 2024-09-14T03:35:13.471 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.660044+0000", 2024-09-14T03:35:13.471 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.660044+0000", 2024-09-14T03:35:13.471 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.471 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.471 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.471 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.660044+0000", 2024-09-14T03:35:13.471 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.660044+0000", 2024-09-14T03:35:13.472 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.472 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.472 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.472 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.472 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2024-09-14T03:35:13.472 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.472 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.472 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.472 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.472 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.472 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.472 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.472 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.472 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.3", 2024-09-14T03:35:13.473 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.473 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.473 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.473 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 26, 2024-09-14T03:35:13.473 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.473 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T04:06:04.393172+0000", 2024-09-14T03:35:13.473 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.473 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.473 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.473 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.473 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.473 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.473 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.473 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.474 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.474 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.474 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.474 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.474 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.474 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.474 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.474 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.474 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.474 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.474 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.474 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.474 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.475 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.475 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.475 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.475 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.475 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.475 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.475 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.475 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.475 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.475 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.475 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.475 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.475 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.475 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.476 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.476 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.476 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.476 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.476 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.476 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.476 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.476 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.476 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.476 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.476 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.476 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.476 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:13.477 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2024-09-14T03:35:13.477 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2024-09-14T03:35:13.477 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.477 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 5, 2024-09-14T03:35:13.477 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.477 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.477 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.477 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.477 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:13.477 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:13.477 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2024-09-14T03:35:13.477 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.477 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 3, 2024-09-14T03:35:13.477 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.477 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.478 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:13.478 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.478 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.478 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.478 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.637965+0000", 2024-09-14T03:35:13.478 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.306822+0000", 2024-09-14T03:35:13.478 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.306822+0000", 2024-09-14T03:35:13.478 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.307087+0000", 2024-09-14T03:35:13.478 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.637965+0000", 2024-09-14T03:35:13.478 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.478 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.478 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.478 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:13.478 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.637965+0000", 2024-09-14T03:35:13.479 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.637965+0000", 2024-09-14T03:35:13.479 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.637965+0000", 2024-09-14T03:35:13.479 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.479 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.479 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.479 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.637965+0000", 2024-09-14T03:35:13.479 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.637965+0000", 2024-09-14T03:35:13.479 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.479 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.479 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.479 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.479 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:13.479 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.479 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.480 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.480 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.480 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.480 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.480 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.480 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.480 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.2", 2024-09-14T03:35:13.480 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.480 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.480 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.480 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:13.480 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.480 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T07:32:38.728420+0000", 2024-09-14T03:35:13.480 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.481 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.481 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.481 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.481 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.481 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.481 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.481 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.481 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.481 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.481 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.481 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.481 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.481 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.482 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.482 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.482 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.482 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.482 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.482 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.482 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.482 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.482 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.482 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.482 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.482 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.482 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.482 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.483 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.483 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.483 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.483 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.483 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.483 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.483 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.483 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.483 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.483 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.483 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.483 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.483 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.483 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.483 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.484 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.484 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.484 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.484 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.484 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:13.484 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:13.484 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2024-09-14T03:35:13.484 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.484 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 3, 2024-09-14T03:35:13.484 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.484 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.484 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.484 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.485 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:13.485 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:13.485 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2024-09-14T03:35:13.485 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.485 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 0, 2024-09-14T03:35:13.485 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.485 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.485 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 69, 2024-09-14T03:35:13.485 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.485 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.485 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.485 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.703860+0000", 2024-09-14T03:35:13.485 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:32:33.770829+0000", 2024-09-14T03:35:13.485 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:32:33.770829+0000", 2024-09-14T03:35:13.486 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:32:38.731280+0000", 2024-09-14T03:35:13.486 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.703860+0000", 2024-09-14T03:35:13.486 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:32:32.751298+0000", 2024-09-14T03:35:13.487 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.487 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:32:32.751298+0000", 2024-09-14T03:35:13.487 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 70, 2024-09-14T03:35:13.487 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.703860+0000", 2024-09-14T03:35:13.487 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.703860+0000", 2024-09-14T03:35:13.487 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.703860+0000", 2024-09-14T03:35:13.487 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.487 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.488 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:32:32.751298+0000", 2024-09-14T03:35:13.488 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.703860+0000", 2024-09-14T03:35:13.488 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.703860+0000", 2024-09-14T03:35:13.488 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.488 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.488 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.488 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.488 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 69, 2024-09-14T03:35:13.488 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.488 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.488 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.488 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.488 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.489 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.489 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.489 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.489 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "4.6", 2024-09-14T03:35:13.489 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.489 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.489 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.489 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 21, 2024-09-14T03:35:13.489 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.489 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T14:34:08.714238+0000", 2024-09-14T03:35:13.489 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.000208765, 2024-09-14T03:35:13.489 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.489 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.489 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.490 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.490 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.490 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.490 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.490 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.490 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.490 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.490 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.490 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.490 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.490 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.490 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.490 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.490 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.491 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.491 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.491 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.491 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.491 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.491 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.491 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.491 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.491 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.491 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.491 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.491 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.491 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.491 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.492 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.492 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.492 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.492 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.492 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.492 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.492 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.492 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.492 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.492 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.492 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.492 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.492 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.492 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.493 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.493 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:13.493 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:13.493 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2024-09-14T03:35:13.493 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.493 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 0, 2024-09-14T03:35:13.493 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.493 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.493 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.493 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.493 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:13.493 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:13.493 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:13.494 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.494 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 7, 2024-09-14T03:35:13.494 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.494 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.494 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2024-09-14T03:35:13.494 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.494 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.494 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.494 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:46.277599+0000", 2024-09-14T03:35:13.494 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:38.849471+0000", 2024-09-14T03:35:13.494 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:38.849471+0000", 2024-09-14T03:35:13.494 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:38.850225+0000", 2024-09-14T03:35:13.494 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:46.277599+0000", 2024-09-14T03:35:13.494 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.494 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.495 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.495 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2024-09-14T03:35:13.495 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:46.277599+0000", 2024-09-14T03:35:13.495 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:46.277599+0000", 2024-09-14T03:35:13.495 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:46.277599+0000", 2024-09-14T03:35:13.495 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.495 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.495 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.495 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:46.277599+0000", 2024-09-14T03:35:13.495 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:46.277599+0000", 2024-09-14T03:35:13.495 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.495 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.495 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.495 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.496 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2024-09-14T03:35:13.496 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.496 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.496 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.496 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.496 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.496 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.496 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.496 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.496 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.0", 2024-09-14T03:35:13.496 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.496 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.496 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.496 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 26, 2024-09-14T03:35:13.497 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.497 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T10:48:07.983700+0000", 2024-09-14T03:35:13.497 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.497 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.497 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.497 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.497 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.497 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.497 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.497 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.497 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.497 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.497 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.497 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.498 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.498 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.498 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.498 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.498 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.498 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.498 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.498 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.498 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.498 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.498 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.498 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.498 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.499 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.499 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.499 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.499 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.499 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.499 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.499 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.499 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.499 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.499 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.499 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.499 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.499 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.499 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.500 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.500 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.500 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.500 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.500 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.500 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.500 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.500 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.500 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:13.500 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:13.500 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:13.500 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.500 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 7, 2024-09-14T03:35:13.500 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.501 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.501 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.501 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.501 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:13.501 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:13.501 INFO:tasks.workunit.client.0.smithi002.stdout: 3 2024-09-14T03:35:13.501 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.501 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 0, 2024-09-14T03:35:13.501 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.501 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.501 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:13.501 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.501 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.502 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.502 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.703357+0000", 2024-09-14T03:35:13.502 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.292261+0000", 2024-09-14T03:35:13.502 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.292261+0000", 2024-09-14T03:35:13.502 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.292838+0000", 2024-09-14T03:35:13.502 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.703357+0000", 2024-09-14T03:35:13.502 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.502 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.502 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.502 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:13.502 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.703357+0000", 2024-09-14T03:35:13.502 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.703357+0000", 2024-09-14T03:35:13.502 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.703357+0000", 2024-09-14T03:35:13.502 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.503 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.503 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.503 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.703357+0000", 2024-09-14T03:35:13.503 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.703357+0000", 2024-09-14T03:35:13.503 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.503 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.503 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.503 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.503 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:13.503 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.503 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.503 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.503 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.503 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.504 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.504 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.504 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.504 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.1", 2024-09-14T03:35:13.504 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.504 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.504 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.504 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:13.504 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.504 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T13:27:45.013548+0000", 2024-09-14T03:35:13.504 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.504 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.504 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.505 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.505 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.505 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.505 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.505 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.505 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.505 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.505 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.505 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.505 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.505 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.505 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.505 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.506 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.506 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.506 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.506 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.506 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.506 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.506 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.506 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.506 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.506 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.506 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.506 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.506 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.506 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.507 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.507 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.507 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.507 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.507 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.507 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.507 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.507 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.507 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.507 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.507 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.507 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.507 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.507 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.507 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.508 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.508 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.508 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:13.508 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:13.508 INFO:tasks.workunit.client.0.smithi002.stdout: 3 2024-09-14T03:35:13.508 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.508 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 0, 2024-09-14T03:35:13.508 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.508 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.508 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.508 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.508 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:13.508 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:13.508 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:13.509 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.509 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 1, 2024-09-14T03:35:13.509 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.509 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.509 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 69, 2024-09-14T03:35:13.509 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.509 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.509 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.509 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.354945+0000", 2024-09-14T03:35:13.509 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:32:34.006418+0000", 2024-09-14T03:35:13.509 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:32:34.006418+0000", 2024-09-14T03:35:13.509 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:32:38.657684+0000", 2024-09-14T03:35:13.509 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.354945+0000", 2024-09-14T03:35:13.509 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:32:32.751298+0000", 2024-09-14T03:35:13.510 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.510 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:32:32.751298+0000", 2024-09-14T03:35:13.510 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 70, 2024-09-14T03:35:13.510 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.354945+0000", 2024-09-14T03:35:13.510 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.354945+0000", 2024-09-14T03:35:13.510 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.354945+0000", 2024-09-14T03:35:13.510 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.510 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.510 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:32:32.751298+0000", 2024-09-14T03:35:13.510 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.354945+0000", 2024-09-14T03:35:13.510 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.354945+0000", 2024-09-14T03:35:13.510 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.510 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.510 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.511 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.511 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 69, 2024-09-14T03:35:13.511 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.511 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.511 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.511 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.511 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.511 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.511 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.511 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.511 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "4.7", 2024-09-14T03:35:13.511 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.511 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.512 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.512 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 21, 2024-09-14T03:35:13.512 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.512 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T14:24:23.252517+0000", 2024-09-14T03:35:13.512 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.000704195, 2024-09-14T03:35:13.512 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.512 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.512 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.512 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.512 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.512 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.512 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.512 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.512 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.513 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.513 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.513 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.513 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.513 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.513 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.513 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.513 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.513 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.513 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.513 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.513 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.513 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.513 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.514 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.514 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.514 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.514 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.514 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.514 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.514 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.514 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.514 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.514 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.514 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.514 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.514 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.514 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.515 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.515 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.515 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.515 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.515 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.515 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.515 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.515 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.515 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.515 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:13.515 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:13.515 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:13.515 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.515 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 1, 2024-09-14T03:35:13.515 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.516 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.516 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.516 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.516 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2024-09-14T03:35:13.516 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:13.516 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:13.516 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.516 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 2, 2024-09-14T03:35:13.516 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.516 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.516 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2024-09-14T03:35:13.516 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.516 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.516 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.517 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.353845+0000", 2024-09-14T03:35:13.517 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:38.840640+0000", 2024-09-14T03:35:13.517 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:38.840640+0000", 2024-09-14T03:35:13.517 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:38.840975+0000", 2024-09-14T03:35:13.517 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.353845+0000", 2024-09-14T03:35:13.517 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.517 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.517 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.517 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2024-09-14T03:35:13.517 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.353845+0000", 2024-09-14T03:35:13.517 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.353845+0000", 2024-09-14T03:35:13.517 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.353845+0000", 2024-09-14T03:35:13.517 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.517 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.518 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.518 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.353845+0000", 2024-09-14T03:35:13.518 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.353845+0000", 2024-09-14T03:35:13.518 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.518 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.518 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.518 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.518 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2024-09-14T03:35:13.518 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.518 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.518 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.518 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.518 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.518 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.518 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.519 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.519 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.1", 2024-09-14T03:35:13.519 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.519 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.519 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.519 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 26, 2024-09-14T03:35:13.519 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.519 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T04:44:57.557344+0000", 2024-09-14T03:35:13.519 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.519 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.519 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.519 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.519 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.519 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.520 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.520 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.520 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.520 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.520 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.520 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.520 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.520 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.520 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.520 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.520 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.520 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.520 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.521 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.521 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.521 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.521 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.521 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.521 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.521 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.521 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.521 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.521 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.521 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.521 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.521 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.521 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.521 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.522 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.522 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.522 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.522 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.522 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.522 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.522 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.522 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.522 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.522 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.522 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.522 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.522 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.522 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2024-09-14T03:35:13.523 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:13.523 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:13.523 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.523 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 2, 2024-09-14T03:35:13.523 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.523 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.523 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.523 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.523 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:13.523 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2024-09-14T03:35:13.523 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2024-09-14T03:35:13.523 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.523 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 1, 2024-09-14T03:35:13.523 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.524 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.524 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:13.524 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.524 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.524 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.524 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.354092+0000", 2024-09-14T03:35:13.524 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.308855+0000", 2024-09-14T03:35:13.524 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.308855+0000", 2024-09-14T03:35:13.524 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.309126+0000", 2024-09-14T03:35:13.524 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.354092+0000", 2024-09-14T03:35:13.524 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.524 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.524 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.525 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:13.525 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.354092+0000", 2024-09-14T03:35:13.525 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.354092+0000", 2024-09-14T03:35:13.525 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.354092+0000", 2024-09-14T03:35:13.525 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.525 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.525 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.525 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.354092+0000", 2024-09-14T03:35:13.525 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.354092+0000", 2024-09-14T03:35:13.525 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.525 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.525 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.525 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.525 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:13.526 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.526 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.526 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.526 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.526 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.526 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.526 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.526 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.526 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.0", 2024-09-14T03:35:13.526 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.526 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.526 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.526 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:13.526 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.527 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T15:18:24.547242+0000", 2024-09-14T03:35:13.527 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.527 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.527 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.527 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.527 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.527 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.527 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.527 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.527 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.527 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.527 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.527 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.527 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.527 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.528 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.528 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.528 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.528 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.528 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.528 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.528 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.528 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.528 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.528 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.528 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.528 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.528 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.528 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.529 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.529 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.529 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.529 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.529 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.529 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.529 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.529 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.529 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.529 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.529 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.529 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.529 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.529 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.530 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.530 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.530 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.530 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.530 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.530 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:13.530 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2024-09-14T03:35:13.530 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2024-09-14T03:35:13.530 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.530 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 1, 2024-09-14T03:35:13.530 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.530 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.530 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.530 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.531 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:13.531 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2024-09-14T03:35:13.531 INFO:tasks.workunit.client.0.smithi002.stdout: 3 2024-09-14T03:35:13.531 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.531 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 1, 2024-09-14T03:35:13.531 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.531 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.531 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 69, 2024-09-14T03:35:13.531 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.531 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.531 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.531 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.354499+0000", 2024-09-14T03:35:13.531 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:32:33.771387+0000", 2024-09-14T03:35:13.532 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:32:33.771387+0000", 2024-09-14T03:35:13.532 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:32:38.657820+0000", 2024-09-14T03:35:13.532 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.354499+0000", 2024-09-14T03:35:13.532 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:32:32.751298+0000", 2024-09-14T03:35:13.532 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.532 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:32:32.751298+0000", 2024-09-14T03:35:13.532 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 70, 2024-09-14T03:35:13.532 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.354499+0000", 2024-09-14T03:35:13.532 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.354499+0000", 2024-09-14T03:35:13.532 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.354499+0000", 2024-09-14T03:35:13.532 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.532 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.532 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:32:32.751298+0000", 2024-09-14T03:35:13.532 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.354499+0000", 2024-09-14T03:35:13.533 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.354499+0000", 2024-09-14T03:35:13.533 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.533 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.533 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.533 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.533 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 69, 2024-09-14T03:35:13.533 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.533 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.533 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.533 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.533 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.533 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.533 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.533 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.534 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "4.4", 2024-09-14T03:35:13.534 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.534 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.534 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.534 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 21, 2024-09-14T03:35:13.534 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.534 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T05:07:29.440418+0000", 2024-09-14T03:35:13.534 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.000678102, 2024-09-14T03:35:13.534 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.534 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.534 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.534 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.534 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.534 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.534 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.535 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.535 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.535 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.535 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.535 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.535 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.535 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.535 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.535 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.535 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.535 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.535 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.535 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.535 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.535 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.536 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.536 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.536 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.536 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.536 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.536 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.536 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.536 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.536 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.536 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.536 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.536 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.536 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.536 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.537 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.537 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.537 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.537 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.537 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.537 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.537 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.537 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.537 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.537 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.537 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:13.537 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2024-09-14T03:35:13.537 INFO:tasks.workunit.client.0.smithi002.stdout: 3 2024-09-14T03:35:13.537 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.538 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 1, 2024-09-14T03:35:13.538 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.538 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.538 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.538 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.538 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:13.538 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:13.538 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2024-09-14T03:35:13.538 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.538 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 5, 2024-09-14T03:35:13.538 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.538 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.538 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2024-09-14T03:35:13.538 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.539 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.539 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.539 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.660078+0000", 2024-09-14T03:35:13.539 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:38.847814+0000", 2024-09-14T03:35:13.539 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:38.847814+0000", 2024-09-14T03:35:13.539 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:38.848140+0000", 2024-09-14T03:35:13.539 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.660078+0000", 2024-09-14T03:35:13.539 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.539 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.539 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.539 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2024-09-14T03:35:13.539 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.660078+0000", 2024-09-14T03:35:13.539 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.660078+0000", 2024-09-14T03:35:13.539 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.660078+0000", 2024-09-14T03:35:13.540 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.540 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.540 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.540 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.660078+0000", 2024-09-14T03:35:13.540 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.660078+0000", 2024-09-14T03:35:13.540 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.540 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.540 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.540 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.540 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2024-09-14T03:35:13.540 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.540 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.540 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.541 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.541 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.541 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.541 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.541 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.541 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.2", 2024-09-14T03:35:13.541 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.541 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.541 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.541 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 26, 2024-09-14T03:35:13.541 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.541 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T13:22:03.904278+0000", 2024-09-14T03:35:13.541 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.541 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.541 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.542 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.542 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.542 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.542 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.542 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.542 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.542 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.542 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.542 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.542 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.542 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.542 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.542 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.543 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.543 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.543 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.543 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.543 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.543 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.543 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.543 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.543 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.543 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.543 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.543 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.543 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.543 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.543 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.544 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.544 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.544 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.544 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.544 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.544 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.544 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.544 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.544 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.544 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.544 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.544 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.544 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.544 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.545 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.545 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.545 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:13.545 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:13.545 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2024-09-14T03:35:13.545 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.545 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 5, 2024-09-14T03:35:13.545 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.545 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.545 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.545 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.545 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2024-09-14T03:35:13.545 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:13.545 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2024-09-14T03:35:13.546 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.546 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 2, 2024-09-14T03:35:13.546 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.546 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.546 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:13.546 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.546 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.546 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.546 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.353864+0000", 2024-09-14T03:35:13.546 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:32:07.898582+0000", 2024-09-14T03:35:13.546 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:32:07.898582+0000", 2024-09-14T03:35:13.546 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:32:07.898976+0000", 2024-09-14T03:35:13.546 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.353864+0000", 2024-09-14T03:35:13.546 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.547 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.547 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.547 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 67, 2024-09-14T03:35:13.547 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.353864+0000", 2024-09-14T03:35:13.547 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.353864+0000", 2024-09-14T03:35:13.547 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.353864+0000", 2024-09-14T03:35:13.547 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.547 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.547 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.547 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.353864+0000", 2024-09-14T03:35:13.547 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.353864+0000", 2024-09-14T03:35:13.547 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.547 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.547 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.547 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.548 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 66, 2024-09-14T03:35:13.548 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.548 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.548 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.548 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.548 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.548 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.548 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.548 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.548 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.3", 2024-09-14T03:35:13.548 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.548 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.548 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.548 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 20, 2024-09-14T03:35:13.549 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.549 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T12:13:50.181857+0000", 2024-09-14T03:35:13.549 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.549 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.549 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.549 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.549 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.549 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.549 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.549 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.549 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.549 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.549 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.549 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.549 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.550 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.550 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.550 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.550 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.550 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.550 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.550 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.550 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.550 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.550 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.550 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.550 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.550 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.550 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.551 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.551 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.551 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.551 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.551 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.551 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.551 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.551 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.551 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.551 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.551 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.551 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.551 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.551 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.552 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.552 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.552 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.552 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.552 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.552 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.552 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2024-09-14T03:35:13.552 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:13.552 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2024-09-14T03:35:13.552 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.552 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 2, 2024-09-14T03:35:13.552 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.552 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.552 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.553 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.553 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:13.553 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:13.553 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2024-09-14T03:35:13.553 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.553 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 1, 2024-09-14T03:35:13.553 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.553 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.553 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 69, 2024-09-14T03:35:13.553 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.553 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.553 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.553 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.354459+0000", 2024-09-14T03:35:13.553 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:32:34.006452+0000", 2024-09-14T03:35:13.553 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:32:34.006452+0000", 2024-09-14T03:35:13.554 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:32:38.656686+0000", 2024-09-14T03:35:13.554 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.354459+0000", 2024-09-14T03:35:13.554 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:32:32.751298+0000", 2024-09-14T03:35:13.554 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.554 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:32:32.751298+0000", 2024-09-14T03:35:13.554 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 70, 2024-09-14T03:35:13.554 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.354459+0000", 2024-09-14T03:35:13.554 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.354459+0000", 2024-09-14T03:35:13.554 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.354459+0000", 2024-09-14T03:35:13.554 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.554 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.554 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:32:32.751298+0000", 2024-09-14T03:35:13.554 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.354459+0000", 2024-09-14T03:35:13.554 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.354459+0000", 2024-09-14T03:35:13.555 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.555 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 2, 2024-09-14T03:35:13.555 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.555 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.555 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 69, 2024-09-14T03:35:13.555 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.555 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.555 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.555 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.555 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 2, 2024-09-14T03:35:13.555 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.555 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.555 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.555 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "4.2", 2024-09-14T03:35:13.556 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.556 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.556 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.556 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:13.556 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.556 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T04:14:43.307660+0000", 2024-09-14T03:35:13.556 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.000769344, 2024-09-14T03:35:13.556 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.556 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.556 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 19, 2024-09-14T03:35:13.556 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.556 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.556 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.556 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.556 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.557 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.557 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.557 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.557 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.557 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.557 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.557 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.557 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.557 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.557 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.557 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 3, 2024-09-14T03:35:13.557 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 1, 2024-09-14T03:35:13.557 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.557 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 1, 2024-09-14T03:35:13.558 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.558 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.558 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.558 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.558 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.558 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.558 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.558 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.558 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.558 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.558 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.558 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.558 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.558 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.559 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.559 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.559 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.559 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.559 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 2, 2024-09-14T03:35:13.559 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 2 2024-09-14T03:35:13.559 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.559 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.559 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.559 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.559 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:13.559 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:13.559 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2024-09-14T03:35:13.559 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.559 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 1, 2024-09-14T03:35:13.560 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "74'2" 2024-09-14T03:35:13.560 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.560 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.560 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.560 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:13.560 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:13.560 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2024-09-14T03:35:13.560 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.560 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 1, 2024-09-14T03:35:13.560 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.560 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.560 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2024-09-14T03:35:13.560 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.560 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.561 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.561 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.354776+0000", 2024-09-14T03:35:13.561 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:32:07.897702+0000", 2024-09-14T03:35:13.561 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:32:07.897702+0000", 2024-09-14T03:35:13.561 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:32:07.898161+0000", 2024-09-14T03:35:13.561 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.354776+0000", 2024-09-14T03:35:13.561 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.561 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.561 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.561 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 67, 2024-09-14T03:35:13.561 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.354776+0000", 2024-09-14T03:35:13.561 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.354776+0000", 2024-09-14T03:35:13.561 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.354776+0000", 2024-09-14T03:35:13.561 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.562 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.562 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.562 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.354776+0000", 2024-09-14T03:35:13.562 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.354776+0000", 2024-09-14T03:35:13.562 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.562 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.562 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.562 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.562 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 66, 2024-09-14T03:35:13.562 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.562 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.562 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.562 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.562 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.563 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.563 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.563 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.563 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.4", 2024-09-14T03:35:13.563 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.563 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.563 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.563 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 35, 2024-09-14T03:35:13.563 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.563 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T13:19:01.146629+0000", 2024-09-14T03:35:13.563 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.563 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.563 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.563 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.564 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.564 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.564 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.564 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.564 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.564 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.564 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.564 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.564 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.564 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.564 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.564 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.564 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.564 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.565 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.565 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.565 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.565 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.565 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.565 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.565 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.565 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.565 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.565 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.565 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.565 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.565 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.565 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.566 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.566 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.566 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.566 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.566 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.566 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.566 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.566 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.566 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.566 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.566 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.566 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.566 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.566 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.566 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.567 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:13.567 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:13.567 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2024-09-14T03:35:13.567 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.567 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 1, 2024-09-14T03:35:13.567 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.567 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.567 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.567 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.567 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:13.567 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:13.567 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2024-09-14T03:35:13.567 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.567 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 5, 2024-09-14T03:35:13.568 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.568 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.568 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:13.568 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.568 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.568 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.568 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.660234+0000", 2024-09-14T03:35:13.568 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.303449+0000", 2024-09-14T03:35:13.568 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.303449+0000", 2024-09-14T03:35:13.568 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.303819+0000", 2024-09-14T03:35:13.568 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.660234+0000", 2024-09-14T03:35:13.568 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.568 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.568 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.569 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:13.569 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.660234+0000", 2024-09-14T03:35:13.569 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.660234+0000", 2024-09-14T03:35:13.569 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.660234+0000", 2024-09-14T03:35:13.569 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.569 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.569 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.569 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.660234+0000", 2024-09-14T03:35:13.569 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.660234+0000", 2024-09-14T03:35:13.569 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.569 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.569 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.569 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.569 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:13.570 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.570 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.570 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.570 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.570 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.570 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.570 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.570 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.570 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.5", 2024-09-14T03:35:13.570 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.570 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.570 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.570 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:13.570 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.570 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T09:37:28.725013+0000", 2024-09-14T03:35:13.571 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.571 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.571 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.571 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.571 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.571 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.571 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.571 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.571 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.571 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.571 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.571 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.571 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.571 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.572 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.572 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.572 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.572 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.572 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.572 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.572 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.572 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.572 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.572 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.572 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.572 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.572 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.572 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.573 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.573 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.573 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.573 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.573 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.573 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.573 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.573 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.573 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.573 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.573 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.573 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.573 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.573 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.574 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.574 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.574 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.574 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.574 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.574 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:13.574 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:13.574 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2024-09-14T03:35:13.574 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.574 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 5, 2024-09-14T03:35:13.574 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.574 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.574 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.574 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.574 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:13.575 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:13.575 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2024-09-14T03:35:13.575 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.575 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 0, 2024-09-14T03:35:13.575 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.575 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.575 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 69, 2024-09-14T03:35:13.575 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.575 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.575 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.575 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.703848+0000", 2024-09-14T03:35:13.575 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:32:34.006472+0000", 2024-09-14T03:35:13.575 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:32:34.006472+0000", 2024-09-14T03:35:13.575 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:32:38.731109+0000", 2024-09-14T03:35:13.576 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.703848+0000", 2024-09-14T03:35:13.576 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:32:32.751298+0000", 2024-09-14T03:35:13.576 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.576 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:32:32.751298+0000", 2024-09-14T03:35:13.576 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 70, 2024-09-14T03:35:13.576 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.703848+0000", 2024-09-14T03:35:13.576 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.703848+0000", 2024-09-14T03:35:13.576 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.703848+0000", 2024-09-14T03:35:13.576 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.576 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.576 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:32:32.751298+0000", 2024-09-14T03:35:13.576 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.703848+0000", 2024-09-14T03:35:13.576 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.703848+0000", 2024-09-14T03:35:13.576 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.576 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 1, 2024-09-14T03:35:13.577 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.577 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.577 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 69, 2024-09-14T03:35:13.577 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.577 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.577 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.577 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.577 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 1, 2024-09-14T03:35:13.577 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.577 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.577 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.577 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "4.3", 2024-09-14T03:35:13.577 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.578 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.578 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.578 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 22, 2024-09-14T03:35:13.578 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.578 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T08:13:44.964236+0000", 2024-09-14T03:35:13.578 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.000369374, 2024-09-14T03:35:13.578 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.578 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.578 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.578 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.578 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.578 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.578 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.578 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.578 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.579 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.579 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.579 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.579 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.579 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.579 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.579 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.579 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.579 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.579 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 3, 2024-09-14T03:35:13.579 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 1, 2024-09-14T03:35:13.579 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.579 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 1, 2024-09-14T03:35:13.579 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.580 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.580 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.580 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.580 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.580 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.580 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.580 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.580 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.580 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.580 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.580 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.580 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.580 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.580 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.581 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.581 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.581 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.581 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.581 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.581 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.581 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.581 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.581 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.581 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:13.581 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:13.581 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2024-09-14T03:35:13.581 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.581 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 0, 2024-09-14T03:35:13.581 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "72'1" 2024-09-14T03:35:13.582 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.582 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.582 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.582 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:13.582 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:13.582 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2024-09-14T03:35:13.582 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.582 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 7, 2024-09-14T03:35:13.582 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.582 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.582 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2024-09-14T03:35:13.582 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.582 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.582 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.583 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:46.278092+0000", 2024-09-14T03:35:13.583 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:38.850145+0000", 2024-09-14T03:35:13.583 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:38.850145+0000", 2024-09-14T03:35:13.583 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:38.850681+0000", 2024-09-14T03:35:13.583 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:46.278092+0000", 2024-09-14T03:35:13.583 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.583 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.583 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.583 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2024-09-14T03:35:13.583 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:46.278092+0000", 2024-09-14T03:35:13.583 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:46.278092+0000", 2024-09-14T03:35:13.583 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:46.278092+0000", 2024-09-14T03:35:13.583 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.583 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.584 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.584 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:46.278092+0000", 2024-09-14T03:35:13.584 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:46.278092+0000", 2024-09-14T03:35:13.584 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.584 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.584 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.584 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.584 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2024-09-14T03:35:13.584 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.584 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.584 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.584 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.584 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.584 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.584 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.585 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.585 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.5", 2024-09-14T03:35:13.585 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.585 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.585 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.585 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 26, 2024-09-14T03:35:13.585 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.585 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T11:08:11.344806+0000", 2024-09-14T03:35:13.585 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.585 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.585 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.585 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.585 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.585 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.586 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.586 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.586 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.586 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.586 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.586 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.586 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.586 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.586 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.586 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.586 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.586 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.586 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.586 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.586 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.587 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.587 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.587 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.587 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.587 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.587 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.587 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.587 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.587 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.587 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.587 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.587 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.587 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.587 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.587 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.588 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.588 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.588 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.588 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.588 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.588 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.588 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.588 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.588 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.588 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.588 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.588 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:13.588 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:13.588 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2024-09-14T03:35:13.589 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.589 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 7, 2024-09-14T03:35:13.589 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.589 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.589 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.589 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.589 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:13.589 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2024-09-14T03:35:13.589 INFO:tasks.workunit.client.0.smithi002.stdout: 5 2024-09-14T03:35:13.589 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.589 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 1, 2024-09-14T03:35:13.589 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.589 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.589 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:13.590 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.590 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.590 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.590 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.354678+0000", 2024-09-14T03:35:13.590 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.307935+0000", 2024-09-14T03:35:13.590 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.307935+0000", 2024-09-14T03:35:13.590 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.308188+0000", 2024-09-14T03:35:13.590 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.354678+0000", 2024-09-14T03:35:13.590 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.590 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.590 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.590 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:13.590 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.354678+0000", 2024-09-14T03:35:13.590 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.354678+0000", 2024-09-14T03:35:13.590 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.354678+0000", 2024-09-14T03:35:13.591 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.591 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.591 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.591 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.354678+0000", 2024-09-14T03:35:13.591 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.354678+0000", 2024-09-14T03:35:13.591 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.591 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.591 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.591 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.591 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:13.591 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.591 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.591 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.591 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.592 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.592 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.592 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.592 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.592 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.4", 2024-09-14T03:35:13.592 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.592 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.592 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.592 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:13.592 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.592 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T06:13:34.893799+0000", 2024-09-14T03:35:13.592 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.592 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.592 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.592 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.593 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.593 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.593 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.593 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.593 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.593 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.593 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.593 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.593 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.593 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.593 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.593 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.593 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.593 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.594 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.594 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.594 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.594 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.594 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.594 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.594 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.594 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.594 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.594 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.594 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.594 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.594 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.594 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.595 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.595 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.595 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.595 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.595 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.595 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.595 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.595 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.595 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.595 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.595 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.595 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.595 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.595 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.596 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.596 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:13.596 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2024-09-14T03:35:13.596 INFO:tasks.workunit.client.0.smithi002.stdout: 5 2024-09-14T03:35:13.596 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.596 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 1, 2024-09-14T03:35:13.596 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.596 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.596 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.596 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.596 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:13.596 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:13.596 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:13.596 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.597 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 3, 2024-09-14T03:35:13.597 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.597 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.597 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 69, 2024-09-14T03:35:13.597 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.597 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.597 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.597 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.637799+0000", 2024-09-14T03:35:13.597 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:32:33.770708+0000", 2024-09-14T03:35:13.597 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:32:33.770708+0000", 2024-09-14T03:35:13.597 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:32:38.736918+0000", 2024-09-14T03:35:13.597 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.637799+0000", 2024-09-14T03:35:13.597 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:32:32.751298+0000", 2024-09-14T03:35:13.597 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.597 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:32:32.751298+0000", 2024-09-14T03:35:13.598 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 70, 2024-09-14T03:35:13.598 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.637799+0000", 2024-09-14T03:35:13.598 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.637799+0000", 2024-09-14T03:35:13.598 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.637799+0000", 2024-09-14T03:35:13.598 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.598 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.598 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:32:32.751298+0000", 2024-09-14T03:35:13.598 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.637799+0000", 2024-09-14T03:35:13.598 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.637799+0000", 2024-09-14T03:35:13.598 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.598 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.598 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.598 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.598 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 69, 2024-09-14T03:35:13.599 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.599 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.599 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.599 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.599 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.599 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.599 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.599 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.599 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "4.0", 2024-09-14T03:35:13.599 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.599 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.599 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.599 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 21, 2024-09-14T03:35:13.599 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.600 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T11:14:07.129319+0000", 2024-09-14T03:35:13.600 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.000815926, 2024-09-14T03:35:13.600 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.600 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.600 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.600 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.600 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.600 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.600 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.600 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.600 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.600 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.600 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.600 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.601 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.601 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.601 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.601 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.601 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.601 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.601 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.601 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.601 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.601 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.601 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.601 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.601 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.601 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.602 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.602 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.602 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.602 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.602 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.602 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.602 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.602 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.602 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.602 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.602 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.602 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.602 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.602 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.602 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.603 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.603 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.603 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.603 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.603 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.603 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:13.603 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:13.603 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:13.603 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.603 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 3, 2024-09-14T03:35:13.603 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.603 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.603 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.603 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.604 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:13.604 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:13.604 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2024-09-14T03:35:13.604 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.604 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 1, 2024-09-14T03:35:13.604 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.604 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.604 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2024-09-14T03:35:13.604 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.604 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.604 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.604 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.354869+0000", 2024-09-14T03:35:13.604 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:38.845993+0000", 2024-09-14T03:35:13.605 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:38.845993+0000", 2024-09-14T03:35:13.605 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:38.846279+0000", 2024-09-14T03:35:13.605 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.354869+0000", 2024-09-14T03:35:13.605 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.605 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.605 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.605 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2024-09-14T03:35:13.605 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.354869+0000", 2024-09-14T03:35:13.605 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.354869+0000", 2024-09-14T03:35:13.605 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.354869+0000", 2024-09-14T03:35:13.605 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.605 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.605 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.605 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.354869+0000", 2024-09-14T03:35:13.606 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.354869+0000", 2024-09-14T03:35:13.606 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.606 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 1, 2024-09-14T03:35:13.606 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.606 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.606 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2024-09-14T03:35:13.606 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.606 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.606 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.606 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.606 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 1, 2024-09-14T03:35:13.606 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.606 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.607 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.607 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.6", 2024-09-14T03:35:13.607 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.607 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.607 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.607 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 27, 2024-09-14T03:35:13.607 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.607 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T07:08:08.153962+0000", 2024-09-14T03:35:13.607 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.607 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.607 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.607 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.607 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.607 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.608 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.608 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.608 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.608 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.608 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.608 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.608 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.608 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.608 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.608 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.608 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.608 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.608 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.608 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 3, 2024-09-14T03:35:13.609 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 1, 2024-09-14T03:35:13.609 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.609 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 1, 2024-09-14T03:35:13.609 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.609 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.609 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.609 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.609 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.609 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 1, 2024-09-14T03:35:13.609 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.609 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.609 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.609 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.609 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.610 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.610 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.610 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.610 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.610 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.610 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.610 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.610 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 1, 2024-09-14T03:35:13.610 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.610 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.610 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.610 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.610 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.610 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:13.610 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:13.611 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2024-09-14T03:35:13.611 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.611 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 1, 2024-09-14T03:35:13.611 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "65'1" 2024-09-14T03:35:13.611 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.611 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.611 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.611 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:13.611 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:13.611 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2024-09-14T03:35:13.611 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.611 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 3, 2024-09-14T03:35:13.611 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.611 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.612 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:13.612 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.612 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.612 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.612 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.638353+0000", 2024-09-14T03:35:13.612 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:32:07.821683+0000", 2024-09-14T03:35:13.612 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:32:07.821683+0000", 2024-09-14T03:35:13.612 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:32:07.822044+0000", 2024-09-14T03:35:13.612 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.638353+0000", 2024-09-14T03:35:13.612 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.612 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.612 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.612 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 67, 2024-09-14T03:35:13.613 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.638353+0000", 2024-09-14T03:35:13.613 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.638353+0000", 2024-09-14T03:35:13.613 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.638353+0000", 2024-09-14T03:35:13.613 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.613 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.613 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.613 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.638353+0000", 2024-09-14T03:35:13.613 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.638353+0000", 2024-09-14T03:35:13.613 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.613 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.613 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.613 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.613 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 66, 2024-09-14T03:35:13.613 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.614 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.614 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.614 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.614 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.614 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.614 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.614 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.614 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.7", 2024-09-14T03:35:13.614 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.614 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.614 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.614 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 32, 2024-09-14T03:35:13.614 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.614 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T11:37:31.340486+0000", 2024-09-14T03:35:13.615 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.615 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.615 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.615 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.615 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.615 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.615 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.615 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.615 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.615 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.615 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.615 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.615 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.615 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.616 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.616 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.616 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.616 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.616 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.616 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.616 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.616 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.616 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.616 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.616 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.616 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.616 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.617 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.617 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.617 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.617 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.617 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.617 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.617 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.617 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.617 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.617 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.617 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.617 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.617 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.617 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.618 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.618 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.618 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.618 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.618 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.618 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.618 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:13.618 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:13.618 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2024-09-14T03:35:13.618 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.618 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 3, 2024-09-14T03:35:13.618 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.618 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.618 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.619 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.619 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:13.619 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:13.619 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2024-09-14T03:35:13.619 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.619 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 4, 2024-09-14T03:35:13.619 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.619 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.619 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 69, 2024-09-14T03:35:13.619 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.619 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.619 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.619 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.356685+0000", 2024-09-14T03:35:13.619 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:32:34.006519+0000", 2024-09-14T03:35:13.620 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:32:34.006519+0000", 2024-09-14T03:35:13.620 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:32:38.656755+0000", 2024-09-14T03:35:13.620 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.356685+0000", 2024-09-14T03:35:13.620 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:32:32.751298+0000", 2024-09-14T03:35:13.620 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.620 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:32:32.751298+0000", 2024-09-14T03:35:13.620 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 70, 2024-09-14T03:35:13.620 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.356685+0000", 2024-09-14T03:35:13.620 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.356685+0000", 2024-09-14T03:35:13.620 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.356685+0000", 2024-09-14T03:35:13.620 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.620 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.620 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:32:32.751298+0000", 2024-09-14T03:35:13.620 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.356685+0000", 2024-09-14T03:35:13.621 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.356685+0000", 2024-09-14T03:35:13.621 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.621 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.621 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.621 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.621 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 69, 2024-09-14T03:35:13.621 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.621 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.621 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.621 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.621 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.621 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.621 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.622 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.622 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "4.1", 2024-09-14T03:35:13.622 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.622 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.622 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.622 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 21, 2024-09-14T03:35:13.622 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.622 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T03:51:20.765398+0000", 2024-09-14T03:35:13.622 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.00082912, 2024-09-14T03:35:13.622 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.622 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.622 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.622 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.622 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.623 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.623 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.623 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.623 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.623 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.623 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.623 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.623 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.623 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.623 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.623 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.623 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.623 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.623 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.623 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.624 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.624 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.624 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.624 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.624 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.624 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.624 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.624 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.624 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.624 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.624 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.624 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.624 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.624 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.625 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.625 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.625 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.625 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.625 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.625 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.625 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.625 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.625 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.625 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.625 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.625 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.625 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:13.625 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:13.626 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2024-09-14T03:35:13.626 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.626 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 4, 2024-09-14T03:35:13.626 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.626 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.626 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.626 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.626 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:13.626 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:13.626 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2024-09-14T03:35:13.626 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.626 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 6, 2024-09-14T03:35:13.626 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.626 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.627 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2024-09-14T03:35:13.627 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.627 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.627 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.627 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.501476+0000", 2024-09-14T03:35:13.627 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:38.848517+0000", 2024-09-14T03:35:13.627 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:38.848517+0000", 2024-09-14T03:35:13.627 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:38.848958+0000", 2024-09-14T03:35:13.627 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.501476+0000", 2024-09-14T03:35:13.627 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.627 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.627 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.627 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2024-09-14T03:35:13.627 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.501476+0000", 2024-09-14T03:35:13.628 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.501476+0000", 2024-09-14T03:35:13.628 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.501476+0000", 2024-09-14T03:35:13.628 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.628 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.628 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.628 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.501476+0000", 2024-09-14T03:35:13.628 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.501476+0000", 2024-09-14T03:35:13.628 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.628 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 2, 2024-09-14T03:35:13.628 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.628 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.628 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2024-09-14T03:35:13.628 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.628 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.629 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.629 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.629 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 2, 2024-09-14T03:35:13.629 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.629 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.629 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.629 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.7", 2024-09-14T03:35:13.629 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.629 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.629 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.629 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 28, 2024-09-14T03:35:13.629 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.629 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T14:16:35.596230+0000", 2024-09-14T03:35:13.629 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.630 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.630 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.630 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.630 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.630 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.630 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.630 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.630 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.630 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.630 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.630 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.630 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.630 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.630 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.630 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.631 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.631 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.631 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.631 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 3, 2024-09-14T03:35:13.631 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 1, 2024-09-14T03:35:13.631 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.631 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 1, 2024-09-14T03:35:13.631 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.631 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.631 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.631 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.631 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.631 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 1, 2024-09-14T03:35:13.631 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.632 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.632 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.632 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.632 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.632 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.632 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.632 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.632 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.632 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.632 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.632 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.632 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 3, 2024-09-14T03:35:13.632 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.632 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.633 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.633 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.633 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.633 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:13.633 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:13.633 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2024-09-14T03:35:13.633 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.633 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 6, 2024-09-14T03:35:13.633 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "65'2" 2024-09-14T03:35:13.633 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.633 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.633 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.633 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:13.633 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:13.633 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2024-09-14T03:35:13.634 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.634 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 0, 2024-09-14T03:35:13.634 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.634 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.634 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:13.634 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.634 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.634 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.634 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.703678+0000", 2024-09-14T03:35:13.634 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.294645+0000", 2024-09-14T03:35:13.634 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.294645+0000", 2024-09-14T03:35:13.634 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.294942+0000", 2024-09-14T03:35:13.634 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.703678+0000", 2024-09-14T03:35:13.634 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.635 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.635 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.635 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:13.635 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.703678+0000", 2024-09-14T03:35:13.635 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.703678+0000", 2024-09-14T03:35:13.635 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.703678+0000", 2024-09-14T03:35:13.635 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.635 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.635 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.635 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.703678+0000", 2024-09-14T03:35:13.635 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.703678+0000", 2024-09-14T03:35:13.635 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.635 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.635 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.636 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.636 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:13.636 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.636 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.636 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.636 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.636 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.636 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.636 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.636 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.636 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.6", 2024-09-14T03:35:13.636 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.636 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.636 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.636 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:13.637 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.637 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T13:29:39.931552+0000", 2024-09-14T03:35:13.637 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.637 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.637 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.637 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.637 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.637 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.637 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.637 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.637 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.637 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.637 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.638 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.638 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.638 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.638 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.638 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.638 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.638 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.638 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.638 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.638 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.638 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.638 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.638 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.638 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.639 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.639 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.639 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.639 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.639 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.639 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.639 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.639 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.639 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.639 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.639 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.639 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.639 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.639 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.639 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.640 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.640 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.640 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.640 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.640 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.640 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.640 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.640 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:13.640 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:13.640 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2024-09-14T03:35:13.640 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.640 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 0, 2024-09-14T03:35:13.640 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.640 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.641 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.641 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.641 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:13.641 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:13.641 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2024-09-14T03:35:13.641 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.641 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 7, 2024-09-14T03:35:13.641 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.641 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.641 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2024-09-14T03:35:13.641 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.641 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.641 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.641 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:46.277461+0000", 2024-09-14T03:35:13.642 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:38.848843+0000", 2024-09-14T03:35:13.642 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:38.848843+0000", 2024-09-14T03:35:13.642 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:38.849151+0000", 2024-09-14T03:35:13.642 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:46.277461+0000", 2024-09-14T03:35:13.642 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.642 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.642 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.642 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2024-09-14T03:35:13.642 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:46.277461+0000", 2024-09-14T03:35:13.642 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:46.277461+0000", 2024-09-14T03:35:13.642 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:46.277461+0000", 2024-09-14T03:35:13.642 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.642 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.642 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.642 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:46.277461+0000", 2024-09-14T03:35:13.643 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:46.277461+0000", 2024-09-14T03:35:13.643 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.643 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.643 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.643 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.643 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2024-09-14T03:35:13.643 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.643 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.643 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.643 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.643 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.643 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.643 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.643 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.644 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.8", 2024-09-14T03:35:13.644 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.644 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.644 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.644 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 26, 2024-09-14T03:35:13.644 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.644 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T06:53:29.795560+0000", 2024-09-14T03:35:13.644 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.644 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.644 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.644 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.644 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.644 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.644 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.645 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.645 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.645 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.645 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.645 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.645 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.645 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.645 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.645 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.645 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.645 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.645 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.645 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.645 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.645 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.646 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.646 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.646 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.646 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.646 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.646 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.646 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.646 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.646 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.646 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.646 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.646 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.646 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.646 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.647 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.647 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.647 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.647 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.647 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.647 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.647 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.647 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.647 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.647 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.647 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.647 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:13.647 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:13.647 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2024-09-14T03:35:13.648 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.648 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 7, 2024-09-14T03:35:13.648 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.648 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.648 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.648 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.648 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:13.648 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2024-09-14T03:35:13.648 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2024-09-14T03:35:13.648 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.648 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 4, 2024-09-14T03:35:13.648 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.648 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.648 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:13.649 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.649 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.649 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.649 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.356938+0000", 2024-09-14T03:35:13.649 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.302239+0000", 2024-09-14T03:35:13.649 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.302239+0000", 2024-09-14T03:35:13.649 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.303362+0000", 2024-09-14T03:35:13.649 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.356938+0000", 2024-09-14T03:35:13.649 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.649 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.649 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.649 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:13.649 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.356938+0000", 2024-09-14T03:35:13.649 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.356938+0000", 2024-09-14T03:35:13.650 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.356938+0000", 2024-09-14T03:35:13.650 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.650 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.650 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.650 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.356938+0000", 2024-09-14T03:35:13.650 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.356938+0000", 2024-09-14T03:35:13.650 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.650 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.650 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.650 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.650 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:13.650 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.650 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.650 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.650 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.651 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.651 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.651 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.651 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.651 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.9", 2024-09-14T03:35:13.651 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.651 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.651 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.651 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:13.651 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.651 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T14:41:31.342971+0000", 2024-09-14T03:35:13.651 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.651 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.651 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.652 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.652 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.652 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.652 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.652 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.652 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.652 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.652 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.652 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.652 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.652 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.652 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.652 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.653 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.653 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.653 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.653 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.653 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.653 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.653 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.653 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.653 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.653 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.653 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.653 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.653 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.653 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.653 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.654 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.654 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.654 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.654 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.654 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.654 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.654 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.654 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.654 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.654 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.654 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.654 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.654 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.654 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.655 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.655 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.655 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:13.655 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2024-09-14T03:35:13.655 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2024-09-14T03:35:13.655 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.655 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 4, 2024-09-14T03:35:13.655 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.655 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.655 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.655 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.655 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:13.655 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:13.655 INFO:tasks.workunit.client.0.smithi002.stdout: 3 2024-09-14T03:35:13.655 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.656 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 1, 2024-09-14T03:35:13.656 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.656 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.656 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2024-09-14T03:35:13.656 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.656 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.656 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.656 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.354437+0000", 2024-09-14T03:35:13.656 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:38.844842+0000", 2024-09-14T03:35:13.656 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:38.844842+0000", 2024-09-14T03:35:13.656 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:38.845124+0000", 2024-09-14T03:35:13.656 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.354437+0000", 2024-09-14T03:35:13.656 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.656 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.657 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.657 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2024-09-14T03:35:13.657 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.354437+0000", 2024-09-14T03:35:13.657 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.354437+0000", 2024-09-14T03:35:13.657 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.354437+0000", 2024-09-14T03:35:13.657 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.657 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.657 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.657 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.354437+0000", 2024-09-14T03:35:13.657 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.354437+0000", 2024-09-14T03:35:13.657 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.657 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.657 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.657 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.658 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2024-09-14T03:35:13.658 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.658 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.658 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.658 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.658 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.658 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.658 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.658 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.658 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.9", 2024-09-14T03:35:13.658 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.658 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.658 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.658 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 26, 2024-09-14T03:35:13.659 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.659 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T06:39:40.418525+0000", 2024-09-14T03:35:13.659 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.659 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.659 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.659 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.659 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.659 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.659 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.659 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.659 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.659 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.659 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.659 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.659 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.660 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.660 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.660 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.660 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.660 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.660 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.660 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.660 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.660 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.660 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.660 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.660 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.660 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.660 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.661 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.661 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.661 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.661 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.661 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.661 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.661 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.661 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.661 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.661 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.661 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.661 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.661 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.661 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.662 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.662 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.662 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.662 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.662 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.662 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.662 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:13.662 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:13.662 INFO:tasks.workunit.client.0.smithi002.stdout: 3 2024-09-14T03:35:13.662 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.662 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 1, 2024-09-14T03:35:13.662 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.662 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.662 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.662 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.663 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:13.663 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:13.663 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2024-09-14T03:35:13.663 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.663 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 3, 2024-09-14T03:35:13.663 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.663 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.663 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:13.663 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.663 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.663 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.663 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.637937+0000", 2024-09-14T03:35:13.663 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.300809+0000", 2024-09-14T03:35:13.663 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.300809+0000", 2024-09-14T03:35:13.664 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.301097+0000", 2024-09-14T03:35:13.664 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.637937+0000", 2024-09-14T03:35:13.664 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.664 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.664 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.664 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:13.664 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.637937+0000", 2024-09-14T03:35:13.664 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.637937+0000", 2024-09-14T03:35:13.664 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.637937+0000", 2024-09-14T03:35:13.664 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.664 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.664 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.664 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.637937+0000", 2024-09-14T03:35:13.664 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.637937+0000", 2024-09-14T03:35:13.665 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.665 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.665 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.665 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.665 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:13.665 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.665 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.665 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.665 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.665 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.665 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.665 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.665 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.665 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.8", 2024-09-14T03:35:13.665 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.666 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.666 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.666 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:13.666 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.666 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T05:43:00.094657+0000", 2024-09-14T03:35:13.666 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.666 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.666 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.666 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.666 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.666 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.666 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.666 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.666 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.667 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.667 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.667 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.667 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.667 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.667 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.667 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.667 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.667 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.667 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.667 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.667 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.667 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.667 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.667 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.668 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.668 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.668 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.668 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.668 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.668 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.668 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.668 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.668 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.668 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.668 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.668 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.668 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.668 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.669 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.669 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.669 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.669 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.669 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.669 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.669 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.669 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.669 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.669 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:13.669 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:13.669 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2024-09-14T03:35:13.669 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.669 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 3, 2024-09-14T03:35:13.670 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.670 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.670 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.670 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.670 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:13.670 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:13.670 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2024-09-14T03:35:13.670 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.670 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 1, 2024-09-14T03:35:13.670 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.670 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.670 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2024-09-14T03:35:13.670 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.670 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.670 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.671 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.354707+0000", 2024-09-14T03:35:13.671 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:38.845233+0000", 2024-09-14T03:35:13.671 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:38.845233+0000", 2024-09-14T03:35:13.671 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:38.846003+0000", 2024-09-14T03:35:13.671 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.354707+0000", 2024-09-14T03:35:13.671 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.671 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.671 INFO:tasks.workunit.client.0.smithi002.stderr:+ echo OK 2024-09-14T03:35:13.673 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:11 smithi154 ceph-mon[30999]: from='client.24740 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:13.673 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:11 smithi154 ceph-mon[30999]: from='client.24740 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:13.673 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:11 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:35:13.673 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:11 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-14T03:35:13.673 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:11 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:13.673 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:11 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:13.673 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:11 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:13.673 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:11 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:13.673 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:11 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:13.673 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:11 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:13.674 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:11 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:13.674 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:11 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:13.674 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:11 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:13.674 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:11 smithi154 ceph-mon[30999]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-14T03:35:13.674 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:11 smithi154 ceph-mon[30999]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-14T03:35:13.674 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:11 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:13.674 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:11 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:13.674 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:11 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:13.674 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:11 smithi154 ceph-mon[30999]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-14T03:35:13.674 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:11 smithi154 ceph-mon[30999]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-14T03:35:13.674 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:11 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:13.674 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:11 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:13.674 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:11 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:13.675 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:11 smithi154 ceph-mon[30999]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-14T03:35:13.675 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:11 smithi154 ceph-mon[30999]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-14T03:35:13.675 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:11 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:13.675 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:11 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:13.675 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:11 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:13.675 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:11 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:35:13.675 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:11 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-14T03:35:13.675 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:11 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:13.675 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:11 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:13.675 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:11 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:13.675 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:11 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:13.675 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:11 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:13.675 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:11 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:13.675 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:11 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:13.676 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:11 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:13.676 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:11 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:13.676 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:11 smithi154 ceph-mon[30999]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-14T03:35:13.676 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:11 smithi154 ceph-mon[30999]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-14T03:35:13.676 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:11 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:13.676 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:11 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:13.676 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:11 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:13.676 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:11 smithi154 ceph-mon[30999]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-14T03:35:13.676 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:11 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:13.676 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:11 smithi154 ceph-mon[30999]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-14T03:35:13.676 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:11 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:13.676 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:11 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:13.676 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:11 smithi154 ceph-mon[30999]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-14T03:35:13.676 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:11 smithi154 ceph-mon[30999]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-14T03:35:13.677 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:11 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:13.677 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:11 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:13.677 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:11 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:13.677 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:12 smithi154 ceph-mon[30999]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:35:13.677 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:12 smithi154 ceph-mon[30999]: from='client.24758 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:13.677 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:12 smithi154 ceph-mon[30999]: from='client.24758 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:13.677 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:12 smithi154 ceph-mon[30999]: from='client.24764 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:13.677 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:12 smithi154 ceph-mon[30999]: from='client.24764 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:13.677 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.678 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2024-09-14T03:35:13.678 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.354707+0000", 2024-09-14T03:35:13.678 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.354707+0000", 2024-09-14T03:35:13.678 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.354707+0000", 2024-09-14T03:35:13.678 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.678 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.678 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.678 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.354707+0000", 2024-09-14T03:35:13.678 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.354707+0000", 2024-09-14T03:35:13.678 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.678 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.678 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.678 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.678 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2024-09-14T03:35:13.679 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.679 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.679 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.679 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.679 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.679 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.679 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.679 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.679 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.a", 2024-09-14T03:35:13.679 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.679 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.679 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.679 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 26, 2024-09-14T03:35:13.679 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.680 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T09:36:12.513040+0000", 2024-09-14T03:35:13.680 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.680 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.680 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.680 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.680 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.680 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.680 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.680 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.680 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.680 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.680 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.680 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.680 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.681 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.681 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.681 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.681 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.681 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.681 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.681 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.681 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.681 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.681 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.681 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.681 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.681 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.682 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.682 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.682 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.682 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.682 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.682 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.682 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.682 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.682 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.682 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.682 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.682 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.682 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.682 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.683 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.683 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.683 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.683 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.683 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.683 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.683 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.683 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2024-09-14T03:35:13.683 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:13.683 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2024-09-14T03:35:13.683 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.683 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 1, 2024-09-14T03:35:13.683 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.683 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.684 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.684 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.684 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:13.684 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:13.684 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2024-09-14T03:35:13.684 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.684 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 3, 2024-09-14T03:35:13.684 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.684 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.684 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:13.684 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.684 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.684 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.684 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.638051+0000", 2024-09-14T03:35:13.685 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.293790+0000", 2024-09-14T03:35:13.685 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.293790+0000", 2024-09-14T03:35:13.685 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.294096+0000", 2024-09-14T03:35:13.685 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.638051+0000", 2024-09-14T03:35:13.685 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.685 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.685 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.685 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:13.685 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.638051+0000", 2024-09-14T03:35:13.685 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.638051+0000", 2024-09-14T03:35:13.685 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.638051+0000", 2024-09-14T03:35:13.685 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.685 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.686 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.686 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.638051+0000", 2024-09-14T03:35:13.686 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.638051+0000", 2024-09-14T03:35:13.686 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.686 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.686 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.686 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.686 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:13.686 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.686 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.686 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.686 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.686 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.686 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.687 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.687 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.687 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.b", 2024-09-14T03:35:13.687 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.687 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.687 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.687 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:13.687 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.687 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T08:47:06.749772+0000", 2024-09-14T03:35:13.687 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.687 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.687 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.687 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.687 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.688 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.688 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.688 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.688 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.688 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.688 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.688 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.688 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.688 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.688 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.688 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.688 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.688 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.688 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.688 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.689 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.689 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.689 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.689 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.689 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.689 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.689 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.689 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.689 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.689 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.689 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.689 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.690 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.690 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.690 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.690 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.690 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.690 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.690 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.690 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.690 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.690 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.690 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.690 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.690 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.690 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.691 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.691 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:13.691 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:13.691 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2024-09-14T03:35:13.691 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.691 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 3, 2024-09-14T03:35:13.691 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.691 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.691 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.691 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.691 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:13.691 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:13.691 INFO:tasks.workunit.client.0.smithi002.stdout: 5 2024-09-14T03:35:13.691 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.691 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 7, 2024-09-14T03:35:13.692 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.692 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.692 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2024-09-14T03:35:13.692 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.692 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.692 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.692 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:46.277905+0000", 2024-09-14T03:35:13.692 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:38.852659+0000", 2024-09-14T03:35:13.692 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:38.852659+0000", 2024-09-14T03:35:13.692 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:38.853126+0000", 2024-09-14T03:35:13.692 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:46.277905+0000", 2024-09-14T03:35:13.692 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.692 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.693 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.693 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2024-09-14T03:35:13.693 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:46.277905+0000", 2024-09-14T03:35:13.693 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:46.277905+0000", 2024-09-14T03:35:13.693 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:46.277905+0000", 2024-09-14T03:35:13.693 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.693 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.693 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.693 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:46.277905+0000", 2024-09-14T03:35:13.693 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:46.277905+0000", 2024-09-14T03:35:13.693 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.693 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 2, 2024-09-14T03:35:13.693 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.693 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.694 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2024-09-14T03:35:13.694 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.694 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.694 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.694 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.694 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 2, 2024-09-14T03:35:13.694 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.694 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.694 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.694 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.b", 2024-09-14T03:35:13.694 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.694 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.694 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.694 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 28, 2024-09-14T03:35:13.695 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.695 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T07:17:29.289201+0000", 2024-09-14T03:35:13.695 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.695 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.695 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.695 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.695 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.695 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.695 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.695 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.695 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.695 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.695 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.695 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.696 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.696 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.696 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.696 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.696 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.696 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.696 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.696 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 3, 2024-09-14T03:35:13.696 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 1, 2024-09-14T03:35:13.696 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.696 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 1, 2024-09-14T03:35:13.696 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.696 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.696 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.696 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.697 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.697 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 1, 2024-09-14T03:35:13.697 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.697 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.697 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.697 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.697 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.697 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.697 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.697 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.697 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.697 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.697 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.697 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.698 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 1, 2024-09-14T03:35:13.698 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.698 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.698 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.698 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.698 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.698 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:13.698 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:13.698 INFO:tasks.workunit.client.0.smithi002.stdout: 5 2024-09-14T03:35:13.698 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.698 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 7, 2024-09-14T03:35:13.698 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "65'2" 2024-09-14T03:35:13.698 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.698 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.699 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.699 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:13.699 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:13.699 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2024-09-14T03:35:13.699 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.699 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 6, 2024-09-14T03:35:13.699 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.699 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.699 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:13.699 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.699 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.699 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.699 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.500955+0000", 2024-09-14T03:35:13.699 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.300941+0000", 2024-09-14T03:35:13.700 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.300941+0000", 2024-09-14T03:35:13.700 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.301260+0000", 2024-09-14T03:35:13.700 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.500955+0000", 2024-09-14T03:35:13.700 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.700 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.700 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.700 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:13.700 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.500955+0000", 2024-09-14T03:35:13.700 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.500955+0000", 2024-09-14T03:35:13.700 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.500955+0000", 2024-09-14T03:35:13.700 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.700 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.700 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.700 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.500955+0000", 2024-09-14T03:35:13.701 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.500955+0000", 2024-09-14T03:35:13.701 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.701 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.701 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.701 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.701 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:13.701 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.701 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.701 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.701 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.701 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.701 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.701 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.701 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.702 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.a", 2024-09-14T03:35:13.702 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.702 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.702 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.702 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:13.702 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.702 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T11:44:35.523681+0000", 2024-09-14T03:35:13.702 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.702 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.702 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.702 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.702 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.702 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.702 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.702 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.703 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.703 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.703 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.703 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.703 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.703 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.703 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.703 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.703 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.703 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.703 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.703 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.703 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.703 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.703 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.704 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.704 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.704 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.704 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.704 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.704 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.704 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.704 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.704 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.704 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.704 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.704 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.704 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.704 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.705 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.705 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.705 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.705 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.705 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.705 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.705 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.705 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.705 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.705 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.705 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:13.705 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:13.705 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2024-09-14T03:35:13.705 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.706 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 6, 2024-09-14T03:35:13.706 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.706 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.706 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.706 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.706 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:13.706 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:13.706 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2024-09-14T03:35:13.706 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.706 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 5, 2024-09-14T03:35:13.706 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.706 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.706 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:13.706 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.706 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.707 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.707 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.660183+0000", 2024-09-14T03:35:13.707 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.304408+0000", 2024-09-14T03:35:13.707 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.304408+0000", 2024-09-14T03:35:13.707 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.308183+0000", 2024-09-14T03:35:13.707 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.660183+0000", 2024-09-14T03:35:13.707 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.707 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.707 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.707 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:13.707 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.660183+0000", 2024-09-14T03:35:13.707 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.660183+0000", 2024-09-14T03:35:13.707 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.660183+0000", 2024-09-14T03:35:13.707 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.708 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.708 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.708 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.660183+0000", 2024-09-14T03:35:13.708 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.660183+0000", 2024-09-14T03:35:13.708 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.708 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.708 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.708 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.708 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:13.708 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.708 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.708 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.708 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.708 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.709 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.709 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.709 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.709 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.1d", 2024-09-14T03:35:13.709 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.709 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.709 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.709 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:13.709 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.709 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T08:11:30.979782+0000", 2024-09-14T03:35:13.709 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.709 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.709 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.709 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.709 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.710 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.710 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.710 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.710 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.710 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.710 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.710 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.710 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.710 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.710 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.710 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.710 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.710 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.710 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.711 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.711 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.711 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.711 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.711 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.711 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.711 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.711 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.711 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.711 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.711 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.711 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.711 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.711 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.711 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.712 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.712 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.712 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.712 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.712 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.712 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.712 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.712 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.712 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.712 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.712 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.712 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.712 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.712 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:13.713 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:13.713 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2024-09-14T03:35:13.713 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.713 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 5, 2024-09-14T03:35:13.713 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.713 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.713 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.713 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.713 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:13.713 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:13.713 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2024-09-14T03:35:13.713 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.713 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 7, 2024-09-14T03:35:13.713 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.714 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.714 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2024-09-14T03:35:13.714 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.714 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.714 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.714 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:46.277827+0000", 2024-09-14T03:35:13.714 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:38.853374+0000", 2024-09-14T03:35:13.714 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:38.853374+0000", 2024-09-14T03:35:13.714 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:38.853766+0000", 2024-09-14T03:35:13.714 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:46.277827+0000", 2024-09-14T03:35:13.714 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.714 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.714 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.714 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2024-09-14T03:35:13.715 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:46.277827+0000", 2024-09-14T03:35:13.715 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:46.277827+0000", 2024-09-14T03:35:13.715 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:46.277827+0000", 2024-09-14T03:35:13.715 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.715 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.715 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.715 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:46.277827+0000", 2024-09-14T03:35:13.715 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:46.277827+0000", 2024-09-14T03:35:13.715 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.715 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 2, 2024-09-14T03:35:13.715 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.715 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.715 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2024-09-14T03:35:13.715 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.715 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.716 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.716 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.716 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 2, 2024-09-14T03:35:13.716 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.716 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.716 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.716 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.1c", 2024-09-14T03:35:13.716 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.716 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.716 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.716 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 28, 2024-09-14T03:35:13.716 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.716 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T07:57:54.348750+0000", 2024-09-14T03:35:13.716 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.717 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.717 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.717 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.717 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.717 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.717 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.717 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.717 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.717 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.717 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.717 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.717 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.717 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.717 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.718 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.718 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.718 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.718 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.718 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 3, 2024-09-14T03:35:13.718 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 1, 2024-09-14T03:35:13.718 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.718 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 1, 2024-09-14T03:35:13.718 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.718 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.718 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.718 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.718 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.718 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 1, 2024-09-14T03:35:13.718 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.719 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.719 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.719 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.719 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.719 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.719 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.719 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.719 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.719 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.719 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.719 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.719 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 3, 2024-09-14T03:35:13.719 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.719 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.720 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.720 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.720 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.720 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:13.720 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:13.720 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2024-09-14T03:35:13.720 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.720 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 7, 2024-09-14T03:35:13.720 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "65'2" 2024-09-14T03:35:13.720 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.720 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.720 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.720 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:13.720 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:13.721 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2024-09-14T03:35:13.721 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.721 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 5, 2024-09-14T03:35:13.721 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.721 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.721 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:13.721 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.721 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.721 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.721 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.660053+0000", 2024-09-14T03:35:13.721 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.313798+0000", 2024-09-14T03:35:13.721 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.313798+0000", 2024-09-14T03:35:13.721 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.314228+0000", 2024-09-14T03:35:13.721 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.660053+0000", 2024-09-14T03:35:13.721 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.722 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.722 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.722 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:13.722 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.660053+0000", 2024-09-14T03:35:13.722 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.660053+0000", 2024-09-14T03:35:13.722 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.660053+0000", 2024-09-14T03:35:13.722 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.722 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.722 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.722 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.660053+0000", 2024-09-14T03:35:13.722 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.660053+0000", 2024-09-14T03:35:13.722 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.722 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.722 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.723 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.723 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:13.723 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.723 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.723 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.723 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.723 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.723 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.723 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.723 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.723 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.1c", 2024-09-14T03:35:13.723 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.723 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.723 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.723 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:13.724 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.724 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T12:38:35.077485+0000", 2024-09-14T03:35:13.724 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.724 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.724 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.724 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.724 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.724 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.724 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.724 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.724 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.724 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.724 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.724 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.725 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.725 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.725 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.725 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.725 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.725 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.725 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.725 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.725 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.725 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.725 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.725 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.725 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.725 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.726 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.726 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.726 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.726 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.726 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.726 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.726 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.726 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.726 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.726 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.726 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.726 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.726 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.726 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.727 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.727 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.727 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.727 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.727 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.727 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.727 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.727 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:13.727 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2024-09-14T03:35:13.727 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2024-09-14T03:35:13.727 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.727 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 5, 2024-09-14T03:35:13.727 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.727 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.727 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.728 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.728 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:13.728 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:13.728 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:13.728 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.728 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 7, 2024-09-14T03:35:13.728 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.728 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.728 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2024-09-14T03:35:13.728 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.728 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.728 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.728 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:46.278016+0000", 2024-09-14T03:35:13.728 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:38.853123+0000", 2024-09-14T03:35:13.729 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:38.853123+0000", 2024-09-14T03:35:13.729 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:38.853422+0000", 2024-09-14T03:35:13.729 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:46.278016+0000", 2024-09-14T03:35:13.729 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.729 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.729 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.729 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2024-09-14T03:35:13.729 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:46.278016+0000", 2024-09-14T03:35:13.729 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:46.278016+0000", 2024-09-14T03:35:13.729 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:46.278016+0000", 2024-09-14T03:35:13.729 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.729 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.729 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.729 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:46.278016+0000", 2024-09-14T03:35:13.730 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:46.278016+0000", 2024-09-14T03:35:13.730 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.730 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 2, 2024-09-14T03:35:13.730 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.730 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.730 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2024-09-14T03:35:13.730 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.730 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.730 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.730 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.730 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 2, 2024-09-14T03:35:13.730 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.730 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.730 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.731 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.1d", 2024-09-14T03:35:13.731 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.731 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.731 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.731 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 28, 2024-09-14T03:35:13.731 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.731 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T06:47:15.651965+0000", 2024-09-14T03:35:13.731 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.731 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.731 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.731 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.731 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.731 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.731 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.732 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.732 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.732 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.732 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.732 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.732 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.732 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.732 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.732 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.732 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.732 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.732 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.732 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 3, 2024-09-14T03:35:13.733 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 1, 2024-09-14T03:35:13.733 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.733 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 1, 2024-09-14T03:35:13.733 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.733 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.733 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.733 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.733 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.733 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 1, 2024-09-14T03:35:13.733 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.733 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.733 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.733 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.733 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.733 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.734 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.734 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.734 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.734 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.734 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.734 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.734 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 3, 2024-09-14T03:35:13.734 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.734 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.734 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.734 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.734 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.734 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:13.734 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:13.734 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2024-09-14T03:35:13.735 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.735 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 7, 2024-09-14T03:35:13.735 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "65'2" 2024-09-14T03:35:13.735 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.735 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.735 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.735 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:13.735 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:13.735 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2024-09-14T03:35:13.735 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.735 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 0, 2024-09-14T03:35:13.735 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.735 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.735 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:13.736 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.736 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.736 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.736 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.703962+0000", 2024-09-14T03:35:13.736 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.304340+0000", 2024-09-14T03:35:13.736 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.304340+0000", 2024-09-14T03:35:13.736 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.305507+0000", 2024-09-14T03:35:13.736 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.703962+0000", 2024-09-14T03:35:13.736 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.736 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.736 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.736 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:13.736 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.703962+0000", 2024-09-14T03:35:13.736 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.703962+0000", 2024-09-14T03:35:13.737 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.703962+0000", 2024-09-14T03:35:13.737 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.737 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.737 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.737 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.703962+0000", 2024-09-14T03:35:13.737 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.703962+0000", 2024-09-14T03:35:13.737 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.737 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.737 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.737 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.737 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:13.737 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.737 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.737 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.737 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.738 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.738 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.738 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.738 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.738 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.1f", 2024-09-14T03:35:13.738 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.738 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.738 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.738 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:13.738 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.738 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T05:15:43.323389+0000", 2024-09-14T03:35:13.738 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.738 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.738 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.739 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.739 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.739 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.739 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.739 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.739 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.739 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.739 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.739 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.739 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.739 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.739 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.739 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.740 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.740 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.740 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.740 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.740 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.740 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.740 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.740 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.740 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.740 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.740 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.740 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.740 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.740 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.741 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.741 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.741 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.741 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.741 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.741 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.741 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.741 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.741 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.741 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.741 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.741 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.741 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.741 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.741 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.742 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.742 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.742 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:13.742 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2024-09-14T03:35:13.742 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2024-09-14T03:35:13.742 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.742 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 0, 2024-09-14T03:35:13.742 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.742 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.742 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.742 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.742 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:13.742 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:13.742 INFO:tasks.workunit.client.0.smithi002.stdout: 5 2024-09-14T03:35:13.742 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.743 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 3, 2024-09-14T03:35:13.743 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.743 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.743 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2024-09-14T03:35:13.743 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.743 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.743 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.743 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.638367+0000", 2024-09-14T03:35:13.743 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:38.848060+0000", 2024-09-14T03:35:13.743 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:38.848060+0000", 2024-09-14T03:35:13.743 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:38.848380+0000", 2024-09-14T03:35:13.743 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.638367+0000", 2024-09-14T03:35:13.743 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.743 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.744 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.744 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2024-09-14T03:35:13.744 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.638367+0000", 2024-09-14T03:35:13.744 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.638367+0000", 2024-09-14T03:35:13.744 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.638367+0000", 2024-09-14T03:35:13.744 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.744 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.744 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.744 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.638367+0000", 2024-09-14T03:35:13.744 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.638367+0000", 2024-09-14T03:35:13.744 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.744 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 1, 2024-09-14T03:35:13.744 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.744 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.744 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2024-09-14T03:35:13.745 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.745 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.745 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.745 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.745 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 1, 2024-09-14T03:35:13.745 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.745 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.745 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.745 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.1e", 2024-09-14T03:35:13.745 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.745 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.745 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.745 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 27, 2024-09-14T03:35:13.746 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.746 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T05:43:01.327566+0000", 2024-09-14T03:35:13.746 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.746 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.746 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.746 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.746 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.746 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.746 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.746 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.746 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.746 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.746 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.746 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.746 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.747 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.747 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.747 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.747 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.747 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.747 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.747 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.747 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.747 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.747 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.747 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.747 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.747 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.747 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.748 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.748 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.748 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.748 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.748 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.748 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.748 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.748 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.748 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.748 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.748 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.748 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.748 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.748 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.749 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.749 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.749 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.749 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.749 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.749 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.749 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:13.749 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:13.749 INFO:tasks.workunit.client.0.smithi002.stdout: 5 2024-09-14T03:35:13.749 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.749 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 3, 2024-09-14T03:35:13.749 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "65'1" 2024-09-14T03:35:13.749 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.749 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.749 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.750 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:13.750 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:13.750 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2024-09-14T03:35:13.750 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.750 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 3, 2024-09-14T03:35:13.750 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.750 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.750 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 62, 2024-09-14T03:35:13.750 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.750 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.750 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.750 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.638172+0000", 2024-09-14T03:35:13.750 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:42.295185+0000", 2024-09-14T03:35:13.750 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:42.295185+0000", 2024-09-14T03:35:13.751 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:42.295472+0000", 2024-09-14T03:35:13.751 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.638172+0000", 2024-09-14T03:35:13.751 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.751 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.751 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.751 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 63, 2024-09-14T03:35:13.751 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.638172+0000", 2024-09-14T03:35:13.751 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.638172+0000", 2024-09-14T03:35:13.751 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.638172+0000", 2024-09-14T03:35:13.751 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.751 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.751 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:41.273699+0000", 2024-09-14T03:35:13.751 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.638172+0000", 2024-09-14T03:35:13.751 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.638172+0000", 2024-09-14T03:35:13.751 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.752 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.752 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.752 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.752 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 62, 2024-09-14T03:35:13.752 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.752 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.752 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.752 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.752 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.752 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.752 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.752 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.752 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.1e", 2024-09-14T03:35:13.752 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.753 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.753 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.753 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 23, 2024-09-14T03:35:13.753 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.753 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T07:54:11.374698+0000", 2024-09-14T03:35:13.753 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.753 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.753 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.753 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.753 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.753 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.753 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.753 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.753 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.754 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.754 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.754 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.754 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.754 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.754 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.754 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.754 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.754 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.754 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.754 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.754 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.754 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.754 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.755 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.755 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.755 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.755 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.755 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.755 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.755 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.755 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.755 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.755 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.755 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.755 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.755 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.755 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.756 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.756 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.756 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.756 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.756 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.756 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.756 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.756 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.756 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.756 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.756 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2024-09-14T03:35:13.756 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2024-09-14T03:35:13.756 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2024-09-14T03:35:13.756 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.756 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 3, 2024-09-14T03:35:13.757 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2024-09-14T03:35:13.757 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.757 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.757 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2024-09-14T03:35:13.757 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:13.757 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:13.757 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2024-09-14T03:35:13.757 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.757 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 0, 2024-09-14T03:35:13.757 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2024-09-14T03:35:13.757 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2024-09-14T03:35:13.757 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2024-09-14T03:35:13.757 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2024-09-14T03:35:13.757 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2024-09-14T03:35:13.758 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2024-09-14T03:35:13.758 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2024-09-14T03:32:45.704166+0000", 2024-09-14T03:35:13.758 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2024-09-14T03:31:38.847087+0000", 2024-09-14T03:35:13.758 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2024-09-14T03:31:38.847087+0000", 2024-09-14T03:35:13.758 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2024-09-14T03:31:38.847350+0000", 2024-09-14T03:35:13.758 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2024-09-14T03:32:45.704166+0000", 2024-09-14T03:35:13.758 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.758 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2024-09-14T03:35:13.758 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.758 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2024-09-14T03:35:13.758 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2024-09-14T03:32:45.704166+0000", 2024-09-14T03:35:13.758 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2024-09-14T03:32:45.704166+0000", 2024-09-14T03:35:13.758 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2024-09-14T03:32:45.704166+0000", 2024-09-14T03:35:13.758 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2024-09-14T03:35:13.759 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2024-09-14T03:35:13.759 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2024-09-14T03:31:37.830492+0000", 2024-09-14T03:35:13.759 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2024-09-14T03:32:45.704166+0000", 2024-09-14T03:35:13.759 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2024-09-14T03:32:45.704166+0000", 2024-09-14T03:35:13.759 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2024-09-14T03:35:13.759 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 4, 2024-09-14T03:35:13.759 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2024-09-14T03:35:13.759 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2024-09-14T03:35:13.759 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2024-09-14T03:35:13.759 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2024-09-14T03:35:13.759 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2024-09-14T03:35:13.759 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2024-09-14T03:35:13.759 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2024-09-14T03:35:13.759 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 4, 2024-09-14T03:35:13.759 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2024-09-14T03:35:13.760 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2024-09-14T03:35:13.760 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2024-09-14T03:35:13.760 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.1f", 2024-09-14T03:35:13.760 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2024-09-14T03:35:13.760 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2024-09-14T03:35:13.760 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 75, 2024-09-14T03:35:13.760 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 30, 2024-09-14T03:35:13.760 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2024-09-14T03:35:13.760 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-15T05:27:45.389746+0000", 2024-09-14T03:35:13.760 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2024-09-14T03:35:13.760 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2024-09-14T03:35:13.760 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.760 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 582, 2024-09-14T03:35:13.760 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.761 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.761 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.761 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.761 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.761 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.761 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.761 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.761 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.761 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.761 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.761 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.761 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.761 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.761 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.762 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 6, 2024-09-14T03:35:13.762 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 2, 2024-09-14T03:35:13.762 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.762 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 2, 2024-09-14T03:35:13.762 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.762 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.762 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.762 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.762 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.762 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 1, 2024-09-14T03:35:13.762 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.762 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.762 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.762 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.762 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.763 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.763 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.763 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.763 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.763 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.763 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.763 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.763 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 4, 2024-09-14T03:35:13.763 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 1 2024-09-14T03:35:13.763 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.763 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2024-09-14T03:35:13.763 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2024-09-14T03:35:13.763 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2024-09-14T03:35:13.763 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2024-09-14T03:35:13.764 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2024-09-14T03:35:13.764 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2024-09-14T03:35:13.764 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.764 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 0, 2024-09-14T03:35:13.764 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "65'4" 2024-09-14T03:35:13.764 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:13.764 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.764 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_per_pool": [ 2024-09-14T03:35:13.764 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.764 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": 24, 2024-09-14T03:35:13.764 INFO:tasks.workunit.client.0.smithi002.stdout: "application": [ 2024-09-14T03:35:13.764 INFO:tasks.workunit.client.0.smithi002.stdout: "rbd" 2024-09-14T03:35:13.764 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.764 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 3, 2024-09-14T03:35:13.764 INFO:tasks.workunit.client.0.smithi002.stdout: "num_pg": 8, 2024-09-14T03:35:13.765 INFO:tasks.workunit.client.0.smithi002.stdout: "num_store_stats": 8, 2024-09-14T03:35:13.765 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 3, 2024-09-14T03:35:13.765 INFO:tasks.workunit.client.0.smithi002.stdout: "poolid": 4, 2024-09-14T03:35:13.765 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.765 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 19, 2024-09-14T03:35:13.765 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.765 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.765 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.765 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.765 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.765 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.765 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.765 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.765 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.766 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.766 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.766 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.766 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.766 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.766 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.766 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 6, 2024-09-14T03:35:13.766 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 2, 2024-09-14T03:35:13.766 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.766 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 2, 2024-09-14T03:35:13.766 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.766 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.766 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.766 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.767 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.767 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.767 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.767 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.767 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.767 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.767 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.767 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.767 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.767 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.767 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.767 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.767 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.767 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.767 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 2, 2024-09-14T03:35:13.768 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 2 2024-09-14T03:35:13.768 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.768 INFO:tasks.workunit.client.0.smithi002.stdout: "store_stats": { 2024-09-14T03:35:13.768 INFO:tasks.workunit.client.0.smithi002.stdout: "allocated": 12288, 2024-09-14T03:35:13.768 INFO:tasks.workunit.client.0.smithi002.stdout: "available": 0, 2024-09-14T03:35:13.768 INFO:tasks.workunit.client.0.smithi002.stdout: "data_compressed": 0, 2024-09-14T03:35:13.768 INFO:tasks.workunit.client.0.smithi002.stdout: "data_compressed_allocated": 0, 2024-09-14T03:35:13.768 INFO:tasks.workunit.client.0.smithi002.stdout: "data_compressed_original": 0, 2024-09-14T03:35:13.768 INFO:tasks.workunit.client.0.smithi002.stdout: "data_stored": 57, 2024-09-14T03:35:13.768 INFO:tasks.workunit.client.0.smithi002.stdout: "internal_metadata": 0, 2024-09-14T03:35:13.768 INFO:tasks.workunit.client.0.smithi002.stdout: "internally_reserved": 0, 2024-09-14T03:35:13.768 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_allocated": 0, 2024-09-14T03:35:13.768 INFO:tasks.workunit.client.0.smithi002.stdout: "total": 0 2024-09-14T03:35:13.768 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.769 INFO:tasks.workunit.client.0.smithi002.stdout: "up": 24 2024-09-14T03:35:13.769 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.769 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.769 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": 192, 2024-09-14T03:35:13.769 INFO:tasks.workunit.client.0.smithi002.stdout: "application": [ 2024-09-14T03:35:13.769 INFO:tasks.workunit.client.0.smithi002.stdout: "cephfs" 2024-09-14T03:35:13.769 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.769 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2024-09-14T03:35:13.769 INFO:tasks.workunit.client.0.smithi002.stdout: "num_pg": 64, 2024-09-14T03:35:13.769 INFO:tasks.workunit.client.0.smithi002.stdout: "num_store_stats": 8, 2024-09-14T03:35:13.769 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2024-09-14T03:35:13.769 INFO:tasks.workunit.client.0.smithi002.stdout: "poolid": 3, 2024-09-14T03:35:13.769 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.769 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2024-09-14T03:35:13.770 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.770 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.770 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.770 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.770 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.770 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.770 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.770 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.770 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.770 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.770 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.770 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.770 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.770 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.770 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.771 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2024-09-14T03:35:13.771 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2024-09-14T03:35:13.771 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.771 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2024-09-14T03:35:13.771 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.771 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.771 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.771 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.771 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.771 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.771 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.771 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.771 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.771 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.772 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.772 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.772 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.772 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.772 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.772 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.772 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.772 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.772 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2024-09-14T03:35:13.772 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2024-09-14T03:35:13.772 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.772 INFO:tasks.workunit.client.0.smithi002.stdout: "store_stats": { 2024-09-14T03:35:13.772 INFO:tasks.workunit.client.0.smithi002.stdout: "allocated": 0, 2024-09-14T03:35:13.772 INFO:tasks.workunit.client.0.smithi002.stdout: "available": 0, 2024-09-14T03:35:13.773 INFO:tasks.workunit.client.0.smithi002.stdout: "data_compressed": 0, 2024-09-14T03:35:13.773 INFO:tasks.workunit.client.0.smithi002.stdout: "data_compressed_allocated": 0, 2024-09-14T03:35:13.773 INFO:tasks.workunit.client.0.smithi002.stdout: "data_compressed_original": 0, 2024-09-14T03:35:13.773 INFO:tasks.workunit.client.0.smithi002.stdout: "data_stored": 0, 2024-09-14T03:35:13.773 INFO:tasks.workunit.client.0.smithi002.stdout: "internal_metadata": 0, 2024-09-14T03:35:13.773 INFO:tasks.workunit.client.0.smithi002.stdout: "internally_reserved": 0, 2024-09-14T03:35:13.773 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_allocated": 0, 2024-09-14T03:35:13.773 INFO:tasks.workunit.client.0.smithi002.stdout: "total": 0 2024-09-14T03:35:13.773 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.773 INFO:tasks.workunit.client.0.smithi002.stdout: "up": 192 2024-09-14T03:35:13.773 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.773 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.773 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": 96, 2024-09-14T03:35:13.773 INFO:tasks.workunit.client.0.smithi002.stdout: "application": [ 2024-09-14T03:35:13.774 INFO:tasks.workunit.client.0.smithi002.stdout: "cephfs" 2024-09-14T03:35:13.774 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.774 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 45, 2024-09-14T03:35:13.774 INFO:tasks.workunit.client.0.smithi002.stdout: "num_pg": 32, 2024-09-14T03:35:13.774 INFO:tasks.workunit.client.0.smithi002.stdout: "num_store_stats": 8, 2024-09-14T03:35:13.774 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 45, 2024-09-14T03:35:13.774 INFO:tasks.workunit.client.0.smithi002.stdout: "poolid": 2, 2024-09-14T03:35:13.774 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.774 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 3428, 2024-09-14T03:35:13.774 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.774 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2024-09-14T03:35:13.774 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.774 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.774 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.774 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.775 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.775 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.775 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.775 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.775 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.775 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.775 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.775 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.775 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.775 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 66, 2024-09-14T03:35:13.775 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 22, 2024-09-14T03:35:13.775 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.775 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 22, 2024-09-14T03:35:13.775 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.776 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.776 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.776 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.776 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.776 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 14, 2024-09-14T03:35:13.776 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.776 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2024-09-14T03:35:13.776 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.776 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.776 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.776 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.776 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.776 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2024-09-14T03:35:13.776 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2024-09-14T03:35:13.776 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.777 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.777 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.777 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 51, 2024-09-14T03:35:13.777 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 20 2024-09-14T03:35:13.777 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.777 INFO:tasks.workunit.client.0.smithi002.stdout: "store_stats": { 2024-09-14T03:35:13.777 INFO:tasks.workunit.client.0.smithi002.stdout: "allocated": 98304, 2024-09-14T03:35:13.777 INFO:tasks.workunit.client.0.smithi002.stdout: "available": 0, 2024-09-14T03:35:13.777 INFO:tasks.workunit.client.0.smithi002.stdout: "data_compressed": 0, 2024-09-14T03:35:13.777 INFO:tasks.workunit.client.0.smithi002.stdout: "data_compressed_allocated": 0, 2024-09-14T03:35:13.777 INFO:tasks.workunit.client.0.smithi002.stdout: "data_compressed_original": 0, 2024-09-14T03:35:13.777 INFO:tasks.workunit.client.0.smithi002.stdout: "data_stored": 10284, 2024-09-14T03:35:13.777 INFO:tasks.workunit.client.0.smithi002.stdout: "internal_metadata": 0, 2024-09-14T03:35:13.777 INFO:tasks.workunit.client.0.smithi002.stdout: "internally_reserved": 0, 2024-09-14T03:35:13.778 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_allocated": 0, 2024-09-14T03:35:13.778 INFO:tasks.workunit.client.0.smithi002.stdout: "total": 0 2024-09-14T03:35:13.778 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.778 INFO:tasks.workunit.client.0.smithi002.stdout: "up": 96 2024-09-14T03:35:13.778 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.778 INFO:tasks.workunit.client.0.smithi002.stdout: { 2024-09-14T03:35:13.778 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": 3, 2024-09-14T03:35:13.778 INFO:tasks.workunit.client.0.smithi002.stdout: "application": [ 2024-09-14T03:35:13.778 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr" 2024-09-14T03:35:13.778 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.778 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 128, 2024-09-14T03:35:13.778 INFO:tasks.workunit.client.0.smithi002.stdout: "num_pg": 1, 2024-09-14T03:35:13.778 INFO:tasks.workunit.client.0.smithi002.stdout: "num_store_stats": 3, 2024-09-14T03:35:13.778 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 128, 2024-09-14T03:35:13.779 INFO:tasks.workunit.client.0.smithi002.stdout: "poolid": 1, 2024-09-14T03:35:13.779 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2024-09-14T03:35:13.779 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 590368, 2024-09-14T03:35:13.779 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2024-09-14T03:35:13.779 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 1771104, 2024-09-14T03:35:13.779 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2024-09-14T03:35:13.779 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2024-09-14T03:35:13.779 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2024-09-14T03:35:13.779 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2024-09-14T03:35:13.779 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2024-09-14T03:35:13.779 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2024-09-14T03:35:13.779 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2024-09-14T03:35:13.779 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2024-09-14T03:35:13.779 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2024-09-14T03:35:13.780 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2024-09-14T03:35:13.780 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2024-09-14T03:35:13.780 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2024-09-14T03:35:13.780 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2024-09-14T03:35:13.780 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 6, 2024-09-14T03:35:13.780 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 2, 2024-09-14T03:35:13.780 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2024-09-14T03:35:13.780 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 2, 2024-09-14T03:35:13.780 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2024-09-14T03:35:13.780 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2024-09-14T03:35:13.780 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2024-09-14T03:35:13.780 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2024-09-14T03:35:13.780 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2024-09-14T03:35:13.780 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2024-09-14T03:35:13.780 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2024-09-14T03:35:13.781 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 6, 2024-09-14T03:35:13.781 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2024-09-14T03:35:13.781 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2024-09-14T03:35:13.781 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2024-09-14T03:35:13.781 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2024-09-14T03:35:13.781 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2024-09-14T03:35:13.781 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 212, 2024-09-14T03:35:13.781 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 306, 2024-09-14T03:35:13.781 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2024-09-14T03:35:13.781 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2024-09-14T03:35:13.781 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2024-09-14T03:35:13.781 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 179, 2024-09-14T03:35:13.781 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 2416 2024-09-14T03:35:13.781 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.781 INFO:tasks.workunit.client.0.smithi002.stdout: "store_stats": { 2024-09-14T03:35:13.782 INFO:tasks.workunit.client.0.smithi002.stdout: "allocated": 1781760, 2024-09-14T03:35:13.782 INFO:tasks.workunit.client.0.smithi002.stdout: "available": 0, 2024-09-14T03:35:13.782 INFO:tasks.workunit.client.0.smithi002.stdout: "data_compressed": 0, 2024-09-14T03:35:13.782 INFO:tasks.workunit.client.0.smithi002.stdout: "data_compressed_allocated": 0, 2024-09-14T03:35:13.782 INFO:tasks.workunit.client.0.smithi002.stdout: "data_compressed_original": 0, 2024-09-14T03:35:13.782 INFO:tasks.workunit.client.0.smithi002.stdout: "data_stored": 1771104, 2024-09-14T03:35:13.782 INFO:tasks.workunit.client.0.smithi002.stdout: "internal_metadata": 0, 2024-09-14T03:35:13.782 INFO:tasks.workunit.client.0.smithi002.stdout: "internally_reserved": 0, 2024-09-14T03:35:13.782 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_allocated": 0, 2024-09-14T03:35:13.782 INFO:tasks.workunit.client.0.smithi002.stdout: "total": 0 2024-09-14T03:35:13.782 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.782 INFO:tasks.workunit.client.0.smithi002.stdout: "up": 3 2024-09-14T03:35:13.782 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:13.782 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2024-09-14T03:35:13.782 INFO:tasks.workunit.client.0.smithi002.stdout: "usage": { 2024-09-14T03:35:13.783 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_num": 105, 2024-09-14T03:35:13.783 INFO:tasks.workunit.client.0.smithi002.stdout: "pools": 4, 2024-09-14T03:35:13.783 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_by_class": { 2024-09-14T03:35:13.783 INFO:tasks.workunit.client.0.smithi002.stdout: "ssd": { 2024-09-14T03:35:13.783 INFO:tasks.workunit.client.0.smithi002.stdout: "total_avail_bytes": 767722418176, 2024-09-14T03:35:13.783 INFO:tasks.workunit.client.0.smithi002.stdout: "total_bytes": 767960285184, 2024-09-14T03:35:13.783 INFO:tasks.workunit.client.0.smithi002.stdout: "total_used_bytes": 237867008, 2024-09-14T03:35:13.783 INFO:tasks.workunit.client.0.smithi002.stdout: "total_used_raw_bytes": 237867008, 2024-09-14T03:35:13.783 INFO:tasks.workunit.client.0.smithi002.stdout: "total_used_raw_ratio": 0.0003097386797890067 2024-09-14T03:35:13.783 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:13.783 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2024-09-14T03:35:13.783 INFO:tasks.workunit.client.0.smithi002.stdout: "total_avail_bytes": 767722418176, 2024-09-14T03:35:13.783 INFO:tasks.workunit.client.0.smithi002.stdout: "total_bytes": 767960285184, 2024-09-14T03:35:13.783 INFO:tasks.workunit.client.0.smithi002.stdout: "total_used_bytes": 237867008 2024-09-14T03:35:13.784 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:13.784 INFO:tasks.workunit.client.0.smithi002.stdout: } 2024-09-14T03:35:13.784 INFO:tasks.workunit.client.0.smithi002.stdout:} 2024-09-14T03:35:13.784 INFO:tasks.workunit.client.0.smithi002.stdout:OK 2024-09-14T03:35:13.784 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-14T03:35:13.784 DEBUG:teuthology.orchestra.run.smithi002:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-14T03:35:13.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[27606]: from='client.24740 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:13.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[27606]: from='client.24740 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:13.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:35:13.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-14T03:35:13.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:13.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:13.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:13.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:13.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:13.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:13.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:13.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:13.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:13.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[27606]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-14T03:35:13.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[27606]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-14T03:35:13.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:13.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:13.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:13.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[27606]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-14T03:35:13.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[27606]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-14T03:35:13.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:13.787 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:13.787 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:13.787 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[27606]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-14T03:35:13.787 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[27606]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-14T03:35:13.787 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:13.787 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:13.787 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[38004]: from='client.24740 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:13.787 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[38004]: from='client.24740 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:13.787 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:35:13.788 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-14T03:35:13.788 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:13.788 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:13.788 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:13.788 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:13.788 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:13.788 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:13.788 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:13.788 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:13.788 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:13.788 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[38004]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-14T03:35:13.788 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[38004]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-14T03:35:13.788 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:13.789 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:13.789 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:13.789 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[38004]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-14T03:35:13.789 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[38004]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-14T03:35:13.789 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:13.789 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:13.789 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:13.789 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[38004]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-14T03:35:13.789 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[38004]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-14T03:35:13.789 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:13.789 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:13.789 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:13.789 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:35:13.789 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-14T03:35:13.790 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:13.790 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:13.790 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:13.790 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:13.790 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:13.790 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:13.790 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:13.790 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:13.790 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:13.790 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[38004]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-14T03:35:13.790 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[38004]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-14T03:35:13.790 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:13.790 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:13.791 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:13.791 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[38004]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-14T03:35:13.791 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:13.791 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[38004]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-14T03:35:13.791 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:13.791 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:13.791 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[38004]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-14T03:35:13.791 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[38004]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-14T03:35:13.791 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:13.791 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:13.791 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:13.792 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:13.792 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:35:13.792 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-14T03:35:13.792 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:13.792 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:13.792 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:13.792 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:13.792 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:13.792 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:13.792 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:13.792 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:13.793 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:13.793 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[27606]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-14T03:35:13.793 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[27606]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-14T03:35:13.793 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:13.793 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:13.793 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:13.793 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[27606]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-14T03:35:13.793 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:13.793 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[27606]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-14T03:35:13.793 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:13.793 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:13.793 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[27606]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-14T03:35:13.793 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[27606]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-14T03:35:13.793 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:35:13.794 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:35:13.794 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:11 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:35:13.794 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:12 smithi002 ceph-mon[27606]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:35:13.794 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:12 smithi002 ceph-mon[27606]: from='client.24758 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:13.794 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:12 smithi002 ceph-mon[27606]: from='client.24758 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:13.794 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:12 smithi002 ceph-mon[27606]: from='client.24764 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:13.794 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:12 smithi002 ceph-mon[27606]: from='client.24764 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:13.794 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:12 smithi002 ceph-mon[38004]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:35:13.794 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:12 smithi002 ceph-mon[38004]: from='client.24758 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:13.794 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:12 smithi002 ceph-mon[38004]: from='client.24758 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:13.794 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:12 smithi002 ceph-mon[38004]: from='client.24764 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:13.795 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:12 smithi002 ceph-mon[38004]: from='client.24764 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:13.795 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:35:13 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:35:13] "GET /metrics HTTP/1.1" 200 33659 "" "Prometheus/2.43.0" 2024-09-14T03:35:13.829 INFO:tasks.workunit:Stopping ['test_telemetry_reef.sh'] on client.0... 2024-09-14T03:35:13.829 DEBUG:teuthology.orchestra.run.smithi002:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-14T03:35:14.170 DEBUG:teuthology.parallel:result is None 2024-09-14T03:35:14.170 DEBUG:teuthology.orchestra.run.smithi002:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-14T03:35:14.196 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-14T03:35:14.196 DEBUG:teuthology.orchestra.run.smithi002:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-14T03:35:14.263 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-14T03:35:14.263 INFO:teuthology.run_tasks:Running task print... 2024-09-14T03:35:14.273 INFO:teuthology.task.print:**** done end telemetry reef... 2024-09-14T03:35:14.273 INFO:teuthology.run_tasks:Running task print... 2024-09-14T03:35:14.326 INFO:teuthology.task.print:**** done start parallel 2024-09-14T03:35:14.326 INFO:teuthology.run_tasks:Running task parallel... 2024-09-14T03:35:14.377 INFO:teuthology.task.parallel:starting parallel... 2024-09-14T03:35:14.377 INFO:teuthology.task.parallel:In parallel, running task full_sequential... 2024-09-14T03:35:14.378 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-14T03:35:14.378 INFO:teuthology.task.print:**** done start ec-rados-default.yaml 2024-09-14T03:35:14.378 INFO:teuthology.task.full_sequential:In full_sequential, running task rados... 2024-09-14T03:35:14.405 INFO:tasks.rados:Beginning rados... 2024-09-14T03:35:14.405 INFO:tasks.rados:config is {'clients': ['client.0'], 'ec_pool': True, 'objects': 50, 'op_weights': {'append': 100, 'copy_from': 50, 'delete': 50, 'read': 100, 'rmattr': 25, 'rollback': 50, 'setattr': 25, 'snap_create': 50, 'snap_remove': 50, 'write': 0}, 'ops': 4000, 'write_append_excl': False} 2024-09-14T03:35:14.405 INFO:tasks.rados:overrides is {'admin_socket': {'branch': 'main'}, 'ceph': {'conf': {'global': {'mon election default strategy': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}}, 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'mons down', 'mon down', 'MON_DOWN', 'out of quorum', 'PG_AVAILABILITY'], 'sha1': 'a2782315255a3e7d5f6cdc9eb35785187ff6ddf8'}, 'ceph-deploy': {'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}}}, 'install': {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': 'a2782315255a3e7d5f6cdc9eb35785187ff6ddf8'}}, 'selinux': {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0', 'scontext=system_u:system_r:getty_t:s0']}, 'workunit': {'branch': 'main', 'sha1': '1c941a66c1b420259b8fc5ac19e792dbbf60aded'}} 2024-09-14T03:35:14.405 INFO:tasks.rados:config is {'clients': ['client.0'], 'ec_pool': True, 'objects': 50, 'op_weights': {'append': 100, 'copy_from': 50, 'delete': 50, 'read': 100, 'rmattr': 25, 'rollback': 50, 'setattr': 25, 'snap_create': 50, 'snap_remove': 50, 'write': 0}, 'ops': 4000, 'write_append_excl': False} 2024-09-14T03:35:14.405 INFO:tasks.rados:joining rados 2024-09-14T03:35:14.405 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-09-14T03:35:14.406 INFO:teuthology.task.sequential:In sequential, running task print... 2024-09-14T03:35:14.406 INFO:teuthology.task.print:**** done start upgrade, wait 2024-09-14T03:35:14.406 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2024-09-14T03:35:14.407 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi002.front.sepia.ceph.com 2024-09-14T03:35:14.407 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f357b922-7248-11ef-bceb-c7b262605968 -e sha1=a2782315255a3e7d5f6cdc9eb35785187ff6ddf8 -- bash -c 'ceph config set global log_to_journald false --force' 2024-09-14T03:35:14.407 INFO:tasks.rados:clients are ['client.0', 'client.1'] 2024-09-14T03:35:14.408 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph osd erasure-code-profile set teuthologyprofile k=2 m=1 crush-failure-domain=osd 2024-09-14T03:35:14.630 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:35:14.641 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:35:15.067 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:14 smithi002 ceph-mon[27606]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-14T03:35:15.068 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:14 smithi002 ceph-mon[38004]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-14T03:35:15.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:14 smithi154 ceph-mon[30999]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-14T03:35:17.026 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:16 smithi002 ceph-mon[38004]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-14T03:35:17.026 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:16 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-14T03:35:17.027 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:16 smithi002 ceph-mon[27606]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-14T03:35:17.027 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:16 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-14T03:35:17.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:16 smithi154 ceph-mon[30999]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-14T03:35:17.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:16 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-14T03:35:18.509 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f357b922-7248-11ef-bceb-c7b262605968 -e sha1=a2782315255a3e7d5f6cdc9eb35785187ff6ddf8 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-09-14T03:35:18.714 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:35:19.030 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:18 smithi154 ceph-mon[30999]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-14T03:35:19.030 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:18 smithi154 ceph-mon[30999]: from='client.? 172.21.15.2:0/1635390741' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-14T03:35:19.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:18 smithi002 ceph-mon[27606]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-14T03:35:19.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:18 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/1635390741' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-14T03:35:19.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:18 smithi002 ceph-mon[38004]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-14T03:35:19.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:18 smithi002 ceph-mon[38004]: from='client.? 172.21.15.2:0/1635390741' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-14T03:35:20.021 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:19 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/1635390741' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-14T03:35:20.021 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:19 smithi002 ceph-mon[27606]: osdmap e76: 8 total, 8 up, 8 in 2024-09-14T03:35:20.021 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:19 smithi002 ceph-mon[38004]: from='client.? 172.21.15.2:0/1635390741' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-14T03:35:20.021 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:19 smithi002 ceph-mon[38004]: osdmap e76: 8 total, 8 up, 8 in 2024-09-14T03:35:20.046 INFO:tasks.rados:starting run 0 out of 1 2024-09-14T03:35:20.047 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_0 2024-09-14T03:35:20.047 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph osd pool create unique_pool_0 16 16 erasure teuthologyprofile 2024-09-14T03:35:20.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:19 smithi154 ceph-mon[30999]: from='client.? 172.21.15.2:0/1635390741' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-14T03:35:20.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:19 smithi154 ceph-mon[30999]: osdmap e76: 8 total, 8 up, 8 in 2024-09-14T03:35:20.902 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:20 smithi002 ceph-mon[27606]: pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 49 KiB/s rd, 0 B/s wr, 52 op/s 2024-09-14T03:35:20.903 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:20 smithi002 ceph-mon[38004]: pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 49 KiB/s rd, 0 B/s wr, 52 op/s 2024-09-14T03:35:21.023 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:35:21.197 INFO:teuthology.orchestra.run.smithi002.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:a2782315255a3e7d5f6cdc9eb35785187ff6ddf8 2024-09-14T03:35:21.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:20 smithi154 ceph-mon[30999]: pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 49 KiB/s rd, 0 B/s wr, 52 op/s 2024-09-14T03:35:22.258 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:22 smithi002 ceph-mon[27606]: pgmap v96: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 49 KiB/s rd, 0 B/s wr, 52 op/s 2024-09-14T03:35:22.258 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:22 smithi002 ceph-mon[27606]: from='client.14901 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:a2782315255a3e7d5f6cdc9eb35785187ff6ddf8", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:22.258 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:22 smithi002 ceph-mon[27606]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:a2782315255a3e7d5f6cdc9eb35785187ff6ddf8 2024-09-14T03:35:22.258 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:22 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:35:22.258 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:22 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:35:22.259 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:22 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:35:22.259 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:22 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:35:22.259 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:22 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:35:22.259 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:22 smithi002 ceph-mon[27606]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:a2782315255a3e7d5f6cdc9eb35785187ff6ddf8 2024-09-14T03:35:22.260 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:22 smithi002 ceph-mon[38004]: pgmap v96: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 49 KiB/s rd, 0 B/s wr, 52 op/s 2024-09-14T03:35:22.260 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:22 smithi002 ceph-mon[38004]: from='client.14901 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:a2782315255a3e7d5f6cdc9eb35785187ff6ddf8", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:22.260 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:22 smithi002 ceph-mon[38004]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:a2782315255a3e7d5f6cdc9eb35785187ff6ddf8 2024-09-14T03:35:22.260 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:22 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:35:22.260 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:22 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:35:22.261 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:22 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:35:22.261 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:22 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:35:22.261 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:22 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:35:22.261 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:22 smithi002 ceph-mon[38004]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:a2782315255a3e7d5f6cdc9eb35785187ff6ddf8 2024-09-14T03:35:22.262 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f357b922-7248-11ef-bceb-c7b262605968 -e sha1=a2782315255a3e7d5f6cdc9eb35785187ff6ddf8 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2024-09-14T03:35:22.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:22 smithi154 ceph-mon[30999]: pgmap v96: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 49 KiB/s rd, 0 B/s wr, 52 op/s 2024-09-14T03:35:22.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:22 smithi154 ceph-mon[30999]: from='client.14901 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:a2782315255a3e7d5f6cdc9eb35785187ff6ddf8", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:22.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:22 smithi154 ceph-mon[30999]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:a2782315255a3e7d5f6cdc9eb35785187ff6ddf8 2024-09-14T03:35:22.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:22 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:35:22.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:22 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:35:22.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:22 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:35:22.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:22 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:35:22.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:22 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:35:22.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:22 smithi154 ceph-mon[30999]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:a2782315255a3e7d5f6cdc9eb35785187ff6ddf8 2024-09-14T03:35:23.230 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:35:23.352 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:35:23 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:35:23] "GET /metrics HTTP/1.1" 200 33661 "" "Prometheus/2.43.0" 2024-09-14T03:35:24.467 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:24 smithi002 ceph-mon[27606]: pgmap v97: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:35:24.467 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:24 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/1645412922' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-09-14T03:35:24.467 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:24 smithi002 ceph-mon[38004]: pgmap v97: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:35:24.467 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:24 smithi002 ceph-mon[38004]: from='client.? 172.21.15.2:0/1645412922' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-09-14T03:35:24.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:24 smithi154 ceph-mon[30999]: pgmap v97: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:35:24.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:24 smithi154 ceph-mon[30999]: from='client.? 172.21.15.2:0/1645412922' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-09-14T03:35:25.213 INFO:teuthology.orchestra.run.smithi002.stderr:pool 'unique_pool_0' created 2024-09-14T03:35:25.272 INFO:teuthology.orchestra.run.smithi002.stdout:true 2024-09-14T03:35:25.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:25 smithi154 ceph-mon[30999]: osdmap e77: 8 total, 8 up, 8 in 2024-09-14T03:35:25.542 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:25 smithi002 ceph-mon[27606]: osdmap e77: 8 total, 8 up, 8 in 2024-09-14T03:35:25.542 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:25 smithi002 ceph-mon[38004]: osdmap e77: 8 total, 8 up, 8 in 2024-09-14T03:35:25.911 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-14T03:35:25.911 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (99s) 76s ago 2m 15.8M - 0.25.0 c8568f914cd2 8c6771f56432 2024-09-14T03:35:25.911 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi154 *:3000 running (2m) 77s ago 2m 82.8M - 9.4.7 954c08fa6188 6cd949ecdca3 2024-09-14T03:35:25.911 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (4m) 76s ago 3m 16.3M - 18.2.4-845-ge4e227b3 67ddd33fa72f 5bfe4ab70917 2024-09-14T03:35:25.911 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi154 running (3m) 77s ago 3m 16.1M - 18.2.4-845-ge4e227b3 67ddd33fa72f 80e0f22077e1 2024-09-14T03:35:25.912 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi154 *:8443,8765 running (7m) 77s ago 7m 438M - 18.2.4-845-ge4e227b3 67ddd33fa72f 06de3dc8ceb1 2024-09-14T03:35:25.912 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:9283,8765 running (9m) 76s ago 9m 487M - 18.2.4-845-ge4e227b3 67ddd33fa72f 9a560a9a58f6 2024-09-14T03:35:25.912 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (9m) 76s ago 9m 46.1M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f 59531f441f71 2024-09-14T03:35:25.912 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi154 running (7m) 77s ago 7m 39.7M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f 95bb81b1fc6b 2024-09-14T03:35:25.912 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (7m) 76s ago 7m 42.7M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f 1767048af220 2024-09-14T03:35:25.912 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (2m) 76s ago 2m 11.1M - 1.5.0 0da6a335fe13 ad362eb3056c 2024-09-14T03:35:25.913 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi154 *:9100 running (2m) 77s ago 2m 3586k - 1.5.0 0da6a335fe13 815178e760b0 2024-09-14T03:35:25.913 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (7m) 76s ago 7m 45.7M 2993M 18.2.4-845-ge4e227b3 67ddd33fa72f 1903b1c9a70c 2024-09-14T03:35:25.913 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (6m) 76s ago 6m 44.3M 2993M 18.2.4-845-ge4e227b3 67ddd33fa72f 9c24d9e89813 2024-09-14T03:35:25.913 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (6m) 76s ago 6m 42.1M 2993M 18.2.4-845-ge4e227b3 67ddd33fa72f 623beb99cebc 2024-09-14T03:35:25.913 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (5m) 76s ago 5m 49.9M 2993M 18.2.4-845-ge4e227b3 67ddd33fa72f 3d4fd272502c 2024-09-14T03:35:25.913 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi154 running (5m) 77s ago 5m 49.5M 2992M 18.2.4-845-ge4e227b3 67ddd33fa72f f0b82e38b9c9 2024-09-14T03:35:25.913 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi154 running (5m) 77s ago 5m 52.1M 2992M 18.2.4-845-ge4e227b3 67ddd33fa72f 50ac4e0a62b5 2024-09-14T03:35:25.913 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi154 running (4m) 77s ago 4m 49.9M 2992M 18.2.4-845-ge4e227b3 67ddd33fa72f b18b3ecf874c 2024-09-14T03:35:25.913 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi154 running (4m) 77s ago 4m 52.7M 2992M 18.2.4-845-ge4e227b3 67ddd33fa72f b111d011fd8e 2024-09-14T03:35:25.913 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi154 *:9095 running (94s) 77s ago 3m 33.3M - 2.43.0 a07b618ecd1d e377ec2557be 2024-09-14T03:35:25.961 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph osd pool application enable unique_pool_0 rados --yes-i-really-mean-it || true 2024-09-14T03:35:26.203 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:35:26.340 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-14T03:35:26.340 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2024-09-14T03:35:26.340 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 3 2024-09-14T03:35:26.340 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:35:26.340 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2024-09-14T03:35:26.341 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 2 2024-09-14T03:35:26.341 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:35:26.341 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2024-09-14T03:35:26.341 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 8 2024-09-14T03:35:26.341 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:35:26.341 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2024-09-14T03:35:26.341 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 2 2024-09-14T03:35:26.341 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:35:26.341 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2024-09-14T03:35:26.341 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 15 2024-09-14T03:35:26.341 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-14T03:35:26.342 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-14T03:35:26.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:26 smithi154 ceph-mon[30999]: pgmap v99: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:35:26.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:26 smithi154 ceph-mon[30999]: from='client.? 172.21.15.2:0/1645412922' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-09-14T03:35:26.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:26 smithi154 ceph-mon[30999]: osdmap e78: 8 total, 8 up, 8 in 2024-09-14T03:35:26.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:26 smithi154 ceph-mon[30999]: from='client.24806 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:26.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:26 smithi154 ceph-mon[30999]: from='client.24812 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:26.619 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:26 smithi002 ceph-mon[27606]: pgmap v99: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:35:26.620 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:26 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/1645412922' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-09-14T03:35:26.620 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:26 smithi002 ceph-mon[27606]: osdmap e78: 8 total, 8 up, 8 in 2024-09-14T03:35:26.620 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:26 smithi002 ceph-mon[27606]: from='client.24806 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:26.620 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:26 smithi002 ceph-mon[27606]: from='client.24812 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:26.620 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:26 smithi002 ceph-mon[38004]: pgmap v99: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:35:26.620 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:26 smithi002 ceph-mon[38004]: from='client.? 172.21.15.2:0/1645412922' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-09-14T03:35:26.620 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:26 smithi002 ceph-mon[38004]: osdmap e78: 8 total, 8 up, 8 in 2024-09-14T03:35:26.620 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:26 smithi002 ceph-mon[38004]: from='client.24806 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:26.620 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:26 smithi002 ceph-mon[38004]: from='client.24812 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:26.660 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-14T03:35:26.660 INFO:teuthology.orchestra.run.smithi002.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:a2782315255a3e7d5f6cdc9eb35785187ff6ddf8", 2024-09-14T03:35:26.660 INFO:teuthology.orchestra.run.smithi002.stdout: "in_progress": true, 2024-09-14T03:35:26.660 INFO:teuthology.orchestra.run.smithi002.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-14T03:35:26.661 INFO:teuthology.orchestra.run.smithi002.stdout: "services_complete": [], 2024-09-14T03:35:26.661 INFO:teuthology.orchestra.run.smithi002.stdout: "progress": "", 2024-09-14T03:35:26.661 INFO:teuthology.orchestra.run.smithi002.stdout: "message": "Doing first pull of quay.ceph.io/ceph-ci/ceph:a2782315255a3e7d5f6cdc9eb35785187ff6ddf8 image", 2024-09-14T03:35:26.661 INFO:teuthology.orchestra.run.smithi002.stdout: "is_paused": false 2024-09-14T03:35:26.661 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-14T03:35:27.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:27 smithi154 ceph-mon[30999]: from='client.14925 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:27.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:27 smithi154 ceph-mon[30999]: osdmap e79: 8 total, 8 up, 8 in 2024-09-14T03:35:27.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:27 smithi154 ceph-mon[30999]: from='client.? 172.21.15.2:0/409674020' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-14T03:35:27.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:27 smithi154 ceph-mon[30999]: from='client.24830 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:27.517 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:27 smithi002 ceph-mon[27606]: from='client.14925 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:27.517 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:27 smithi002 ceph-mon[27606]: osdmap e79: 8 total, 8 up, 8 in 2024-09-14T03:35:27.517 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:27 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/409674020' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-14T03:35:27.517 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:27 smithi002 ceph-mon[27606]: from='client.24830 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:27.518 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:27 smithi002 ceph-mon[38004]: from='client.14925 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:27.518 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:27 smithi002 ceph-mon[38004]: osdmap e79: 8 total, 8 up, 8 in 2024-09-14T03:35:27.518 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:27 smithi002 ceph-mon[38004]: from='client.? 172.21.15.2:0/409674020' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-14T03:35:27.518 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:27 smithi002 ceph-mon[38004]: from='client.24830 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:28.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:28 smithi002 ceph-mon[38004]: pgmap v102: 121 pgs: 121 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:35:28.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:28 smithi002 ceph-mon[38004]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:35:28.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:28 smithi002 ceph-mon[38004]: osdmap e80: 8 total, 8 up, 8 in 2024-09-14T03:35:28.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:28 smithi002 ceph-mon[27606]: pgmap v102: 121 pgs: 121 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:35:28.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:28 smithi002 ceph-mon[27606]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:35:28.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:28 smithi002 ceph-mon[27606]: osdmap e80: 8 total, 8 up, 8 in 2024-09-14T03:35:28.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:28 smithi154 ceph-mon[30999]: pgmap v102: 121 pgs: 121 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:35:28.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:28 smithi154 ceph-mon[30999]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:35:28.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:28 smithi154 ceph-mon[30999]: osdmap e80: 8 total, 8 up, 8 in 2024-09-14T03:35:29.233 INFO:teuthology.orchestra.run.smithi002.stderr:enabled application 'rados' on pool 'unique_pool_0' 2024-09-14T03:35:29.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:29 smithi154 ceph-mon[30999]: from='client.? 172.21.15.2:0/1303393740' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-09-14T03:35:29.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:29 smithi154 ceph-mon[30999]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-09-14T03:35:29.608 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:29 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/1303393740' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-09-14T03:35:29.608 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:29 smithi002 ceph-mon[27606]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-09-14T03:35:29.609 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:29 smithi002 ceph-mon[38004]: from='client.? 172.21.15.2:0/1303393740' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-09-14T03:35:29.609 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:29 smithi002 ceph-mon[38004]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-09-14T03:35:30.686 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:30 smithi002 ceph-mon[27606]: pgmap v104: 121 pgs: 121 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:35:30.686 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:30 smithi002 ceph-mon[27606]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-09-14T03:35:30.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:30 smithi002 ceph-mon[27606]: osdmap e81: 8 total, 8 up, 8 in 2024-09-14T03:35:30.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:30 smithi002 ceph-mon[38004]: pgmap v104: 121 pgs: 121 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:35:30.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:30 smithi002 ceph-mon[38004]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-09-14T03:35:30.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:30 smithi002 ceph-mon[38004]: osdmap e81: 8 total, 8 up, 8 in 2024-09-14T03:35:30.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:30 smithi154 ceph-mon[30999]: pgmap v104: 121 pgs: 121 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:35:30.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:30 smithi154 ceph-mon[30999]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-09-14T03:35:30.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:30 smithi154 ceph-mon[30999]: osdmap e81: 8 total, 8 up, 8 in 2024-09-14T03:35:30.959 DEBUG:teuthology.orchestra.run.smithi002:> CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --no-omap --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 0 --op delete 50 --op snap_create 50 --op snap_remove 50 --op rollback 50 --op setattr 25 --op rmattr 25 --op copy_from 50 --op append 100 --pool unique_pool_0 2024-09-14T03:35:30.992 INFO:tasks.rados.rados.0.smithi002.stdout:adding op weight read -> 100 2024-09-14T03:35:30.992 INFO:tasks.rados.rados.0.smithi002.stdout:adding op weight delete -> 50 2024-09-14T03:35:30.992 INFO:tasks.rados.rados.0.smithi002.stdout:adding op weight snap_create -> 50 2024-09-14T03:35:30.992 INFO:tasks.rados.rados.0.smithi002.stdout:adding op weight snap_remove -> 50 2024-09-14T03:35:30.992 INFO:tasks.rados.rados.0.smithi002.stdout:adding op weight rollback -> 50 2024-09-14T03:35:30.992 INFO:tasks.rados.rados.0.smithi002.stdout:adding op weight setattr -> 25 2024-09-14T03:35:30.992 INFO:tasks.rados.rados.0.smithi002.stdout:adding op weight rmattr -> 25 2024-09-14T03:35:30.992 INFO:tasks.rados.rados.0.smithi002.stdout:adding op weight copy_from -> 50 2024-09-14T03:35:30.992 INFO:tasks.rados.rados.0.smithi002.stdout:adding op weight append -> 100 2024-09-14T03:35:30.992 INFO:tasks.rados.rados.0.smithi002.stdout:ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable) 2024-09-14T03:35:30.993 INFO:tasks.rados.rados.0.smithi002.stdout:Configuration: 2024-09-14T03:35:30.993 INFO:tasks.rados.rados.0.smithi002.stdout: Number of operations: 4000 2024-09-14T03:35:30.993 INFO:tasks.rados.rados.0.smithi002.stdout: Number of objects: 50 2024-09-14T03:35:30.993 INFO:tasks.rados.rados.0.smithi002.stdout: Max in flight operations: 16 2024-09-14T03:35:30.993 INFO:tasks.rados.rados.0.smithi002.stdout: Object size (in bytes): 4000000 2024-09-14T03:35:30.993 INFO:tasks.rados.rados.0.smithi002.stdout: Write stride min: 400000 2024-09-14T03:35:30.993 INFO:tasks.rados.rados.0.smithi002.stdout: Write stride max: 800000 2024-09-14T03:35:31.822 INFO:tasks.rados.rados.0.smithi002.stdout:1: write initial oid 1 2024-09-14T03:35:31.822 INFO:tasks.rados.rados.0.smithi002.stdout:1: seq_num 0 ranges {0=24576} 2024-09-14T03:35:31.822 INFO:tasks.rados.rados.0.smithi002.stdout:1: writing smithi00278215-1 from 0 to 24576 tid 1 2024-09-14T03:35:31.822 INFO:tasks.rados.rados.0.smithi002.stdout:2: write initial oid 2 2024-09-14T03:35:31.822 INFO:tasks.rados.rados.0.smithi002.stdout:2: seq_num 1 ranges {0=24576} 2024-09-14T03:35:31.822 INFO:tasks.rados.rados.0.smithi002.stdout:2: writing smithi00278215-2 from 0 to 24576 tid 1 2024-09-14T03:35:31.822 INFO:tasks.rados.rados.0.smithi002.stdout:3: write initial oid 3 2024-09-14T03:35:31.822 INFO:tasks.rados.rados.0.smithi002.stdout:3: seq_num 2 ranges {0=40960} 2024-09-14T03:35:31.823 INFO:tasks.rados.rados.0.smithi002.stdout:3: writing smithi00278215-3 from 0 to 40960 tid 1 2024-09-14T03:35:31.823 INFO:tasks.rados.rados.0.smithi002.stdout:4: write initial oid 4 2024-09-14T03:35:31.823 INFO:tasks.rados.rados.0.smithi002.stdout:4: seq_num 3 ranges {0=57344} 2024-09-14T03:35:31.823 INFO:tasks.rados.rados.0.smithi002.stdout:4: writing smithi00278215-4 from 0 to 57344 tid 1 2024-09-14T03:35:31.823 INFO:tasks.rados.rados.0.smithi002.stdout:5: write initial oid 5 2024-09-14T03:35:31.824 INFO:tasks.rados.rados.0.smithi002.stdout:5: seq_num 4 ranges {0=73728} 2024-09-14T03:35:31.824 INFO:tasks.rados.rados.0.smithi002.stdout:5: writing smithi00278215-5 from 0 to 73728 tid 1 2024-09-14T03:35:31.824 INFO:tasks.rados.rados.0.smithi002.stdout:6: write initial oid 6 2024-09-14T03:35:31.824 INFO:tasks.rados.rados.0.smithi002.stdout:6: seq_num 5 ranges {0=90112} 2024-09-14T03:35:31.825 INFO:tasks.rados.rados.0.smithi002.stdout:6: writing smithi00278215-6 from 0 to 90112 tid 1 2024-09-14T03:35:31.825 INFO:tasks.rados.rados.0.smithi002.stdout:7: write initial oid 7 2024-09-14T03:35:31.825 INFO:tasks.rados.rados.0.smithi002.stdout:7: seq_num 6 ranges {0=106496} 2024-09-14T03:35:31.825 INFO:tasks.rados.rados.0.smithi002.stdout:7: writing smithi00278215-7 from 0 to 106496 tid 1 2024-09-14T03:35:31.825 INFO:tasks.rados.rados.0.smithi002.stdout:8: write initial oid 8 2024-09-14T03:35:31.825 INFO:tasks.rados.rados.0.smithi002.stdout:8: seq_num 7 ranges {0=122880} 2024-09-14T03:35:31.826 INFO:tasks.rados.rados.0.smithi002.stdout:8: writing smithi00278215-8 from 0 to 122880 tid 1 2024-09-14T03:35:31.826 INFO:tasks.rados.rados.0.smithi002.stdout:9: write initial oid 9 2024-09-14T03:35:31.826 INFO:tasks.rados.rados.0.smithi002.stdout:9: seq_num 8 ranges {0=139264} 2024-09-14T03:35:31.827 INFO:tasks.rados.rados.0.smithi002.stdout:9: writing smithi00278215-9 from 0 to 139264 tid 1 2024-09-14T03:35:31.827 INFO:tasks.rados.rados.0.smithi002.stdout:10: write initial oid 10 2024-09-14T03:35:31.827 INFO:tasks.rados.rados.0.smithi002.stdout:10: seq_num 9 ranges {0=155648} 2024-09-14T03:35:31.829 INFO:tasks.rados.rados.0.smithi002.stdout:10: writing smithi00278215-10 from 0 to 155648 tid 1 2024-09-14T03:35:31.829 INFO:tasks.rados.rados.0.smithi002.stdout:11: write initial oid 11 2024-09-14T03:35:31.829 INFO:tasks.rados.rados.0.smithi002.stdout:11: seq_num 10 ranges {0=172032} 2024-09-14T03:35:31.831 INFO:tasks.rados.rados.0.smithi002.stdout:11: writing smithi00278215-11 from 0 to 172032 tid 1 2024-09-14T03:35:31.831 INFO:tasks.rados.rados.0.smithi002.stdout:4: finishing write tid 1 to smithi00278215-4 2024-09-14T03:35:31.831 INFO:tasks.rados.rados.0.smithi002.stdout:3: finishing write tid 1 to smithi00278215-3 2024-09-14T03:35:31.831 INFO:tasks.rados.rados.0.smithi002.stdout:3: finishing write tid 2 to smithi00278215-3 2024-09-14T03:35:31.831 INFO:tasks.rados.rados.0.smithi002.stdout:2: finishing write tid 1 to smithi00278215-2 2024-09-14T03:35:31.832 INFO:tasks.rados.rados.0.smithi002.stdout:2: finishing write tid 2 to smithi00278215-2 2024-09-14T03:35:31.832 INFO:tasks.rados.rados.0.smithi002.stdout:4: finishing write tid 2 to smithi00278215-4 2024-09-14T03:35:31.832 INFO:tasks.rados.rados.0.smithi002.stdout:5: finishing write tid 1 to smithi00278215-5 2024-09-14T03:35:31.832 INFO:tasks.rados.rados.0.smithi002.stdout:5: finishing write tid 2 to smithi00278215-5 2024-09-14T03:35:31.832 INFO:tasks.rados.rados.0.smithi002.stdout:1: finishing write tid 1 to smithi00278215-1 2024-09-14T03:35:31.832 INFO:tasks.rados.rados.0.smithi002.stdout:8: finishing write tid 1 to smithi00278215-8 2024-09-14T03:35:31.832 INFO:tasks.rados.rados.0.smithi002.stdout:12: write initial oid 12 2024-09-14T03:35:31.832 INFO:tasks.rados.rados.0.smithi002.stdout:12: seq_num 11 ranges {0=188416} 2024-09-14T03:35:31.833 INFO:tasks.rados.rados.0.smithi002.stdout:12: writing smithi00278215-12 from 0 to 188416 tid 1 2024-09-14T03:35:31.833 INFO:tasks.rados.rados.0.smithi002.stdout:13: write initial oid 13 2024-09-14T03:35:31.833 INFO:tasks.rados.rados.0.smithi002.stdout:13: seq_num 12 ranges {0=204800} 2024-09-14T03:35:31.836 INFO:tasks.rados.rados.0.smithi002.stdout:13: writing smithi00278215-13 from 0 to 204800 tid 1 2024-09-14T03:35:31.836 INFO:tasks.rados.rados.0.smithi002.stdout:14: write initial oid 14 2024-09-14T03:35:31.836 INFO:tasks.rados.rados.0.smithi002.stdout:3: finishing write tid 3 to smithi00278215-3 2024-09-14T03:35:31.836 INFO:tasks.rados.rados.0.smithi002.stdout:3: oid 3 updating version 0 to 1 2024-09-14T03:35:31.836 INFO:tasks.rados.rados.0.smithi002.stdout:3: oid 3 updating version 1 to 2 2024-09-14T03:35:31.836 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 3 v 2 (ObjNum 2 snap 0 seq_num 2) dirty exists 2024-09-14T03:35:31.836 INFO:tasks.rados.rados.0.smithi002.stdout:3: left oid 3 (ObjNum 2 snap 0 seq_num 2) 2024-09-14T03:35:31.836 INFO:tasks.rados.rados.0.smithi002.stdout:1: finishing write tid 2 to smithi00278215-1 2024-09-14T03:35:31.836 INFO:tasks.rados.rados.0.smithi002.stdout:9: finishing write tid 1 to smithi00278215-9 2024-09-14T03:35:31.837 INFO:tasks.rados.rados.0.smithi002.stdout:5: finishing write tid 3 to smithi00278215-5 2024-09-14T03:35:31.837 INFO:tasks.rados.rados.0.smithi002.stdout:5: oid 5 updating version 0 to 1 2024-09-14T03:35:31.837 INFO:tasks.rados.rados.0.smithi002.stdout:5: oid 5 updating version 1 to 2 2024-09-14T03:35:31.837 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 5 v 2 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-09-14T03:35:31.837 INFO:tasks.rados.rados.0.smithi002.stdout:5: left oid 5 (ObjNum 4 snap 0 seq_num 4) 2024-09-14T03:35:31.837 INFO:tasks.rados.rados.0.smithi002.stdout:8: finishing write tid 2 to smithi00278215-8 2024-09-14T03:35:31.837 INFO:tasks.rados.rados.0.smithi002.stdout:9: finishing write tid 2 to smithi00278215-9 2024-09-14T03:35:31.837 INFO:tasks.rados.rados.0.smithi002.stdout:8: finishing write tid 3 to smithi00278215-8 2024-09-14T03:35:31.837 INFO:tasks.rados.rados.0.smithi002.stdout:8: oid 8 updating version 0 to 3 2024-09-14T03:35:31.837 INFO:tasks.rados.rados.0.smithi002.stdout:8: oid 8 updating version 3 to 4 2024-09-14T03:35:31.837 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 8 v 4 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-09-14T03:35:31.837 INFO:tasks.rados.rados.0.smithi002.stdout:8: left oid 8 (ObjNum 7 snap 0 seq_num 7) 2024-09-14T03:35:31.837 INFO:tasks.rados.rados.0.smithi002.stdout:6: finishing write tid 1 to smithi00278215-6 2024-09-14T03:35:31.837 INFO:tasks.rados.rados.0.smithi002.stdout:6: finishing write tid 2 to smithi00278215-6 2024-09-14T03:35:31.838 INFO:tasks.rados.rados.0.smithi002.stdout:4: finishing write tid 3 to smithi00278215-4 2024-09-14T03:35:31.838 INFO:tasks.rados.rados.0.smithi002.stdout:4: oid 4 updating version 0 to 1 2024-09-14T03:35:31.838 INFO:tasks.rados.rados.0.smithi002.stdout:4: oid 4 updating version 1 to 2 2024-09-14T03:35:31.838 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 2 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-09-14T03:35:31.838 INFO:tasks.rados.rados.0.smithi002.stdout:4: left oid 4 (ObjNum 3 snap 0 seq_num 3) 2024-09-14T03:35:31.838 INFO:tasks.rados.rados.0.smithi002.stdout:9: finishing write tid 3 to smithi00278215-9 2024-09-14T03:35:31.838 INFO:tasks.rados.rados.0.smithi002.stdout:9: oid 9 updating version 0 to 2 2024-09-14T03:35:31.838 INFO:tasks.rados.rados.0.smithi002.stdout:9: oid 9 version 2 is already newer than 1 2024-09-14T03:35:31.838 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 9 v 2 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-09-14T03:35:31.838 INFO:tasks.rados.rados.0.smithi002.stdout:9: left oid 9 (ObjNum 8 snap 0 seq_num 8) 2024-09-14T03:35:31.838 INFO:tasks.rados.rados.0.smithi002.stdout:2: finishing write tid 3 to smithi00278215-2 2024-09-14T03:35:31.838 INFO:tasks.rados.rados.0.smithi002.stdout:2: oid 2 updating version 0 to 1 2024-09-14T03:35:31.838 INFO:tasks.rados.rados.0.smithi002.stdout:2: oid 2 updating version 1 to 2 2024-09-14T03:35:31.838 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 2 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-09-14T03:35:31.839 INFO:tasks.rados.rados.0.smithi002.stdout:2: left oid 2 (ObjNum 1 snap 0 seq_num 1) 2024-09-14T03:35:31.839 INFO:tasks.rados.rados.0.smithi002.stdout:10: finishing write tid 1 to smithi00278215-10 2024-09-14T03:35:31.839 INFO:tasks.rados.rados.0.smithi002.stdout:10: finishing write tid 2 to smithi00278215-10 2024-09-14T03:35:31.839 INFO:tasks.rados.rados.0.smithi002.stdout:14: seq_num 13 ranges {0=221184} 2024-09-14T03:35:31.840 INFO:tasks.rados.rados.0.smithi002.stdout:14: writing smithi00278215-14 from 0 to 221184 tid 1 2024-09-14T03:35:31.840 INFO:tasks.rados.rados.0.smithi002.stdout:2: done (13 left) 2024-09-14T03:35:31.840 INFO:tasks.rados.rados.0.smithi002.stdout:3: done (12 left) 2024-09-14T03:35:31.840 INFO:tasks.rados.rados.0.smithi002.stdout:4: done (11 left) 2024-09-14T03:35:31.840 INFO:tasks.rados.rados.0.smithi002.stdout:5: done (10 left) 2024-09-14T03:35:31.840 INFO:tasks.rados.rados.0.smithi002.stdout:8: done (9 left) 2024-09-14T03:35:31.840 INFO:tasks.rados.rados.0.smithi002.stdout:9: done (8 left) 2024-09-14T03:35:31.840 INFO:tasks.rados.rados.0.smithi002.stdout:15: write initial oid 15 2024-09-14T03:35:31.840 INFO:tasks.rados.rados.0.smithi002.stdout:15: seq_num 14 ranges {0=237568} 2024-09-14T03:35:31.840 INFO:tasks.rados.rados.0.smithi002.stdout:15: writing smithi00278215-15 from 0 to 237568 tid 1 2024-09-14T03:35:31.840 INFO:tasks.rados.rados.0.smithi002.stdout:16: write initial oid 16 2024-09-14T03:35:31.840 INFO:tasks.rados.rados.0.smithi002.stdout:16: seq_num 15 ranges {0=253952} 2024-09-14T03:35:31.841 INFO:tasks.rados.rados.0.smithi002.stdout:16: writing smithi00278215-16 from 0 to 253952 tid 1 2024-09-14T03:35:31.841 INFO:tasks.rados.rados.0.smithi002.stdout:12: finishing write tid 1 to smithi00278215-12 2024-09-14T03:35:31.841 INFO:tasks.rados.rados.0.smithi002.stdout:12: finishing write tid 2 to smithi00278215-12 2024-09-14T03:35:31.841 INFO:tasks.rados.rados.0.smithi002.stdout:7: finishing write tid 1 to smithi00278215-7 2024-09-14T03:35:31.842 INFO:tasks.rados.rados.0.smithi002.stdout:7: finishing write tid 2 to smithi00278215-7 2024-09-14T03:35:31.842 INFO:tasks.rados.rados.0.smithi002.stdout:11: finishing write tid 1 to smithi00278215-11 2024-09-14T03:35:31.842 INFO:tasks.rados.rados.0.smithi002.stdout:11: finishing write tid 2 to smithi00278215-11 2024-09-14T03:35:31.842 INFO:tasks.rados.rados.0.smithi002.stdout:17: write initial oid 17 2024-09-14T03:35:31.842 INFO:tasks.rados.rados.0.smithi002.stdout:17: seq_num 16 ranges {0=270336} 2024-09-14T03:35:31.843 INFO:tasks.rados.rados.0.smithi002.stdout:17: writing smithi00278215-17 from 0 to 270336 tid 1 2024-09-14T03:35:31.843 INFO:tasks.rados.rados.0.smithi002.stdout:18: write initial oid 18 2024-09-14T03:35:31.843 INFO:tasks.rados.rados.0.smithi002.stdout:18: seq_num 17 ranges {0=286720} 2024-09-14T03:35:31.845 INFO:tasks.rados.rados.0.smithi002.stdout:18: writing smithi00278215-18 from 0 to 286720 tid 1 2024-09-14T03:35:31.845 INFO:tasks.rados.rados.0.smithi002.stdout:19: write initial oid 19 2024-09-14T03:35:31.845 INFO:tasks.rados.rados.0.smithi002.stdout:19: seq_num 18 ranges {0=303104} 2024-09-14T03:35:31.847 INFO:tasks.rados.rados.0.smithi002.stdout:19: writing smithi00278215-19 from 0 to 303104 tid 1 2024-09-14T03:35:31.847 INFO:tasks.rados.rados.0.smithi002.stdout:20: write initial oid 20 2024-09-14T03:35:31.847 INFO:tasks.rados.rados.0.smithi002.stdout:20: seq_num 19 ranges {0=319488} 2024-09-14T03:35:31.850 INFO:tasks.rados.rados.0.smithi002.stdout:20: writing smithi00278215-20 from 0 to 319488 tid 1 2024-09-14T03:35:31.850 INFO:tasks.rados.rados.0.smithi002.stdout:21: write initial oid 21 2024-09-14T03:35:31.850 INFO:tasks.rados.rados.0.smithi002.stdout:10: finishing write tid 3 to smithi00278215-10 2024-09-14T03:35:31.850 INFO:tasks.rados.rados.0.smithi002.stdout:10: oid 10 updating version 0 to 3 2024-09-14T03:35:31.850 INFO:tasks.rados.rados.0.smithi002.stdout:10: oid 10 updating version 3 to 4 2024-09-14T03:35:31.851 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 4 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-09-14T03:35:31.851 INFO:tasks.rados.rados.0.smithi002.stdout:10: left oid 10 (ObjNum 9 snap 0 seq_num 9) 2024-09-14T03:35:31.851 INFO:tasks.rados.rados.0.smithi002.stdout:12: finishing write tid 3 to smithi00278215-12 2024-09-14T03:35:31.851 INFO:tasks.rados.rados.0.smithi002.stdout:12: oid 12 updating version 0 to 4 2024-09-14T03:35:31.851 INFO:tasks.rados.rados.0.smithi002.stdout:12: oid 12 version 4 is already newer than 3 2024-09-14T03:35:31.851 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 4 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-09-14T03:35:31.851 INFO:tasks.rados.rados.0.smithi002.stdout:12: left oid 12 (ObjNum 11 snap 0 seq_num 11) 2024-09-14T03:35:31.851 INFO:tasks.rados.rados.0.smithi002.stdout:1: finishing write tid 3 to smithi00278215-1 2024-09-14T03:35:31.851 INFO:tasks.rados.rados.0.smithi002.stdout:1: oid 1 updating version 0 to 1 2024-09-14T03:35:31.851 INFO:tasks.rados.rados.0.smithi002.stdout:1: oid 1 updating version 1 to 2 2024-09-14T03:35:31.851 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 1 v 2 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-09-14T03:35:31.851 INFO:tasks.rados.rados.0.smithi002.stdout:1: left oid 1 (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:35:31.852 INFO:tasks.rados.rados.0.smithi002.stdout:6: finishing write tid 3 to smithi00278215-6 2024-09-14T03:35:31.852 INFO:tasks.rados.rados.0.smithi002.stdout:6: oid 6 updating version 0 to 3 2024-09-14T03:35:31.852 INFO:tasks.rados.rados.0.smithi002.stdout:6: oid 6 updating version 3 to 4 2024-09-14T03:35:31.852 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 6 v 4 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-09-14T03:35:31.852 INFO:tasks.rados.rados.0.smithi002.stdout:6: left oid 6 (ObjNum 5 snap 0 seq_num 5) 2024-09-14T03:35:31.852 INFO:tasks.rados.rados.0.smithi002.stdout:7: finishing write tid 3 to smithi00278215-7 2024-09-14T03:35:31.852 INFO:tasks.rados.rados.0.smithi002.stdout:7: oid 7 updating version 0 to 5 2024-09-14T03:35:31.852 INFO:tasks.rados.rados.0.smithi002.stdout:7: oid 7 updating version 5 to 6 2024-09-14T03:35:31.852 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 6 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-09-14T03:35:31.852 INFO:tasks.rados.rados.0.smithi002.stdout:7: left oid 7 (ObjNum 6 snap 0 seq_num 6) 2024-09-14T03:35:31.853 INFO:tasks.rados.rados.0.smithi002.stdout:11: finishing write tid 3 to smithi00278215-11 2024-09-14T03:35:31.853 INFO:tasks.rados.rados.0.smithi002.stdout:11: oid 11 updating version 0 to 8 2024-09-14T03:35:31.853 INFO:tasks.rados.rados.0.smithi002.stdout:11: oid 11 version 8 is already newer than 7 2024-09-14T03:35:31.853 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 8 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-09-14T03:35:31.853 INFO:tasks.rados.rados.0.smithi002.stdout:11: left oid 11 (ObjNum 10 snap 0 seq_num 10) 2024-09-14T03:35:31.853 INFO:tasks.rados.rados.0.smithi002.stdout:14: finishing write tid 1 to smithi00278215-14 2024-09-14T03:35:31.853 INFO:tasks.rados.rados.0.smithi002.stdout:14: finishing write tid 2 to smithi00278215-14 2024-09-14T03:35:31.853 INFO:tasks.rados.rados.0.smithi002.stdout:13: finishing write tid 1 to smithi00278215-13 2024-09-14T03:35:31.853 INFO:tasks.rados.rados.0.smithi002.stdout:13: finishing write tid 2 to smithi00278215-13 2024-09-14T03:35:31.853 INFO:tasks.rados.rados.0.smithi002.stdout:15: finishing write tid 1 to smithi00278215-15 2024-09-14T03:35:31.853 INFO:tasks.rados.rados.0.smithi002.stdout:14: finishing write tid 3 to smithi00278215-14 2024-09-14T03:35:31.853 INFO:tasks.rados.rados.0.smithi002.stdout:14: oid 14 updating version 0 to 5 2024-09-14T03:35:31.854 INFO:tasks.rados.rados.0.smithi002.stdout:14: oid 14 updating version 5 to 6 2024-09-14T03:35:31.854 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 14 v 6 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-09-14T03:35:31.854 INFO:tasks.rados.rados.0.smithi002.stdout:14: left oid 14 (ObjNum 13 snap 0 seq_num 13) 2024-09-14T03:35:31.854 INFO:tasks.rados.rados.0.smithi002.stdout:15: finishing write tid 2 to smithi00278215-15 2024-09-14T03:35:31.854 INFO:tasks.rados.rados.0.smithi002.stdout:13: finishing write tid 3 to smithi00278215-13 2024-09-14T03:35:31.854 INFO:tasks.rados.rados.0.smithi002.stdout:13: oid 13 updating version 0 to 1 2024-09-14T03:35:31.854 INFO:tasks.rados.rados.0.smithi002.stdout:13: oid 13 updating version 1 to 2 2024-09-14T03:35:31.854 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 2 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-09-14T03:35:31.854 INFO:tasks.rados.rados.0.smithi002.stdout:13: left oid 13 (ObjNum 12 snap 0 seq_num 12) 2024-09-14T03:35:31.854 INFO:tasks.rados.rados.0.smithi002.stdout:15: finishing write tid 3 to smithi00278215-15 2024-09-14T03:35:31.854 INFO:tasks.rados.rados.0.smithi002.stdout:15: oid 15 updating version 0 to 2 2024-09-14T03:35:31.854 INFO:tasks.rados.rados.0.smithi002.stdout:15: oid 15 version 2 is already newer than 1 2024-09-14T03:35:31.854 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 15 v 2 (ObjNum 14 snap 0 seq_num 14) dirty exists 2024-09-14T03:35:31.855 INFO:tasks.rados.rados.0.smithi002.stdout:15: left oid 15 (ObjNum 14 snap 0 seq_num 14) 2024-09-14T03:35:31.855 INFO:tasks.rados.rados.0.smithi002.stdout:16: finishing write tid 1 to smithi00278215-16 2024-09-14T03:35:31.855 INFO:tasks.rados.rados.0.smithi002.stdout:16: finishing write tid 2 to smithi00278215-16 2024-09-14T03:35:31.855 INFO:tasks.rados.rados.0.smithi002.stdout:17: finishing write tid 1 to smithi00278215-17 2024-09-14T03:35:31.855 INFO:tasks.rados.rados.0.smithi002.stdout:16: finishing write tid 3 to smithi00278215-16 2024-09-14T03:35:31.855 INFO:tasks.rados.rados.0.smithi002.stdout:16: oid 16 updating version 0 to 1 2024-09-14T03:35:31.855 INFO:tasks.rados.rados.0.smithi002.stdout:16: oid 16 updating version 1 to 2 2024-09-14T03:35:31.855 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 16 v 2 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-09-14T03:35:31.855 INFO:tasks.rados.rados.0.smithi002.stdout:16: left oid 16 (ObjNum 15 snap 0 seq_num 15) 2024-09-14T03:35:31.855 INFO:tasks.rados.rados.0.smithi002.stdout:17: finishing write tid 2 to smithi00278215-17 2024-09-14T03:35:31.855 INFO:tasks.rados.rados.0.smithi002.stdout:18: finishing write tid 1 to smithi00278215-18 2024-09-14T03:35:31.855 INFO:tasks.rados.rados.0.smithi002.stdout:18: finishing write tid 2 to smithi00278215-18 2024-09-14T03:35:31.856 INFO:tasks.rados.rados.0.smithi002.stdout:17: finishing write tid 3 to smithi00278215-17 2024-09-14T03:35:31.856 INFO:tasks.rados.rados.0.smithi002.stdout:17: oid 17 updating version 0 to 6 2024-09-14T03:35:31.856 INFO:tasks.rados.rados.0.smithi002.stdout:17: oid 17 version 6 is already newer than 5 2024-09-14T03:35:31.856 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 17 v 6 (ObjNum 16 snap 0 seq_num 16) dirty exists 2024-09-14T03:35:31.856 INFO:tasks.rados.rados.0.smithi002.stdout:17: left oid 17 (ObjNum 16 snap 0 seq_num 16) 2024-09-14T03:35:31.856 INFO:tasks.rados.rados.0.smithi002.stdout:19: finishing write tid 1 to smithi00278215-19 2024-09-14T03:35:31.856 INFO:tasks.rados.rados.0.smithi002.stdout:21: seq_num 20 ranges {0=344064} 2024-09-14T03:35:31.857 INFO:tasks.rados.rados.0.smithi002.stdout:21: writing smithi00278215-21 from 0 to 344064 tid 1 2024-09-14T03:35:31.857 INFO:tasks.rados.rados.0.smithi002.stdout:1: done (14 left) 2024-09-14T03:35:31.857 INFO:tasks.rados.rados.0.smithi002.stdout:6: done (13 left) 2024-09-14T03:35:31.858 INFO:tasks.rados.rados.0.smithi002.stdout:7: done (12 left) 2024-09-14T03:35:31.858 INFO:tasks.rados.rados.0.smithi002.stdout:10: done (11 left) 2024-09-14T03:35:31.858 INFO:tasks.rados.rados.0.smithi002.stdout:11: done (10 left) 2024-09-14T03:35:31.858 INFO:tasks.rados.rados.0.smithi002.stdout:12: done (9 left) 2024-09-14T03:35:31.858 INFO:tasks.rados.rados.0.smithi002.stdout:13: done (8 left) 2024-09-14T03:35:31.858 INFO:tasks.rados.rados.0.smithi002.stdout:14: done (7 left) 2024-09-14T03:35:31.858 INFO:tasks.rados.rados.0.smithi002.stdout:15: done (6 left) 2024-09-14T03:35:31.858 INFO:tasks.rados.rados.0.smithi002.stdout:16: done (5 left) 2024-09-14T03:35:31.858 INFO:tasks.rados.rados.0.smithi002.stdout:17: done (4 left) 2024-09-14T03:35:31.858 INFO:tasks.rados.rados.0.smithi002.stdout:22: write initial oid 22 2024-09-14T03:35:31.858 INFO:tasks.rados.rados.0.smithi002.stdout:22: seq_num 21 ranges {0=360448} 2024-09-14T03:35:31.859 INFO:tasks.rados.rados.0.smithi002.stdout:22: writing smithi00278215-22 from 0 to 360448 tid 1 2024-09-14T03:35:31.859 INFO:tasks.rados.rados.0.smithi002.stdout:23: write initial oid 23 2024-09-14T03:35:31.859 INFO:tasks.rados.rados.0.smithi002.stdout:23: seq_num 22 ranges {0=376832} 2024-09-14T03:35:31.859 INFO:tasks.rados.rados.0.smithi002.stdout:23: writing smithi00278215-23 from 0 to 376832 tid 1 2024-09-14T03:35:31.859 INFO:tasks.rados.rados.0.smithi002.stdout:24: write initial oid 24 2024-09-14T03:35:31.859 INFO:tasks.rados.rados.0.smithi002.stdout:24: seq_num 23 ranges {0=393216} 2024-09-14T03:35:31.859 INFO:tasks.rados.rados.0.smithi002.stdout:24: writing smithi00278215-24 from 0 to 393216 tid 1 2024-09-14T03:35:31.860 INFO:tasks.rados.rados.0.smithi002.stdout:25: write initial oid 25 2024-09-14T03:35:31.860 INFO:tasks.rados.rados.0.smithi002.stdout:25: seq_num 24 ranges {0=409600} 2024-09-14T03:35:31.861 INFO:tasks.rados.rados.0.smithi002.stdout:25: writing smithi00278215-25 from 0 to 409600 tid 1 2024-09-14T03:35:31.862 INFO:tasks.rados.rados.0.smithi002.stdout:26: write initial oid 26 2024-09-14T03:35:31.862 INFO:tasks.rados.rados.0.smithi002.stdout:26: seq_num 25 ranges {0=425984} 2024-09-14T03:35:31.864 INFO:tasks.rados.rados.0.smithi002.stdout:26: writing smithi00278215-26 from 0 to 425984 tid 1 2024-09-14T03:35:31.864 INFO:tasks.rados.rados.0.smithi002.stdout:27: write initial oid 27 2024-09-14T03:35:31.864 INFO:tasks.rados.rados.0.smithi002.stdout:27: seq_num 26 ranges {0=442368} 2024-09-14T03:35:31.867 INFO:tasks.rados.rados.0.smithi002.stdout:27: writing smithi00278215-27 from 0 to 442368 tid 1 2024-09-14T03:35:31.867 INFO:tasks.rados.rados.0.smithi002.stdout:28: write initial oid 28 2024-09-14T03:35:31.867 INFO:tasks.rados.rados.0.smithi002.stdout:28: seq_num 27 ranges {0=458752} 2024-09-14T03:35:31.870 INFO:tasks.rados.rados.0.smithi002.stdout:28: writing smithi00278215-28 from 0 to 458752 tid 1 2024-09-14T03:35:31.870 INFO:tasks.rados.rados.0.smithi002.stdout:29: write initial oid 29 2024-09-14T03:35:31.870 INFO:tasks.rados.rados.0.smithi002.stdout:29: seq_num 28 ranges {0=475136} 2024-09-14T03:35:31.873 INFO:tasks.rados.rados.0.smithi002.stdout:29: writing smithi00278215-29 from 0 to 475136 tid 1 2024-09-14T03:35:31.873 INFO:tasks.rados.rados.0.smithi002.stdout:30: write initial oid 30 2024-09-14T03:35:31.873 INFO:tasks.rados.rados.0.smithi002.stdout:30: seq_num 29 ranges {0=491520} 2024-09-14T03:35:31.877 INFO:tasks.rados.rados.0.smithi002.stdout:30: writing smithi00278215-30 from 0 to 491520 tid 1 2024-09-14T03:35:31.877 INFO:tasks.rados.rados.0.smithi002.stdout:31: write initial oid 31 2024-09-14T03:35:31.877 INFO:tasks.rados.rados.0.smithi002.stdout:31: seq_num 30 ranges {0=507904} 2024-09-14T03:35:31.880 INFO:tasks.rados.rados.0.smithi002.stdout:31: writing smithi00278215-31 from 0 to 507904 tid 1 2024-09-14T03:35:31.881 INFO:tasks.rados.rados.0.smithi002.stdout:32: write initial oid 32 2024-09-14T03:35:31.881 INFO:tasks.rados.rados.0.smithi002.stdout:32: seq_num 31 ranges {0=524288} 2024-09-14T03:35:31.884 INFO:tasks.rados.rados.0.smithi002.stdout:32: writing smithi00278215-32 from 0 to 524288 tid 1 2024-09-14T03:35:31.884 INFO:tasks.rados.rados.0.smithi002.stdout:33: write initial oid 33 2024-09-14T03:35:31.884 INFO:tasks.rados.rados.0.smithi002.stdout:33: seq_num 32 ranges {0=540672} 2024-09-14T03:35:31.892 INFO:tasks.rados.rados.0.smithi002.stdout:33: writing smithi00278215-33 from 0 to 540672 tid 1 2024-09-14T03:35:31.892 INFO:tasks.rados.rados.0.smithi002.stdout: waiting on 16 2024-09-14T03:35:31.892 INFO:tasks.rados.rados.0.smithi002.stdout:19: finishing write tid 2 to smithi00278215-19 2024-09-14T03:35:31.892 INFO:tasks.rados.rados.0.smithi002.stdout:18: finishing write tid 3 to smithi00278215-18 2024-09-14T03:35:31.892 INFO:tasks.rados.rados.0.smithi002.stdout:18: oid 18 updating version 0 to 4 2024-09-14T03:35:31.893 INFO:tasks.rados.rados.0.smithi002.stdout:18: oid 18 version 4 is already newer than 3 2024-09-14T03:35:31.893 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 4 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-09-14T03:35:31.893 INFO:tasks.rados.rados.0.smithi002.stdout:18: left oid 18 (ObjNum 17 snap 0 seq_num 17) 2024-09-14T03:35:31.893 INFO:tasks.rados.rados.0.smithi002.stdout:19: finishing write tid 3 to smithi00278215-19 2024-09-14T03:35:31.893 INFO:tasks.rados.rados.0.smithi002.stdout:19: oid 19 updating version 0 to 3 2024-09-14T03:35:31.894 INFO:tasks.rados.rados.0.smithi002.stdout:19: oid 19 updating version 3 to 4 2024-09-14T03:35:31.894 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 19 v 4 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-09-14T03:35:31.894 INFO:tasks.rados.rados.0.smithi002.stdout:19: left oid 19 (ObjNum 18 snap 0 seq_num 18) 2024-09-14T03:35:31.894 INFO:tasks.rados.rados.0.smithi002.stdout:20: finishing write tid 1 to smithi00278215-20 2024-09-14T03:35:31.894 INFO:tasks.rados.rados.0.smithi002.stdout:20: finishing write tid 2 to smithi00278215-20 2024-09-14T03:35:31.894 INFO:tasks.rados.rados.0.smithi002.stdout:20: finishing write tid 3 to smithi00278215-20 2024-09-14T03:35:31.895 INFO:tasks.rados.rados.0.smithi002.stdout:20: oid 20 updating version 0 to 1 2024-09-14T03:35:31.895 INFO:tasks.rados.rados.0.smithi002.stdout:20: oid 20 updating version 1 to 2 2024-09-14T03:35:31.895 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 20 v 2 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-09-14T03:35:31.895 INFO:tasks.rados.rados.0.smithi002.stdout:20: left oid 20 (ObjNum 19 snap 0 seq_num 19) 2024-09-14T03:35:31.895 INFO:tasks.rados.rados.0.smithi002.stdout:21: finishing write tid 1 to smithi00278215-21 2024-09-14T03:35:31.896 INFO:tasks.rados.rados.0.smithi002.stdout:21: finishing write tid 2 to smithi00278215-21 2024-09-14T03:35:31.896 INFO:tasks.rados.rados.0.smithi002.stdout:22: finishing write tid 1 to smithi00278215-22 2024-09-14T03:35:31.896 INFO:tasks.rados.rados.0.smithi002.stdout:21: finishing write tid 3 to smithi00278215-21 2024-09-14T03:35:31.896 INFO:tasks.rados.rados.0.smithi002.stdout:21: oid 21 updating version 0 to 2 2024-09-14T03:35:31.896 INFO:tasks.rados.rados.0.smithi002.stdout:21: oid 21 version 2 is already newer than 1 2024-09-14T03:35:31.896 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 2 (ObjNum 20 snap 0 seq_num 20) dirty exists 2024-09-14T03:35:31.897 INFO:tasks.rados.rados.0.smithi002.stdout:21: left oid 21 (ObjNum 20 snap 0 seq_num 20) 2024-09-14T03:35:31.897 INFO:tasks.rados.rados.0.smithi002.stdout:22: finishing write tid 2 to smithi00278215-22 2024-09-14T03:35:31.897 INFO:tasks.rados.rados.0.smithi002.stdout:22: finishing write tid 3 to smithi00278215-22 2024-09-14T03:35:31.897 INFO:tasks.rados.rados.0.smithi002.stdout:22: oid 22 updating version 0 to 3 2024-09-14T03:35:31.897 INFO:tasks.rados.rados.0.smithi002.stdout:22: oid 22 updating version 3 to 4 2024-09-14T03:35:31.897 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 22 v 4 (ObjNum 21 snap 0 seq_num 21) dirty exists 2024-09-14T03:35:31.898 INFO:tasks.rados.rados.0.smithi002.stdout:22: left oid 22 (ObjNum 21 snap 0 seq_num 21) 2024-09-14T03:35:31.898 INFO:tasks.rados.rados.0.smithi002.stdout:23: finishing write tid 1 to smithi00278215-23 2024-09-14T03:35:31.898 INFO:tasks.rados.rados.0.smithi002.stdout:23: finishing write tid 2 to smithi00278215-23 2024-09-14T03:35:31.898 INFO:tasks.rados.rados.0.smithi002.stdout:23: finishing write tid 3 to smithi00278215-23 2024-09-14T03:35:31.898 INFO:tasks.rados.rados.0.smithi002.stdout:23: oid 23 updating version 0 to 3 2024-09-14T03:35:31.899 INFO:tasks.rados.rados.0.smithi002.stdout:23: oid 23 updating version 3 to 4 2024-09-14T03:35:31.899 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 4 (ObjNum 22 snap 0 seq_num 22) dirty exists 2024-09-14T03:35:31.899 INFO:tasks.rados.rados.0.smithi002.stdout:23: left oid 23 (ObjNum 22 snap 0 seq_num 22) 2024-09-14T03:35:31.899 INFO:tasks.rados.rados.0.smithi002.stdout:24: finishing write tid 1 to smithi00278215-24 2024-09-14T03:35:31.899 INFO:tasks.rados.rados.0.smithi002.stdout:24: finishing write tid 2 to smithi00278215-24 2024-09-14T03:35:31.899 INFO:tasks.rados.rados.0.smithi002.stdout:25: finishing write tid 1 to smithi00278215-25 2024-09-14T03:35:31.900 INFO:tasks.rados.rados.0.smithi002.stdout:25: finishing write tid 2 to smithi00278215-25 2024-09-14T03:35:31.900 INFO:tasks.rados.rados.0.smithi002.stdout:24: finishing write tid 3 to smithi00278215-24 2024-09-14T03:35:31.900 INFO:tasks.rados.rados.0.smithi002.stdout:24: oid 24 updating version 0 to 1 2024-09-14T03:35:31.900 INFO:tasks.rados.rados.0.smithi002.stdout:24: oid 24 updating version 1 to 2 2024-09-14T03:35:31.901 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 24 v 2 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-09-14T03:35:31.901 INFO:tasks.rados.rados.0.smithi002.stdout:24: left oid 24 (ObjNum 23 snap 0 seq_num 23) 2024-09-14T03:35:31.901 INFO:tasks.rados.rados.0.smithi002.stdout:25: finishing write tid 3 to smithi00278215-25 2024-09-14T03:35:31.901 INFO:tasks.rados.rados.0.smithi002.stdout:25: oid 25 updating version 0 to 1 2024-09-14T03:35:31.901 INFO:tasks.rados.rados.0.smithi002.stdout:25: oid 25 updating version 1 to 2 2024-09-14T03:35:31.901 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 2 (ObjNum 24 snap 0 seq_num 24) dirty exists 2024-09-14T03:35:31.902 INFO:tasks.rados.rados.0.smithi002.stdout:25: left oid 25 (ObjNum 24 snap 0 seq_num 24) 2024-09-14T03:35:31.902 INFO:tasks.rados.rados.0.smithi002.stdout:26: finishing write tid 1 to smithi00278215-26 2024-09-14T03:35:31.902 INFO:tasks.rados.rados.0.smithi002.stdout:26: finishing write tid 2 to smithi00278215-26 2024-09-14T03:35:31.902 INFO:tasks.rados.rados.0.smithi002.stdout:26: finishing write tid 3 to smithi00278215-26 2024-09-14T03:35:31.902 INFO:tasks.rados.rados.0.smithi002.stdout:26: oid 26 updating version 0 to 4 2024-09-14T03:35:31.902 INFO:tasks.rados.rados.0.smithi002.stdout:26: oid 26 version 4 is already newer than 3 2024-09-14T03:35:31.903 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 4 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-09-14T03:35:31.903 INFO:tasks.rados.rados.0.smithi002.stdout:26: left oid 26 (ObjNum 25 snap 0 seq_num 25) 2024-09-14T03:35:31.903 INFO:tasks.rados.rados.0.smithi002.stdout:27: finishing write tid 1 to smithi00278215-27 2024-09-14T03:35:31.903 INFO:tasks.rados.rados.0.smithi002.stdout:18: done (15 left) 2024-09-14T03:35:31.903 INFO:tasks.rados.rados.0.smithi002.stdout:19: done (14 left) 2024-09-14T03:35:31.903 INFO:tasks.rados.rados.0.smithi002.stdout:20: done (13 left) 2024-09-14T03:35:31.904 INFO:tasks.rados.rados.0.smithi002.stdout:21: done (12 left) 2024-09-14T03:35:31.904 INFO:tasks.rados.rados.0.smithi002.stdout:22: done (11 left) 2024-09-14T03:35:31.904 INFO:tasks.rados.rados.0.smithi002.stdout:23: done (10 left) 2024-09-14T03:35:31.904 INFO:tasks.rados.rados.0.smithi002.stdout:24: done (9 left) 2024-09-14T03:35:31.904 INFO:tasks.rados.rados.0.smithi002.stdout:25: done (8 left) 2024-09-14T03:35:31.904 INFO:tasks.rados.rados.0.smithi002.stdout:26: done (7 left) 2024-09-14T03:35:31.905 INFO:tasks.rados.rados.0.smithi002.stdout:34: write initial oid 34 2024-09-14T03:35:31.905 INFO:tasks.rados.rados.0.smithi002.stdout:34: seq_num 33 ranges {0=557056} 2024-09-14T03:35:31.905 INFO:tasks.rados.rados.0.smithi002.stdout:34: writing smithi00278215-34 from 0 to 557056 tid 1 2024-09-14T03:35:31.905 INFO:tasks.rados.rados.0.smithi002.stdout:35: write initial oid 35 2024-09-14T03:35:31.905 INFO:tasks.rados.rados.0.smithi002.stdout:35: seq_num 34 ranges {0=573440} 2024-09-14T03:35:31.908 INFO:tasks.rados.rados.0.smithi002.stdout:35: writing smithi00278215-35 from 0 to 573440 tid 1 2024-09-14T03:35:31.908 INFO:tasks.rados.rados.0.smithi002.stdout:36: write initial oid 36 2024-09-14T03:35:31.908 INFO:tasks.rados.rados.0.smithi002.stdout:36: seq_num 35 ranges {0=589824} 2024-09-14T03:35:31.908 INFO:tasks.rados.rados.0.smithi002.stdout:36: writing smithi00278215-36 from 0 to 589824 tid 1 2024-09-14T03:35:31.909 INFO:tasks.rados.rados.0.smithi002.stdout:37: write initial oid 37 2024-09-14T03:35:31.909 INFO:tasks.rados.rados.0.smithi002.stdout:37: seq_num 36 ranges {0=606208} 2024-09-14T03:35:31.909 INFO:tasks.rados.rados.0.smithi002.stdout:37: writing smithi00278215-37 from 0 to 606208 tid 1 2024-09-14T03:35:31.909 INFO:tasks.rados.rados.0.smithi002.stdout:38: write initial oid 38 2024-09-14T03:35:31.909 INFO:tasks.rados.rados.0.smithi002.stdout:38: seq_num 37 ranges {0=622592} 2024-09-14T03:35:31.909 INFO:tasks.rados.rados.0.smithi002.stdout:38: writing smithi00278215-38 from 0 to 622592 tid 1 2024-09-14T03:35:31.909 INFO:tasks.rados.rados.0.smithi002.stdout:39: write initial oid 39 2024-09-14T03:35:31.910 INFO:tasks.rados.rados.0.smithi002.stdout:39: seq_num 38 ranges {0=638976} 2024-09-14T03:35:31.910 INFO:tasks.rados.rados.0.smithi002.stdout:39: writing smithi00278215-39 from 0 to 638976 tid 1 2024-09-14T03:35:31.911 INFO:tasks.rados.rados.0.smithi002.stdout:40: write initial oid 40 2024-09-14T03:35:31.911 INFO:tasks.rados.rados.0.smithi002.stdout:40: seq_num 39 ranges {0=663552} 2024-09-14T03:35:31.914 INFO:tasks.rados.rados.0.smithi002.stdout:40: writing smithi00278215-40 from 0 to 663552 tid 1 2024-09-14T03:35:31.914 INFO:tasks.rados.rados.0.smithi002.stdout:41: write initial oid 41 2024-09-14T03:35:31.915 INFO:tasks.rados.rados.0.smithi002.stdout:41: seq_num 40 ranges {0=679936} 2024-09-14T03:35:31.918 INFO:tasks.rados.rados.0.smithi002.stdout:41: writing smithi00278215-41 from 0 to 679936 tid 1 2024-09-14T03:35:31.919 INFO:tasks.rados.rados.0.smithi002.stdout:42: write initial oid 42 2024-09-14T03:35:31.919 INFO:tasks.rados.rados.0.smithi002.stdout:42: seq_num 41 ranges {0=696320} 2024-09-14T03:35:31.924 INFO:tasks.rados.rados.0.smithi002.stdout:42: writing smithi00278215-42 from 0 to 696320 tid 1 2024-09-14T03:35:31.924 INFO:tasks.rados.rados.0.smithi002.stdout: waiting on 16 2024-09-14T03:35:31.924 INFO:tasks.rados.rados.0.smithi002.stdout:27: finishing write tid 2 to smithi00278215-27 2024-09-14T03:35:31.924 INFO:tasks.rados.rados.0.smithi002.stdout:27: finishing write tid 3 to smithi00278215-27 2024-09-14T03:35:31.924 INFO:tasks.rados.rados.0.smithi002.stdout:27: oid 27 updating version 0 to 6 2024-09-14T03:35:31.924 INFO:tasks.rados.rados.0.smithi002.stdout:27: oid 27 version 6 is already newer than 5 2024-09-14T03:35:31.925 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 27 v 6 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-09-14T03:35:31.925 INFO:tasks.rados.rados.0.smithi002.stdout:27: left oid 27 (ObjNum 26 snap 0 seq_num 26) 2024-09-14T03:35:31.925 INFO:tasks.rados.rados.0.smithi002.stdout:28: finishing write tid 1 to smithi00278215-28 2024-09-14T03:35:31.925 INFO:tasks.rados.rados.0.smithi002.stdout:27: done (15 left) 2024-09-14T03:35:31.925 INFO:tasks.rados.rados.0.smithi002.stdout:43: write initial oid 43 2024-09-14T03:35:31.925 INFO:tasks.rados.rados.0.smithi002.stdout:43: seq_num 42 ranges {0=712704} 2024-09-14T03:35:31.928 INFO:tasks.rados.rados.0.smithi002.stdout:43: writing smithi00278215-43 from 0 to 712704 tid 1 2024-09-14T03:35:31.928 INFO:tasks.rados.rados.0.smithi002.stdout: waiting on 16 2024-09-14T03:35:31.928 INFO:tasks.rados.rados.0.smithi002.stdout:28: finishing write tid 2 to smithi00278215-28 2024-09-14T03:35:31.928 INFO:tasks.rados.rados.0.smithi002.stdout:28: finishing write tid 3 to smithi00278215-28 2024-09-14T03:35:31.928 INFO:tasks.rados.rados.0.smithi002.stdout:28: oid 28 updating version 0 to 7 2024-09-14T03:35:31.928 INFO:tasks.rados.rados.0.smithi002.stdout:28: oid 28 updating version 7 to 8 2024-09-14T03:35:31.928 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 28 v 8 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-09-14T03:35:31.928 INFO:tasks.rados.rados.0.smithi002.stdout:28: left oid 28 (ObjNum 27 snap 0 seq_num 27) 2024-09-14T03:35:31.928 INFO:tasks.rados.rados.0.smithi002.stdout:29: finishing write tid 1 to smithi00278215-29 2024-09-14T03:35:31.928 INFO:tasks.rados.rados.0.smithi002.stdout:28: done (15 left) 2024-09-14T03:35:31.929 INFO:tasks.rados.rados.0.smithi002.stdout:44: write initial oid 44 2024-09-14T03:35:31.929 INFO:tasks.rados.rados.0.smithi002.stdout:44: seq_num 43 ranges {0=729088} 2024-09-14T03:35:31.933 INFO:tasks.rados.rados.0.smithi002.stdout:44: writing smithi00278215-44 from 0 to 729088 tid 1 2024-09-14T03:35:31.933 INFO:tasks.rados.rados.0.smithi002.stdout: waiting on 16 2024-09-14T03:35:31.933 INFO:tasks.rados.rados.0.smithi002.stdout:29: finishing write tid 2 to smithi00278215-29 2024-09-14T03:35:31.933 INFO:tasks.rados.rados.0.smithi002.stdout:29: finishing write tid 3 to smithi00278215-29 2024-09-14T03:35:31.933 INFO:tasks.rados.rados.0.smithi002.stdout:29: oid 29 updating version 0 to 9 2024-09-14T03:35:31.933 INFO:tasks.rados.rados.0.smithi002.stdout:29: oid 29 updating version 9 to 10 2024-09-14T03:35:31.933 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 10 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-09-14T03:35:31.933 INFO:tasks.rados.rados.0.smithi002.stdout:29: left oid 29 (ObjNum 28 snap 0 seq_num 28) 2024-09-14T03:35:31.933 INFO:tasks.rados.rados.0.smithi002.stdout:30: finishing write tid 1 to smithi00278215-30 2024-09-14T03:35:31.933 INFO:tasks.rados.rados.0.smithi002.stdout:30: finishing write tid 2 to smithi00278215-30 2024-09-14T03:35:31.933 INFO:tasks.rados.rados.0.smithi002.stdout:30: finishing write tid 3 to smithi00278215-30 2024-09-14T03:35:31.933 INFO:tasks.rados.rados.0.smithi002.stdout:30: oid 30 updating version 0 to 12 2024-09-14T03:35:31.934 INFO:tasks.rados.rados.0.smithi002.stdout:30: oid 30 version 12 is already newer than 11 2024-09-14T03:35:31.934 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 30 v 12 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-09-14T03:35:31.934 INFO:tasks.rados.rados.0.smithi002.stdout:30: left oid 30 (ObjNum 29 snap 0 seq_num 29) 2024-09-14T03:35:31.934 INFO:tasks.rados.rados.0.smithi002.stdout:31: finishing write tid 1 to smithi00278215-31 2024-09-14T03:35:31.934 INFO:tasks.rados.rados.0.smithi002.stdout:31: finishing write tid 2 to smithi00278215-31 2024-09-14T03:35:31.934 INFO:tasks.rados.rados.0.smithi002.stdout:31: finishing write tid 3 to smithi00278215-31 2024-09-14T03:35:31.934 INFO:tasks.rados.rados.0.smithi002.stdout:31: oid 31 updating version 0 to 3 2024-09-14T03:35:31.934 INFO:tasks.rados.rados.0.smithi002.stdout:31: oid 31 updating version 3 to 4 2024-09-14T03:35:31.934 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 4 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-09-14T03:35:31.934 INFO:tasks.rados.rados.0.smithi002.stdout:31: left oid 31 (ObjNum 30 snap 0 seq_num 30) 2024-09-14T03:35:31.934 INFO:tasks.rados.rados.0.smithi002.stdout:32: finishing write tid 1 to smithi00278215-32 2024-09-14T03:35:31.934 INFO:tasks.rados.rados.0.smithi002.stdout:32: finishing write tid 2 to smithi00278215-32 2024-09-14T03:35:31.934 INFO:tasks.rados.rados.0.smithi002.stdout:32: finishing write tid 3 to smithi00278215-32 2024-09-14T03:35:31.935 INFO:tasks.rados.rados.0.smithi002.stdout:32: oid 32 updating version 0 to 14 2024-09-14T03:35:31.935 INFO:tasks.rados.rados.0.smithi002.stdout:32: oid 32 version 14 is already newer than 13 2024-09-14T03:35:31.935 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 14 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-09-14T03:35:31.935 INFO:tasks.rados.rados.0.smithi002.stdout:32: left oid 32 (ObjNum 31 snap 0 seq_num 31) 2024-09-14T03:35:31.935 INFO:tasks.rados.rados.0.smithi002.stdout:33: finishing write tid 1 to smithi00278215-33 2024-09-14T03:35:31.935 INFO:tasks.rados.rados.0.smithi002.stdout:33: finishing write tid 2 to smithi00278215-33 2024-09-14T03:35:31.935 INFO:tasks.rados.rados.0.smithi002.stdout:33: finishing write tid 3 to smithi00278215-33 2024-09-14T03:35:31.935 INFO:tasks.rados.rados.0.smithi002.stdout:33: oid 33 updating version 0 to 10 2024-09-14T03:35:31.935 INFO:tasks.rados.rados.0.smithi002.stdout:33: oid 33 version 10 is already newer than 9 2024-09-14T03:35:31.935 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 33 v 10 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-09-14T03:35:31.935 INFO:tasks.rados.rados.0.smithi002.stdout:33: left oid 33 (ObjNum 32 snap 0 seq_num 32) 2024-09-14T03:35:31.935 INFO:tasks.rados.rados.0.smithi002.stdout:34: finishing write tid 1 to smithi00278215-34 2024-09-14T03:35:31.935 INFO:tasks.rados.rados.0.smithi002.stdout:34: finishing write tid 2 to smithi00278215-34 2024-09-14T03:35:31.935 INFO:tasks.rados.rados.0.smithi002.stdout:34: finishing write tid 3 to smithi00278215-34 2024-09-14T03:35:31.936 INFO:tasks.rados.rados.0.smithi002.stdout:34: oid 34 updating version 0 to 2 2024-09-14T03:35:31.936 INFO:tasks.rados.rados.0.smithi002.stdout:34: oid 34 version 2 is already newer than 1 2024-09-14T03:35:31.936 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 34 v 2 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-09-14T03:35:31.936 INFO:tasks.rados.rados.0.smithi002.stdout:34: left oid 34 (ObjNum 33 snap 0 seq_num 33) 2024-09-14T03:35:31.936 INFO:tasks.rados.rados.0.smithi002.stdout:35: finishing write tid 1 to smithi00278215-35 2024-09-14T03:35:31.936 INFO:tasks.rados.rados.0.smithi002.stdout:35: finishing write tid 2 to smithi00278215-35 2024-09-14T03:35:31.936 INFO:tasks.rados.rados.0.smithi002.stdout:35: finishing write tid 3 to smithi00278215-35 2024-09-14T03:35:31.936 INFO:tasks.rados.rados.0.smithi002.stdout:35: oid 35 updating version 0 to 5 2024-09-14T03:35:31.936 INFO:tasks.rados.rados.0.smithi002.stdout:35: oid 35 updating version 5 to 6 2024-09-14T03:35:31.936 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 35 v 6 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-09-14T03:35:31.936 INFO:tasks.rados.rados.0.smithi002.stdout:35: left oid 35 (ObjNum 34 snap 0 seq_num 34) 2024-09-14T03:35:31.936 INFO:tasks.rados.rados.0.smithi002.stdout:29: done (15 left) 2024-09-14T03:35:31.936 INFO:tasks.rados.rados.0.smithi002.stdout:30: done (14 left) 2024-09-14T03:35:31.937 INFO:tasks.rados.rados.0.smithi002.stdout:31: done (13 left) 2024-09-14T03:35:31.937 INFO:tasks.rados.rados.0.smithi002.stdout:32: done (12 left) 2024-09-14T03:35:31.937 INFO:tasks.rados.rados.0.smithi002.stdout:33: done (11 left) 2024-09-14T03:35:31.937 INFO:tasks.rados.rados.0.smithi002.stdout:34: done (10 left) 2024-09-14T03:35:31.937 INFO:tasks.rados.rados.0.smithi002.stdout:35: done (9 left) 2024-09-14T03:35:31.937 INFO:tasks.rados.rados.0.smithi002.stdout:45: write initial oid 45 2024-09-14T03:35:31.937 INFO:tasks.rados.rados.0.smithi002.stdout:45: seq_num 44 ranges {0=745472} 2024-09-14T03:35:31.938 INFO:tasks.rados.rados.0.smithi002.stdout:45: writing smithi00278215-45 from 0 to 745472 tid 1 2024-09-14T03:35:31.938 INFO:tasks.rados.rados.0.smithi002.stdout:46: write initial oid 46 2024-09-14T03:35:31.938 INFO:tasks.rados.rados.0.smithi002.stdout:46: seq_num 45 ranges {0=761856} 2024-09-14T03:35:31.941 INFO:tasks.rados.rados.0.smithi002.stdout:46: writing smithi00278215-46 from 0 to 761856 tid 1 2024-09-14T03:35:31.942 INFO:tasks.rados.rados.0.smithi002.stdout:47: write initial oid 47 2024-09-14T03:35:31.942 INFO:tasks.rados.rados.0.smithi002.stdout:47: seq_num 46 ranges {0=778240} 2024-09-14T03:35:31.946 INFO:tasks.rados.rados.0.smithi002.stdout:47: writing smithi00278215-47 from 0 to 778240 tid 1 2024-09-14T03:35:31.947 INFO:tasks.rados.rados.0.smithi002.stdout:48: write initial oid 48 2024-09-14T03:35:31.947 INFO:tasks.rados.rados.0.smithi002.stdout:48: seq_num 47 ranges {0=794624} 2024-09-14T03:35:31.951 INFO:tasks.rados.rados.0.smithi002.stdout:48: writing smithi00278215-48 from 0 to 794624 tid 1 2024-09-14T03:35:31.951 INFO:tasks.rados.rados.0.smithi002.stdout:49: write initial oid 49 2024-09-14T03:35:31.951 INFO:tasks.rados.rados.0.smithi002.stdout:49: seq_num 48 ranges {0=409600,409600=401408} 2024-09-14T03:35:31.953 INFO:tasks.rados.rados.0.smithi002.stdout:49: writing smithi00278215-49 from 0 to 409600 tid 1 2024-09-14T03:35:31.956 INFO:tasks.rados.rados.0.smithi002.stdout:49: writing smithi00278215-49 from 409600 to 811008 tid 2 2024-09-14T03:35:31.956 INFO:tasks.rados.rados.0.smithi002.stdout:50: write initial oid 50 2024-09-14T03:35:31.956 INFO:tasks.rados.rados.0.smithi002.stdout:50: seq_num 49 ranges {0=425984,425984=401408} 2024-09-14T03:35:31.958 INFO:tasks.rados.rados.0.smithi002.stdout:50: writing smithi00278215-50 from 0 to 425984 tid 1 2024-09-14T03:35:31.962 INFO:tasks.rados.rados.0.smithi002.stdout:50: writing smithi00278215-50 from 425984 to 827392 tid 2 2024-09-14T03:35:31.962 INFO:tasks.rados.rados.0.smithi002.stdout:51: copy_from oid 2 from oid 11 current snap is 0 2024-09-14T03:35:31.962 INFO:tasks.rados.rados.0.smithi002.stdout:36: finishing write tid 1 to smithi00278215-36 2024-09-14T03:35:31.962 INFO:tasks.rados.rados.0.smithi002.stdout:36: finishing write tid 2 to smithi00278215-36 2024-09-14T03:35:31.962 INFO:tasks.rados.rados.0.smithi002.stdout:36: finishing write tid 3 to smithi00278215-36 2024-09-14T03:35:31.962 INFO:tasks.rados.rados.0.smithi002.stdout:36: oid 36 updating version 0 to 6 2024-09-14T03:35:31.962 INFO:tasks.rados.rados.0.smithi002.stdout:36: oid 36 version 6 is already newer than 5 2024-09-14T03:35:31.962 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 36 v 6 (ObjNum 35 snap 0 seq_num 35) dirty exists 2024-09-14T03:35:31.962 INFO:tasks.rados.rados.0.smithi002.stdout:36: left oid 36 (ObjNum 35 snap 0 seq_num 35) 2024-09-14T03:35:31.963 INFO:tasks.rados.rados.0.smithi002.stdout:37: finishing write tid 1 to smithi00278215-37 2024-09-14T03:35:31.963 INFO:tasks.rados.rados.0.smithi002.stdout:37: finishing write tid 2 to smithi00278215-37 2024-09-14T03:35:31.963 INFO:tasks.rados.rados.0.smithi002.stdout:37: finishing write tid 3 to smithi00278215-37 2024-09-14T03:35:31.963 INFO:tasks.rados.rados.0.smithi002.stdout:37: oid 37 updating version 0 to 8 2024-09-14T03:35:31.963 INFO:tasks.rados.rados.0.smithi002.stdout:37: oid 37 version 8 is already newer than 7 2024-09-14T03:35:31.963 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 37 v 8 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-09-14T03:35:31.963 INFO:tasks.rados.rados.0.smithi002.stdout:37: left oid 37 (ObjNum 36 snap 0 seq_num 36) 2024-09-14T03:35:31.963 INFO:tasks.rados.rados.0.smithi002.stdout:38: finishing write tid 1 to smithi00278215-38 2024-09-14T03:35:31.963 INFO:tasks.rados.rados.0.smithi002.stdout:36: done (15 left) 2024-09-14T03:35:31.963 INFO:tasks.rados.rados.0.smithi002.stdout:37: done (14 left) 2024-09-14T03:35:31.963 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 18 current snap is 0 2024-09-14T03:35:31.963 INFO:tasks.rados.rados.0.smithi002.stdout:38: finishing write tid 2 to smithi00278215-38 2024-09-14T03:35:31.963 INFO:tasks.rados.rados.0.smithi002.stdout:38: finishing write tid 3 to smithi00278215-38 2024-09-14T03:35:31.963 INFO:tasks.rados.rados.0.smithi002.stdout:38: oid 38 updating version 0 to 15 2024-09-14T03:35:31.963 INFO:tasks.rados.rados.0.smithi002.stdout:38: oid 38 updating version 15 to 16 2024-09-14T03:35:31.964 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 16 (ObjNum 37 snap 0 seq_num 37) dirty exists 2024-09-14T03:35:31.964 INFO:tasks.rados.rados.0.smithi002.stdout:38: left oid 38 (ObjNum 37 snap 0 seq_num 37) 2024-09-14T03:35:31.964 INFO:tasks.rados.rados.0.smithi002.stdout:39: finishing write tid 1 to smithi00278215-39 2024-09-14T03:35:31.964 INFO:tasks.rados.rados.0.smithi002.stdout:52: seq_num 50 ranges {286720=442368,729088=401408} 2024-09-14T03:35:31.966 INFO:tasks.rados.rados.0.smithi002.stdout:52: writing smithi00278215-18 from 286720 to 729088 tid 1 2024-09-14T03:35:31.971 INFO:tasks.rados.rados.0.smithi002.stdout:52: writing smithi00278215-18 from 729088 to 1130496 tid 2 2024-09-14T03:35:31.971 INFO:tasks.rados.rados.0.smithi002.stdout:38: done (14 left) 2024-09-14T03:35:31.971 INFO:tasks.rados.rados.0.smithi002.stdout:53: rmattr oid 6 current snap is 0 2024-09-14T03:35:31.971 INFO:tasks.rados.rados.0.smithi002.stdout:53: done (14 left) 2024-09-14T03:35:31.971 INFO:tasks.rados.rados.0.smithi002.stdout:54: delete oid 6 current snap is 0 2024-09-14T03:35:31.972 INFO:tasks.rados.rados.0.smithi002.stdout:39: finishing write tid 2 to smithi00278215-39 2024-09-14T03:35:31.972 INFO:tasks.rados.rados.0.smithi002.stdout:39: finishing write tid 3 to smithi00278215-39 2024-09-14T03:35:31.972 INFO:tasks.rados.rados.0.smithi002.stdout:39: oid 39 updating version 0 to 10 2024-09-14T03:35:31.972 INFO:tasks.rados.rados.0.smithi002.stdout:39: oid 39 version 10 is already newer than 9 2024-09-14T03:35:31.972 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 39 v 10 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-09-14T03:35:31.972 INFO:tasks.rados.rados.0.smithi002.stdout:39: left oid 39 (ObjNum 38 snap 0 seq_num 38) 2024-09-14T03:35:31.972 INFO:tasks.rados.rados.0.smithi002.stdout:40: finishing write tid 1 to smithi00278215-40 2024-09-14T03:35:31.972 INFO:tasks.rados.rados.0.smithi002.stdout:40: finishing write tid 2 to smithi00278215-40 2024-09-14T03:35:31.972 INFO:tasks.rados.rados.0.smithi002.stdout:40: finishing write tid 3 to smithi00278215-40 2024-09-14T03:35:31.973 INFO:tasks.rados.rados.0.smithi002.stdout:40: oid 40 updating version 0 to 8 2024-09-14T03:35:31.973 INFO:tasks.rados.rados.0.smithi002.stdout:40: oid 40 version 8 is already newer than 7 2024-09-14T03:35:31.973 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 8 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-09-14T03:35:31.973 INFO:tasks.rados.rados.0.smithi002.stdout:40: left oid 40 (ObjNum 39 snap 0 seq_num 39) 2024-09-14T03:35:31.973 INFO:tasks.rados.rados.0.smithi002.stdout:41: finishing write tid 1 to smithi00278215-41 2024-09-14T03:35:31.973 INFO:tasks.rados.rados.0.smithi002.stdout:41: finishing write tid 2 to smithi00278215-41 2024-09-14T03:35:31.973 INFO:tasks.rados.rados.0.smithi002.stdout:41: finishing write tid 3 to smithi00278215-41 2024-09-14T03:35:31.973 INFO:tasks.rados.rados.0.smithi002.stdout:41: oid 41 updating version 0 to 17 2024-09-14T03:35:31.973 INFO:tasks.rados.rados.0.smithi002.stdout:41: oid 41 updating version 17 to 18 2024-09-14T03:35:31.973 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 41 v 18 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-09-14T03:35:31.973 INFO:tasks.rados.rados.0.smithi002.stdout:41: left oid 41 (ObjNum 40 snap 0 seq_num 40) 2024-09-14T03:35:31.973 INFO:tasks.rados.rados.0.smithi002.stdout:42: finishing write tid 1 to smithi00278215-42 2024-09-14T03:35:31.973 INFO:tasks.rados.rados.0.smithi002.stdout:42: finishing write tid 2 to smithi00278215-42 2024-09-14T03:35:31.974 INFO:tasks.rados.rados.0.smithi002.stdout:42: finishing write tid 3 to smithi00278215-42 2024-09-14T03:35:31.974 INFO:tasks.rados.rados.0.smithi002.stdout:42: oid 42 updating version 0 to 8 2024-09-14T03:35:31.974 INFO:tasks.rados.rados.0.smithi002.stdout:42: oid 42 version 8 is already newer than 7 2024-09-14T03:35:31.974 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 42 v 8 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-09-14T03:35:31.974 INFO:tasks.rados.rados.0.smithi002.stdout:42: left oid 42 (ObjNum 41 snap 0 seq_num 41) 2024-09-14T03:35:31.974 INFO:tasks.rados.rados.0.smithi002.stdout:43: finishing write tid 1 to smithi00278215-43 2024-09-14T03:35:31.974 INFO:tasks.rados.rados.0.smithi002.stdout:43: finishing write tid 2 to smithi00278215-43 2024-09-14T03:35:31.974 INFO:tasks.rados.rados.0.smithi002.stdout:43: finishing write tid 3 to smithi00278215-43 2024-09-14T03:35:31.974 INFO:tasks.rados.rados.0.smithi002.stdout:43: oid 43 updating version 0 to 11 2024-09-14T03:35:31.974 INFO:tasks.rados.rados.0.smithi002.stdout:43: oid 43 updating version 11 to 12 2024-09-14T03:35:31.974 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 12 (ObjNum 42 snap 0 seq_num 42) dirty exists 2024-09-14T03:35:31.974 INFO:tasks.rados.rados.0.smithi002.stdout:43: left oid 43 (ObjNum 42 snap 0 seq_num 42) 2024-09-14T03:35:31.974 INFO:tasks.rados.rados.0.smithi002.stdout:44: finishing write tid 1 to smithi00278215-44 2024-09-14T03:35:31.974 INFO:tasks.rados.rados.0.smithi002.stdout:44: finishing write tid 2 to smithi00278215-44 2024-09-14T03:35:31.975 INFO:tasks.rados.rados.0.smithi002.stdout:44: finishing write tid 3 to smithi00278215-44 2024-09-14T03:35:31.975 INFO:tasks.rados.rados.0.smithi002.stdout:44: oid 44 updating version 0 to 10 2024-09-14T03:35:31.975 INFO:tasks.rados.rados.0.smithi002.stdout:44: oid 44 version 10 is already newer than 9 2024-09-14T03:35:31.975 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 10 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-09-14T03:35:31.975 INFO:tasks.rados.rados.0.smithi002.stdout:44: left oid 44 (ObjNum 43 snap 0 seq_num 43) 2024-09-14T03:35:31.975 INFO:tasks.rados.rados.0.smithi002.stdout:45: finishing write tid 1 to smithi00278215-45 2024-09-14T03:35:31.975 INFO:tasks.rados.rados.0.smithi002.stdout:45: finishing write tid 2 to smithi00278215-45 2024-09-14T03:35:31.975 INFO:tasks.rados.rados.0.smithi002.stdout:45: finishing write tid 3 to smithi00278215-45 2024-09-14T03:35:31.975 INFO:tasks.rados.rados.0.smithi002.stdout:45: oid 45 updating version 0 to 3 2024-09-14T03:35:31.975 INFO:tasks.rados.rados.0.smithi002.stdout:45: oid 45 updating version 3 to 4 2024-09-14T03:35:31.975 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 45 v 4 (ObjNum 44 snap 0 seq_num 44) dirty exists 2024-09-14T03:35:31.975 INFO:tasks.rados.rados.0.smithi002.stdout:45: left oid 45 (ObjNum 44 snap 0 seq_num 44) 2024-09-14T03:35:31.975 INFO:tasks.rados.rados.0.smithi002.stdout:46: finishing write tid 1 to smithi00278215-46 2024-09-14T03:35:31.976 INFO:tasks.rados.rados.0.smithi002.stdout:46: finishing write tid 2 to smithi00278215-46 2024-09-14T03:35:31.976 INFO:tasks.rados.rados.0.smithi002.stdout:46: finishing write tid 3 to smithi00278215-46 2024-09-14T03:35:31.976 INFO:tasks.rados.rados.0.smithi002.stdout:46: oid 46 updating version 0 to 2 2024-09-14T03:35:31.976 INFO:tasks.rados.rados.0.smithi002.stdout:46: oid 46 version 2 is already newer than 1 2024-09-14T03:35:31.976 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 46 v 2 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-14T03:35:31.976 INFO:tasks.rados.rados.0.smithi002.stdout:46: left oid 46 (ObjNum 45 snap 0 seq_num 45) 2024-09-14T03:35:31.976 INFO:tasks.rados.rados.0.smithi002.stdout:47: finishing write tid 1 to smithi00278215-47 2024-09-14T03:35:31.976 INFO:tasks.rados.rados.0.smithi002.stdout:47: finishing write tid 2 to smithi00278215-47 2024-09-14T03:35:31.976 INFO:tasks.rados.rados.0.smithi002.stdout:47: finishing write tid 3 to smithi00278215-47 2024-09-14T03:35:31.976 INFO:tasks.rados.rados.0.smithi002.stdout:47: oid 47 updating version 0 to 13 2024-09-14T03:35:31.976 INFO:tasks.rados.rados.0.smithi002.stdout:47: oid 47 updating version 13 to 14 2024-09-14T03:35:31.976 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 14 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-14T03:35:31.976 INFO:tasks.rados.rados.0.smithi002.stdout:47: left oid 47 (ObjNum 46 snap 0 seq_num 46) 2024-09-14T03:35:31.976 INFO:tasks.rados.rados.0.smithi002.stdout:48: finishing write tid 1 to smithi00278215-48 2024-09-14T03:35:31.977 INFO:tasks.rados.rados.0.smithi002.stdout:48: finishing write tid 2 to smithi00278215-48 2024-09-14T03:35:31.977 INFO:tasks.rados.rados.0.smithi002.stdout:49: finishing write tid 1 to smithi00278215-49 2024-09-14T03:35:31.977 INFO:tasks.rados.rados.0.smithi002.stdout:48: finishing write tid 3 to smithi00278215-48 2024-09-14T03:35:31.977 INFO:tasks.rados.rados.0.smithi002.stdout:48: oid 48 updating version 0 to 6 2024-09-14T03:35:31.977 INFO:tasks.rados.rados.0.smithi002.stdout:48: oid 48 version 6 is already newer than 5 2024-09-14T03:35:31.977 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 6 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-09-14T03:35:31.977 INFO:tasks.rados.rados.0.smithi002.stdout:48: left oid 48 (ObjNum 47 snap 0 seq_num 47) 2024-09-14T03:35:31.977 INFO:tasks.rados.rados.0.smithi002.stdout:49: finishing write tid 2 to smithi00278215-49 2024-09-14T03:35:31.977 INFO:tasks.rados.rados.0.smithi002.stdout:49: finishing write tid 3 to smithi00278215-49 2024-09-14T03:35:31.977 INFO:tasks.rados.rados.0.smithi002.stdout:49: finishing write tid 4 to smithi00278215-49 2024-09-14T03:35:31.977 INFO:tasks.rados.rados.0.smithi002.stdout:49: oid 49 updating version 0 to 5 2024-09-14T03:35:31.978 INFO:tasks.rados.rados.0.smithi002.stdout:49: oid 49 version 5 is already newer than 4 2024-09-14T03:35:31.978 INFO:tasks.rados.rados.0.smithi002.stdout:49: oid 49 version 5 is already newer than 3 2024-09-14T03:35:31.978 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 5 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-09-14T03:35:31.978 INFO:tasks.rados.rados.0.smithi002.stdout:49: left oid 49 (ObjNum 48 snap 0 seq_num 48) 2024-09-14T03:35:31.978 INFO:tasks.rados.rados.0.smithi002.stdout:50: finishing write tid 1 to smithi00278215-50 2024-09-14T03:35:31.978 INFO:tasks.rados.rados.0.smithi002.stdout:50: finishing write tid 2 to smithi00278215-50 2024-09-14T03:35:31.978 INFO:tasks.rados.rados.0.smithi002.stdout:50: finishing write tid 3 to smithi00278215-50 2024-09-14T03:35:31.978 INFO:tasks.rados.rados.0.smithi002.stdout:51: finishing copy_from racing read to smithi00278215-2 2024-09-14T03:35:31.978 INFO:tasks.rados.rados.0.smithi002.stdout:50: finishing write tid 4 to smithi00278215-50 2024-09-14T03:35:31.978 INFO:tasks.rados.rados.0.smithi002.stdout:50: oid 50 updating version 0 to 21 2024-09-14T03:35:31.978 INFO:tasks.rados.rados.0.smithi002.stdout:50: oid 50 version 21 is already newer than 19 2024-09-14T03:35:31.978 INFO:tasks.rados.rados.0.smithi002.stdout:50: oid 50 version 21 is already newer than 20 2024-09-14T03:35:31.978 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 21 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-09-14T03:35:31.978 INFO:tasks.rados.rados.0.smithi002.stdout:50: left oid 50 (ObjNum 49 snap 0 seq_num 49) 2024-09-14T03:35:31.979 INFO:tasks.rados.rados.0.smithi002.stdout:51: finishing copy_from to smithi00278215-2 2024-09-14T03:35:31.979 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 2 v 8 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-09-14T03:35:31.979 INFO:tasks.rados.rados.0.smithi002.stdout:52: finishing write tid 1 to smithi00278215-18 2024-09-14T03:35:31.979 INFO:tasks.rados.rados.0.smithi002.stdout:39: done (14 left) 2024-09-14T03:35:31.979 INFO:tasks.rados.rados.0.smithi002.stdout:40: done (13 left) 2024-09-14T03:35:31.979 INFO:tasks.rados.rados.0.smithi002.stdout:41: done (12 left) 2024-09-14T03:35:31.979 INFO:tasks.rados.rados.0.smithi002.stdout:42: done (11 left) 2024-09-14T03:35:31.979 INFO:tasks.rados.rados.0.smithi002.stdout:43: done (10 left) 2024-09-14T03:35:31.979 INFO:tasks.rados.rados.0.smithi002.stdout:44: done (9 left) 2024-09-14T03:35:31.979 INFO:tasks.rados.rados.0.smithi002.stdout:45: done (8 left) 2024-09-14T03:35:31.979 INFO:tasks.rados.rados.0.smithi002.stdout:46: done (7 left) 2024-09-14T03:35:31.979 INFO:tasks.rados.rados.0.smithi002.stdout:47: done (6 left) 2024-09-14T03:35:31.979 INFO:tasks.rados.rados.0.smithi002.stdout:48: done (5 left) 2024-09-14T03:35:31.979 INFO:tasks.rados.rados.0.smithi002.stdout:49: done (4 left) 2024-09-14T03:35:31.980 INFO:tasks.rados.rados.0.smithi002.stdout:50: done (3 left) 2024-09-14T03:35:31.980 INFO:tasks.rados.rados.0.smithi002.stdout:51: done (2 left) 2024-09-14T03:35:31.980 INFO:tasks.rados.rados.0.smithi002.stdout:54: done (1 left) 2024-09-14T03:35:31.980 INFO:tasks.rados.rados.0.smithi002.stdout:55: read oid 15 snap -1 2024-09-14T03:35:31.980 INFO:tasks.rados.rados.0.smithi002.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2024-09-14T03:35:31.980 INFO:tasks.rados.rados.0.smithi002.stdout:56: rollback oid 31 current snap is 0 2024-09-14T03:35:31.980 INFO:tasks.rados.rados.0.smithi002.stdout:56: done (2 left) 2024-09-14T03:35:31.980 INFO:tasks.rados.rados.0.smithi002.stdout:57: read oid 28 snap -1 2024-09-14T03:35:31.980 INFO:tasks.rados.rados.0.smithi002.stdout:57: expect (ObjNum 27 snap 0 seq_num 27) 2024-09-14T03:35:31.980 INFO:tasks.rados.rados.0.smithi002.stdout:58: copy_from oid 29 from oid 47 current snap is 0 2024-09-14T03:35:31.980 INFO:tasks.rados.rados.0.smithi002.stdout:59: rollback oid 45 current snap is 0 2024-09-14T03:35:31.980 INFO:tasks.rados.rados.0.smithi002.stdout:59: done (4 left) 2024-09-14T03:35:31.980 INFO:tasks.rados.rados.0.smithi002.stdout:60: copy_from oid 23 from oid 48 current snap is 0 2024-09-14T03:35:31.981 INFO:tasks.rados.rados.0.smithi002.stdout:61: delete oid 1 current snap is 0 2024-09-14T03:35:31.981 INFO:tasks.rados.rados.0.smithi002.stdout:52: finishing write tid 2 to smithi00278215-18 2024-09-14T03:35:31.981 INFO:tasks.rados.rados.0.smithi002.stdout:61: done (5 left) 2024-09-14T03:35:31.981 INFO:tasks.rados.rados.0.smithi002.stdout:62: read oid 17 snap -1 2024-09-14T03:35:31.981 INFO:tasks.rados.rados.0.smithi002.stdout:62: expect (ObjNum 16 snap 0 seq_num 16) 2024-09-14T03:35:31.982 INFO:tasks.rados.rados.0.smithi002.stdout:63: snap_create 2024-09-14T03:35:31.982 INFO:tasks.rados.rados.0.smithi002.stdout:52: finishing write tid 3 to smithi00278215-18 2024-09-14T03:35:31.982 INFO:tasks.rados.rados.0.smithi002.stdout:57: expect (ObjNum 27 snap 0 seq_num 27) 2024-09-14T03:35:31.989 INFO:tasks.rados.rados.0.smithi002.stdout:52: finishing write tid 4 to smithi00278215-18 2024-09-14T03:35:31.990 INFO:tasks.rados.rados.0.smithi002.stdout:52: oid 18 updating version 0 to 6 2024-09-14T03:35:31.990 INFO:tasks.rados.rados.0.smithi002.stdout:52: oid 18 updating version 6 to 7 2024-09-14T03:35:31.990 INFO:tasks.rados.rados.0.smithi002.stdout:52: oid 18 version 7 is already newer than 5 2024-09-14T03:35:31.990 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 7 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-09-14T03:35:31.990 INFO:tasks.rados.rados.0.smithi002.stdout:52: left oid 18 (ObjNum 50 snap 0 seq_num 50) 2024-09-14T03:35:31.990 INFO:tasks.rados.rados.0.smithi002.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2024-09-14T03:35:31.996 INFO:tasks.rados.rados.0.smithi002.stdout:60: finishing copy_from racing read to smithi00278215-23 2024-09-14T03:35:31.996 INFO:tasks.rados.rados.0.smithi002.stdout:62: expect (ObjNum 16 snap 0 seq_num 16) 2024-09-14T03:35:32.004 INFO:tasks.rados.rados.0.smithi002.stdout:60: finishing copy_from to smithi00278215-23 2024-09-14T03:35:32.004 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 6 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-09-14T03:35:32.004 INFO:tasks.rados.rados.0.smithi002.stdout:58: finishing copy_from racing read to smithi00278215-29 2024-09-14T03:35:32.005 INFO:tasks.rados.rados.0.smithi002.stdout:58: finishing copy_from to smithi00278215-29 2024-09-14T03:35:32.005 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 14 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-14T03:35:32.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:31 smithi002 ceph-mon[27606]: pgmap v106: 121 pgs: 121 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:35:32.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:31 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:35:32.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:31 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-14T03:35:32.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:31 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/551652724' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-09-14T03:35:32.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:31 smithi002 ceph-mon[27606]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:35:32.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:31 smithi002 ceph-mon[27606]: Cluster is now healthy 2024-09-14T03:35:32.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:31 smithi002 ceph-mon[38004]: pgmap v106: 121 pgs: 121 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:35:32.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:31 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:35:32.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:31 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-14T03:35:32.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:31 smithi002 ceph-mon[38004]: from='client.? 172.21.15.2:0/551652724' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-09-14T03:35:32.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:31 smithi002 ceph-mon[38004]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:35:32.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:31 smithi002 ceph-mon[38004]: Cluster is now healthy 2024-09-14T03:35:32.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:31 smithi154 ceph-mon[30999]: pgmap v106: 121 pgs: 121 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:35:32.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:31 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:35:32.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:31 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-14T03:35:32.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:31 smithi154 ceph-mon[30999]: from='client.? 172.21.15.2:0/551652724' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-09-14T03:35:32.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:31 smithi154 ceph-mon[30999]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:35:32.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:31 smithi154 ceph-mon[30999]: Cluster is now healthy 2024-09-14T03:35:32.826 INFO:tasks.rados.rados.0.smithi002.stdout:52: done (6 left) 2024-09-14T03:35:32.827 INFO:tasks.rados.rados.0.smithi002.stdout:55: done (5 left) 2024-09-14T03:35:32.827 INFO:tasks.rados.rados.0.smithi002.stdout:57: done (4 left) 2024-09-14T03:35:32.827 INFO:tasks.rados.rados.0.smithi002.stdout:58: done (3 left) 2024-09-14T03:35:32.827 INFO:tasks.rados.rados.0.smithi002.stdout:60: done (2 left) 2024-09-14T03:35:32.827 INFO:tasks.rados.rados.0.smithi002.stdout:62: done (1 left) 2024-09-14T03:35:32.827 INFO:tasks.rados.rados.0.smithi002.stdout:63: done (0 left) 2024-09-14T03:35:32.827 INFO:tasks.rados.rados.0.smithi002.stdout:64: copy_from oid 15 from oid 2 current snap is 1 2024-09-14T03:35:32.827 INFO:tasks.rados.rados.0.smithi002.stdout:65: read oid 30 snap -1 2024-09-14T03:35:32.827 INFO:tasks.rados.rados.0.smithi002.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-09-14T03:35:32.827 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 23 current snap is 1 2024-09-14T03:35:32.827 INFO:tasks.rados.rados.0.smithi002.stdout:66: seq_num 53 ranges {794624=491520,1286144=401408} 2024-09-14T03:35:32.833 INFO:tasks.rados.rados.0.smithi002.stdout:66: writing smithi00278215-23 from 794624 to 1286144 tid 1 2024-09-14T03:35:32.838 INFO:tasks.rados.rados.0.smithi002.stdout:66: writing smithi00278215-23 from 1286144 to 1687552 tid 2 2024-09-14T03:35:32.838 INFO:tasks.rados.rados.0.smithi002.stdout:67: rollback oid 10 current snap is 1 2024-09-14T03:35:32.838 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 10 to 0 2024-09-14T03:35:32.838 INFO:tasks.rados.rados.0.smithi002.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-09-14T03:35:32.855 INFO:tasks.rados.rados.0.smithi002.stdout:66: finishing write tid 1 to smithi00278215-23 2024-09-14T03:35:32.855 INFO:tasks.rados.rados.0.smithi002.stdout:65: done (3 left) 2024-09-14T03:35:32.855 INFO:tasks.rados.rados.0.smithi002.stdout:68: setattr oid 16 current snap is 1 2024-09-14T03:35:32.855 INFO:tasks.rados.rados.0.smithi002.stdout:64: finishing copy_from racing read to smithi00278215-15 2024-09-14T03:35:32.855 INFO:tasks.rados.rados.0.smithi002.stdout:67: finishing rollback tid 0 to smithi00278215-10 2024-09-14T03:35:32.855 INFO:tasks.rados.rados.0.smithi002.stdout:64: finishing copy_from to smithi00278215-15 2024-09-14T03:35:32.855 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 15 v 8 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-09-14T03:35:32.855 INFO:tasks.rados.rados.0.smithi002.stdout:67: finishing rollback tid 1 to smithi00278215-10 2024-09-14T03:35:32.855 INFO:tasks.rados.rados.0.smithi002.stdout:66: finishing write tid 2 to smithi00278215-23 2024-09-14T03:35:32.855 INFO:tasks.rados.rados.0.smithi002.stdout:66: finishing write tid 3 to smithi00278215-23 2024-09-14T03:35:32.855 INFO:tasks.rados.rados.0.smithi002.stdout:67: finishing rollback tid 2 to smithi00278215-10 2024-09-14T03:35:32.856 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 14 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-09-14T03:35:32.856 INFO:tasks.rados.rados.0.smithi002.stdout:66: finishing write tid 4 to smithi00278215-23 2024-09-14T03:35:32.856 INFO:tasks.rados.rados.0.smithi002.stdout:66: oid 23 updating version 0 to 9 2024-09-14T03:35:32.856 INFO:tasks.rados.rados.0.smithi002.stdout:66: oid 23 updating version 9 to 11 2024-09-14T03:35:32.856 INFO:tasks.rados.rados.0.smithi002.stdout:66: oid 23 version 11 is already newer than 10 2024-09-14T03:35:32.856 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 11 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-09-14T03:35:32.856 INFO:tasks.rados.rados.0.smithi002.stdout:66: left oid 23 (ObjNum 53 snap 1 seq_num 53) 2024-09-14T03:35:32.857 INFO:tasks.rados.rados.0.smithi002.stdout:64: done (3 left) 2024-09-14T03:35:32.857 INFO:tasks.rados.rados.0.smithi002.stdout:66: done (2 left) 2024-09-14T03:35:32.857 INFO:tasks.rados.rados.0.smithi002.stdout:67: done (1 left) 2024-09-14T03:35:32.857 INFO:tasks.rados.rados.0.smithi002.stdout:69: copy_from oid 45 from oid 34 current snap is 1 2024-09-14T03:35:32.857 INFO:tasks.rados.rados.0.smithi002.stdout:70: read oid 24 snap 0 2024-09-14T03:35:32.857 INFO:tasks.rados.rados.0.smithi002.stdout:70: expect (ObjNum 23 snap 0 seq_num 23) 2024-09-14T03:35:32.857 INFO:tasks.rados.rados.0.smithi002.stdout:71: copy_from oid 36 from oid 28 current snap is 1 2024-09-14T03:35:32.857 INFO:tasks.rados.rados.0.smithi002.stdout:72: rollback oid 49 current snap is 1 2024-09-14T03:35:32.857 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 49 to 0 2024-09-14T03:35:32.858 INFO:tasks.rados.rados.0.smithi002.stdout:73: read oid 4 snap 0 2024-09-14T03:35:32.858 INFO:tasks.rados.rados.0.smithi002.stdout:73: expect (ObjNum 3 snap 0 seq_num 3) 2024-09-14T03:35:32.858 INFO:tasks.rados.rados.0.smithi002.stdout:74: rmattr oid 7 current snap is 1 2024-09-14T03:35:32.858 INFO:tasks.rados.rados.0.smithi002.stdout:74: done (6 left) 2024-09-14T03:35:32.858 INFO:tasks.rados.rados.0.smithi002.stdout:75: copy_from oid 21 from oid 12 current snap is 1 2024-09-14T03:35:32.858 INFO:tasks.rados.rados.0.smithi002.stdout:76: read oid 39 snap -1 2024-09-14T03:35:32.858 INFO:tasks.rados.rados.0.smithi002.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2024-09-14T03:35:32.858 INFO:tasks.rados.rados.0.smithi002.stdout:77: copy_from oid 6 from oid 37 current snap is 1 2024-09-14T03:35:32.858 INFO:tasks.rados.rados.0.smithi002.stdout:78: read oid 20 snap -1 2024-09-14T03:35:32.858 INFO:tasks.rados.rados.0.smithi002.stdout:78: expect (ObjNum 19 snap 0 seq_num 19) 2024-09-14T03:35:32.858 INFO:tasks.rados.rados.0.smithi002.stdout:79: setattr oid 41 current snap is 1 2024-09-14T03:35:32.858 INFO:tasks.rados.rados.0.smithi002.stdout:80: snap_create 2024-09-14T03:35:32.860 INFO:tasks.rados.rados.0.smithi002.stdout:70: expect (ObjNum 23 snap 0 seq_num 23) 2024-09-14T03:35:32.874 INFO:tasks.rados.rados.0.smithi002.stdout:75: finishing copy_from racing read to smithi00278215-21 2024-09-14T03:35:32.874 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 16 v 8 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-09-14T03:35:32.874 INFO:tasks.rados.rados.0.smithi002.stdout:72: finishing rollback tid 0 to smithi00278215-49 2024-09-14T03:35:32.874 INFO:tasks.rados.rados.0.smithi002.stdout:71: finishing copy_from racing read to smithi00278215-36 2024-09-14T03:35:32.874 INFO:tasks.rados.rados.0.smithi002.stdout:73: expect (ObjNum 3 snap 0 seq_num 3) 2024-09-14T03:35:32.876 INFO:tasks.rados.rados.0.smithi002.stdout:72: finishing rollback tid 1 to smithi00278215-49 2024-09-14T03:35:32.876 INFO:tasks.rados.rados.0.smithi002.stdout:72: finishing rollback tid 2 to smithi00278215-49 2024-09-14T03:35:32.876 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 9 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-09-14T03:35:32.876 INFO:tasks.rados.rados.0.smithi002.stdout:75: finishing copy_from to smithi00278215-21 2024-09-14T03:35:32.877 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 4 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-09-14T03:35:32.877 INFO:tasks.rados.rados.0.smithi002.stdout:71: finishing copy_from to smithi00278215-36 2024-09-14T03:35:32.877 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 36 v 8 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-09-14T03:35:32.877 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 41 v 26 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-09-14T03:35:32.877 INFO:tasks.rados.rados.0.smithi002.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2024-09-14T03:35:32.894 INFO:tasks.rados.rados.0.smithi002.stdout:69: finishing copy_from racing read to smithi00278215-45 2024-09-14T03:35:32.894 INFO:tasks.rados.rados.0.smithi002.stdout:78: expect (ObjNum 19 snap 0 seq_num 19) 2024-09-14T03:35:32.903 INFO:tasks.rados.rados.0.smithi002.stdout:69: finishing copy_from to smithi00278215-45 2024-09-14T03:35:32.903 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 45 v 2 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-09-14T03:35:32.903 INFO:tasks.rados.rados.0.smithi002.stdout:77: finishing copy_from racing read to smithi00278215-6 2024-09-14T03:35:32.903 INFO:tasks.rados.rados.0.smithi002.stdout:77: finishing copy_from to smithi00278215-6 2024-09-14T03:35:32.903 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 6 v 8 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-09-14T03:35:33.096 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:32 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/551652724' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-09-14T03:35:33.096 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:32 smithi002 ceph-mon[27606]: osdmap e82: 8 total, 8 up, 8 in 2024-09-14T03:35:33.096 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:32 smithi002 ceph-mon[38004]: from='client.? 172.21.15.2:0/551652724' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-09-14T03:35:33.096 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:32 smithi002 ceph-mon[38004]: osdmap e82: 8 total, 8 up, 8 in 2024-09-14T03:35:33.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:32 smithi154 ceph-mon[30999]: from='client.? 172.21.15.2:0/551652724' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-09-14T03:35:33.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:32 smithi154 ceph-mon[30999]: osdmap e82: 8 total, 8 up, 8 in 2024-09-14T03:35:33.436 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:35:33 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:35:33] "GET /metrics HTTP/1.1" 200 36018 "" "Prometheus/2.43.0" 2024-09-14T03:35:33.831 INFO:tasks.rados.rados.0.smithi002.stdout:68: done (11 left) 2024-09-14T03:35:33.832 INFO:tasks.rados.rados.0.smithi002.stdout:69: done (10 left) 2024-09-14T03:35:33.832 INFO:tasks.rados.rados.0.smithi002.stdout:70: done (9 left) 2024-09-14T03:35:33.832 INFO:tasks.rados.rados.0.smithi002.stdout:71: done (8 left) 2024-09-14T03:35:33.832 INFO:tasks.rados.rados.0.smithi002.stdout:72: done (7 left) 2024-09-14T03:35:33.832 INFO:tasks.rados.rados.0.smithi002.stdout:73: done (6 left) 2024-09-14T03:35:33.832 INFO:tasks.rados.rados.0.smithi002.stdout:75: done (5 left) 2024-09-14T03:35:33.832 INFO:tasks.rados.rados.0.smithi002.stdout:76: done (4 left) 2024-09-14T03:35:33.832 INFO:tasks.rados.rados.0.smithi002.stdout:77: done (3 left) 2024-09-14T03:35:33.832 INFO:tasks.rados.rados.0.smithi002.stdout:78: done (2 left) 2024-09-14T03:35:33.832 INFO:tasks.rados.rados.0.smithi002.stdout:79: done (1 left) 2024-09-14T03:35:33.832 INFO:tasks.rados.rados.0.smithi002.stdout:80: done (0 left) 2024-09-14T03:35:33.833 INFO:tasks.rados.rados.0.smithi002.stdout:81: rollback oid 40 current snap is 2 2024-09-14T03:35:33.833 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 40 to 1 2024-09-14T03:35:33.833 INFO:tasks.rados.rados.0.smithi002.stdout:82: snap_create 2024-09-14T03:35:33.836 INFO:tasks.rados.rados.0.smithi002.stdout:81: finishing rollback tid 0 to smithi00278215-40 2024-09-14T03:35:33.836 INFO:tasks.rados.rados.0.smithi002.stdout:81: finishing rollback tid 1 to smithi00278215-40 2024-09-14T03:35:33.836 INFO:tasks.rados.rados.0.smithi002.stdout:81: finishing rollback tid 2 to smithi00278215-40 2024-09-14T03:35:33.836 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 14 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-09-14T03:35:34.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:33 smithi002 ceph-mon[27606]: pgmap v108: 121 pgs: 121 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:35:34.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:33 smithi002 ceph-mon[27606]: osdmap e83: 8 total, 8 up, 8 in 2024-09-14T03:35:34.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:33 smithi002 ceph-mon[38004]: pgmap v108: 121 pgs: 121 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:35:34.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:33 smithi002 ceph-mon[38004]: osdmap e83: 8 total, 8 up, 8 in 2024-09-14T03:35:34.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:33 smithi154 ceph-mon[30999]: pgmap v108: 121 pgs: 121 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:35:34.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:33 smithi154 ceph-mon[30999]: osdmap e83: 8 total, 8 up, 8 in 2024-09-14T03:35:34.836 INFO:tasks.rados.rados.0.smithi002.stdout:81: done (1 left) 2024-09-14T03:35:34.837 INFO:tasks.rados.rados.0.smithi002.stdout:82: done (0 left) 2024-09-14T03:35:34.837 INFO:tasks.rados.rados.0.smithi002.stdout:83: rollback oid 9 current snap is 3 2024-09-14T03:35:34.837 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 9 to 0 2024-09-14T03:35:34.837 INFO:tasks.rados.rados.0.smithi002.stdout:84: read oid 20 snap 1 2024-09-14T03:35:34.837 INFO:tasks.rados.rados.0.smithi002.stdout:84: expect (ObjNum 19 snap 0 seq_num 19) 2024-09-14T03:35:34.837 INFO:tasks.rados.rados.0.smithi002.stdout:85: read oid 41 snap -1 2024-09-14T03:35:34.837 INFO:tasks.rados.rados.0.smithi002.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2024-09-14T03:35:34.837 INFO:tasks.rados.rados.0.smithi002.stdout:86: snap_create 2024-09-14T03:35:34.839 INFO:tasks.rados.rados.0.smithi002.stdout:84: expect (ObjNum 19 snap 0 seq_num 19) 2024-09-14T03:35:34.849 INFO:tasks.rados.rados.0.smithi002.stdout:83: finishing rollback tid 0 to smithi00278215-9 2024-09-14T03:35:34.850 INFO:tasks.rados.rados.0.smithi002.stdout:83: finishing rollback tid 1 to smithi00278215-9 2024-09-14T03:35:34.850 INFO:tasks.rados.rados.0.smithi002.stdout:83: finishing rollback tid 2 to smithi00278215-9 2024-09-14T03:35:34.850 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 9 v 14 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-09-14T03:35:34.850 INFO:tasks.rados.rados.0.smithi002.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2024-09-14T03:35:35.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:34 smithi002 ceph-mon[27606]: osdmap e84: 8 total, 8 up, 8 in 2024-09-14T03:35:35.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:34 smithi002 ceph-mon[38004]: osdmap e84: 8 total, 8 up, 8 in 2024-09-14T03:35:35.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:34 smithi154 ceph-mon[30999]: osdmap e84: 8 total, 8 up, 8 in 2024-09-14T03:35:35.841 INFO:tasks.rados.rados.0.smithi002.stdout:83: done (3 left) 2024-09-14T03:35:35.841 INFO:tasks.rados.rados.0.smithi002.stdout:84: done (2 left) 2024-09-14T03:35:35.841 INFO:tasks.rados.rados.0.smithi002.stdout:85: done (1 left) 2024-09-14T03:35:35.841 INFO:tasks.rados.rados.0.smithi002.stdout:86: done (0 left) 2024-09-14T03:35:35.841 INFO:tasks.rados.rados.0.smithi002.stdout:87: snap_remove snap 0 2024-09-14T03:35:36.087 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:35 smithi002 ceph-mon[27606]: pgmap v111: 121 pgs: 121 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:35:36.087 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:35 smithi002 ceph-mon[27606]: osdmap e85: 8 total, 8 up, 8 in 2024-09-14T03:35:36.088 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:35 smithi002 ceph-mon[38004]: pgmap v111: 121 pgs: 121 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:35:36.088 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:35 smithi002 ceph-mon[38004]: osdmap e85: 8 total, 8 up, 8 in 2024-09-14T03:35:36.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:35 smithi154 ceph-mon[30999]: pgmap v111: 121 pgs: 121 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:35:36.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:35 smithi154 ceph-mon[30999]: osdmap e85: 8 total, 8 up, 8 in 2024-09-14T03:35:36.847 INFO:tasks.rados.rados.0.smithi002.stdout:87: done (0 left) 2024-09-14T03:35:36.847 INFO:tasks.rados.rados.0.smithi002.stdout:88: read oid 29 snap 3 2024-09-14T03:35:36.847 INFO:tasks.rados.rados.0.smithi002.stdout:88: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-14T03:35:36.847 INFO:tasks.rados.rados.0.smithi002.stdout:89: read oid 46 snap -1 2024-09-14T03:35:36.847 INFO:tasks.rados.rados.0.smithi002.stdout:89: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-14T03:35:36.847 INFO:tasks.rados.rados.0.smithi002.stdout:90: copy_from oid 36 from oid 2 current snap is 4 2024-09-14T03:35:36.847 INFO:tasks.rados.rados.0.smithi002.stdout:91: rmattr oid 49 current snap is 4 2024-09-14T03:35:36.847 INFO:tasks.rados.rados.0.smithi002.stdout:91: done (3 left) 2024-09-14T03:35:36.847 INFO:tasks.rados.rados.0.smithi002.stdout:92: snap_remove snap 2 2024-09-14T03:35:37.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:36 smithi002 ceph-mon[27606]: osdmap e86: 8 total, 8 up, 8 in 2024-09-14T03:35:37.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:36 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:35:37.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:36 smithi002 ceph-mon[38004]: osdmap e86: 8 total, 8 up, 8 in 2024-09-14T03:35:37.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:36 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:35:37.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:36 smithi154 ceph-mon[30999]: osdmap e86: 8 total, 8 up, 8 in 2024-09-14T03:35:37.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:36 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:35:37.844 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:37 smithi002 ceph-mon[27606]: pgmap v114: 121 pgs: 121 active+clean; 25 MiB data, 272 MiB used, 715 GiB / 715 GiB avail; 2.8 MiB/s rd, 6.3 MiB/s wr, 78 op/s 2024-09-14T03:35:37.844 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:37 smithi002 ceph-mon[27606]: osdmap e87: 8 total, 8 up, 8 in 2024-09-14T03:35:37.853 INFO:tasks.rados.rados.0.smithi002.stdout:92: done (3 left) 2024-09-14T03:35:37.853 INFO:tasks.rados.rados.0.smithi002.stdout:93: rmattr oid 30 current snap is 4 2024-09-14T03:35:37.853 INFO:tasks.rados.rados.0.smithi002.stdout:93: done (3 left) 2024-09-14T03:35:37.853 INFO:tasks.rados.rados.0.smithi002.stdout:94: read oid 42 snap 1 2024-09-14T03:35:37.853 INFO:tasks.rados.rados.0.smithi002.stdout:94: expect (ObjNum 41 snap 0 seq_num 41) 2024-09-14T03:35:37.853 INFO:tasks.rados.rados.0.smithi002.stdout:95: rmattr oid 14 current snap is 4 2024-09-14T03:35:37.853 INFO:tasks.rados.rados.0.smithi002.stdout:95: done (4 left) 2024-09-14T03:35:37.853 INFO:tasks.rados.rados.0.smithi002.stdout:96: read oid 9 snap 1 2024-09-14T03:35:37.853 INFO:tasks.rados.rados.0.smithi002.stdout:96: expect (ObjNum 8 snap 0 seq_num 8) 2024-09-14T03:35:37.853 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 24 current snap is 4 2024-09-14T03:35:37.853 INFO:tasks.rados.rados.0.smithi002.stdout:97: seq_num 54 ranges {393216=507904,901120=401408} 2024-09-14T03:35:37.858 INFO:tasks.rados.rados.0.smithi002.stdout:97: writing smithi00278215-24 from 393216 to 901120 tid 1 2024-09-14T03:35:37.861 INFO:tasks.rados.rados.0.smithi002.stdout:97: writing smithi00278215-24 from 901120 to 1302528 tid 2 2024-09-14T03:35:37.861 INFO:tasks.rados.rados.0.smithi002.stdout:98: copy_from oid 31 from oid 6 current snap is 4 2024-09-14T03:35:37.861 INFO:tasks.rados.rados.0.smithi002.stdout:90: finishing copy_from racing read to smithi00278215-36 2024-09-14T03:35:37.861 INFO:tasks.rados.rados.0.smithi002.stdout:99: copy_from oid 4 from oid 43 current snap is 4 2024-09-14T03:35:37.862 INFO:tasks.rados.rados.0.smithi002.stdout:90: finishing copy_from to smithi00278215-36 2024-09-14T03:35:37.862 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 36 v 8 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-09-14T03:35:37.862 INFO:tasks.rados.rados.0.smithi002.stdout:88: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-14T03:35:37.885 INFO:tasks.rados.rados.0.smithi002.stdout:89: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-14T03:35:37.907 INFO:tasks.rados.rados.0.smithi002.stdout:94: expect (ObjNum 41 snap 0 seq_num 41) 2024-09-14T03:35:37.927 INFO:tasks.rados.rados.0.smithi002.stdout:96: expect (ObjNum 8 snap 0 seq_num 8) 2024-09-14T03:35:37.931 INFO:tasks.rados.rados.0.smithi002.stdout:88: done (7 left) 2024-09-14T03:35:37.931 INFO:tasks.rados.rados.0.smithi002.stdout:89: done (6 left) 2024-09-14T03:35:37.931 INFO:tasks.rados.rados.0.smithi002.stdout:90: done (5 left) 2024-09-14T03:35:37.931 INFO:tasks.rados.rados.0.smithi002.stdout:94: done (4 left) 2024-09-14T03:35:37.931 INFO:tasks.rados.rados.0.smithi002.stdout:96: done (3 left) 2024-09-14T03:35:37.932 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 2 current snap is 4 2024-09-14T03:35:37.932 INFO:tasks.rados.rados.0.smithi002.stdout:97: finishing write tid 1 to smithi00278215-24 2024-09-14T03:35:37.932 INFO:tasks.rados.rados.0.smithi002.stdout:97: finishing write tid 2 to smithi00278215-24 2024-09-14T03:35:37.932 INFO:tasks.rados.rados.0.smithi002.stdout:97: finishing write tid 3 to smithi00278215-24 2024-09-14T03:35:37.932 INFO:tasks.rados.rados.0.smithi002.stdout:97: finishing write tid 4 to smithi00278215-24 2024-09-14T03:35:37.932 INFO:tasks.rados.rados.0.smithi002.stdout:97: oid 24 updating version 0 to 10 2024-09-14T03:35:37.932 INFO:tasks.rados.rados.0.smithi002.stdout:97: oid 24 version 10 is already newer than 8 2024-09-14T03:35:37.932 INFO:tasks.rados.rados.0.smithi002.stdout:97: oid 24 version 10 is already newer than 9 2024-09-14T03:35:37.932 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 24 v 10 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-09-14T03:35:37.932 INFO:tasks.rados.rados.0.smithi002.stdout:97: left oid 24 (ObjNum 54 snap 4 seq_num 54) 2024-09-14T03:35:37.932 INFO:tasks.rados.rados.0.smithi002.stdout:98: finishing copy_from racing read to smithi00278215-31 2024-09-14T03:35:37.932 INFO:tasks.rados.rados.0.smithi002.stdout:98: finishing copy_from to smithi00278215-31 2024-09-14T03:35:37.933 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 8 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-09-14T03:35:37.933 INFO:tasks.rados.rados.0.smithi002.stdout:99: finishing copy_from racing read to smithi00278215-4 2024-09-14T03:35:37.933 INFO:tasks.rados.rados.0.smithi002.stdout:99: finishing copy_from to smithi00278215-4 2024-09-14T03:35:37.933 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 12 (ObjNum 42 snap 0 seq_num 42) dirty exists 2024-09-14T03:35:37.933 INFO:tasks.rados.rados.0.smithi002.stdout:100: seq_num 55 ranges {172032=524288,696320=401408} 2024-09-14T03:35:37.934 INFO:tasks.rados.rados.0.smithi002.stdout:100: writing smithi00278215-2 from 172032 to 696320 tid 1 2024-09-14T03:35:37.937 INFO:tasks.rados.rados.0.smithi002.stdout:100: writing smithi00278215-2 from 696320 to 1097728 tid 2 2024-09-14T03:35:37.937 INFO:tasks.rados.rados.0.smithi002.stdout:97: done (3 left) 2024-09-14T03:35:37.937 INFO:tasks.rados.rados.0.smithi002.stdout:98: done (2 left) 2024-09-14T03:35:37.938 INFO:tasks.rados.rados.0.smithi002.stdout:99: done (1 left) 2024-09-14T03:35:37.938 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 15 current snap is 4 2024-09-14T03:35:37.938 INFO:tasks.rados.rados.0.smithi002.stdout:101: seq_num 56 ranges {172032=540672,712704=401408} 2024-09-14T03:35:37.941 INFO:tasks.rados.rados.0.smithi002.stdout:101: writing smithi00278215-15 from 172032 to 712704 tid 1 2024-09-14T03:35:37.944 INFO:tasks.rados.rados.0.smithi002.stdout:101: writing smithi00278215-15 from 712704 to 1114112 tid 2 2024-09-14T03:35:37.944 INFO:tasks.rados.rados.0.smithi002.stdout:102: rollback oid 9 current snap is 4 2024-09-14T03:35:37.944 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 9 to 1 2024-09-14T03:35:37.944 INFO:tasks.rados.rados.0.smithi002.stdout:100: finishing write tid 1 to smithi00278215-2 2024-09-14T03:35:37.945 INFO:tasks.rados.rados.0.smithi002.stdout:100: finishing write tid 2 to smithi00278215-2 2024-09-14T03:35:37.945 INFO:tasks.rados.rados.0.smithi002.stdout:100: finishing write tid 3 to smithi00278215-2 2024-09-14T03:35:37.945 INFO:tasks.rados.rados.0.smithi002.stdout:100: finishing write tid 4 to smithi00278215-2 2024-09-14T03:35:37.945 INFO:tasks.rados.rados.0.smithi002.stdout:100: oid 2 updating version 0 to 15 2024-09-14T03:35:37.945 INFO:tasks.rados.rados.0.smithi002.stdout:100: oid 2 updating version 15 to 16 2024-09-14T03:35:37.945 INFO:tasks.rados.rados.0.smithi002.stdout:100: oid 2 version 16 is already newer than 14 2024-09-14T03:35:37.945 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 2 v 16 (ObjNum 55 snap 4 seq_num 55) dirty exists 2024-09-14T03:35:37.945 INFO:tasks.rados.rados.0.smithi002.stdout:100: left oid 2 (ObjNum 55 snap 4 seq_num 55) 2024-09-14T03:35:37.945 INFO:tasks.rados.rados.0.smithi002.stdout:100: done (2 left) 2024-09-14T03:35:37.945 INFO:tasks.rados.rados.0.smithi002.stdout:103: delete oid 34 current snap is 4 2024-09-14T03:35:37.947 INFO:tasks.rados.rados.0.smithi002.stdout:103: done (2 left) 2024-09-14T03:35:37.947 INFO:tasks.rados.rados.0.smithi002.stdout:104: read oid 44 snap -1 2024-09-14T03:35:37.947 INFO:tasks.rados.rados.0.smithi002.stdout:104: expect (ObjNum 43 snap 0 seq_num 43) 2024-09-14T03:35:37.947 INFO:tasks.rados.rados.0.smithi002.stdout:105: rollback oid 39 current snap is 4 2024-09-14T03:35:37.947 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 39 to 1 2024-09-14T03:35:37.947 INFO:tasks.rados.rados.0.smithi002.stdout:106: delete oid 17 current snap is 4 2024-09-14T03:35:37.947 INFO:tasks.rados.rados.0.smithi002.stdout:102: finishing rollback tid 0 to smithi00278215-9 2024-09-14T03:35:37.947 INFO:tasks.rados.rados.0.smithi002.stdout:102: finishing rollback tid 1 to smithi00278215-9 2024-09-14T03:35:37.949 INFO:tasks.rados.rados.0.smithi002.stdout:102: finishing rollback tid 2 to smithi00278215-9 2024-09-14T03:35:37.949 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 9 v 22 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-09-14T03:35:37.950 INFO:tasks.rados.rados.0.smithi002.stdout:105: finishing rollback tid 0 to smithi00278215-39 2024-09-14T03:35:37.950 INFO:tasks.rados.rados.0.smithi002.stdout:105: finishing rollback tid 1 to smithi00278215-39 2024-09-14T03:35:37.950 INFO:tasks.rados.rados.0.smithi002.stdout:102: done (4 left) 2024-09-14T03:35:37.950 INFO:tasks.rados.rados.0.smithi002.stdout:106: done (3 left) 2024-09-14T03:35:37.951 INFO:tasks.rados.rados.0.smithi002.stdout:107: read oid 24 snap 3 2024-09-14T03:35:37.951 INFO:tasks.rados.rados.0.smithi002.stdout:107: expect (ObjNum 23 snap 0 seq_num 23) 2024-09-14T03:35:37.951 INFO:tasks.rados.rados.0.smithi002.stdout:108: rollback oid 27 current snap is 4 2024-09-14T03:35:37.951 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 27 to 1 2024-09-14T03:35:37.951 INFO:tasks.rados.rados.0.smithi002.stdout:109: delete oid 35 current snap is 4 2024-09-14T03:35:37.951 INFO:tasks.rados.rados.0.smithi002.stdout:105: finishing rollback tid 2 to smithi00278215-39 2024-09-14T03:35:37.951 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 39 v 26 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-09-14T03:35:37.953 INFO:tasks.rados.rados.0.smithi002.stdout:101: finishing write tid 1 to smithi00278215-15 2024-09-14T03:35:37.953 INFO:tasks.rados.rados.0.smithi002.stdout:101: finishing write tid 2 to smithi00278215-15 2024-09-14T03:35:37.953 INFO:tasks.rados.rados.0.smithi002.stdout:105: done (5 left) 2024-09-14T03:35:37.953 INFO:tasks.rados.rados.0.smithi002.stdout:109: done (4 left) 2024-09-14T03:35:37.953 INFO:tasks.rados.rados.0.smithi002.stdout:110: setattr oid 30 current snap is 4 2024-09-14T03:35:37.954 INFO:tasks.rados.rados.0.smithi002.stdout:101: finishing write tid 3 to smithi00278215-15 2024-09-14T03:35:37.954 INFO:tasks.rados.rados.0.smithi002.stdout:108: finishing rollback tid 0 to smithi00278215-27 2024-09-14T03:35:37.954 INFO:tasks.rados.rados.0.smithi002.stdout:108: finishing rollback tid 1 to smithi00278215-27 2024-09-14T03:35:37.954 INFO:tasks.rados.rados.0.smithi002.stdout:108: finishing rollback tid 2 to smithi00278215-27 2024-09-14T03:35:37.954 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 27 v 14 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-09-14T03:35:37.954 INFO:tasks.rados.rados.0.smithi002.stdout:104: expect (ObjNum 43 snap 0 seq_num 43) 2024-09-14T03:35:37.976 INFO:tasks.rados.rados.0.smithi002.stdout:101: finishing write tid 4 to smithi00278215-15 2024-09-14T03:35:37.976 INFO:tasks.rados.rados.0.smithi002.stdout:101: oid 15 updating version 0 to 15 2024-09-14T03:35:37.976 INFO:tasks.rados.rados.0.smithi002.stdout:101: oid 15 version 15 is already newer than 13 2024-09-14T03:35:37.976 INFO:tasks.rados.rados.0.smithi002.stdout:101: oid 15 version 15 is already newer than 14 2024-09-14T03:35:37.976 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 15 v 15 (ObjNum 56 snap 4 seq_num 56) dirty exists 2024-09-14T03:35:37.977 INFO:tasks.rados.rados.0.smithi002.stdout:101: left oid 15 (ObjNum 56 snap 4 seq_num 56) 2024-09-14T03:35:37.977 INFO:tasks.rados.rados.0.smithi002.stdout:107: expect (ObjNum 23 snap 0 seq_num 23) 2024-09-14T03:35:37.988 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 30 v 31 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-09-14T03:35:37.988 INFO:tasks.rados.rados.0.smithi002.stdout:101: done (4 left) 2024-09-14T03:35:37.988 INFO:tasks.rados.rados.0.smithi002.stdout:104: done (3 left) 2024-09-14T03:35:37.989 INFO:tasks.rados.rados.0.smithi002.stdout:107: done (2 left) 2024-09-14T03:35:37.989 INFO:tasks.rados.rados.0.smithi002.stdout:108: done (1 left) 2024-09-14T03:35:37.989 INFO:tasks.rados.rados.0.smithi002.stdout:110: done (0 left) 2024-09-14T03:35:37.989 INFO:tasks.rados.rados.0.smithi002.stdout:111: snap_create 2024-09-14T03:35:38.186 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:37 smithi002 ceph-mon[38004]: pgmap v114: 121 pgs: 121 active+clean; 25 MiB data, 272 MiB used, 715 GiB / 715 GiB avail; 2.8 MiB/s rd, 6.3 MiB/s wr, 78 op/s 2024-09-14T03:35:38.186 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:37 smithi002 ceph-mon[38004]: osdmap e87: 8 total, 8 up, 8 in 2024-09-14T03:35:38.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:37 smithi154 ceph-mon[30999]: pgmap v114: 121 pgs: 121 active+clean; 25 MiB data, 272 MiB used, 715 GiB / 715 GiB avail; 2.8 MiB/s rd, 6.3 MiB/s wr, 78 op/s 2024-09-14T03:35:38.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:37 smithi154 ceph-mon[30999]: osdmap e87: 8 total, 8 up, 8 in 2024-09-14T03:35:38.857 INFO:tasks.rados.rados.0.smithi002.stdout:111: done (0 left) 2024-09-14T03:35:38.858 INFO:tasks.rados.rados.0.smithi002.stdout:112: copy_from oid 25 from oid 6 current snap is 5 2024-09-14T03:35:38.858 INFO:tasks.rados.rados.0.smithi002.stdout:113: setattr oid 23 current snap is 5 2024-09-14T03:35:38.860 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 15 current snap is 5 2024-09-14T03:35:38.860 INFO:tasks.rados.rados.0.smithi002.stdout:114: seq_num 60 ranges {1114112=614400,1728512=401408} 2024-09-14T03:35:38.870 INFO:tasks.rados.rados.0.smithi002.stdout:114: writing smithi00278215-15 from 1114112 to 1728512 tid 1 2024-09-14T03:35:38.873 INFO:tasks.rados.rados.0.smithi002.stdout:114: writing smithi00278215-15 from 1728512 to 2129920 tid 2 2024-09-14T03:35:38.873 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 20 current snap is 5 2024-09-14T03:35:38.873 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 18 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-09-14T03:35:38.873 INFO:tasks.rados.rados.0.smithi002.stdout:112: finishing copy_from racing read to smithi00278215-25 2024-09-14T03:35:38.873 INFO:tasks.rados.rados.0.smithi002.stdout:112: finishing copy_from to smithi00278215-25 2024-09-14T03:35:38.873 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 8 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-09-14T03:35:38.873 INFO:tasks.rados.rados.0.smithi002.stdout:115: seq_num 61 ranges {319488=630784,950272=401408} 2024-09-14T03:35:38.878 INFO:tasks.rados.rados.0.smithi002.stdout:115: writing smithi00278215-20 from 319488 to 950272 tid 1 2024-09-14T03:35:38.881 INFO:tasks.rados.rados.0.smithi002.stdout:115: writing smithi00278215-20 from 950272 to 1351680 tid 2 2024-09-14T03:35:38.882 INFO:tasks.rados.rados.0.smithi002.stdout:112: done (3 left) 2024-09-14T03:35:38.882 INFO:tasks.rados.rados.0.smithi002.stdout:113: done (2 left) 2024-09-14T03:35:38.882 INFO:tasks.rados.rados.0.smithi002.stdout:116: rollback oid 14 current snap is 5 2024-09-14T03:35:38.882 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 14 to 3 2024-09-14T03:35:38.882 INFO:tasks.rados.rados.0.smithi002.stdout:114: finishing write tid 1 to smithi00278215-15 2024-09-14T03:35:38.882 INFO:tasks.rados.rados.0.smithi002.stdout:114: finishing write tid 2 to smithi00278215-15 2024-09-14T03:35:38.882 INFO:tasks.rados.rados.0.smithi002.stdout:114: finishing write tid 3 to smithi00278215-15 2024-09-14T03:35:38.882 INFO:tasks.rados.rados.0.smithi002.stdout:114: finishing write tid 4 to smithi00278215-15 2024-09-14T03:35:38.882 INFO:tasks.rados.rados.0.smithi002.stdout:114: oid 15 updating version 0 to 19 2024-09-14T03:35:38.882 INFO:tasks.rados.rados.0.smithi002.stdout:114: oid 15 version 19 is already newer than 17 2024-09-14T03:35:38.882 INFO:tasks.rados.rados.0.smithi002.stdout:114: oid 15 version 19 is already newer than 18 2024-09-14T03:35:38.882 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 15 v 19 (ObjNum 60 snap 5 seq_num 60) dirty exists 2024-09-14T03:35:38.883 INFO:tasks.rados.rados.0.smithi002.stdout:114: left oid 15 (ObjNum 60 snap 5 seq_num 60) 2024-09-14T03:35:38.883 INFO:tasks.rados.rados.0.smithi002.stdout:114: done (2 left) 2024-09-14T03:35:38.883 INFO:tasks.rados.rados.0.smithi002.stdout:117: read oid 27 snap -1 2024-09-14T03:35:38.883 INFO:tasks.rados.rados.0.smithi002.stdout:117: expect (ObjNum 26 snap 0 seq_num 26) 2024-09-14T03:35:38.883 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 21 current snap is 5 2024-09-14T03:35:38.883 INFO:tasks.rados.rados.0.smithi002.stdout:118: seq_num 62 ranges {188416=647168,835584=401408} 2024-09-14T03:35:38.886 INFO:tasks.rados.rados.0.smithi002.stdout:118: writing smithi00278215-21 from 188416 to 835584 tid 1 2024-09-14T03:35:38.889 INFO:tasks.rados.rados.0.smithi002.stdout:118: writing smithi00278215-21 from 835584 to 1236992 tid 2 2024-09-14T03:35:38.889 INFO:tasks.rados.rados.0.smithi002.stdout:119: snap_create 2024-09-14T03:35:38.889 INFO:tasks.rados.rados.0.smithi002.stdout:115: finishing write tid 1 to smithi00278215-20 2024-09-14T03:35:38.889 INFO:tasks.rados.rados.0.smithi002.stdout:115: finishing write tid 2 to smithi00278215-20 2024-09-14T03:35:38.889 INFO:tasks.rados.rados.0.smithi002.stdout:116: finishing rollback tid 0 to smithi00278215-14 2024-09-14T03:35:38.890 INFO:tasks.rados.rados.0.smithi002.stdout:115: finishing write tid 3 to smithi00278215-20 2024-09-14T03:35:38.890 INFO:tasks.rados.rados.0.smithi002.stdout:116: finishing rollback tid 1 to smithi00278215-14 2024-09-14T03:35:38.890 INFO:tasks.rados.rados.0.smithi002.stdout:116: finishing rollback tid 2 to smithi00278215-14 2024-09-14T03:35:38.890 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 14 v 22 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-09-14T03:35:38.890 INFO:tasks.rados.rados.0.smithi002.stdout:117: expect (ObjNum 26 snap 0 seq_num 26) 2024-09-14T03:35:38.903 INFO:tasks.rados.rados.0.smithi002.stdout:115: finishing write tid 4 to smithi00278215-20 2024-09-14T03:35:38.903 INFO:tasks.rados.rados.0.smithi002.stdout:115: oid 20 updating version 0 to 12 2024-09-14T03:35:38.903 INFO:tasks.rados.rados.0.smithi002.stdout:115: oid 20 version 12 is already newer than 10 2024-09-14T03:35:38.903 INFO:tasks.rados.rados.0.smithi002.stdout:115: oid 20 version 12 is already newer than 11 2024-09-14T03:35:38.903 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 20 v 12 (ObjNum 61 snap 5 seq_num 61) dirty exists 2024-09-14T03:35:38.903 INFO:tasks.rados.rados.0.smithi002.stdout:115: left oid 20 (ObjNum 61 snap 5 seq_num 61) 2024-09-14T03:35:38.904 INFO:tasks.rados.rados.0.smithi002.stdout:118: finishing write tid 1 to smithi00278215-21 2024-09-14T03:35:38.904 INFO:tasks.rados.rados.0.smithi002.stdout:118: finishing write tid 2 to smithi00278215-21 2024-09-14T03:35:38.904 INFO:tasks.rados.rados.0.smithi002.stdout:118: finishing write tid 3 to smithi00278215-21 2024-09-14T03:35:38.904 INFO:tasks.rados.rados.0.smithi002.stdout:118: finishing write tid 4 to smithi00278215-21 2024-09-14T03:35:38.904 INFO:tasks.rados.rados.0.smithi002.stdout:118: oid 21 updating version 0 to 10 2024-09-14T03:35:38.904 INFO:tasks.rados.rados.0.smithi002.stdout:118: oid 21 version 10 is already newer than 8 2024-09-14T03:35:38.904 INFO:tasks.rados.rados.0.smithi002.stdout:118: oid 21 version 10 is already newer than 9 2024-09-14T03:35:38.904 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 10 (ObjNum 62 snap 5 seq_num 62) dirty exists 2024-09-14T03:35:38.904 INFO:tasks.rados.rados.0.smithi002.stdout:118: left oid 21 (ObjNum 62 snap 5 seq_num 62) 2024-09-14T03:35:39.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:38 smithi002 ceph-mon[27606]: osdmap e88: 8 total, 8 up, 8 in 2024-09-14T03:35:39.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:38 smithi002 ceph-mon[38004]: osdmap e88: 8 total, 8 up, 8 in 2024-09-14T03:35:39.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:38 smithi154 ceph-mon[30999]: osdmap e88: 8 total, 8 up, 8 in 2024-09-14T03:35:39.862 INFO:tasks.rados.rados.0.smithi002.stdout:115: done (4 left) 2024-09-14T03:35:39.862 INFO:tasks.rados.rados.0.smithi002.stdout:116: done (3 left) 2024-09-14T03:35:39.862 INFO:tasks.rados.rados.0.smithi002.stdout:117: done (2 left) 2024-09-14T03:35:39.862 INFO:tasks.rados.rados.0.smithi002.stdout:118: done (1 left) 2024-09-14T03:35:39.862 INFO:tasks.rados.rados.0.smithi002.stdout:119: done (0 left) 2024-09-14T03:35:39.862 INFO:tasks.rados.rados.0.smithi002.stdout:120: read oid 48 snap 3 2024-09-14T03:35:39.862 INFO:tasks.rados.rados.0.smithi002.stdout:120: expect (ObjNum 47 snap 0 seq_num 47) 2024-09-14T03:35:39.862 INFO:tasks.rados.rados.0.smithi002.stdout:121: read oid 49 snap 1 2024-09-14T03:35:39.862 INFO:tasks.rados.rados.0.smithi002.stdout:121: expect (ObjNum 48 snap 0 seq_num 48) 2024-09-14T03:35:39.862 INFO:tasks.rados.rados.0.smithi002.stdout:122: delete oid 44 current snap is 6 2024-09-14T03:35:39.865 INFO:tasks.rados.rados.0.smithi002.stdout:122: done (2 left) 2024-09-14T03:35:39.865 INFO:tasks.rados.rados.0.smithi002.stdout:123: rollback oid 23 current snap is 6 2024-09-14T03:35:39.865 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 23 to 4 2024-09-14T03:35:39.865 INFO:tasks.rados.rados.0.smithi002.stdout:124: read oid 30 snap -1 2024-09-14T03:35:39.865 INFO:tasks.rados.rados.0.smithi002.stdout:124: expect (ObjNum 29 snap 0 seq_num 29) 2024-09-14T03:35:39.866 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 38 current snap is 6 2024-09-14T03:35:39.866 INFO:tasks.rados.rados.0.smithi002.stdout:125: seq_num 64 ranges {622592=679936,1302528=401408} 2024-09-14T03:35:39.873 INFO:tasks.rados.rados.0.smithi002.stdout:125: writing smithi00278215-38 from 622592 to 1302528 tid 1 2024-09-14T03:35:39.876 INFO:tasks.rados.rados.0.smithi002.stdout:125: writing smithi00278215-38 from 1302528 to 1703936 tid 2 2024-09-14T03:35:39.876 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 35 current snap is 6 2024-09-14T03:35:39.877 INFO:tasks.rados.rados.0.smithi002.stdout:121: expect (ObjNum 48 snap 0 seq_num 48) 2024-09-14T03:35:39.900 INFO:tasks.rados.rados.0.smithi002.stdout:124: expect (ObjNum 29 snap 0 seq_num 29) 2024-09-14T03:35:39.918 INFO:tasks.rados.rados.0.smithi002.stdout:120: expect (ObjNum 47 snap 0 seq_num 47) 2024-09-14T03:35:39.941 INFO:tasks.rados.rados.0.smithi002.stdout:123: finishing rollback tid 0 to smithi00278215-23 2024-09-14T03:35:39.941 INFO:tasks.rados.rados.0.smithi002.stdout:123: finishing rollback tid 1 to smithi00278215-23 2024-09-14T03:35:39.941 INFO:tasks.rados.rados.0.smithi002.stdout:123: finishing rollback tid 2 to smithi00278215-23 2024-09-14T03:35:39.941 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 22 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-09-14T03:35:39.941 INFO:tasks.rados.rados.0.smithi002.stdout:125: finishing write tid 1 to smithi00278215-38 2024-09-14T03:35:39.941 INFO:tasks.rados.rados.0.smithi002.stdout:125: finishing write tid 2 to smithi00278215-38 2024-09-14T03:35:39.942 INFO:tasks.rados.rados.0.smithi002.stdout:126: seq_num 65 ranges {0=696320,696320=401408} 2024-09-14T03:35:39.944 INFO:tasks.rados.rados.0.smithi002.stdout:126: writing smithi00278215-35 from 0 to 696320 tid 1 2024-09-14T03:35:39.948 INFO:tasks.rados.rados.0.smithi002.stdout:126: writing smithi00278215-35 from 696320 to 1097728 tid 2 2024-09-14T03:35:39.949 INFO:tasks.rados.rados.0.smithi002.stdout:120: done (5 left) 2024-09-14T03:35:39.949 INFO:tasks.rados.rados.0.smithi002.stdout:121: done (4 left) 2024-09-14T03:35:39.949 INFO:tasks.rados.rados.0.smithi002.stdout:123: done (3 left) 2024-09-14T03:35:39.949 INFO:tasks.rados.rados.0.smithi002.stdout:124: done (2 left) 2024-09-14T03:35:39.949 INFO:tasks.rados.rados.0.smithi002.stdout:127: copy_from oid 42 from oid 45 current snap is 6 2024-09-14T03:35:39.949 INFO:tasks.rados.rados.0.smithi002.stdout:125: finishing write tid 3 to smithi00278215-38 2024-09-14T03:35:39.950 INFO:tasks.rados.rados.0.smithi002.stdout:125: finishing write tid 4 to smithi00278215-38 2024-09-14T03:35:39.950 INFO:tasks.rados.rados.0.smithi002.stdout:125: oid 38 updating version 0 to 33 2024-09-14T03:35:39.950 INFO:tasks.rados.rados.0.smithi002.stdout:125: oid 38 updating version 33 to 35 2024-09-14T03:35:39.950 INFO:tasks.rados.rados.0.smithi002.stdout:125: oid 38 version 35 is already newer than 34 2024-09-14T03:35:39.950 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 35 (ObjNum 64 snap 6 seq_num 64) dirty exists 2024-09-14T03:35:39.951 INFO:tasks.rados.rados.0.smithi002.stdout:125: left oid 38 (ObjNum 64 snap 6 seq_num 64) 2024-09-14T03:35:39.951 INFO:tasks.rados.rados.0.smithi002.stdout:125: done (2 left) 2024-09-14T03:35:39.951 INFO:tasks.rados.rados.0.smithi002.stdout:128: copy_from oid 28 from oid 10 current snap is 6 2024-09-14T03:35:39.951 INFO:tasks.rados.rados.0.smithi002.stdout:129: snap_create 2024-09-14T03:35:39.953 INFO:tasks.rados.rados.0.smithi002.stdout:126: finishing write tid 1 to smithi00278215-35 2024-09-14T03:35:39.953 INFO:tasks.rados.rados.0.smithi002.stdout:126: finishing write tid 2 to smithi00278215-35 2024-09-14T03:35:39.953 INFO:tasks.rados.rados.0.smithi002.stdout:126: finishing write tid 3 to smithi00278215-35 2024-09-14T03:35:39.954 INFO:tasks.rados.rados.0.smithi002.stdout:126: finishing write tid 4 to smithi00278215-35 2024-09-14T03:35:39.954 INFO:tasks.rados.rados.0.smithi002.stdout:126: oid 35 updating version 0 to 29 2024-09-14T03:35:39.954 INFO:tasks.rados.rados.0.smithi002.stdout:126: oid 35 updating version 29 to 31 2024-09-14T03:35:39.954 INFO:tasks.rados.rados.0.smithi002.stdout:126: oid 35 version 31 is already newer than 30 2024-09-14T03:35:39.954 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 35 v 31 (ObjNum 65 snap 6 seq_num 65) dirty exists 2024-09-14T03:35:39.954 INFO:tasks.rados.rados.0.smithi002.stdout:126: left oid 35 (ObjNum 65 snap 6 seq_num 65) 2024-09-14T03:35:39.955 INFO:tasks.rados.rados.0.smithi002.stdout:127: finishing copy_from racing read to smithi00278215-42 2024-09-14T03:35:39.955 INFO:tasks.rados.rados.0.smithi002.stdout:127: finishing copy_from to smithi00278215-42 2024-09-14T03:35:39.955 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 42 v 2 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-09-14T03:35:39.956 INFO:tasks.rados.rados.0.smithi002.stdout:128: finishing copy_from racing read to smithi00278215-28 2024-09-14T03:35:39.956 INFO:tasks.rados.rados.0.smithi002.stdout:128: finishing copy_from to smithi00278215-28 2024-09-14T03:35:39.956 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 28 v 14 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-09-14T03:35:40.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:39 smithi002 ceph-mon[27606]: pgmap v117: 121 pgs: 121 active+clean; 25 MiB data, 272 MiB used, 715 GiB / 715 GiB avail; 2.8 MiB/s rd, 6.3 MiB/s wr, 78 op/s 2024-09-14T03:35:40.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:39 smithi002 ceph-mon[27606]: osdmap e89: 8 total, 8 up, 8 in 2024-09-14T03:35:40.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:39 smithi002 ceph-mon[38004]: pgmap v117: 121 pgs: 121 active+clean; 25 MiB data, 272 MiB used, 715 GiB / 715 GiB avail; 2.8 MiB/s rd, 6.3 MiB/s wr, 78 op/s 2024-09-14T03:35:40.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:39 smithi002 ceph-mon[38004]: osdmap e89: 8 total, 8 up, 8 in 2024-09-14T03:35:40.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:39 smithi154 ceph-mon[30999]: pgmap v117: 121 pgs: 121 active+clean; 25 MiB data, 272 MiB used, 715 GiB / 715 GiB avail; 2.8 MiB/s rd, 6.3 MiB/s wr, 78 op/s 2024-09-14T03:35:40.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:39 smithi154 ceph-mon[30999]: osdmap e89: 8 total, 8 up, 8 in 2024-09-14T03:35:40.867 INFO:tasks.rados.rados.0.smithi002.stdout:126: done (3 left) 2024-09-14T03:35:40.867 INFO:tasks.rados.rados.0.smithi002.stdout:127: done (2 left) 2024-09-14T03:35:40.868 INFO:tasks.rados.rados.0.smithi002.stdout:128: done (1 left) 2024-09-14T03:35:40.868 INFO:tasks.rados.rados.0.smithi002.stdout:129: done (0 left) 2024-09-14T03:35:40.868 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 9 current snap is 7 2024-09-14T03:35:40.868 INFO:tasks.rados.rados.0.smithi002.stdout:130: seq_num 66 ranges {139264=712704,851968=401408} 2024-09-14T03:35:40.871 INFO:tasks.rados.rados.0.smithi002.stdout:130: writing smithi00278215-9 from 139264 to 851968 tid 1 2024-09-14T03:35:40.874 INFO:tasks.rados.rados.0.smithi002.stdout:130: writing smithi00278215-9 from 851968 to 1253376 tid 2 2024-09-14T03:35:40.874 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 12 current snap is 7 2024-09-14T03:35:40.874 INFO:tasks.rados.rados.0.smithi002.stdout:131: seq_num 67 ranges {188416=729088,917504=401408} 2024-09-14T03:35:40.880 INFO:tasks.rados.rados.0.smithi002.stdout:131: writing smithi00278215-12 from 188416 to 917504 tid 1 2024-09-14T03:35:40.885 INFO:tasks.rados.rados.0.smithi002.stdout:131: writing smithi00278215-12 from 917504 to 1318912 tid 2 2024-09-14T03:35:40.885 INFO:tasks.rados.rados.0.smithi002.stdout:132: rollback oid 22 current snap is 7 2024-09-14T03:35:40.886 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 22 to 5 2024-09-14T03:35:40.886 INFO:tasks.rados.rados.0.smithi002.stdout:130: finishing write tid 1 to smithi00278215-9 2024-09-14T03:35:40.886 INFO:tasks.rados.rados.0.smithi002.stdout:130: finishing write tid 2 to smithi00278215-9 2024-09-14T03:35:40.886 INFO:tasks.rados.rados.0.smithi002.stdout:130: finishing write tid 3 to smithi00278215-9 2024-09-14T03:35:40.886 INFO:tasks.rados.rados.0.smithi002.stdout:130: finishing write tid 4 to smithi00278215-9 2024-09-14T03:35:40.886 INFO:tasks.rados.rados.0.smithi002.stdout:130: oid 9 updating version 0 to 34 2024-09-14T03:35:40.887 INFO:tasks.rados.rados.0.smithi002.stdout:130: oid 9 updating version 34 to 35 2024-09-14T03:35:40.887 INFO:tasks.rados.rados.0.smithi002.stdout:130: oid 9 version 35 is already newer than 33 2024-09-14T03:35:40.887 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 9 v 35 (ObjNum 66 snap 7 seq_num 66) dirty exists 2024-09-14T03:35:40.887 INFO:tasks.rados.rados.0.smithi002.stdout:130: left oid 9 (ObjNum 66 snap 7 seq_num 66) 2024-09-14T03:35:40.887 INFO:tasks.rados.rados.0.smithi002.stdout:130: done (2 left) 2024-09-14T03:35:40.887 INFO:tasks.rados.rados.0.smithi002.stdout:133: snap_create 2024-09-14T03:35:40.888 INFO:tasks.rados.rados.0.smithi002.stdout:132: finishing rollback tid 0 to smithi00278215-22 2024-09-14T03:35:40.890 INFO:tasks.rados.rados.0.smithi002.stdout:132: finishing rollback tid 1 to smithi00278215-22 2024-09-14T03:35:40.890 INFO:tasks.rados.rados.0.smithi002.stdout:131: finishing write tid 1 to smithi00278215-12 2024-09-14T03:35:40.890 INFO:tasks.rados.rados.0.smithi002.stdout:131: finishing write tid 2 to smithi00278215-12 2024-09-14T03:35:40.890 INFO:tasks.rados.rados.0.smithi002.stdout:132: finishing rollback tid 2 to smithi00278215-22 2024-09-14T03:35:40.891 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 22 v 26 (ObjNum 21 snap 0 seq_num 21) dirty exists 2024-09-14T03:35:40.891 INFO:tasks.rados.rados.0.smithi002.stdout:131: finishing write tid 3 to smithi00278215-12 2024-09-14T03:35:40.891 INFO:tasks.rados.rados.0.smithi002.stdout:131: finishing write tid 4 to smithi00278215-12 2024-09-14T03:35:40.892 INFO:tasks.rados.rados.0.smithi002.stdout:131: oid 12 updating version 0 to 21 2024-09-14T03:35:40.892 INFO:tasks.rados.rados.0.smithi002.stdout:131: oid 12 updating version 21 to 22 2024-09-14T03:35:40.892 INFO:tasks.rados.rados.0.smithi002.stdout:131: oid 12 version 22 is already newer than 20 2024-09-14T03:35:40.892 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 22 (ObjNum 67 snap 7 seq_num 67) dirty exists 2024-09-14T03:35:40.892 INFO:tasks.rados.rados.0.smithi002.stdout:131: left oid 12 (ObjNum 67 snap 7 seq_num 67) 2024-09-14T03:35:41.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:40 smithi002 ceph-mon[27606]: osdmap e90: 8 total, 8 up, 8 in 2024-09-14T03:35:41.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:40 smithi002 ceph-mon[38004]: osdmap e90: 8 total, 8 up, 8 in 2024-09-14T03:35:41.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:40 smithi154 ceph-mon[30999]: osdmap e90: 8 total, 8 up, 8 in 2024-09-14T03:35:41.873 INFO:tasks.rados.rados.0.smithi002.stdout:131: done (2 left) 2024-09-14T03:35:41.874 INFO:tasks.rados.rados.0.smithi002.stdout:132: done (1 left) 2024-09-14T03:35:41.874 INFO:tasks.rados.rados.0.smithi002.stdout:133: done (0 left) 2024-09-14T03:35:41.874 INFO:tasks.rados.rados.0.smithi002.stdout:134: read oid 33 snap -1 2024-09-14T03:35:41.874 INFO:tasks.rados.rados.0.smithi002.stdout:134: expect (ObjNum 32 snap 0 seq_num 32) 2024-09-14T03:35:41.874 INFO:tasks.rados.rados.0.smithi002.stdout:135: read oid 45 snap -1 2024-09-14T03:35:41.874 INFO:tasks.rados.rados.0.smithi002.stdout:135: expect (ObjNum 33 snap 0 seq_num 33) 2024-09-14T03:35:41.874 INFO:tasks.rados.rados.0.smithi002.stdout:136: snap_create 2024-09-14T03:35:41.876 INFO:tasks.rados.rados.0.smithi002.stdout:135: expect (ObjNum 33 snap 0 seq_num 33) 2024-09-14T03:35:41.892 INFO:tasks.rados.rados.0.smithi002.stdout:134: expect (ObjNum 32 snap 0 seq_num 32) 2024-09-14T03:35:42.186 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:41 smithi002 ceph-mon[38004]: pgmap v120: 121 pgs: 121 active+clean; 25 MiB data, 272 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:35:42.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:41 smithi002 ceph-mon[38004]: osdmap e91: 8 total, 8 up, 8 in 2024-09-14T03:35:42.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:41 smithi002 ceph-mon[27606]: pgmap v120: 121 pgs: 121 active+clean; 25 MiB data, 272 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:35:42.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:41 smithi002 ceph-mon[27606]: osdmap e91: 8 total, 8 up, 8 in 2024-09-14T03:35:42.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:41 smithi154 ceph-mon[30999]: pgmap v120: 121 pgs: 121 active+clean; 25 MiB data, 272 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:35:42.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:41 smithi154 ceph-mon[30999]: osdmap e91: 8 total, 8 up, 8 in 2024-09-14T03:35:42.879 INFO:tasks.rados.rados.0.smithi002.stdout:134: done (2 left) 2024-09-14T03:35:42.879 INFO:tasks.rados.rados.0.smithi002.stdout:135: done (1 left) 2024-09-14T03:35:42.879 INFO:tasks.rados.rados.0.smithi002.stdout:136: done (0 left) 2024-09-14T03:35:42.879 INFO:tasks.rados.rados.0.smithi002.stdout:137: copy_from oid 48 from oid 42 current snap is 9 2024-09-14T03:35:42.879 INFO:tasks.rados.rados.0.smithi002.stdout:138: delete oid 29 current snap is 9 2024-09-14T03:35:42.880 INFO:tasks.rados.rados.0.smithi002.stdout:138: done (1 left) 2024-09-14T03:35:42.881 INFO:tasks.rados.rados.0.smithi002.stdout:139: snap_create 2024-09-14T03:35:42.887 INFO:tasks.rados.rados.0.smithi002.stdout:137: finishing copy_from racing read to smithi00278215-48 2024-09-14T03:35:42.888 INFO:tasks.rados.rados.0.smithi002.stdout:137: finishing copy_from to smithi00278215-48 2024-09-14T03:35:42.888 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 2 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-09-14T03:35:43.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:42 smithi002 ceph-mon[27606]: osdmap e92: 8 total, 8 up, 8 in 2024-09-14T03:35:43.187 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:35:43 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:35:43] "GET /metrics HTTP/1.1" 200 36018 "" "Prometheus/2.43.0" 2024-09-14T03:35:43.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:42 smithi002 ceph-mon[38004]: osdmap e92: 8 total, 8 up, 8 in 2024-09-14T03:35:43.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:42 smithi154 ceph-mon[30999]: osdmap e92: 8 total, 8 up, 8 in 2024-09-14T03:35:43.883 INFO:tasks.rados.rados.0.smithi002.stdout:137: done (1 left) 2024-09-14T03:35:43.883 INFO:tasks.rados.rados.0.smithi002.stdout:139: done (0 left) 2024-09-14T03:35:43.884 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 43 current snap is 10 2024-09-14T03:35:43.884 INFO:tasks.rados.rados.0.smithi002.stdout:140: seq_num 69 ranges {712704=761856,1474560=401408} 2024-09-14T03:35:43.891 INFO:tasks.rados.rados.0.smithi002.stdout:140: writing smithi00278215-43 from 712704 to 1474560 tid 1 2024-09-14T03:35:43.894 INFO:tasks.rados.rados.0.smithi002.stdout:140: writing smithi00278215-43 from 1474560 to 1875968 tid 2 2024-09-14T03:35:43.894 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 10 current snap is 10 2024-09-14T03:35:43.894 INFO:tasks.rados.rados.0.smithi002.stdout:141: seq_num 70 ranges {155648=778240,933888=401408} 2024-09-14T03:35:43.899 INFO:tasks.rados.rados.0.smithi002.stdout:141: writing smithi00278215-10 from 155648 to 933888 tid 1 2024-09-14T03:35:43.902 INFO:tasks.rados.rados.0.smithi002.stdout:141: writing smithi00278215-10 from 933888 to 1335296 tid 2 2024-09-14T03:35:43.903 INFO:tasks.rados.rados.0.smithi002.stdout:142: snap_create 2024-09-14T03:35:43.903 INFO:tasks.rados.rados.0.smithi002.stdout:140: finishing write tid 1 to smithi00278215-43 2024-09-14T03:35:43.903 INFO:tasks.rados.rados.0.smithi002.stdout:140: finishing write tid 2 to smithi00278215-43 2024-09-14T03:35:43.903 INFO:tasks.rados.rados.0.smithi002.stdout:140: finishing write tid 3 to smithi00278215-43 2024-09-14T03:35:43.903 INFO:tasks.rados.rados.0.smithi002.stdout:140: finishing write tid 4 to smithi00278215-43 2024-09-14T03:35:43.903 INFO:tasks.rados.rados.0.smithi002.stdout:140: oid 43 updating version 0 to 24 2024-09-14T03:35:43.903 INFO:tasks.rados.rados.0.smithi002.stdout:140: oid 43 updating version 24 to 26 2024-09-14T03:35:43.903 INFO:tasks.rados.rados.0.smithi002.stdout:140: oid 43 version 26 is already newer than 25 2024-09-14T03:35:43.903 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 26 (ObjNum 69 snap 10 seq_num 69) dirty exists 2024-09-14T03:35:43.903 INFO:tasks.rados.rados.0.smithi002.stdout:140: left oid 43 (ObjNum 69 snap 10 seq_num 69) 2024-09-14T03:35:43.906 INFO:tasks.rados.rados.0.smithi002.stdout:141: finishing write tid 1 to smithi00278215-10 2024-09-14T03:35:43.907 INFO:tasks.rados.rados.0.smithi002.stdout:141: finishing write tid 2 to smithi00278215-10 2024-09-14T03:35:43.907 INFO:tasks.rados.rados.0.smithi002.stdout:141: finishing write tid 3 to smithi00278215-10 2024-09-14T03:35:43.907 INFO:tasks.rados.rados.0.smithi002.stdout:141: finishing write tid 4 to smithi00278215-10 2024-09-14T03:35:43.907 INFO:tasks.rados.rados.0.smithi002.stdout:141: oid 10 updating version 0 to 28 2024-09-14T03:35:43.907 INFO:tasks.rados.rados.0.smithi002.stdout:141: oid 10 updating version 28 to 29 2024-09-14T03:35:43.908 INFO:tasks.rados.rados.0.smithi002.stdout:141: oid 10 updating version 29 to 30 2024-09-14T03:35:43.908 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 30 (ObjNum 70 snap 10 seq_num 70) dirty exists 2024-09-14T03:35:43.908 INFO:tasks.rados.rados.0.smithi002.stdout:141: left oid 10 (ObjNum 70 snap 10 seq_num 70) 2024-09-14T03:35:44.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:43 smithi002 ceph-mon[27606]: pgmap v123: 121 pgs: 121 active+clean; 35 MiB data, 289 MiB used, 715 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.1 MiB/s wr, 37 op/s 2024-09-14T03:35:44.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:43 smithi002 ceph-mon[27606]: osdmap e93: 8 total, 8 up, 8 in 2024-09-14T03:35:44.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:43 smithi002 ceph-mon[38004]: pgmap v123: 121 pgs: 121 active+clean; 35 MiB data, 289 MiB used, 715 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.1 MiB/s wr, 37 op/s 2024-09-14T03:35:44.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:43 smithi002 ceph-mon[38004]: osdmap e93: 8 total, 8 up, 8 in 2024-09-14T03:35:44.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:43 smithi154 ceph-mon[30999]: pgmap v123: 121 pgs: 121 active+clean; 35 MiB data, 289 MiB used, 715 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.1 MiB/s wr, 37 op/s 2024-09-14T03:35:44.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:43 smithi154 ceph-mon[30999]: osdmap e93: 8 total, 8 up, 8 in 2024-09-14T03:35:44.889 INFO:tasks.rados.rados.0.smithi002.stdout:140: done (2 left) 2024-09-14T03:35:44.889 INFO:tasks.rados.rados.0.smithi002.stdout:141: done (1 left) 2024-09-14T03:35:44.889 INFO:tasks.rados.rados.0.smithi002.stdout:142: done (0 left) 2024-09-14T03:35:44.889 INFO:tasks.rados.rados.0.smithi002.stdout:143: snap_create 2024-09-14T03:35:45.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:44 smithi002 ceph-mon[27606]: osdmap e94: 8 total, 8 up, 8 in 2024-09-14T03:35:45.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:44 smithi002 ceph-mon[38004]: osdmap e94: 8 total, 8 up, 8 in 2024-09-14T03:35:45.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:44 smithi154 ceph-mon[30999]: osdmap e94: 8 total, 8 up, 8 in 2024-09-14T03:35:45.384 INFO:tasks.rados.rados.0.smithi002.stdout:143: done (0 left) 2024-09-14T03:35:45.384 INFO:tasks.rados.rados.0.smithi002.stdout:144: read oid 42 snap -1 2024-09-14T03:35:45.384 INFO:tasks.rados.rados.0.smithi002.stdout:144: expect (ObjNum 33 snap 0 seq_num 33) 2024-09-14T03:35:45.385 INFO:tasks.rados.rados.0.smithi002.stdout:145: rmattr oid 17 current snap is 12 2024-09-14T03:35:45.385 INFO:tasks.rados.rados.0.smithi002.stdout:145: done (1 left) 2024-09-14T03:35:45.385 INFO:tasks.rados.rados.0.smithi002.stdout:146: setattr oid 28 current snap is 12 2024-09-14T03:35:45.387 INFO:tasks.rados.rados.0.smithi002.stdout:147: copy_from oid 33 from oid 16 current snap is 12 2024-09-14T03:35:45.387 INFO:tasks.rados.rados.0.smithi002.stdout:148: setattr oid 32 current snap is 12 2024-09-14T03:35:45.389 INFO:tasks.rados.rados.0.smithi002.stdout:149: snap_remove snap 6 2024-09-14T03:35:46.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:45 smithi002 ceph-mon[27606]: pgmap v126: 121 pgs: 121 active+clean; 35 MiB data, 289 MiB used, 715 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.1 MiB/s wr, 37 op/s 2024-09-14T03:35:46.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:45 smithi002 ceph-mon[27606]: osdmap e95: 8 total, 8 up, 8 in 2024-09-14T03:35:46.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:45 smithi002 ceph-mon[27606]: osdmap e96: 8 total, 8 up, 8 in 2024-09-14T03:35:46.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:45 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:35:46.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:45 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-14T03:35:46.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:45 smithi002 ceph-mon[38004]: pgmap v126: 121 pgs: 121 active+clean; 35 MiB data, 289 MiB used, 715 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.1 MiB/s wr, 37 op/s 2024-09-14T03:35:46.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:45 smithi002 ceph-mon[38004]: osdmap e95: 8 total, 8 up, 8 in 2024-09-14T03:35:46.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:45 smithi002 ceph-mon[38004]: osdmap e96: 8 total, 8 up, 8 in 2024-09-14T03:35:46.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:45 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:35:46.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:45 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-14T03:35:46.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:45 smithi154 ceph-mon[30999]: pgmap v126: 121 pgs: 121 active+clean; 35 MiB data, 289 MiB used, 715 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.1 MiB/s wr, 37 op/s 2024-09-14T03:35:46.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:45 smithi154 ceph-mon[30999]: osdmap e95: 8 total, 8 up, 8 in 2024-09-14T03:35:46.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:45 smithi154 ceph-mon[30999]: osdmap e96: 8 total, 8 up, 8 in 2024-09-14T03:35:46.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:45 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:35:46.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:45 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-14T03:35:46.386 INFO:tasks.rados.rados.0.smithi002.stdout:149: done (4 left) 2024-09-14T03:35:46.386 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 25 current snap is 12 2024-09-14T03:35:46.386 INFO:tasks.rados.rados.0.smithi002.stdout:150: seq_num 71 ranges {606208=794624,1400832=401408} 2024-09-14T03:35:46.396 INFO:tasks.rados.rados.0.smithi002.stdout:150: writing smithi00278215-25 from 606208 to 1400832 tid 1 2024-09-14T03:35:46.399 INFO:tasks.rados.rados.0.smithi002.stdout:150: writing smithi00278215-25 from 1400832 to 1802240 tid 2 2024-09-14T03:35:46.399 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 35 current snap is 12 2024-09-14T03:35:46.399 INFO:tasks.rados.rados.0.smithi002.stdout:144: expect (ObjNum 33 snap 0 seq_num 33) 2024-09-14T03:35:46.418 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 39 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-09-14T03:35:46.419 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 28 v 28 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-09-14T03:35:46.419 INFO:tasks.rados.rados.0.smithi002.stdout:147: finishing copy_from racing read to smithi00278215-33 2024-09-14T03:35:46.419 INFO:tasks.rados.rados.0.smithi002.stdout:151: seq_num 72 ranges {1097728=409600,1507328=524288,2031616=278528} 2024-09-14T03:35:46.427 INFO:tasks.rados.rados.0.smithi002.stdout:151: writing smithi00278215-35 from 1097728 to 1507328 tid 1 2024-09-14T03:35:46.430 INFO:tasks.rados.rados.0.smithi002.stdout:151: writing smithi00278215-35 from 1507328 to 2031616 tid 2 2024-09-14T03:35:46.433 INFO:tasks.rados.rados.0.smithi002.stdout:151: writing smithi00278215-35 from 2031616 to 2310144 tid 3 2024-09-14T03:35:46.433 INFO:tasks.rados.rados.0.smithi002.stdout:144: done (5 left) 2024-09-14T03:35:46.433 INFO:tasks.rados.rados.0.smithi002.stdout:146: done (4 left) 2024-09-14T03:35:46.433 INFO:tasks.rados.rados.0.smithi002.stdout:148: done (3 left) 2024-09-14T03:35:46.433 INFO:tasks.rados.rados.0.smithi002.stdout:152: snap_remove snap 9 2024-09-14T03:35:47.392 INFO:tasks.rados.rados.0.smithi002.stdout:152: done (3 left) 2024-09-14T03:35:47.392 INFO:tasks.rados.rados.0.smithi002.stdout:153: delete oid 3 current snap is 12 2024-09-14T03:35:47.392 INFO:tasks.rados.rados.0.smithi002.stdout:147: finishing copy_from to smithi00278215-33 2024-09-14T03:35:47.392 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 33 v 8 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-09-14T03:35:47.393 INFO:tasks.rados.rados.0.smithi002.stdout:150: finishing write tid 1 to smithi00278215-25 2024-09-14T03:35:47.393 INFO:tasks.rados.rados.0.smithi002.stdout:150: finishing write tid 2 to smithi00278215-25 2024-09-14T03:35:47.393 INFO:tasks.rados.rados.0.smithi002.stdout:150: finishing write tid 3 to smithi00278215-25 2024-09-14T03:35:47.393 INFO:tasks.rados.rados.0.smithi002.stdout:150: finishing write tid 4 to smithi00278215-25 2024-09-14T03:35:47.393 INFO:tasks.rados.rados.0.smithi002.stdout:150: oid 25 updating version 0 to 11 2024-09-14T03:35:47.393 INFO:tasks.rados.rados.0.smithi002.stdout:150: oid 25 version 11 is already newer than 9 2024-09-14T03:35:47.393 INFO:tasks.rados.rados.0.smithi002.stdout:150: oid 25 version 11 is already newer than 10 2024-09-14T03:35:47.393 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 11 (ObjNum 71 snap 12 seq_num 71) dirty exists 2024-09-14T03:35:47.393 INFO:tasks.rados.rados.0.smithi002.stdout:150: left oid 25 (ObjNum 71 snap 12 seq_num 71) 2024-09-14T03:35:47.393 INFO:tasks.rados.rados.0.smithi002.stdout:151: finishing write tid 1 to smithi00278215-35 2024-09-14T03:35:47.393 INFO:tasks.rados.rados.0.smithi002.stdout:151: finishing write tid 2 to smithi00278215-35 2024-09-14T03:35:47.393 INFO:tasks.rados.rados.0.smithi002.stdout:151: finishing write tid 3 to smithi00278215-35 2024-09-14T03:35:47.394 INFO:tasks.rados.rados.0.smithi002.stdout:151: finishing write tid 4 to smithi00278215-35 2024-09-14T03:35:47.394 INFO:tasks.rados.rados.0.smithi002.stdout:151: finishing write tid 5 to smithi00278215-35 2024-09-14T03:35:47.394 INFO:tasks.rados.rados.0.smithi002.stdout:151: oid 35 updating version 0 to 41 2024-09-14T03:35:47.394 INFO:tasks.rados.rados.0.smithi002.stdout:151: oid 35 version 41 is already newer than 40 2024-09-14T03:35:47.394 INFO:tasks.rados.rados.0.smithi002.stdout:151: oid 35 version 41 is already newer than 39 2024-09-14T03:35:47.394 INFO:tasks.rados.rados.0.smithi002.stdout:151: oid 35 updating version 41 to 42 2024-09-14T03:35:47.394 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 35 v 42 (ObjNum 72 snap 12 seq_num 72) dirty exists 2024-09-14T03:35:47.394 INFO:tasks.rados.rados.0.smithi002.stdout:151: left oid 35 (ObjNum 72 snap 12 seq_num 72) 2024-09-14T03:35:47.400 INFO:tasks.rados.rados.0.smithi002.stdout:147: done (3 left) 2024-09-14T03:35:47.400 INFO:tasks.rados.rados.0.smithi002.stdout:150: done (2 left) 2024-09-14T03:35:47.400 INFO:tasks.rados.rados.0.smithi002.stdout:151: done (1 left) 2024-09-14T03:35:47.400 INFO:tasks.rados.rados.0.smithi002.stdout:153: done (0 left) 2024-09-14T03:35:47.400 INFO:tasks.rados.rados.0.smithi002.stdout:154: snap_create 2024-09-14T03:35:47.686 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:47 smithi002 ceph-mon[27606]: osdmap e97: 8 total, 8 up, 8 in 2024-09-14T03:35:47.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:47 smithi002 ceph-mon[38004]: osdmap e97: 8 total, 8 up, 8 in 2024-09-14T03:35:47.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:47 smithi154 ceph-mon[30999]: osdmap e97: 8 total, 8 up, 8 in 2024-09-14T03:35:48.395 INFO:tasks.rados.rados.0.smithi002.stdout:154: done (0 left) 2024-09-14T03:35:48.395 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 31 current snap is 13 2024-09-14T03:35:48.395 INFO:tasks.rados.rados.0.smithi002.stdout:155: seq_num 74 ranges {606208=442368,1048576=696320,1744896=106496} 2024-09-14T03:35:48.401 INFO:tasks.rados.rados.0.smithi002.stdout:155: writing smithi00278215-31 from 606208 to 1048576 tid 1 2024-09-14T03:35:48.407 INFO:tasks.rados.rados.0.smithi002.stdout:155: writing smithi00278215-31 from 1048576 to 1744896 tid 2 2024-09-14T03:35:48.407 INFO:tasks.rados.rados.0.smithi002.stdout:155: writing smithi00278215-31 from 1744896 to 1851392 tid 3 2024-09-14T03:35:48.407 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 16 current snap is 13 2024-09-14T03:35:48.408 INFO:tasks.rados.rados.0.smithi002.stdout:156: seq_num 75 ranges {253952=458752,712704=581632,1294336=221184} 2024-09-14T03:35:48.412 INFO:tasks.rados.rados.0.smithi002.stdout:156: writing smithi00278215-16 from 253952 to 712704 tid 1 2024-09-14T03:35:48.416 INFO:tasks.rados.rados.0.smithi002.stdout:156: writing smithi00278215-16 from 712704 to 1294336 tid 2 2024-09-14T03:35:48.418 INFO:tasks.rados.rados.0.smithi002.stdout:156: writing smithi00278215-16 from 1294336 to 1515520 tid 3 2024-09-14T03:35:48.419 INFO:tasks.rados.rados.0.smithi002.stdout:157: copy_from oid 10 from oid 39 current snap is 13 2024-09-14T03:35:48.419 INFO:tasks.rados.rados.0.smithi002.stdout:155: finishing write tid 1 to smithi00278215-31 2024-09-14T03:35:48.419 INFO:tasks.rados.rados.0.smithi002.stdout:155: finishing write tid 2 to smithi00278215-31 2024-09-14T03:35:48.419 INFO:tasks.rados.rados.0.smithi002.stdout:155: finishing write tid 3 to smithi00278215-31 2024-09-14T03:35:48.419 INFO:tasks.rados.rados.0.smithi002.stdout:155: finishing write tid 4 to smithi00278215-31 2024-09-14T03:35:48.419 INFO:tasks.rados.rados.0.smithi002.stdout:155: finishing write tid 5 to smithi00278215-31 2024-09-14T03:35:48.419 INFO:tasks.rados.rados.0.smithi002.stdout:155: oid 31 updating version 0 to 20 2024-09-14T03:35:48.419 INFO:tasks.rados.rados.0.smithi002.stdout:155: oid 31 version 20 is already newer than 19 2024-09-14T03:35:48.419 INFO:tasks.rados.rados.0.smithi002.stdout:155: oid 31 updating version 20 to 21 2024-09-14T03:35:48.419 INFO:tasks.rados.rados.0.smithi002.stdout:155: oid 31 version 21 is already newer than 18 2024-09-14T03:35:48.419 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 21 (ObjNum 74 snap 13 seq_num 74) dirty exists 2024-09-14T03:35:48.419 INFO:tasks.rados.rados.0.smithi002.stdout:155: left oid 31 (ObjNum 74 snap 13 seq_num 74) 2024-09-14T03:35:48.420 INFO:tasks.rados.rados.0.smithi002.stdout:156: finishing write tid 1 to smithi00278215-16 2024-09-14T03:35:48.420 INFO:tasks.rados.rados.0.smithi002.stdout:155: done (2 left) 2024-09-14T03:35:48.420 INFO:tasks.rados.rados.0.smithi002.stdout:158: read oid 25 snap 12 2024-09-14T03:35:48.420 INFO:tasks.rados.rados.0.smithi002.stdout:158: expect (ObjNum 71 snap 12 seq_num 71) 2024-09-14T03:35:48.420 INFO:tasks.rados.rados.0.smithi002.stdout:159: copy_from oid 21 from oid 35 current snap is 13 2024-09-14T03:35:48.420 INFO:tasks.rados.rados.0.smithi002.stdout:160: snap_remove snap 11 2024-09-14T03:35:48.686 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:48 smithi002 ceph-mon[27606]: pgmap v130: 121 pgs: 121 active+clean; 41 MiB data, 297 MiB used, 715 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.4 MiB/s wr, 18 op/s 2024-09-14T03:35:48.686 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:48 smithi002 ceph-mon[27606]: osdmap e98: 8 total, 8 up, 8 in 2024-09-14T03:35:48.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:48 smithi002 ceph-mon[38004]: pgmap v130: 121 pgs: 121 active+clean; 41 MiB data, 297 MiB used, 715 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.4 MiB/s wr, 18 op/s 2024-09-14T03:35:48.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:48 smithi002 ceph-mon[38004]: osdmap e98: 8 total, 8 up, 8 in 2024-09-14T03:35:48.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:48 smithi154 ceph-mon[30999]: pgmap v130: 121 pgs: 121 active+clean; 41 MiB data, 297 MiB used, 715 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.4 MiB/s wr, 18 op/s 2024-09-14T03:35:48.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:48 smithi154 ceph-mon[30999]: osdmap e98: 8 total, 8 up, 8 in 2024-09-14T03:35:49.403 INFO:tasks.rados.rados.0.smithi002.stdout:160: done (4 left) 2024-09-14T03:35:49.404 INFO:tasks.rados.rados.0.smithi002.stdout:161: delete oid 8 current snap is 13 2024-09-14T03:35:49.404 INFO:tasks.rados.rados.0.smithi002.stdout:156: finishing write tid 2 to smithi00278215-16 2024-09-14T03:35:49.404 INFO:tasks.rados.rados.0.smithi002.stdout:156: finishing write tid 3 to smithi00278215-16 2024-09-14T03:35:49.404 INFO:tasks.rados.rados.0.smithi002.stdout:156: finishing write tid 4 to smithi00278215-16 2024-09-14T03:35:49.404 INFO:tasks.rados.rados.0.smithi002.stdout:156: finishing write tid 5 to smithi00278215-16 2024-09-14T03:35:49.404 INFO:tasks.rados.rados.0.smithi002.stdout:156: oid 16 updating version 0 to 16 2024-09-14T03:35:49.404 INFO:tasks.rados.rados.0.smithi002.stdout:156: oid 16 updating version 16 to 18 2024-09-14T03:35:49.404 INFO:tasks.rados.rados.0.smithi002.stdout:156: oid 16 updating version 18 to 19 2024-09-14T03:35:49.404 INFO:tasks.rados.rados.0.smithi002.stdout:156: oid 16 version 19 is already newer than 17 2024-09-14T03:35:49.404 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 16 v 19 (ObjNum 75 snap 13 seq_num 75) dirty exists 2024-09-14T03:35:49.404 INFO:tasks.rados.rados.0.smithi002.stdout:156: left oid 16 (ObjNum 75 snap 13 seq_num 75) 2024-09-14T03:35:49.404 INFO:tasks.rados.rados.0.smithi002.stdout:157: finishing copy_from racing read to smithi00278215-10 2024-09-14T03:35:49.405 INFO:tasks.rados.rados.0.smithi002.stdout:157: finishing copy_from to smithi00278215-10 2024-09-14T03:35:49.405 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 26 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-09-14T03:35:49.405 INFO:tasks.rados.rados.0.smithi002.stdout:158: expect (ObjNum 71 snap 12 seq_num 71) 2024-09-14T03:35:49.472 INFO:tasks.rados.rados.0.smithi002.stdout:159: finishing copy_from racing read to smithi00278215-21 2024-09-14T03:35:49.472 INFO:tasks.rados.rados.0.smithi002.stdout:159: finishing copy_from to smithi00278215-21 2024-09-14T03:35:49.473 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 42 (ObjNum 72 snap 12 seq_num 72) dirty exists 2024-09-14T03:35:49.473 INFO:tasks.rados.rados.0.smithi002.stdout:156: done (4 left) 2024-09-14T03:35:49.473 INFO:tasks.rados.rados.0.smithi002.stdout:157: done (3 left) 2024-09-14T03:35:49.473 INFO:tasks.rados.rados.0.smithi002.stdout:158: done (2 left) 2024-09-14T03:35:49.473 INFO:tasks.rados.rados.0.smithi002.stdout:159: done (1 left) 2024-09-14T03:35:49.473 INFO:tasks.rados.rados.0.smithi002.stdout:161: done (0 left) 2024-09-14T03:35:49.473 INFO:tasks.rados.rados.0.smithi002.stdout:162: snap_remove snap 4 2024-09-14T03:35:49.686 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:49 smithi002 ceph-mon[27606]: osdmap e99: 8 total, 8 up, 8 in 2024-09-14T03:35:49.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:49 smithi002 ceph-mon[38004]: osdmap e99: 8 total, 8 up, 8 in 2024-09-14T03:35:49.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:49 smithi154 ceph-mon[30999]: osdmap e99: 8 total, 8 up, 8 in 2024-09-14T03:35:50.385 INFO:tasks.rados.rados.0.smithi002.stdout:162: done (0 left) 2024-09-14T03:35:50.385 INFO:tasks.rados.rados.0.smithi002.stdout:163: snap_create 2024-09-14T03:35:50.686 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:50 smithi002 ceph-mon[27606]: pgmap v133: 121 pgs: 121 active+clean; 41 MiB data, 297 MiB used, 715 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.4 MiB/s wr, 18 op/s 2024-09-14T03:35:50.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:50 smithi002 ceph-mon[27606]: osdmap e100: 8 total, 8 up, 8 in 2024-09-14T03:35:50.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:50 smithi002 ceph-mon[27606]: osdmap e101: 8 total, 8 up, 8 in 2024-09-14T03:35:50.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:50 smithi002 ceph-mon[38004]: pgmap v133: 121 pgs: 121 active+clean; 41 MiB data, 297 MiB used, 715 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.4 MiB/s wr, 18 op/s 2024-09-14T03:35:50.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:50 smithi002 ceph-mon[38004]: osdmap e100: 8 total, 8 up, 8 in 2024-09-14T03:35:50.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:50 smithi002 ceph-mon[38004]: osdmap e101: 8 total, 8 up, 8 in 2024-09-14T03:35:50.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:50 smithi154 ceph-mon[30999]: pgmap v133: 121 pgs: 121 active+clean; 41 MiB data, 297 MiB used, 715 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.4 MiB/s wr, 18 op/s 2024-09-14T03:35:50.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:50 smithi154 ceph-mon[30999]: osdmap e100: 8 total, 8 up, 8 in 2024-09-14T03:35:50.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:50 smithi154 ceph-mon[30999]: osdmap e101: 8 total, 8 up, 8 in 2024-09-14T03:35:51.387 INFO:tasks.rados.rados.0.smithi002.stdout:163: done (0 left) 2024-09-14T03:35:51.387 INFO:tasks.rados.rados.0.smithi002.stdout:164: read oid 46 snap -1 2024-09-14T03:35:51.387 INFO:tasks.rados.rados.0.smithi002.stdout:164: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-14T03:35:51.387 INFO:tasks.rados.rados.0.smithi002.stdout:165: read oid 7 snap 8 2024-09-14T03:35:51.387 INFO:tasks.rados.rados.0.smithi002.stdout:165: expect (ObjNum 6 snap 0 seq_num 6) 2024-09-14T03:35:51.387 INFO:tasks.rados.rados.0.smithi002.stdout:166: snap_create 2024-09-14T03:35:51.390 INFO:tasks.rados.rados.0.smithi002.stdout:164: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-14T03:35:51.411 INFO:tasks.rados.rados.0.smithi002.stdout:165: expect (ObjNum 6 snap 0 seq_num 6) 2024-09-14T03:35:52.389 INFO:tasks.rados.rados.0.smithi002.stdout:164: done (2 left) 2024-09-14T03:35:52.389 INFO:tasks.rados.rados.0.smithi002.stdout:165: done (1 left) 2024-09-14T03:35:52.389 INFO:tasks.rados.rados.0.smithi002.stdout:166: done (0 left) 2024-09-14T03:35:52.389 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 13 current snap is 15 2024-09-14T03:35:52.389 INFO:tasks.rados.rados.0.smithi002.stdout:167: seq_num 77 ranges {204800=491520,696320=794624,1490944=8192} 2024-09-14T03:35:52.393 INFO:tasks.rados.rados.0.smithi002.stdout:167: writing smithi00278215-13 from 204800 to 696320 tid 1 2024-09-14T03:35:52.398 INFO:tasks.rados.rados.0.smithi002.stdout:167: writing smithi00278215-13 from 696320 to 1490944 tid 2 2024-09-14T03:35:52.398 INFO:tasks.rados.rados.0.smithi002.stdout:167: writing smithi00278215-13 from 1490944 to 1499136 tid 3 2024-09-14T03:35:52.398 INFO:tasks.rados.rados.0.smithi002.stdout:168: copy_from oid 15 from oid 5 current snap is 15 2024-09-14T03:35:52.398 INFO:tasks.rados.rados.0.smithi002.stdout:169: rollback oid 19 current snap is 15 2024-09-14T03:35:52.398 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 19 to 3 2024-09-14T03:35:52.399 INFO:tasks.rados.rados.0.smithi002.stdout:170: copy_from oid 21 from oid 24 current snap is 15 2024-09-14T03:35:52.399 INFO:tasks.rados.rados.0.smithi002.stdout:171: copy_from oid 3 from oid 7 current snap is 15 2024-09-14T03:35:52.399 INFO:tasks.rados.rados.0.smithi002.stdout:172: read oid 33 snap -1 2024-09-14T03:35:52.399 INFO:tasks.rados.rados.0.smithi002.stdout:172: expect (ObjNum 15 snap 0 seq_num 15) 2024-09-14T03:35:52.399 INFO:tasks.rados.rados.0.smithi002.stdout:173: rollback oid 18 current snap is 15 2024-09-14T03:35:52.399 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 18 to 7 2024-09-14T03:35:52.399 INFO:tasks.rados.rados.0.smithi002.stdout:174: copy_from oid 22 from oid 35 current snap is 15 2024-09-14T03:35:52.399 INFO:tasks.rados.rados.0.smithi002.stdout:175: read oid 31 snap -1 2024-09-14T03:35:52.399 INFO:tasks.rados.rados.0.smithi002.stdout:175: expect (ObjNum 74 snap 13 seq_num 74) 2024-09-14T03:35:52.399 INFO:tasks.rados.rados.0.smithi002.stdout:176: snap_remove snap 8 2024-09-14T03:35:52.686 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:52 smithi002 ceph-mon[27606]: pgmap v136: 121 pgs: 121 active+clean; 41 MiB data, 297 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:35:52.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:52 smithi002 ceph-mon[27606]: osdmap e102: 8 total, 8 up, 8 in 2024-09-14T03:35:52.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:52 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:35:52.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:52 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:35:52.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:52 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:35:52.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:52 smithi002 ceph-mon[38004]: pgmap v136: 121 pgs: 121 active+clean; 41 MiB data, 297 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:35:52.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:52 smithi002 ceph-mon[38004]: osdmap e102: 8 total, 8 up, 8 in 2024-09-14T03:35:52.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:52 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:35:52.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:52 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:35:52.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:52 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:35:52.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:52 smithi154 ceph-mon[30999]: pgmap v136: 121 pgs: 121 active+clean; 41 MiB data, 297 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:35:52.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:52 smithi154 ceph-mon[30999]: osdmap e102: 8 total, 8 up, 8 in 2024-09-14T03:35:52.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:52 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:35:52.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:52 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:35:52.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:52 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:35:53.395 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:35:53 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:35:53] "GET /metrics HTTP/1.1" 200 36073 "" "Prometheus/2.43.0" 2024-09-14T03:35:53.402 INFO:tasks.rados.rados.0.smithi002.stdout:176: done (9 left) 2024-09-14T03:35:53.402 INFO:tasks.rados.rados.0.smithi002.stdout:177: copy_from oid 49 from oid 28 current snap is 15 2024-09-14T03:35:53.403 INFO:tasks.rados.rados.0.smithi002.stdout:178: copy_from oid 44 from oid 32 current snap is 15 2024-09-14T03:35:53.403 INFO:tasks.rados.rados.0.smithi002.stdout:179: snap_create 2024-09-14T03:35:53.403 INFO:tasks.rados.rados.0.smithi002.stdout:167: finishing write tid 1 to smithi00278215-13 2024-09-14T03:35:53.403 INFO:tasks.rados.rados.0.smithi002.stdout:172: expect (ObjNum 15 snap 0 seq_num 15) 2024-09-14T03:35:53.417 INFO:tasks.rados.rados.0.smithi002.stdout:169: finishing rollback tid 0 to smithi00278215-19 2024-09-14T03:35:53.417 INFO:tasks.rados.rados.0.smithi002.stdout:169: finishing rollback tid 1 to smithi00278215-19 2024-09-14T03:35:53.417 INFO:tasks.rados.rados.0.smithi002.stdout:173: finishing rollback tid 0 to smithi00278215-18 2024-09-14T03:35:53.417 INFO:tasks.rados.rados.0.smithi002.stdout:169: finishing rollback tid 2 to smithi00278215-19 2024-09-14T03:35:53.417 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 19 v 52 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-09-14T03:35:53.417 INFO:tasks.rados.rados.0.smithi002.stdout:171: finishing copy_from racing read to smithi00278215-3 2024-09-14T03:35:53.417 INFO:tasks.rados.rados.0.smithi002.stdout:173: finishing rollback tid 1 to smithi00278215-18 2024-09-14T03:35:53.417 INFO:tasks.rados.rados.0.smithi002.stdout:173: finishing rollback tid 2 to smithi00278215-18 2024-09-14T03:35:53.417 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 25 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-09-14T03:35:53.417 INFO:tasks.rados.rados.0.smithi002.stdout:167: finishing write tid 2 to smithi00278215-13 2024-09-14T03:35:53.417 INFO:tasks.rados.rados.0.smithi002.stdout:167: finishing write tid 3 to smithi00278215-13 2024-09-14T03:35:53.418 INFO:tasks.rados.rados.0.smithi002.stdout:171: finishing copy_from to smithi00278215-3 2024-09-14T03:35:53.418 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 3 v 6 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-09-14T03:35:53.418 INFO:tasks.rados.rados.0.smithi002.stdout:167: finishing write tid 4 to smithi00278215-13 2024-09-14T03:35:53.418 INFO:tasks.rados.rados.0.smithi002.stdout:167: finishing write tid 5 to smithi00278215-13 2024-09-14T03:35:53.418 INFO:tasks.rados.rados.0.smithi002.stdout:167: oid 13 updating version 0 to 33 2024-09-14T03:35:53.418 INFO:tasks.rados.rados.0.smithi002.stdout:167: oid 13 updating version 33 to 35 2024-09-14T03:35:53.418 INFO:tasks.rados.rados.0.smithi002.stdout:167: oid 13 version 35 is already newer than 32 2024-09-14T03:35:53.418 INFO:tasks.rados.rados.0.smithi002.stdout:167: oid 13 version 35 is already newer than 34 2024-09-14T03:35:53.418 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 35 (ObjNum 77 snap 15 seq_num 77) dirty exists 2024-09-14T03:35:53.418 INFO:tasks.rados.rados.0.smithi002.stdout:167: left oid 13 (ObjNum 77 snap 15 seq_num 77) 2024-09-14T03:35:53.418 INFO:tasks.rados.rados.0.smithi002.stdout:168: finishing copy_from racing read to smithi00278215-15 2024-09-14T03:35:53.418 INFO:tasks.rados.rados.0.smithi002.stdout:168: finishing copy_from to smithi00278215-15 2024-09-14T03:35:53.418 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 15 v 2 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-09-14T03:35:53.418 INFO:tasks.rados.rados.0.smithi002.stdout:170: finishing copy_from racing read to smithi00278215-21 2024-09-14T03:35:53.419 INFO:tasks.rados.rados.0.smithi002.stdout:170: finishing copy_from to smithi00278215-21 2024-09-14T03:35:53.419 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 10 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-09-14T03:35:53.419 INFO:tasks.rados.rados.0.smithi002.stdout:175: expect (ObjNum 74 snap 13 seq_num 74) 2024-09-14T03:35:53.475 INFO:tasks.rados.rados.0.smithi002.stdout:174: finishing copy_from racing read to smithi00278215-22 2024-09-14T03:35:53.475 INFO:tasks.rados.rados.0.smithi002.stdout:174: finishing copy_from to smithi00278215-22 2024-09-14T03:35:53.475 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 22 v 42 (ObjNum 72 snap 12 seq_num 72) dirty exists 2024-09-14T03:35:53.475 INFO:tasks.rados.rados.0.smithi002.stdout:177: finishing copy_from racing read to smithi00278215-49 2024-09-14T03:35:53.475 INFO:tasks.rados.rados.0.smithi002.stdout:177: finishing copy_from to smithi00278215-49 2024-09-14T03:35:53.475 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 28 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-09-14T03:35:53.476 INFO:tasks.rados.rados.0.smithi002.stdout:178: finishing copy_from racing read to smithi00278215-44 2024-09-14T03:35:53.476 INFO:tasks.rados.rados.0.smithi002.stdout:178: finishing copy_from to smithi00278215-44 2024-09-14T03:35:53.476 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 39 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-09-14T03:35:53.686 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:53 smithi002 ceph-mon[27606]: Upgrade: Target is version 19.3.0-4907-ga2782315 (unknown) 2024-09-14T03:35:53.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:53 smithi002 ceph-mon[27606]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, digests ['quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802'] 2024-09-14T03:35:53.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:53 smithi002 ceph-mon[27606]: Upgrade: Need to upgrade myself (mgr.y) 2024-09-14T03:35:53.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:53 smithi002 ceph-mon[27606]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802 on smithi154 2024-09-14T03:35:53.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:53 smithi002 ceph-mon[27606]: osdmap e103: 8 total, 8 up, 8 in 2024-09-14T03:35:53.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:53 smithi002 ceph-mon[38004]: Upgrade: Target is version 19.3.0-4907-ga2782315 (unknown) 2024-09-14T03:35:53.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:53 smithi002 ceph-mon[38004]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, digests ['quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802'] 2024-09-14T03:35:53.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:53 smithi002 ceph-mon[38004]: Upgrade: Need to upgrade myself (mgr.y) 2024-09-14T03:35:53.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:53 smithi002 ceph-mon[38004]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802 on smithi154 2024-09-14T03:35:53.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:53 smithi002 ceph-mon[38004]: osdmap e103: 8 total, 8 up, 8 in 2024-09-14T03:35:53.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:53 smithi154 ceph-mon[30999]: Upgrade: Target is version 19.3.0-4907-ga2782315 (unknown) 2024-09-14T03:35:53.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:53 smithi154 ceph-mon[30999]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, digests ['quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802'] 2024-09-14T03:35:53.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:53 smithi154 ceph-mon[30999]: Upgrade: Need to upgrade myself (mgr.y) 2024-09-14T03:35:53.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:53 smithi154 ceph-mon[30999]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802 on smithi154 2024-09-14T03:35:53.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:53 smithi154 ceph-mon[30999]: osdmap e103: 8 total, 8 up, 8 in 2024-09-14T03:35:54.401 INFO:tasks.rados.rados.0.smithi002.stdout:167: done (11 left) 2024-09-14T03:35:54.401 INFO:tasks.rados.rados.0.smithi002.stdout:168: done (10 left) 2024-09-14T03:35:54.401 INFO:tasks.rados.rados.0.smithi002.stdout:169: done (9 left) 2024-09-14T03:35:54.401 INFO:tasks.rados.rados.0.smithi002.stdout:170: done (8 left) 2024-09-14T03:35:54.401 INFO:tasks.rados.rados.0.smithi002.stdout:171: done (7 left) 2024-09-14T03:35:54.401 INFO:tasks.rados.rados.0.smithi002.stdout:172: done (6 left) 2024-09-14T03:35:54.401 INFO:tasks.rados.rados.0.smithi002.stdout:173: done (5 left) 2024-09-14T03:35:54.401 INFO:tasks.rados.rados.0.smithi002.stdout:174: done (4 left) 2024-09-14T03:35:54.401 INFO:tasks.rados.rados.0.smithi002.stdout:175: done (3 left) 2024-09-14T03:35:54.401 INFO:tasks.rados.rados.0.smithi002.stdout:177: done (2 left) 2024-09-14T03:35:54.401 INFO:tasks.rados.rados.0.smithi002.stdout:178: done (1 left) 2024-09-14T03:35:54.401 INFO:tasks.rados.rados.0.smithi002.stdout:179: done (0 left) 2024-09-14T03:35:54.402 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 32 current snap is 16 2024-09-14T03:35:54.402 INFO:tasks.rados.rados.0.smithi002.stdout:180: seq_num 78 ranges {524288=516096,1040384=679936,1720320=122880} 2024-09-14T03:35:54.406 INFO:tasks.rados.rados.0.smithi002.stdout:180: writing smithi00278215-32 from 524288 to 1040384 tid 1 2024-09-14T03:35:54.410 INFO:tasks.rados.rados.0.smithi002.stdout:180: writing smithi00278215-32 from 1040384 to 1720320 tid 2 2024-09-14T03:35:54.411 INFO:tasks.rados.rados.0.smithi002.stdout:180: writing smithi00278215-32 from 1720320 to 1843200 tid 3 2024-09-14T03:35:54.411 INFO:tasks.rados.rados.0.smithi002.stdout:181: snap_create 2024-09-14T03:35:54.412 INFO:tasks.rados.rados.0.smithi002.stdout:180: finishing write tid 1 to smithi00278215-32 2024-09-14T03:35:54.414 INFO:tasks.rados.rados.0.smithi002.stdout:180: finishing write tid 2 to smithi00278215-32 2024-09-14T03:35:54.414 INFO:tasks.rados.rados.0.smithi002.stdout:180: finishing write tid 3 to smithi00278215-32 2024-09-14T03:35:54.415 INFO:tasks.rados.rados.0.smithi002.stdout:180: finishing write tid 4 to smithi00278215-32 2024-09-14T03:35:54.416 INFO:tasks.rados.rados.0.smithi002.stdout:180: finishing write tid 5 to smithi00278215-32 2024-09-14T03:35:54.416 INFO:tasks.rados.rados.0.smithi002.stdout:180: oid 32 updating version 0 to 59 2024-09-14T03:35:54.416 INFO:tasks.rados.rados.0.smithi002.stdout:180: oid 32 updating version 59 to 61 2024-09-14T03:35:54.416 INFO:tasks.rados.rados.0.smithi002.stdout:180: oid 32 updating version 61 to 62 2024-09-14T03:35:54.416 INFO:tasks.rados.rados.0.smithi002.stdout:180: oid 32 version 62 is already newer than 60 2024-09-14T03:35:54.416 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 62 (ObjNum 78 snap 16 seq_num 78) dirty exists 2024-09-14T03:35:54.416 INFO:tasks.rados.rados.0.smithi002.stdout:180: left oid 32 (ObjNum 78 snap 16 seq_num 78) 2024-09-14T03:35:54.686 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:54 smithi002 ceph-mon[27606]: pgmap v139: 121 pgs: 121 active+clean; 46 MiB data, 313 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.3 MiB/s wr, 6 op/s 2024-09-14T03:35:54.686 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:54 smithi002 ceph-mon[27606]: osdmap e104: 8 total, 8 up, 8 in 2024-09-14T03:35:54.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:54 smithi002 ceph-mon[38004]: pgmap v139: 121 pgs: 121 active+clean; 46 MiB data, 313 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.3 MiB/s wr, 6 op/s 2024-09-14T03:35:54.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:54 smithi002 ceph-mon[38004]: osdmap e104: 8 total, 8 up, 8 in 2024-09-14T03:35:54.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:54 smithi154 ceph-mon[30999]: pgmap v139: 121 pgs: 121 active+clean; 46 MiB data, 313 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.3 MiB/s wr, 6 op/s 2024-09-14T03:35:54.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:54 smithi154 ceph-mon[30999]: osdmap e104: 8 total, 8 up, 8 in 2024-09-14T03:35:55.388 INFO:tasks.rados.rados.0.smithi002.stdout:180: done (1 left) 2024-09-14T03:35:55.388 INFO:tasks.rados.rados.0.smithi002.stdout:181: done (0 left) 2024-09-14T03:35:55.388 INFO:tasks.rados.rados.0.smithi002.stdout:182: snap_create 2024-09-14T03:35:55.686 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:55 smithi002 ceph-mon[27606]: osdmap e105: 8 total, 8 up, 8 in 2024-09-14T03:35:55.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:55 smithi002 ceph-mon[27606]: osdmap e106: 8 total, 8 up, 8 in 2024-09-14T03:35:55.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:55 smithi002 ceph-mon[38004]: osdmap e105: 8 total, 8 up, 8 in 2024-09-14T03:35:55.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:55 smithi002 ceph-mon[38004]: osdmap e106: 8 total, 8 up, 8 in 2024-09-14T03:35:55.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:55 smithi154 ceph-mon[30999]: osdmap e105: 8 total, 8 up, 8 in 2024-09-14T03:35:55.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:55 smithi154 ceph-mon[30999]: osdmap e106: 8 total, 8 up, 8 in 2024-09-14T03:35:56.388 INFO:tasks.rados.rados.0.smithi002.stdout:182: done (0 left) 2024-09-14T03:35:56.389 INFO:tasks.rados.rados.0.smithi002.stdout:183: snap_remove snap 17 2024-09-14T03:35:56.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:56 smithi002 ceph-mon[27606]: pgmap v142: 121 pgs: 121 active+clean; 46 MiB data, 313 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.3 MiB/s wr, 6 op/s 2024-09-14T03:35:56.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:56 smithi002 ceph-mon[27606]: osdmap e107: 8 total, 8 up, 8 in 2024-09-14T03:35:56.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:56 smithi002 ceph-mon[38004]: pgmap v142: 121 pgs: 121 active+clean; 46 MiB data, 313 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.3 MiB/s wr, 6 op/s 2024-09-14T03:35:56.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:56 smithi002 ceph-mon[38004]: osdmap e107: 8 total, 8 up, 8 in 2024-09-14T03:35:56.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:56 smithi154 ceph-mon[30999]: pgmap v142: 121 pgs: 121 active+clean; 46 MiB data, 313 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.3 MiB/s wr, 6 op/s 2024-09-14T03:35:56.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:56 smithi154 ceph-mon[30999]: osdmap e107: 8 total, 8 up, 8 in 2024-09-14T03:35:56.972 INFO:teuthology.orchestra.run.smithi002.stdout:true 2024-09-14T03:35:57.389 INFO:tasks.rados.rados.0.smithi002.stdout:183: done (0 left) 2024-09-14T03:35:57.389 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 22 current snap is 18 2024-09-14T03:35:57.389 INFO:tasks.rados.rados.0.smithi002.stdout:184: seq_num 79 ranges {2310144=532480,2842624=565248,3407872=237568} 2024-09-14T03:35:57.405 INFO:tasks.rados.rados.0.smithi002.stdout:184: writing smithi00278215-22 from 2310144 to 2842624 tid 1 2024-09-14T03:35:57.407 INFO:tasks.rados.rados.0.smithi002.stdout:184: writing smithi00278215-22 from 2842624 to 3407872 tid 2 2024-09-14T03:35:57.409 INFO:tasks.rados.rados.0.smithi002.stdout:184: writing smithi00278215-22 from 3407872 to 3645440 tid 3 2024-09-14T03:35:57.409 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 10 current snap is 18 2024-09-14T03:35:57.409 INFO:tasks.rados.rados.0.smithi002.stdout:185: seq_num 80 ranges {638976=548864,1187840=450560,1638400=352256} 2024-09-14T03:35:57.416 INFO:tasks.rados.rados.0.smithi002.stdout:185: writing smithi00278215-10 from 638976 to 1187840 tid 1 2024-09-14T03:35:57.419 INFO:tasks.rados.rados.0.smithi002.stdout:185: writing smithi00278215-10 from 1187840 to 1638400 tid 2 2024-09-14T03:35:57.421 INFO:tasks.rados.rados.0.smithi002.stdout:185: writing smithi00278215-10 from 1638400 to 1990656 tid 3 2024-09-14T03:35:57.421 INFO:tasks.rados.rados.0.smithi002.stdout:186: setattr oid 6 current snap is 18 2024-09-14T03:35:57.421 INFO:tasks.rados.rados.0.smithi002.stdout:184: finishing write tid 1 to smithi00278215-22 2024-09-14T03:35:57.421 INFO:tasks.rados.rados.0.smithi002.stdout:184: finishing write tid 2 to smithi00278215-22 2024-09-14T03:35:57.421 INFO:tasks.rados.rados.0.smithi002.stdout:184: finishing write tid 3 to smithi00278215-22 2024-09-14T03:35:57.422 INFO:tasks.rados.rados.0.smithi002.stdout:184: finishing write tid 4 to smithi00278215-22 2024-09-14T03:35:57.422 INFO:tasks.rados.rados.0.smithi002.stdout:184: finishing write tid 5 to smithi00278215-22 2024-09-14T03:35:57.422 INFO:tasks.rados.rados.0.smithi002.stdout:184: oid 22 updating version 0 to 46 2024-09-14T03:35:57.422 INFO:tasks.rados.rados.0.smithi002.stdout:184: oid 22 version 46 is already newer than 44 2024-09-14T03:35:57.422 INFO:tasks.rados.rados.0.smithi002.stdout:184: oid 22 version 46 is already newer than 45 2024-09-14T03:35:57.422 INFO:tasks.rados.rados.0.smithi002.stdout:184: oid 22 version 46 is already newer than 43 2024-09-14T03:35:57.422 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 22 v 46 (ObjNum 79 snap 18 seq_num 79) dirty exists 2024-09-14T03:35:57.422 INFO:tasks.rados.rados.0.smithi002.stdout:184: left oid 22 (ObjNum 79 snap 18 seq_num 79) 2024-09-14T03:35:57.422 INFO:tasks.rados.rados.0.smithi002.stdout:185: finishing write tid 1 to smithi00278215-10 2024-09-14T03:35:57.423 INFO:tasks.rados.rados.0.smithi002.stdout:184: done (2 left) 2024-09-14T03:35:57.423 INFO:tasks.rados.rados.0.smithi002.stdout:187: read oid 12 snap 13 2024-09-14T03:35:57.423 INFO:tasks.rados.rados.0.smithi002.stdout:187: expect (ObjNum 67 snap 7 seq_num 67) 2024-09-14T03:35:57.423 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 3 current snap is 18 2024-09-14T03:35:57.423 INFO:tasks.rados.rados.0.smithi002.stdout:188: seq_num 81 ranges {106496=565248,671744=737280,1409024=65536} 2024-09-14T03:35:57.427 INFO:tasks.rados.rados.0.smithi002.stdout:188: writing smithi00278215-3 from 106496 to 671744 tid 1 2024-09-14T03:35:57.431 INFO:tasks.rados.rados.0.smithi002.stdout:188: writing smithi00278215-3 from 671744 to 1409024 tid 2 2024-09-14T03:35:57.432 INFO:tasks.rados.rados.0.smithi002.stdout:188: writing smithi00278215-3 from 1409024 to 1474560 tid 3 2024-09-14T03:35:57.432 INFO:tasks.rados.rados.0.smithi002.stdout:189: snap_create 2024-09-14T03:35:57.432 INFO:tasks.rados.rados.0.smithi002.stdout:185: finishing write tid 2 to smithi00278215-10 2024-09-14T03:35:57.432 INFO:tasks.rados.rados.0.smithi002.stdout:185: finishing write tid 3 to smithi00278215-10 2024-09-14T03:35:57.432 INFO:tasks.rados.rados.0.smithi002.stdout:185: finishing write tid 4 to smithi00278215-10 2024-09-14T03:35:57.432 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 6 v 64 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-09-14T03:35:57.432 INFO:tasks.rados.rados.0.smithi002.stdout:185: finishing write tid 5 to smithi00278215-10 2024-09-14T03:35:57.432 INFO:tasks.rados.rados.0.smithi002.stdout:185: oid 10 updating version 0 to 51 2024-09-14T03:35:57.432 INFO:tasks.rados.rados.0.smithi002.stdout:185: oid 10 updating version 51 to 54 2024-09-14T03:35:57.432 INFO:tasks.rados.rados.0.smithi002.stdout:185: oid 10 version 54 is already newer than 52 2024-09-14T03:35:57.432 INFO:tasks.rados.rados.0.smithi002.stdout:185: oid 10 version 54 is already newer than 53 2024-09-14T03:35:57.432 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 54 (ObjNum 80 snap 18 seq_num 80) dirty exists 2024-09-14T03:35:57.432 INFO:tasks.rados.rados.0.smithi002.stdout:185: left oid 10 (ObjNum 80 snap 18 seq_num 80) 2024-09-14T03:35:57.433 INFO:tasks.rados.rados.0.smithi002.stdout:187: expect (ObjNum 67 snap 7 seq_num 67) 2024-09-14T03:35:57.470 INFO:tasks.rados.rados.0.smithi002.stdout:188: finishing write tid 1 to smithi00278215-3 2024-09-14T03:35:57.470 INFO:tasks.rados.rados.0.smithi002.stdout:188: finishing write tid 2 to smithi00278215-3 2024-09-14T03:35:57.470 INFO:tasks.rados.rados.0.smithi002.stdout:188: finishing write tid 3 to smithi00278215-3 2024-09-14T03:35:57.470 INFO:tasks.rados.rados.0.smithi002.stdout:188: finishing write tid 4 to smithi00278215-3 2024-09-14T03:35:57.471 INFO:tasks.rados.rados.0.smithi002.stdout:188: finishing write tid 5 to smithi00278215-3 2024-09-14T03:35:57.471 INFO:tasks.rados.rados.0.smithi002.stdout:188: oid 3 updating version 0 to 74 2024-09-14T03:35:57.471 INFO:tasks.rados.rados.0.smithi002.stdout:188: oid 3 version 74 is already newer than 73 2024-09-14T03:35:57.471 INFO:tasks.rados.rados.0.smithi002.stdout:188: oid 3 updating version 74 to 76 2024-09-14T03:35:57.471 INFO:tasks.rados.rados.0.smithi002.stdout:188: oid 3 version 76 is already newer than 75 2024-09-14T03:35:57.471 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 3 v 76 (ObjNum 81 snap 18 seq_num 81) dirty exists 2024-09-14T03:35:57.471 INFO:tasks.rados.rados.0.smithi002.stdout:188: left oid 3 (ObjNum 81 snap 18 seq_num 81) 2024-09-14T03:35:57.541 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-14T03:35:57.541 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (2m) 108s ago 3m 15.8M - 0.25.0 c8568f914cd2 8c6771f56432 2024-09-14T03:35:57.541 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi154 *:3000 running (2m) 108s ago 2m 82.8M - 9.4.7 954c08fa6188 6cd949ecdca3 2024-09-14T03:35:57.541 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (4m) 108s ago 4m 16.3M - 18.2.4-845-ge4e227b3 67ddd33fa72f 5bfe4ab70917 2024-09-14T03:35:57.541 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi154 running (4m) 108s ago 4m 16.1M - 18.2.4-845-ge4e227b3 67ddd33fa72f 80e0f22077e1 2024-09-14T03:35:57.541 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi154 *:8443,8765 running (7m) 108s ago 7m 438M - 18.2.4-845-ge4e227b3 67ddd33fa72f 06de3dc8ceb1 2024-09-14T03:35:57.541 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:9283,8765 running (9m) 108s ago 9m 487M - 18.2.4-845-ge4e227b3 67ddd33fa72f 9a560a9a58f6 2024-09-14T03:35:57.541 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (9m) 108s ago 9m 46.1M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f 59531f441f71 2024-09-14T03:35:57.542 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi154 running (8m) 108s ago 8m 39.7M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f 95bb81b1fc6b 2024-09-14T03:35:57.542 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (8m) 108s ago 8m 42.7M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f 1767048af220 2024-09-14T03:35:57.542 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (2m) 108s ago 2m 11.1M - 1.5.0 0da6a335fe13 ad362eb3056c 2024-09-14T03:35:57.542 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi154 *:9100 running (2m) 108s ago 2m 3586k - 1.5.0 0da6a335fe13 815178e760b0 2024-09-14T03:35:57.542 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (7m) 108s ago 7m 45.7M 2993M 18.2.4-845-ge4e227b3 67ddd33fa72f 1903b1c9a70c 2024-09-14T03:35:57.542 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (7m) 108s ago 7m 44.3M 2993M 18.2.4-845-ge4e227b3 67ddd33fa72f 9c24d9e89813 2024-09-14T03:35:57.542 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (6m) 108s ago 6m 42.1M 2993M 18.2.4-845-ge4e227b3 67ddd33fa72f 623beb99cebc 2024-09-14T03:35:57.542 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (6m) 108s ago 6m 49.9M 2993M 18.2.4-845-ge4e227b3 67ddd33fa72f 3d4fd272502c 2024-09-14T03:35:57.542 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi154 running (5m) 108s ago 5m 49.5M 2992M 18.2.4-845-ge4e227b3 67ddd33fa72f f0b82e38b9c9 2024-09-14T03:35:57.542 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi154 running (5m) 108s ago 5m 52.1M 2992M 18.2.4-845-ge4e227b3 67ddd33fa72f 50ac4e0a62b5 2024-09-14T03:35:57.542 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi154 running (5m) 108s ago 5m 49.9M 2992M 18.2.4-845-ge4e227b3 67ddd33fa72f b18b3ecf874c 2024-09-14T03:35:57.542 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi154 running (4m) 108s ago 4m 52.7M 2992M 18.2.4-845-ge4e227b3 67ddd33fa72f b111d011fd8e 2024-09-14T03:35:57.542 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi154 *:9095 running (2m) 108s ago 3m 33.3M - 2.43.0 a07b618ecd1d e377ec2557be 2024-09-14T03:35:57.872 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-14T03:35:57.872 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2024-09-14T03:35:57.873 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 3 2024-09-14T03:35:57.873 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:35:57.873 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2024-09-14T03:35:57.873 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 2 2024-09-14T03:35:57.873 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:35:57.873 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2024-09-14T03:35:57.873 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 8 2024-09-14T03:35:57.873 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:35:57.873 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2024-09-14T03:35:57.873 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 2 2024-09-14T03:35:57.873 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:35:57.873 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2024-09-14T03:35:57.873 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 15 2024-09-14T03:35:57.874 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-14T03:35:57.874 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-14T03:35:58.154 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-14T03:35:58.155 INFO:teuthology.orchestra.run.smithi002.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802", 2024-09-14T03:35:58.155 INFO:teuthology.orchestra.run.smithi002.stdout: "in_progress": true, 2024-09-14T03:35:58.155 INFO:teuthology.orchestra.run.smithi002.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-14T03:35:58.155 INFO:teuthology.orchestra.run.smithi002.stdout: "services_complete": [], 2024-09-14T03:35:58.155 INFO:teuthology.orchestra.run.smithi002.stdout: "progress": "0/20 daemons upgraded", 2024-09-14T03:35:58.155 INFO:teuthology.orchestra.run.smithi002.stdout: "message": "Pulling quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802 image on host smithi154", 2024-09-14T03:35:58.155 INFO:teuthology.orchestra.run.smithi002.stdout: "is_paused": false 2024-09-14T03:35:58.155 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-14T03:35:58.411 INFO:tasks.rados.rados.0.smithi002.stdout:185: done (4 left) 2024-09-14T03:35:58.412 INFO:tasks.rados.rados.0.smithi002.stdout:186: done (3 left) 2024-09-14T03:35:58.412 INFO:tasks.rados.rados.0.smithi002.stdout:187: done (2 left) 2024-09-14T03:35:58.412 INFO:tasks.rados.rados.0.smithi002.stdout:188: done (1 left) 2024-09-14T03:35:58.412 INFO:tasks.rados.rados.0.smithi002.stdout:189: done (0 left) 2024-09-14T03:35:58.412 INFO:tasks.rados.rados.0.smithi002.stdout:190: snap_create 2024-09-14T03:35:58.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:58 smithi002 ceph-mon[38004]: pgmap v145: 121 pgs: 121 active+clean; 53 MiB data, 324 MiB used, 715 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.7 MiB/s wr, 8 op/s 2024-09-14T03:35:58.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:58 smithi002 ceph-mon[38004]: from='client.24848 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:58.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:58 smithi002 ceph-mon[38004]: from='client.24854 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:58.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:58 smithi002 ceph-mon[38004]: osdmap e108: 8 total, 8 up, 8 in 2024-09-14T03:35:58.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:58 smithi002 ceph-mon[38004]: from='client.14967 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:58.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:58 smithi002 ceph-mon[38004]: from='client.? 172.21.15.2:0/1748053864' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-14T03:35:58.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:58 smithi002 ceph-mon[27606]: pgmap v145: 121 pgs: 121 active+clean; 53 MiB data, 324 MiB used, 715 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.7 MiB/s wr, 8 op/s 2024-09-14T03:35:58.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:58 smithi002 ceph-mon[27606]: from='client.24848 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:58.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:58 smithi002 ceph-mon[27606]: from='client.24854 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:58.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:58 smithi002 ceph-mon[27606]: osdmap e108: 8 total, 8 up, 8 in 2024-09-14T03:35:58.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:58 smithi002 ceph-mon[27606]: from='client.14967 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:58.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:58 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/1748053864' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-14T03:35:58.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:58 smithi154 ceph-mon[30999]: pgmap v145: 121 pgs: 121 active+clean; 53 MiB data, 324 MiB used, 715 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.7 MiB/s wr, 8 op/s 2024-09-14T03:35:58.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:58 smithi154 ceph-mon[30999]: from='client.24848 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:58.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:58 smithi154 ceph-mon[30999]: from='client.24854 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:58.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:58 smithi154 ceph-mon[30999]: osdmap e108: 8 total, 8 up, 8 in 2024-09-14T03:35:58.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:58 smithi154 ceph-mon[30999]: from='client.14967 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:58.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:58 smithi154 ceph-mon[30999]: from='client.? 172.21.15.2:0/1748053864' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-14T03:35:59.418 INFO:tasks.rados.rados.0.smithi002.stdout:190: done (0 left) 2024-09-14T03:35:59.418 INFO:tasks.rados.rados.0.smithi002.stdout:191: read oid 45 snap -1 2024-09-14T03:35:59.418 INFO:tasks.rados.rados.0.smithi002.stdout:191: expect (ObjNum 33 snap 0 seq_num 33) 2024-09-14T03:35:59.418 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 31 current snap is 20 2024-09-14T03:35:59.419 INFO:tasks.rados.rados.0.smithi002.stdout:192: seq_num 82 ranges {1851392=581632,2433024=622592,3055616=180224} 2024-09-14T03:35:59.432 INFO:tasks.rados.rados.0.smithi002.stdout:192: writing smithi00278215-31 from 1851392 to 2433024 tid 1 2024-09-14T03:35:59.435 INFO:tasks.rados.rados.0.smithi002.stdout:192: writing smithi00278215-31 from 2433024 to 3055616 tid 2 2024-09-14T03:35:59.437 INFO:tasks.rados.rados.0.smithi002.stdout:192: writing smithi00278215-31 from 3055616 to 3235840 tid 3 2024-09-14T03:35:59.437 INFO:tasks.rados.rados.0.smithi002.stdout:193: read oid 49 snap -1 2024-09-14T03:35:59.437 INFO:tasks.rados.rados.0.smithi002.stdout:193: expect (ObjNum 9 snap 0 seq_num 9) 2024-09-14T03:35:59.437 INFO:tasks.rados.rados.0.smithi002.stdout:194: delete oid 16 current snap is 20 2024-09-14T03:35:59.437 INFO:tasks.rados.rados.0.smithi002.stdout:191: expect (ObjNum 33 snap 0 seq_num 33) 2024-09-14T03:35:59.454 INFO:tasks.rados.rados.0.smithi002.stdout:192: finishing write tid 1 to smithi00278215-31 2024-09-14T03:35:59.454 INFO:tasks.rados.rados.0.smithi002.stdout:192: finishing write tid 2 to smithi00278215-31 2024-09-14T03:35:59.454 INFO:tasks.rados.rados.0.smithi002.stdout:192: finishing write tid 3 to smithi00278215-31 2024-09-14T03:35:59.454 INFO:tasks.rados.rados.0.smithi002.stdout:191: done (3 left) 2024-09-14T03:35:59.454 INFO:tasks.rados.rados.0.smithi002.stdout:194: done (2 left) 2024-09-14T03:35:59.455 INFO:tasks.rados.rados.0.smithi002.stdout:195: read oid 29 snap -1 2024-09-14T03:35:59.455 INFO:tasks.rados.rados.0.smithi002.stdout:195: expect deleted 2024-09-14T03:35:59.455 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 1 current snap is 20 2024-09-14T03:35:59.455 INFO:tasks.rados.rados.0.smithi002.stdout:192: finishing write tid 4 to smithi00278215-31 2024-09-14T03:35:59.455 INFO:tasks.rados.rados.0.smithi002.stdout:193: expect (ObjNum 9 snap 0 seq_num 9) 2024-09-14T03:35:59.461 INFO:tasks.rados.rados.0.smithi002.stdout:192: finishing write tid 5 to smithi00278215-31 2024-09-14T03:35:59.461 INFO:tasks.rados.rados.0.smithi002.stdout:192: oid 31 updating version 0 to 34 2024-09-14T03:35:59.461 INFO:tasks.rados.rados.0.smithi002.stdout:192: oid 31 version 34 is already newer than 33 2024-09-14T03:35:59.461 INFO:tasks.rados.rados.0.smithi002.stdout:192: oid 31 updating version 34 to 35 2024-09-14T03:35:59.461 INFO:tasks.rados.rados.0.smithi002.stdout:192: oid 31 updating version 35 to 36 2024-09-14T03:35:59.461 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 36 (ObjNum 82 snap 20 seq_num 82) dirty exists 2024-09-14T03:35:59.461 INFO:tasks.rados.rados.0.smithi002.stdout:192: left oid 31 (ObjNum 82 snap 20 seq_num 82) 2024-09-14T03:35:59.461 INFO:tasks.rados.rados.0.smithi002.stdout:196: seq_num 84 ranges {0=614400,614400=434176,1048576=368640} 2024-09-14T03:35:59.464 INFO:tasks.rados.rados.0.smithi002.stdout:196: writing smithi00278215-1 from 0 to 614400 tid 1 2024-09-14T03:35:59.467 INFO:tasks.rados.rados.0.smithi002.stdout:196: writing smithi00278215-1 from 614400 to 1048576 tid 2 2024-09-14T03:35:59.470 INFO:tasks.rados.rados.0.smithi002.stdout:196: writing smithi00278215-1 from 1048576 to 1417216 tid 3 2024-09-14T03:35:59.470 INFO:tasks.rados.rados.0.smithi002.stdout:192: done (3 left) 2024-09-14T03:35:59.470 INFO:tasks.rados.rados.0.smithi002.stdout:193: done (2 left) 2024-09-14T03:35:59.470 INFO:tasks.rados.rados.0.smithi002.stdout:195: done (1 left) 2024-09-14T03:35:59.470 INFO:tasks.rados.rados.0.smithi002.stdout:197: copy_from oid 31 from oid 40 current snap is 20 2024-09-14T03:35:59.470 INFO:tasks.rados.rados.0.smithi002.stdout:196: finishing write tid 1 to smithi00278215-1 2024-09-14T03:35:59.470 INFO:tasks.rados.rados.0.smithi002.stdout:196: finishing write tid 2 to smithi00278215-1 2024-09-14T03:35:59.470 INFO:tasks.rados.rados.0.smithi002.stdout:198: snap_create 2024-09-14T03:35:59.471 INFO:tasks.rados.rados.0.smithi002.stdout:196: finishing write tid 3 to smithi00278215-1 2024-09-14T03:35:59.471 INFO:tasks.rados.rados.0.smithi002.stdout:196: finishing write tid 4 to smithi00278215-1 2024-09-14T03:35:59.472 INFO:tasks.rados.rados.0.smithi002.stdout:196: finishing write tid 5 to smithi00278215-1 2024-09-14T03:35:59.472 INFO:tasks.rados.rados.0.smithi002.stdout:196: oid 1 updating version 0 to 68 2024-09-14T03:35:59.472 INFO:tasks.rados.rados.0.smithi002.stdout:196: oid 1 version 68 is already newer than 66 2024-09-14T03:35:59.473 INFO:tasks.rados.rados.0.smithi002.stdout:196: oid 1 version 68 is already newer than 65 2024-09-14T03:35:59.473 INFO:tasks.rados.rados.0.smithi002.stdout:196: oid 1 version 68 is already newer than 67 2024-09-14T03:35:59.473 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 1 v 68 (ObjNum 84 snap 20 seq_num 84) dirty exists 2024-09-14T03:35:59.473 INFO:tasks.rados.rados.0.smithi002.stdout:196: left oid 1 (ObjNum 84 snap 20 seq_num 84) 2024-09-14T03:35:59.476 INFO:tasks.rados.rados.0.smithi002.stdout:197: finishing copy_from racing read to smithi00278215-31 2024-09-14T03:35:59.477 INFO:tasks.rados.rados.0.smithi002.stdout:197: finishing copy_from to smithi00278215-31 2024-09-14T03:35:59.477 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 14 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-09-14T03:35:59.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:59 smithi002 ceph-mon[38004]: from='client.14979 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:59.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:35:59 smithi002 ceph-mon[38004]: osdmap e109: 8 total, 8 up, 8 in 2024-09-14T03:35:59.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:59 smithi002 ceph-mon[27606]: from='client.14979 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:59.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:35:59 smithi002 ceph-mon[27606]: osdmap e109: 8 total, 8 up, 8 in 2024-09-14T03:35:59.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:59 smithi154 ceph-mon[30999]: from='client.14979 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:35:59.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:35:59 smithi154 ceph-mon[30999]: osdmap e109: 8 total, 8 up, 8 in 2024-09-14T03:36:00.389 INFO:tasks.rados.rados.0.smithi002.stdout:196: done (2 left) 2024-09-14T03:36:00.389 INFO:tasks.rados.rados.0.smithi002.stdout:197: done (1 left) 2024-09-14T03:36:00.389 INFO:tasks.rados.rados.0.smithi002.stdout:198: done (0 left) 2024-09-14T03:36:00.389 INFO:tasks.rados.rados.0.smithi002.stdout:199: delete oid 31 current snap is 21 2024-09-14T03:36:00.393 INFO:tasks.rados.rados.0.smithi002.stdout:199: done (0 left) 2024-09-14T03:36:00.393 INFO:tasks.rados.rados.0.smithi002.stdout:200: delete oid 26 current snap is 21 2024-09-14T03:36:00.397 INFO:tasks.rados.rados.0.smithi002.stdout:200: done (0 left) 2024-09-14T03:36:00.397 INFO:tasks.rados.rados.0.smithi002.stdout:201: copy_from oid 20 from oid 42 current snap is 21 2024-09-14T03:36:00.397 INFO:tasks.rados.rados.0.smithi002.stdout:202: delete oid 5 current snap is 21 2024-09-14T03:36:00.399 INFO:tasks.rados.rados.0.smithi002.stdout:202: done (1 left) 2024-09-14T03:36:00.399 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 13 current snap is 21 2024-09-14T03:36:00.399 INFO:tasks.rados.rados.0.smithi002.stdout:203: seq_num 88 ranges {1499136=679936,2179072=778240,2957312=24576} 2024-09-14T03:36:00.411 INFO:tasks.rados.rados.0.smithi002.stdout:203: writing smithi00278215-13 from 1499136 to 2179072 tid 1 2024-09-14T03:36:00.416 INFO:tasks.rados.rados.0.smithi002.stdout:203: writing smithi00278215-13 from 2179072 to 2957312 tid 2 2024-09-14T03:36:00.416 INFO:tasks.rados.rados.0.smithi002.stdout:203: writing smithi00278215-13 from 2957312 to 2981888 tid 3 2024-09-14T03:36:00.416 INFO:tasks.rados.rados.0.smithi002.stdout:204: read oid 19 snap -1 2024-09-14T03:36:00.417 INFO:tasks.rados.rados.0.smithi002.stdout:204: expect (ObjNum 18 snap 0 seq_num 18) 2024-09-14T03:36:00.417 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 21 current snap is 21 2024-09-14T03:36:00.417 INFO:tasks.rados.rados.0.smithi002.stdout:201: finishing copy_from racing read to smithi00278215-20 2024-09-14T03:36:00.417 INFO:tasks.rados.rados.0.smithi002.stdout:201: finishing copy_from to smithi00278215-20 2024-09-14T03:36:00.417 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 20 v 2 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-09-14T03:36:00.417 INFO:tasks.rados.rados.0.smithi002.stdout:205: seq_num 89 ranges {1302528=696320,1998848=655360,2654208=147456} 2024-09-14T03:36:00.427 INFO:tasks.rados.rados.0.smithi002.stdout:205: writing smithi00278215-21 from 1302528 to 1998848 tid 1 2024-09-14T03:36:00.431 INFO:tasks.rados.rados.0.smithi002.stdout:205: writing smithi00278215-21 from 1998848 to 2654208 tid 2 2024-09-14T03:36:00.432 INFO:tasks.rados.rados.0.smithi002.stdout:205: writing smithi00278215-21 from 2654208 to 2801664 tid 3 2024-09-14T03:36:00.433 INFO:tasks.rados.rados.0.smithi002.stdout:201: done (3 left) 2024-09-14T03:36:00.433 INFO:tasks.rados.rados.0.smithi002.stdout:206: delete oid 11 current snap is 21 2024-09-14T03:36:00.433 INFO:tasks.rados.rados.0.smithi002.stdout:203: finishing write tid 1 to smithi00278215-13 2024-09-14T03:36:00.433 INFO:tasks.rados.rados.0.smithi002.stdout:204: expect (ObjNum 18 snap 0 seq_num 18) 2024-09-14T03:36:00.442 INFO:tasks.rados.rados.0.smithi002.stdout:203: finishing write tid 2 to smithi00278215-13 2024-09-14T03:36:00.443 INFO:tasks.rados.rados.0.smithi002.stdout:203: finishing write tid 3 to smithi00278215-13 2024-09-14T03:36:00.443 INFO:tasks.rados.rados.0.smithi002.stdout:204: done (3 left) 2024-09-14T03:36:00.443 INFO:tasks.rados.rados.0.smithi002.stdout:206: done (2 left) 2024-09-14T03:36:00.443 INFO:tasks.rados.rados.0.smithi002.stdout:207: read oid 9 snap -1 2024-09-14T03:36:00.443 INFO:tasks.rados.rados.0.smithi002.stdout:207: expect (ObjNum 66 snap 7 seq_num 66) 2024-09-14T03:36:00.443 INFO:tasks.rados.rados.0.smithi002.stdout:208: copy_from oid 4 from oid 7 current snap is 21 2024-09-14T03:36:00.443 INFO:tasks.rados.rados.0.smithi002.stdout:203: finishing write tid 4 to smithi00278215-13 2024-09-14T03:36:00.443 INFO:tasks.rados.rados.0.smithi002.stdout:203: finishing write tid 5 to smithi00278215-13 2024-09-14T03:36:00.443 INFO:tasks.rados.rados.0.smithi002.stdout:203: oid 13 updating version 0 to 51 2024-09-14T03:36:00.443 INFO:tasks.rados.rados.0.smithi002.stdout:203: oid 13 version 51 is already newer than 50 2024-09-14T03:36:00.443 INFO:tasks.rados.rados.0.smithi002.stdout:203: oid 13 version 51 is already newer than 49 2024-09-14T03:36:00.444 INFO:tasks.rados.rados.0.smithi002.stdout:203: oid 13 version 51 is already newer than 48 2024-09-14T03:36:00.444 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 51 (ObjNum 88 snap 21 seq_num 88) dirty exists 2024-09-14T03:36:00.444 INFO:tasks.rados.rados.0.smithi002.stdout:203: left oid 13 (ObjNum 88 snap 21 seq_num 88) 2024-09-14T03:36:00.444 INFO:tasks.rados.rados.0.smithi002.stdout:205: finishing write tid 1 to smithi00278215-21 2024-09-14T03:36:00.444 INFO:tasks.rados.rados.0.smithi002.stdout:205: finishing write tid 2 to smithi00278215-21 2024-09-14T03:36:00.444 INFO:tasks.rados.rados.0.smithi002.stdout:205: finishing write tid 3 to smithi00278215-21 2024-09-14T03:36:00.444 INFO:tasks.rados.rados.0.smithi002.stdout:205: finishing write tid 4 to smithi00278215-21 2024-09-14T03:36:00.444 INFO:tasks.rados.rados.0.smithi002.stdout:205: finishing write tid 5 to smithi00278215-21 2024-09-14T03:36:00.444 INFO:tasks.rados.rados.0.smithi002.stdout:205: oid 21 updating version 0 to 45 2024-09-14T03:36:00.444 INFO:tasks.rados.rados.0.smithi002.stdout:205: oid 21 updating version 45 to 46 2024-09-14T03:36:00.444 INFO:tasks.rados.rados.0.smithi002.stdout:205: oid 21 version 46 is already newer than 43 2024-09-14T03:36:00.444 INFO:tasks.rados.rados.0.smithi002.stdout:205: oid 21 version 46 is already newer than 44 2024-09-14T03:36:00.444 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 46 (ObjNum 89 snap 21 seq_num 89) dirty exists 2024-09-14T03:36:00.444 INFO:tasks.rados.rados.0.smithi002.stdout:205: left oid 21 (ObjNum 89 snap 21 seq_num 89) 2024-09-14T03:36:00.445 INFO:tasks.rados.rados.0.smithi002.stdout:203: done (3 left) 2024-09-14T03:36:00.445 INFO:tasks.rados.rados.0.smithi002.stdout:205: done (2 left) 2024-09-14T03:36:00.445 INFO:tasks.rados.rados.0.smithi002.stdout:209: copy_from oid 30 from oid 19 current snap is 21 2024-09-14T03:36:00.445 INFO:tasks.rados.rados.0.smithi002.stdout:210: read oid 14 snap 12 2024-09-14T03:36:00.445 INFO:tasks.rados.rados.0.smithi002.stdout:210: expect (ObjNum 13 snap 0 seq_num 13) 2024-09-14T03:36:00.445 INFO:tasks.rados.rados.0.smithi002.stdout:211: delete oid 39 current snap is 21 2024-09-14T03:36:00.446 INFO:tasks.rados.rados.0.smithi002.stdout:208: finishing copy_from racing read to smithi00278215-4 2024-09-14T03:36:00.446 INFO:tasks.rados.rados.0.smithi002.stdout:208: finishing copy_from to smithi00278215-4 2024-09-14T03:36:00.446 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 6 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-09-14T03:36:00.447 INFO:tasks.rados.rados.0.smithi002.stdout:210: expect (ObjNum 13 snap 0 seq_num 13) 2024-09-14T03:36:00.454 INFO:tasks.rados.rados.0.smithi002.stdout:207: expect (ObjNum 66 snap 7 seq_num 66) 2024-09-14T03:36:00.490 INFO:tasks.rados.rados.0.smithi002.stdout:209: finishing copy_from racing read to smithi00278215-30 2024-09-14T03:36:00.490 INFO:tasks.rados.rados.0.smithi002.stdout:209: finishing copy_from to smithi00278215-30 2024-09-14T03:36:00.490 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 30 v 52 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-09-14T03:36:00.490 INFO:tasks.rados.rados.0.smithi002.stdout:207: done (4 left) 2024-09-14T03:36:00.491 INFO:tasks.rados.rados.0.smithi002.stdout:208: done (3 left) 2024-09-14T03:36:00.491 INFO:tasks.rados.rados.0.smithi002.stdout:209: done (2 left) 2024-09-14T03:36:00.491 INFO:tasks.rados.rados.0.smithi002.stdout:210: done (1 left) 2024-09-14T03:36:00.491 INFO:tasks.rados.rados.0.smithi002.stdout:211: done (0 left) 2024-09-14T03:36:00.491 INFO:tasks.rados.rados.0.smithi002.stdout:212: rollback oid 14 current snap is 21 2024-09-14T03:36:00.491 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 14 to 7 2024-09-14T03:36:00.492 INFO:tasks.rados.rados.0.smithi002.stdout:213: delete oid 44 current snap is 21 2024-09-14T03:36:00.492 INFO:tasks.rados.rados.0.smithi002.stdout:212: finishing rollback tid 0 to smithi00278215-14 2024-09-14T03:36:00.492 INFO:tasks.rados.rados.0.smithi002.stdout:212: finishing rollback tid 1 to smithi00278215-14 2024-09-14T03:36:00.492 INFO:tasks.rados.rados.0.smithi002.stdout:212: finishing rollback tid 2 to smithi00278215-14 2024-09-14T03:36:00.493 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 14 v 60 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-09-14T03:36:00.493 INFO:tasks.rados.rados.0.smithi002.stdout:212: done (1 left) 2024-09-14T03:36:00.494 INFO:tasks.rados.rados.0.smithi002.stdout:213: done (0 left) 2024-09-14T03:36:00.494 INFO:tasks.rados.rados.0.smithi002.stdout:214: copy_from oid 44 from oid 24 current snap is 21 2024-09-14T03:36:00.494 INFO:tasks.rados.rados.0.smithi002.stdout:215: rollback oid 13 current snap is 21 2024-09-14T03:36:00.494 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 13 to 10 2024-09-14T03:36:00.494 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 17 current snap is 21 2024-09-14T03:36:00.494 INFO:tasks.rados.rados.0.smithi002.stdout:216: seq_num 93 ranges {0=761856,761856=647168,1409024=155648} 2024-09-14T03:36:00.498 INFO:tasks.rados.rados.0.smithi002.stdout:216: writing smithi00278215-17 from 0 to 761856 tid 1 2024-09-14T03:36:00.502 INFO:tasks.rados.rados.0.smithi002.stdout:216: writing smithi00278215-17 from 761856 to 1409024 tid 2 2024-09-14T03:36:00.503 INFO:tasks.rados.rados.0.smithi002.stdout:216: writing smithi00278215-17 from 1409024 to 1564672 tid 3 2024-09-14T03:36:00.504 INFO:tasks.rados.rados.0.smithi002.stdout:217: rollback oid 35 current snap is 21 2024-09-14T03:36:00.504 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 35 to 20 2024-09-14T03:36:00.504 INFO:tasks.rados.rados.0.smithi002.stdout:215: finishing rollback tid 0 to smithi00278215-13 2024-09-14T03:36:00.504 INFO:tasks.rados.rados.0.smithi002.stdout:218: snap_remove snap 12 2024-09-14T03:36:00.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:00 smithi002 ceph-mon[27606]: pgmap v148: 121 pgs: 121 active+clean; 53 MiB data, 324 MiB used, 715 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.7 MiB/s wr, 8 op/s 2024-09-14T03:36:00.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:00 smithi002 ceph-mon[27606]: osdmap e110: 8 total, 8 up, 8 in 2024-09-14T03:36:00.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:00 smithi002 ceph-mon[27606]: osdmap e111: 8 total, 8 up, 8 in 2024-09-14T03:36:00.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:00 smithi002 ceph-mon[38004]: pgmap v148: 121 pgs: 121 active+clean; 53 MiB data, 324 MiB used, 715 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.7 MiB/s wr, 8 op/s 2024-09-14T03:36:00.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:00 smithi002 ceph-mon[38004]: osdmap e110: 8 total, 8 up, 8 in 2024-09-14T03:36:00.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:00 smithi002 ceph-mon[38004]: osdmap e111: 8 total, 8 up, 8 in 2024-09-14T03:36:00.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:00 smithi154 ceph-mon[30999]: pgmap v148: 121 pgs: 121 active+clean; 53 MiB data, 324 MiB used, 715 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.7 MiB/s wr, 8 op/s 2024-09-14T03:36:00.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:00 smithi154 ceph-mon[30999]: osdmap e110: 8 total, 8 up, 8 in 2024-09-14T03:36:00.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:00 smithi154 ceph-mon[30999]: osdmap e111: 8 total, 8 up, 8 in 2024-09-14T03:36:01.424 INFO:tasks.rados.rados.0.smithi002.stdout:218: done (4 left) 2024-09-14T03:36:01.424 INFO:tasks.rados.rados.0.smithi002.stdout:219: snap_remove snap 14 2024-09-14T03:36:01.686 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:01 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-14T03:36:01.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:01 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-14T03:36:01.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:01 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-14T03:36:02.427 INFO:tasks.rados.rados.0.smithi002.stdout:219: done (4 left) 2024-09-14T03:36:02.471 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 12 current snap is 21 2024-09-14T03:36:02.471 INFO:tasks.rados.rados.0.smithi002.stdout:220: seq_num 94 ranges {1318912=778240,2097152=532480,2629632=270336} 2024-09-14T03:36:02.474 INFO:tasks.rados.rados.0.smithi002.stdout:220: writing smithi00278215-12 from 1318912 to 2097152 tid 1 2024-09-14T03:36:02.474 INFO:tasks.rados.rados.0.smithi002.stdout:220: writing smithi00278215-12 from 2097152 to 2629632 tid 2 2024-09-14T03:36:02.474 INFO:tasks.rados.rados.0.smithi002.stdout:220: writing smithi00278215-12 from 2629632 to 2899968 tid 3 2024-09-14T03:36:02.474 INFO:tasks.rados.rados.0.smithi002.stdout:221: copy_from oid 11 from oid 20 current snap is 21 2024-09-14T03:36:02.474 INFO:tasks.rados.rados.0.smithi002.stdout:215: finishing rollback tid 1 to smithi00278215-13 2024-09-14T03:36:02.474 INFO:tasks.rados.rados.0.smithi002.stdout:215: finishing rollback tid 2 to smithi00278215-13 2024-09-14T03:36:02.474 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 54 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-09-14T03:36:02.474 INFO:tasks.rados.rados.0.smithi002.stdout:214: finishing copy_from racing read to smithi00278215-44 2024-09-14T03:36:02.474 INFO:tasks.rados.rados.0.smithi002.stdout:216: finishing write tid 1 to smithi00278215-17 2024-09-14T03:36:02.474 INFO:tasks.rados.rados.0.smithi002.stdout:214: finishing copy_from to smithi00278215-44 2024-09-14T03:36:02.474 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 10 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-09-14T03:36:02.474 INFO:tasks.rados.rados.0.smithi002.stdout:216: finishing write tid 2 to smithi00278215-17 2024-09-14T03:36:02.475 INFO:tasks.rados.rados.0.smithi002.stdout:217: finishing rollback tid 0 to smithi00278215-35 2024-09-14T03:36:02.475 INFO:tasks.rados.rados.0.smithi002.stdout:214: done (5 left) 2024-09-14T03:36:02.475 INFO:tasks.rados.rados.0.smithi002.stdout:215: done (4 left) 2024-09-14T03:36:02.475 INFO:tasks.rados.rados.0.smithi002.stdout:222: delete oid 21 current snap is 21 2024-09-14T03:36:02.475 INFO:tasks.rados.rados.0.smithi002.stdout:216: finishing write tid 3 to smithi00278215-17 2024-09-14T03:36:02.475 INFO:tasks.rados.rados.0.smithi002.stdout:216: finishing write tid 4 to smithi00278215-17 2024-09-14T03:36:02.475 INFO:tasks.rados.rados.0.smithi002.stdout:217: finishing rollback tid 1 to smithi00278215-35 2024-09-14T03:36:02.475 INFO:tasks.rados.rados.0.smithi002.stdout:217: finishing rollback tid 2 to smithi00278215-35 2024-09-14T03:36:02.475 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 35 v 62 (ObjNum 72 snap 12 seq_num 72) dirty exists 2024-09-14T03:36:02.475 INFO:tasks.rados.rados.0.smithi002.stdout:216: finishing write tid 5 to smithi00278215-17 2024-09-14T03:36:02.475 INFO:tasks.rados.rados.0.smithi002.stdout:216: oid 17 updating version 0 to 78 2024-09-14T03:36:02.475 INFO:tasks.rados.rados.0.smithi002.stdout:216: oid 17 updating version 78 to 80 2024-09-14T03:36:02.475 INFO:tasks.rados.rados.0.smithi002.stdout:216: oid 17 version 80 is already newer than 79 2024-09-14T03:36:02.475 INFO:tasks.rados.rados.0.smithi002.stdout:216: oid 17 version 80 is already newer than 77 2024-09-14T03:36:02.475 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 17 v 80 (ObjNum 93 snap 21 seq_num 93) dirty exists 2024-09-14T03:36:02.476 INFO:tasks.rados.rados.0.smithi002.stdout:216: left oid 17 (ObjNum 93 snap 21 seq_num 93) 2024-09-14T03:36:02.476 INFO:tasks.rados.rados.0.smithi002.stdout:216: done (4 left) 2024-09-14T03:36:02.476 INFO:tasks.rados.rados.0.smithi002.stdout:217: done (3 left) 2024-09-14T03:36:02.476 INFO:tasks.rados.rados.0.smithi002.stdout:222: done (2 left) 2024-09-14T03:36:02.476 INFO:tasks.rados.rados.0.smithi002.stdout:223: delete oid 41 current snap is 21 2024-09-14T03:36:02.476 INFO:tasks.rados.rados.0.smithi002.stdout:220: finishing write tid 1 to smithi00278215-12 2024-09-14T03:36:02.476 INFO:tasks.rados.rados.0.smithi002.stdout:220: finishing write tid 2 to smithi00278215-12 2024-09-14T03:36:02.476 INFO:tasks.rados.rados.0.smithi002.stdout:223: done (2 left) 2024-09-14T03:36:02.476 INFO:tasks.rados.rados.0.smithi002.stdout:224: setattr oid 8 current snap is 21 2024-09-14T03:36:02.476 INFO:tasks.rados.rados.0.smithi002.stdout:220: finishing write tid 3 to smithi00278215-12 2024-09-14T03:36:02.476 INFO:tasks.rados.rados.0.smithi002.stdout:220: finishing write tid 4 to smithi00278215-12 2024-09-14T03:36:02.476 INFO:tasks.rados.rados.0.smithi002.stdout:220: finishing write tid 5 to smithi00278215-12 2024-09-14T03:36:02.476 INFO:tasks.rados.rados.0.smithi002.stdout:220: oid 12 updating version 0 to 82 2024-09-14T03:36:02.477 INFO:tasks.rados.rados.0.smithi002.stdout:220: oid 12 updating version 82 to 83 2024-09-14T03:36:02.477 INFO:tasks.rados.rados.0.smithi002.stdout:220: oid 12 updating version 83 to 85 2024-09-14T03:36:02.477 INFO:tasks.rados.rados.0.smithi002.stdout:220: oid 12 version 85 is already newer than 84 2024-09-14T03:36:02.477 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 85 (ObjNum 94 snap 21 seq_num 94) dirty exists 2024-09-14T03:36:02.477 INFO:tasks.rados.rados.0.smithi002.stdout:220: left oid 12 (ObjNum 94 snap 21 seq_num 94) 2024-09-14T03:36:02.477 INFO:tasks.rados.rados.0.smithi002.stdout:221: finishing copy_from racing read to smithi00278215-11 2024-09-14T03:36:02.477 INFO:tasks.rados.rados.0.smithi002.stdout:221: finishing copy_from to smithi00278215-11 2024-09-14T03:36:02.477 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 2 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-09-14T03:36:02.477 INFO:tasks.rados.rados.0.smithi002.stdout:220: done (2 left) 2024-09-14T03:36:02.477 INFO:tasks.rados.rados.0.smithi002.stdout:221: done (1 left) 2024-09-14T03:36:02.477 INFO:tasks.rados.rados.0.smithi002.stdout:225: snap_remove snap 3 2024-09-14T03:36:02.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:02 smithi002 ceph-mon[27606]: pgmap v151: 121 pgs: 121 active+clean; 53 MiB data, 324 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:36:02.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:02 smithi002 ceph-mon[27606]: osdmap e112: 8 total, 8 up, 8 in 2024-09-14T03:36:02.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:02 smithi002 ceph-mon[38004]: pgmap v151: 121 pgs: 121 active+clean; 53 MiB data, 324 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:36:02.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:02 smithi002 ceph-mon[38004]: osdmap e112: 8 total, 8 up, 8 in 2024-09-14T03:36:02.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:02 smithi154 ceph-mon[30999]: pgmap v151: 121 pgs: 121 active+clean; 53 MiB data, 324 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:36:02.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:02 smithi154 ceph-mon[30999]: osdmap e112: 8 total, 8 up, 8 in 2024-09-14T03:36:03.434 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:36:03 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:36:03] "GET /metrics HTTP/1.1" 200 36078 "" "Prometheus/2.43.0" 2024-09-14T03:36:03.440 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 8 v 19 (ObjNum 177 snap 0 seq_num 0) dirty exists 2024-09-14T03:36:03.440 INFO:tasks.rados.rados.0.smithi002.stdout:224: done (1 left) 2024-09-14T03:36:03.440 INFO:tasks.rados.rados.0.smithi002.stdout:225: done (0 left) 2024-09-14T03:36:03.440 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 26 current snap is 21 2024-09-14T03:36:03.440 INFO:tasks.rados.rados.0.smithi002.stdout:226: seq_num 97 ranges {0=434176,434176=581632,1015808=540672,1556480=81920} 2024-09-14T03:36:03.442 INFO:tasks.rados.rados.0.smithi002.stdout:226: writing smithi00278215-26 from 0 to 434176 tid 1 2024-09-14T03:36:03.447 INFO:tasks.rados.rados.0.smithi002.stdout:226: writing smithi00278215-26 from 434176 to 1015808 tid 2 2024-09-14T03:36:03.451 INFO:tasks.rados.rados.0.smithi002.stdout:226: writing smithi00278215-26 from 1015808 to 1556480 tid 3 2024-09-14T03:36:03.452 INFO:tasks.rados.rados.0.smithi002.stdout:226: writing smithi00278215-26 from 1556480 to 1638400 tid 4 2024-09-14T03:36:03.452 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 2 current snap is 21 2024-09-14T03:36:03.452 INFO:tasks.rados.rados.0.smithi002.stdout:226: finishing write tid 1 to smithi00278215-26 2024-09-14T03:36:03.452 INFO:tasks.rados.rados.0.smithi002.stdout:227: seq_num 98 ranges {1097728=450560,1548288=466944,2015232=737280} 2024-09-14T03:36:03.461 INFO:tasks.rados.rados.0.smithi002.stdout:227: writing smithi00278215-2 from 1097728 to 1548288 tid 1 2024-09-14T03:36:03.464 INFO:tasks.rados.rados.0.smithi002.stdout:227: writing smithi00278215-2 from 1548288 to 2015232 tid 2 2024-09-14T03:36:03.469 INFO:tasks.rados.rados.0.smithi002.stdout:227: writing smithi00278215-2 from 2015232 to 2752512 tid 3 2024-09-14T03:36:03.469 INFO:tasks.rados.rados.0.smithi002.stdout:228: copy_from oid 28 from oid 27 current snap is 21 2024-09-14T03:36:03.470 INFO:tasks.rados.rados.0.smithi002.stdout:226: finishing write tid 2 to smithi00278215-26 2024-09-14T03:36:03.470 INFO:tasks.rados.rados.0.smithi002.stdout:226: finishing write tid 3 to smithi00278215-26 2024-09-14T03:36:03.470 INFO:tasks.rados.rados.0.smithi002.stdout:226: finishing write tid 4 to smithi00278215-26 2024-09-14T03:36:03.470 INFO:tasks.rados.rados.0.smithi002.stdout:226: finishing write tid 5 to smithi00278215-26 2024-09-14T03:36:03.470 INFO:tasks.rados.rados.0.smithi002.stdout:226: finishing write tid 6 to smithi00278215-26 2024-09-14T03:36:03.470 INFO:tasks.rados.rados.0.smithi002.stdout:226: oid 26 updating version 0 to 46 2024-09-14T03:36:03.470 INFO:tasks.rados.rados.0.smithi002.stdout:226: oid 26 updating version 46 to 47 2024-09-14T03:36:03.470 INFO:tasks.rados.rados.0.smithi002.stdout:226: oid 26 updating version 47 to 48 2024-09-14T03:36:03.470 INFO:tasks.rados.rados.0.smithi002.stdout:226: oid 26 version 48 is already newer than 42 2024-09-14T03:36:03.470 INFO:tasks.rados.rados.0.smithi002.stdout:226: oid 26 version 48 is already newer than 45 2024-09-14T03:36:03.470 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 48 (ObjNum 97 snap 21 seq_num 97) dirty exists 2024-09-14T03:36:03.470 INFO:tasks.rados.rados.0.smithi002.stdout:226: left oid 26 (ObjNum 97 snap 21 seq_num 97) 2024-09-14T03:36:03.470 INFO:tasks.rados.rados.0.smithi002.stdout:227: finishing write tid 1 to smithi00278215-2 2024-09-14T03:36:03.470 INFO:tasks.rados.rados.0.smithi002.stdout:227: finishing write tid 2 to smithi00278215-2 2024-09-14T03:36:03.471 INFO:tasks.rados.rados.0.smithi002.stdout:226: done (2 left) 2024-09-14T03:36:03.471 INFO:tasks.rados.rados.0.smithi002.stdout:229: snap_create 2024-09-14T03:36:03.472 INFO:tasks.rados.rados.0.smithi002.stdout:227: finishing write tid 3 to smithi00278215-2 2024-09-14T03:36:03.472 INFO:tasks.rados.rados.0.smithi002.stdout:227: finishing write tid 4 to smithi00278215-2 2024-09-14T03:36:03.473 INFO:tasks.rados.rados.0.smithi002.stdout:228: finishing copy_from racing read to smithi00278215-28 2024-09-14T03:36:03.473 INFO:tasks.rados.rados.0.smithi002.stdout:227: finishing write tid 5 to smithi00278215-2 2024-09-14T03:36:03.473 INFO:tasks.rados.rados.0.smithi002.stdout:227: oid 2 updating version 0 to 32 2024-09-14T03:36:03.473 INFO:tasks.rados.rados.0.smithi002.stdout:227: oid 2 version 32 is already newer than 31 2024-09-14T03:36:03.474 INFO:tasks.rados.rados.0.smithi002.stdout:227: oid 2 updating version 32 to 33 2024-09-14T03:36:03.474 INFO:tasks.rados.rados.0.smithi002.stdout:227: oid 2 version 33 is already newer than 30 2024-09-14T03:36:03.474 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 2 v 33 (ObjNum 98 snap 21 seq_num 98) dirty exists 2024-09-14T03:36:03.474 INFO:tasks.rados.rados.0.smithi002.stdout:227: left oid 2 (ObjNum 98 snap 21 seq_num 98) 2024-09-14T03:36:03.474 INFO:tasks.rados.rados.0.smithi002.stdout:228: finishing copy_from to smithi00278215-28 2024-09-14T03:36:03.474 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 28 v 14 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-09-14T03:36:03.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:03 smithi002 ceph-mon[27606]: osdmap e113: 8 total, 8 up, 8 in 2024-09-14T03:36:03.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:03 smithi002 ceph-mon[38004]: osdmap e113: 8 total, 8 up, 8 in 2024-09-14T03:36:03.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:03 smithi154 ceph-mon[30999]: osdmap e113: 8 total, 8 up, 8 in 2024-09-14T03:36:04.445 INFO:tasks.rados.rados.0.smithi002.stdout:227: done (2 left) 2024-09-14T03:36:04.445 INFO:tasks.rados.rados.0.smithi002.stdout:228: done (1 left) 2024-09-14T03:36:04.445 INFO:tasks.rados.rados.0.smithi002.stdout:229: done (0 left) 2024-09-14T03:36:04.445 INFO:tasks.rados.rados.0.smithi002.stdout:230: snap_create 2024-09-14T03:36:04.686 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:04 smithi002 ceph-mon[27606]: pgmap v154: 121 pgs: 121 active+clean; 64 MiB data, 341 MiB used, 715 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 28 op/s 2024-09-14T03:36:04.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:04 smithi002 ceph-mon[27606]: osdmap e114: 8 total, 8 up, 8 in 2024-09-14T03:36:04.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:04 smithi002 ceph-mon[38004]: pgmap v154: 121 pgs: 121 active+clean; 64 MiB data, 341 MiB used, 715 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 28 op/s 2024-09-14T03:36:04.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:04 smithi002 ceph-mon[38004]: osdmap e114: 8 total, 8 up, 8 in 2024-09-14T03:36:04.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:04 smithi154 ceph-mon[30999]: pgmap v154: 121 pgs: 121 active+clean; 64 MiB data, 341 MiB used, 715 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 28 op/s 2024-09-14T03:36:04.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:04 smithi154 ceph-mon[30999]: osdmap e114: 8 total, 8 up, 8 in 2024-09-14T03:36:05.393 INFO:tasks.rados.rados.0.smithi002.stdout:230: done (0 left) 2024-09-14T03:36:05.393 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 17 current snap is 23 2024-09-14T03:36:05.393 INFO:tasks.rados.rados.0.smithi002.stdout:231: seq_num 99 ranges {1564672=466944,2031616=802816,2834432=401408} 2024-09-14T03:36:05.405 INFO:tasks.rados.rados.0.smithi002.stdout:231: writing smithi00278215-17 from 1564672 to 2031616 tid 1 2024-09-14T03:36:05.410 INFO:tasks.rados.rados.0.smithi002.stdout:231: writing smithi00278215-17 from 2031616 to 2834432 tid 2 2024-09-14T03:36:05.413 INFO:tasks.rados.rados.0.smithi002.stdout:231: writing smithi00278215-17 from 2834432 to 3235840 tid 3 2024-09-14T03:36:05.413 INFO:tasks.rados.rados.0.smithi002.stdout:232: rollback oid 8 current snap is 23 2024-09-14T03:36:05.413 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 8 to 5 2024-09-14T03:36:05.413 INFO:tasks.rados.rados.0.smithi002.stdout:233: rmattr oid 26 current snap is 23 2024-09-14T03:36:05.413 INFO:tasks.rados.rados.0.smithi002.stdout:233: done (2 left) 2024-09-14T03:36:05.414 INFO:tasks.rados.rados.0.smithi002.stdout:234: delete oid 2 current snap is 23 2024-09-14T03:36:05.416 INFO:tasks.rados.rados.0.smithi002.stdout:231: finishing write tid 1 to smithi00278215-17 2024-09-14T03:36:05.416 INFO:tasks.rados.rados.0.smithi002.stdout:231: finishing write tid 2 to smithi00278215-17 2024-09-14T03:36:05.417 INFO:tasks.rados.rados.0.smithi002.stdout:234: done (2 left) 2024-09-14T03:36:05.417 INFO:tasks.rados.rados.0.smithi002.stdout:235: rmattr oid 24 current snap is 23 2024-09-14T03:36:05.418 INFO:tasks.rados.rados.0.smithi002.stdout:235: done (2 left) 2024-09-14T03:36:05.418 INFO:tasks.rados.rados.0.smithi002.stdout:236: snap_create 2024-09-14T03:36:05.418 INFO:tasks.rados.rados.0.smithi002.stdout:231: finishing write tid 3 to smithi00278215-17 2024-09-14T03:36:05.418 INFO:tasks.rados.rados.0.smithi002.stdout:231: finishing write tid 4 to smithi00278215-17 2024-09-14T03:36:05.419 INFO:tasks.rados.rados.0.smithi002.stdout:231: finishing write tid 5 to smithi00278215-17 2024-09-14T03:36:05.419 INFO:tasks.rados.rados.0.smithi002.stdout:231: oid 17 updating version 0 to 103 2024-09-14T03:36:05.419 INFO:tasks.rados.rados.0.smithi002.stdout:231: oid 17 updating version 103 to 104 2024-09-14T03:36:05.419 INFO:tasks.rados.rados.0.smithi002.stdout:231: oid 17 version 104 is already newer than 101 2024-09-14T03:36:05.419 INFO:tasks.rados.rados.0.smithi002.stdout:231: oid 17 version 104 is already newer than 102 2024-09-14T03:36:05.419 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 17 v 104 (ObjNum 99 snap 23 seq_num 99) dirty exists 2024-09-14T03:36:05.419 INFO:tasks.rados.rados.0.smithi002.stdout:231: left oid 17 (ObjNum 99 snap 23 seq_num 99) 2024-09-14T03:36:05.420 INFO:tasks.rados.rados.0.smithi002.stdout:232: finishing rollback tid 0 to smithi00278215-8 2024-09-14T03:36:05.420 INFO:tasks.rados.rados.0.smithi002.stdout:232: finishing rollback tid 1 to smithi00278215-8 2024-09-14T03:36:05.420 INFO:tasks.rados.rados.0.smithi002.stdout:232: finishing rollback tid 2 to smithi00278215-8 2024-09-14T03:36:05.420 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 8 v 27 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-09-14T03:36:05.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:05 smithi154 ceph-mon[30999]: osdmap e115: 8 total, 8 up, 8 in 2024-09-14T03:36:05.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:05 smithi154 ceph-mon[30999]: osdmap e116: 8 total, 8 up, 8 in 2024-09-14T03:36:05.936 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:05 smithi002 ceph-mon[27606]: osdmap e115: 8 total, 8 up, 8 in 2024-09-14T03:36:05.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:05 smithi002 ceph-mon[27606]: osdmap e116: 8 total, 8 up, 8 in 2024-09-14T03:36:05.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:05 smithi002 ceph-mon[38004]: osdmap e115: 8 total, 8 up, 8 in 2024-09-14T03:36:05.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:05 smithi002 ceph-mon[38004]: osdmap e116: 8 total, 8 up, 8 in 2024-09-14T03:36:06.399 INFO:tasks.rados.rados.0.smithi002.stdout:231: done (2 left) 2024-09-14T03:36:06.400 INFO:tasks.rados.rados.0.smithi002.stdout:232: done (1 left) 2024-09-14T03:36:06.400 INFO:tasks.rados.rados.0.smithi002.stdout:236: done (0 left) 2024-09-14T03:36:06.400 INFO:tasks.rados.rados.0.smithi002.stdout:237: copy_from oid 48 from oid 47 current snap is 24 2024-09-14T03:36:06.400 INFO:tasks.rados.rados.0.smithi002.stdout:238: read oid 34 snap -1 2024-09-14T03:36:06.400 INFO:tasks.rados.rados.0.smithi002.stdout:238: expect deleted 2024-09-14T03:36:06.400 INFO:tasks.rados.rados.0.smithi002.stdout:239: snap_create 2024-09-14T03:36:06.408 INFO:tasks.rados.rados.0.smithi002.stdout:237: finishing copy_from racing read to smithi00278215-48 2024-09-14T03:36:06.408 INFO:tasks.rados.rados.0.smithi002.stdout:237: finishing copy_from to smithi00278215-48 2024-09-14T03:36:06.408 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 14 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-14T03:36:06.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:06 smithi154 ceph-mon[30999]: pgmap v157: 121 pgs: 121 active+clean; 64 MiB data, 341 MiB used, 715 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 28 op/s 2024-09-14T03:36:06.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:06 smithi154 ceph-mon[30999]: osdmap e117: 8 total, 8 up, 8 in 2024-09-14T03:36:06.838 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:06 smithi002 ceph-mon[27606]: pgmap v157: 121 pgs: 121 active+clean; 64 MiB data, 341 MiB used, 715 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 28 op/s 2024-09-14T03:36:06.838 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:06 smithi002 ceph-mon[27606]: osdmap e117: 8 total, 8 up, 8 in 2024-09-14T03:36:06.838 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:06 smithi002 ceph-mon[38004]: pgmap v157: 121 pgs: 121 active+clean; 64 MiB data, 341 MiB used, 715 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 28 op/s 2024-09-14T03:36:06.838 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:06 smithi002 ceph-mon[38004]: osdmap e117: 8 total, 8 up, 8 in 2024-09-14T03:36:07.400 INFO:tasks.rados.rados.0.smithi002.stdout:237: done (2 left) 2024-09-14T03:36:07.400 INFO:tasks.rados.rados.0.smithi002.stdout:238: done (1 left) 2024-09-14T03:36:07.400 INFO:tasks.rados.rados.0.smithi002.stdout:239: done (0 left) 2024-09-14T03:36:07.400 INFO:tasks.rados.rados.0.smithi002.stdout:240: read oid 47 snap -1 2024-09-14T03:36:07.400 INFO:tasks.rados.rados.0.smithi002.stdout:240: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-14T03:36:07.400 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 45 current snap is 25 2024-09-14T03:36:07.401 INFO:tasks.rados.rados.0.smithi002.stdout:241: seq_num 101 ranges {557056=499712,1056768=573440,1630208=524288,2154496=106496} 2024-09-14T03:36:07.406 INFO:tasks.rados.rados.0.smithi002.stdout:241: writing smithi00278215-45 from 557056 to 1056768 tid 1 2024-09-14T03:36:07.409 INFO:tasks.rados.rados.0.smithi002.stdout:241: writing smithi00278215-45 from 1056768 to 1630208 tid 2 2024-09-14T03:36:07.412 INFO:tasks.rados.rados.0.smithi002.stdout:241: writing smithi00278215-45 from 1630208 to 2154496 tid 3 2024-09-14T03:36:07.413 INFO:tasks.rados.rados.0.smithi002.stdout:241: writing smithi00278215-45 from 2154496 to 2260992 tid 4 2024-09-14T03:36:07.414 INFO:tasks.rados.rados.0.smithi002.stdout:242: read oid 49 snap 19 2024-09-14T03:36:07.414 INFO:tasks.rados.rados.0.smithi002.stdout:242: expect (ObjNum 9 snap 0 seq_num 9) 2024-09-14T03:36:07.414 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 48 current snap is 25 2024-09-14T03:36:07.414 INFO:tasks.rados.rados.0.smithi002.stdout:243: seq_num 102 ranges {778240=516096,1294336=450560,1744896=729088,2473984=24576} 2024-09-14T03:36:07.420 INFO:tasks.rados.rados.0.smithi002.stdout:243: writing smithi00278215-48 from 778240 to 1294336 tid 1 2024-09-14T03:36:07.423 INFO:tasks.rados.rados.0.smithi002.stdout:243: writing smithi00278215-48 from 1294336 to 1744896 tid 2 2024-09-14T03:36:07.427 INFO:tasks.rados.rados.0.smithi002.stdout:243: writing smithi00278215-48 from 1744896 to 2473984 tid 3 2024-09-14T03:36:07.427 INFO:tasks.rados.rados.0.smithi002.stdout:243: writing smithi00278215-48 from 2473984 to 2498560 tid 4 2024-09-14T03:36:07.427 INFO:tasks.rados.rados.0.smithi002.stdout:244: read oid 11 snap -1 2024-09-14T03:36:07.427 INFO:tasks.rados.rados.0.smithi002.stdout:244: expect (ObjNum 33 snap 0 seq_num 33) 2024-09-14T03:36:07.428 INFO:tasks.rados.rados.0.smithi002.stdout:245: read oid 5 snap 10 2024-09-14T03:36:07.428 INFO:tasks.rados.rados.0.smithi002.stdout:245: expect (ObjNum 4 snap 0 seq_num 4) 2024-09-14T03:36:07.428 INFO:tasks.rados.rados.0.smithi002.stdout:246: setattr oid 46 current snap is 25 2024-09-14T03:36:07.428 INFO:tasks.rados.rados.0.smithi002.stdout:240: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-14T03:36:07.450 INFO:tasks.rados.rados.0.smithi002.stdout:241: finishing write tid 1 to smithi00278215-45 2024-09-14T03:36:07.450 INFO:tasks.rados.rados.0.smithi002.stdout:241: finishing write tid 2 to smithi00278215-45 2024-09-14T03:36:07.450 INFO:tasks.rados.rados.0.smithi002.stdout:241: finishing write tid 3 to smithi00278215-45 2024-09-14T03:36:07.450 INFO:tasks.rados.rados.0.smithi002.stdout:242: expect (ObjNum 9 snap 0 seq_num 9) 2024-09-14T03:36:07.457 INFO:tasks.rados.rados.0.smithi002.stdout:241: finishing write tid 4 to smithi00278215-45 2024-09-14T03:36:07.458 INFO:tasks.rados.rados.0.smithi002.stdout:241: finishing write tid 5 to smithi00278215-45 2024-09-14T03:36:07.458 INFO:tasks.rados.rados.0.smithi002.stdout:241: finishing write tid 6 to smithi00278215-45 2024-09-14T03:36:07.458 INFO:tasks.rados.rados.0.smithi002.stdout:241: oid 45 updating version 0 to 26 2024-09-14T03:36:07.458 INFO:tasks.rados.rados.0.smithi002.stdout:241: oid 45 updating version 26 to 28 2024-09-14T03:36:07.458 INFO:tasks.rados.rados.0.smithi002.stdout:241: oid 45 version 28 is already newer than 25 2024-09-14T03:36:07.458 INFO:tasks.rados.rados.0.smithi002.stdout:241: oid 45 version 28 is already newer than 24 2024-09-14T03:36:07.458 INFO:tasks.rados.rados.0.smithi002.stdout:241: oid 45 version 28 is already newer than 27 2024-09-14T03:36:07.458 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 45 v 28 (ObjNum 101 snap 25 seq_num 101) dirty exists 2024-09-14T03:36:07.458 INFO:tasks.rados.rados.0.smithi002.stdout:241: left oid 45 (ObjNum 101 snap 25 seq_num 101) 2024-09-14T03:36:07.458 INFO:tasks.rados.rados.0.smithi002.stdout:243: finishing write tid 1 to smithi00278215-48 2024-09-14T03:36:07.458 INFO:tasks.rados.rados.0.smithi002.stdout:243: finishing write tid 2 to smithi00278215-48 2024-09-14T03:36:07.458 INFO:tasks.rados.rados.0.smithi002.stdout:240: done (6 left) 2024-09-14T03:36:07.459 INFO:tasks.rados.rados.0.smithi002.stdout:241: done (5 left) 2024-09-14T03:36:07.459 INFO:tasks.rados.rados.0.smithi002.stdout:242: done (4 left) 2024-09-14T03:36:07.459 INFO:tasks.rados.rados.0.smithi002.stdout:247: rollback oid 15 current snap is 25 2024-09-14T03:36:07.459 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 15 to 22 2024-09-14T03:36:07.459 INFO:tasks.rados.rados.0.smithi002.stdout:245: expect (ObjNum 4 snap 0 seq_num 4) 2024-09-14T03:36:07.459 INFO:tasks.rados.rados.0.smithi002.stdout:244: expect (ObjNum 33 snap 0 seq_num 33) 2024-09-14T03:36:07.474 INFO:tasks.rados.rados.0.smithi002.stdout:243: finishing write tid 3 to smithi00278215-48 2024-09-14T03:36:07.475 INFO:tasks.rados.rados.0.smithi002.stdout:243: finishing write tid 4 to smithi00278215-48 2024-09-14T03:36:07.475 INFO:tasks.rados.rados.0.smithi002.stdout:243: finishing write tid 5 to smithi00278215-48 2024-09-14T03:36:07.475 INFO:tasks.rados.rados.0.smithi002.stdout:243: finishing write tid 6 to smithi00278215-48 2024-09-14T03:36:07.475 INFO:tasks.rados.rados.0.smithi002.stdout:243: oid 48 updating version 0 to 54 2024-09-14T03:36:07.475 INFO:tasks.rados.rados.0.smithi002.stdout:243: oid 48 version 54 is already newer than 53 2024-09-14T03:36:07.475 INFO:tasks.rados.rados.0.smithi002.stdout:243: oid 48 updating version 54 to 55 2024-09-14T03:36:07.475 INFO:tasks.rados.rados.0.smithi002.stdout:243: oid 48 updating version 55 to 56 2024-09-14T03:36:07.475 INFO:tasks.rados.rados.0.smithi002.stdout:243: oid 48 updating version 56 to 57 2024-09-14T03:36:07.475 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 57 (ObjNum 102 snap 25 seq_num 102) dirty exists 2024-09-14T03:36:07.475 INFO:tasks.rados.rados.0.smithi002.stdout:243: left oid 48 (ObjNum 102 snap 25 seq_num 102) 2024-09-14T03:36:07.475 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 46 v 4 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-14T03:36:07.475 INFO:tasks.rados.rados.0.smithi002.stdout:243: done (4 left) 2024-09-14T03:36:07.475 INFO:tasks.rados.rados.0.smithi002.stdout:244: done (3 left) 2024-09-14T03:36:07.476 INFO:tasks.rados.rados.0.smithi002.stdout:245: done (2 left) 2024-09-14T03:36:07.476 INFO:tasks.rados.rados.0.smithi002.stdout:246: done (1 left) 2024-09-14T03:36:07.476 INFO:tasks.rados.rados.0.smithi002.stdout:248: delete oid 49 current snap is 25 2024-09-14T03:36:07.476 INFO:tasks.rados.rados.0.smithi002.stdout:247: finishing rollback tid 0 to smithi00278215-15 2024-09-14T03:36:07.476 INFO:tasks.rados.rados.0.smithi002.stdout:247: finishing rollback tid 1 to smithi00278215-15 2024-09-14T03:36:07.476 INFO:tasks.rados.rados.0.smithi002.stdout:247: finishing rollback tid 2 to smithi00278215-15 2024-09-14T03:36:07.476 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 15 v 47 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-09-14T03:36:07.476 INFO:tasks.rados.rados.0.smithi002.stdout:247: done (1 left) 2024-09-14T03:36:07.477 INFO:tasks.rados.rados.0.smithi002.stdout:248: done (0 left) 2024-09-14T03:36:07.477 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 26 current snap is 25 2024-09-14T03:36:07.477 INFO:tasks.rados.rados.0.smithi002.stdout:249: seq_num 104 ranges {1638400=548864,2187264=622592,2809856=581632} 2024-09-14T03:36:07.488 INFO:tasks.rados.rados.0.smithi002.stdout:249: writing smithi00278215-26 from 1638400 to 2187264 tid 1 2024-09-14T03:36:07.492 INFO:tasks.rados.rados.0.smithi002.stdout:249: writing smithi00278215-26 from 2187264 to 2809856 tid 2 2024-09-14T03:36:07.496 INFO:tasks.rados.rados.0.smithi002.stdout:249: writing smithi00278215-26 from 2809856 to 3391488 tid 3 2024-09-14T03:36:07.496 INFO:tasks.rados.rados.0.smithi002.stdout:250: setattr oid 47 current snap is 25 2024-09-14T03:36:07.496 INFO:tasks.rados.rados.0.smithi002.stdout:249: finishing write tid 1 to smithi00278215-26 2024-09-14T03:36:07.496 INFO:tasks.rados.rados.0.smithi002.stdout:249: finishing write tid 2 to smithi00278215-26 2024-09-14T03:36:07.498 INFO:tasks.rados.rados.0.smithi002.stdout:249: finishing write tid 3 to smithi00278215-26 2024-09-14T03:36:07.498 INFO:tasks.rados.rados.0.smithi002.stdout:249: finishing write tid 4 to smithi00278215-26 2024-09-14T03:36:07.498 INFO:tasks.rados.rados.0.smithi002.stdout:251: setattr oid 30 current snap is 25 2024-09-14T03:36:07.499 INFO:tasks.rados.rados.0.smithi002.stdout:249: finishing write tid 5 to smithi00278215-26 2024-09-14T03:36:07.499 INFO:tasks.rados.rados.0.smithi002.stdout:249: oid 26 updating version 0 to 51 2024-09-14T03:36:07.499 INFO:tasks.rados.rados.0.smithi002.stdout:249: oid 26 updating version 51 to 52 2024-09-14T03:36:07.499 INFO:tasks.rados.rados.0.smithi002.stdout:249: oid 26 version 52 is already newer than 50 2024-09-14T03:36:07.499 INFO:tasks.rados.rados.0.smithi002.stdout:249: oid 26 updating version 52 to 53 2024-09-14T03:36:07.500 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 53 (ObjNum 104 snap 25 seq_num 104) dirty exists 2024-09-14T03:36:07.500 INFO:tasks.rados.rados.0.smithi002.stdout:249: left oid 26 (ObjNum 104 snap 25 seq_num 104) 2024-09-14T03:36:07.500 INFO:tasks.rados.rados.0.smithi002.stdout:249: done (2 left) 2024-09-14T03:36:07.500 INFO:tasks.rados.rados.0.smithi002.stdout:252: snap_remove snap 23 2024-09-14T03:36:08.452 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 106 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-14T03:36:08.452 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 30 v 107 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-09-14T03:36:08.452 INFO:tasks.rados.rados.0.smithi002.stdout:250: done (2 left) 2024-09-14T03:36:08.452 INFO:tasks.rados.rados.0.smithi002.stdout:251: done (1 left) 2024-09-14T03:36:08.452 INFO:tasks.rados.rados.0.smithi002.stdout:252: done (0 left) 2024-09-14T03:36:08.452 INFO:tasks.rados.rados.0.smithi002.stdout:253: read oid 31 snap -1 2024-09-14T03:36:08.452 INFO:tasks.rados.rados.0.smithi002.stdout:253: expect deleted 2024-09-14T03:36:08.452 INFO:tasks.rados.rados.0.smithi002.stdout:254: read oid 6 snap -1 2024-09-14T03:36:08.452 INFO:tasks.rados.rados.0.smithi002.stdout:254: expect (ObjNum 36 snap 0 seq_num 36) 2024-09-14T03:36:08.452 INFO:tasks.rados.rados.0.smithi002.stdout:255: snap_create 2024-09-14T03:36:08.457 INFO:tasks.rados.rados.0.smithi002.stdout:254: expect (ObjNum 36 snap 0 seq_num 36) 2024-09-14T03:36:08.686 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:08 smithi002 ceph-mon[38004]: pgmap v160: 121 pgs: 121 active+clean; 70 MiB data, 354 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 2.0 MiB/s wr, 13 op/s 2024-09-14T03:36:08.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:08 smithi002 ceph-mon[38004]: osdmap e118: 8 total, 8 up, 8 in 2024-09-14T03:36:08.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:08 smithi002 ceph-mon[27606]: pgmap v160: 121 pgs: 121 active+clean; 70 MiB data, 354 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 2.0 MiB/s wr, 13 op/s 2024-09-14T03:36:08.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:08 smithi002 ceph-mon[27606]: osdmap e118: 8 total, 8 up, 8 in 2024-09-14T03:36:08.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:08 smithi154 ceph-mon[30999]: pgmap v160: 121 pgs: 121 active+clean; 70 MiB data, 354 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 2.0 MiB/s wr, 13 op/s 2024-09-14T03:36:08.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:08 smithi154 ceph-mon[30999]: osdmap e118: 8 total, 8 up, 8 in 2024-09-14T03:36:09.458 INFO:tasks.rados.rados.0.smithi002.stdout:253: done (2 left) 2024-09-14T03:36:09.458 INFO:tasks.rados.rados.0.smithi002.stdout:254: done (1 left) 2024-09-14T03:36:09.458 INFO:tasks.rados.rados.0.smithi002.stdout:255: done (0 left) 2024-09-14T03:36:09.458 INFO:tasks.rados.rados.0.smithi002.stdout:256: rollback oid 30 current snap is 26 2024-09-14T03:36:09.458 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 30 to 19 2024-09-14T03:36:09.458 INFO:tasks.rados.rados.0.smithi002.stdout:257: copy_from oid 9 from oid 25 current snap is 26 2024-09-14T03:36:09.458 INFO:tasks.rados.rados.0.smithi002.stdout:258: copy_from oid 12 from oid 28 current snap is 26 2024-09-14T03:36:09.458 INFO:tasks.rados.rados.0.smithi002.stdout:259: read oid 1 snap -1 2024-09-14T03:36:09.458 INFO:tasks.rados.rados.0.smithi002.stdout:259: expect (ObjNum 84 snap 20 seq_num 84) 2024-09-14T03:36:09.458 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 32 current snap is 26 2024-09-14T03:36:09.459 INFO:tasks.rados.rados.0.smithi002.stdout:260: seq_num 105 ranges {1843200=565248,2408448=507904,2916352=507904,3424256=188416} 2024-09-14T03:36:09.471 INFO:tasks.rados.rados.0.smithi002.stdout:260: writing smithi00278215-32 from 1843200 to 2408448 tid 1 2024-09-14T03:36:09.475 INFO:tasks.rados.rados.0.smithi002.stdout:260: writing smithi00278215-32 from 2408448 to 2916352 tid 2 2024-09-14T03:36:09.478 INFO:tasks.rados.rados.0.smithi002.stdout:260: writing smithi00278215-32 from 2916352 to 3424256 tid 3 2024-09-14T03:36:09.479 INFO:tasks.rados.rados.0.smithi002.stdout:260: writing smithi00278215-32 from 3424256 to 3612672 tid 4 2024-09-14T03:36:09.480 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 36 current snap is 26 2024-09-14T03:36:09.480 INFO:tasks.rados.rados.0.smithi002.stdout:256: finishing rollback tid 0 to smithi00278215-30 2024-09-14T03:36:09.480 INFO:tasks.rados.rados.0.smithi002.stdout:258: finishing copy_from racing read to smithi00278215-12 2024-09-14T03:36:09.480 INFO:tasks.rados.rados.0.smithi002.stdout:256: finishing rollback tid 1 to smithi00278215-30 2024-09-14T03:36:09.480 INFO:tasks.rados.rados.0.smithi002.stdout:256: finishing rollback tid 2 to smithi00278215-30 2024-09-14T03:36:09.480 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 30 v 113 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-09-14T03:36:09.480 INFO:tasks.rados.rados.0.smithi002.stdout:258: finishing copy_from to smithi00278215-12 2024-09-14T03:36:09.480 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 14 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-09-14T03:36:09.480 INFO:tasks.rados.rados.0.smithi002.stdout:259: expect (ObjNum 84 snap 20 seq_num 84) 2024-09-14T03:36:09.518 INFO:tasks.rados.rados.0.smithi002.stdout:257: finishing copy_from racing read to smithi00278215-9 2024-09-14T03:36:09.518 INFO:tasks.rados.rados.0.smithi002.stdout:257: finishing copy_from to smithi00278215-9 2024-09-14T03:36:09.518 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 9 v 11 (ObjNum 71 snap 12 seq_num 71) dirty exists 2024-09-14T03:36:09.518 INFO:tasks.rados.rados.0.smithi002.stdout:260: finishing write tid 1 to smithi00278215-32 2024-09-14T03:36:09.518 INFO:tasks.rados.rados.0.smithi002.stdout:260: finishing write tid 2 to smithi00278215-32 2024-09-14T03:36:09.518 INFO:tasks.rados.rados.0.smithi002.stdout:261: seq_num 106 ranges {172032=581632,753664=794624,1548288=409600} 2024-09-14T03:36:09.522 INFO:tasks.rados.rados.0.smithi002.stdout:261: writing smithi00278215-36 from 172032 to 753664 tid 1 2024-09-14T03:36:09.526 INFO:tasks.rados.rados.0.smithi002.stdout:261: writing smithi00278215-36 from 753664 to 1548288 tid 2 2024-09-14T03:36:09.529 INFO:tasks.rados.rados.0.smithi002.stdout:261: writing smithi00278215-36 from 1548288 to 1957888 tid 3 2024-09-14T03:36:09.529 INFO:tasks.rados.rados.0.smithi002.stdout:256: done (5 left) 2024-09-14T03:36:09.530 INFO:tasks.rados.rados.0.smithi002.stdout:257: done (4 left) 2024-09-14T03:36:09.530 INFO:tasks.rados.rados.0.smithi002.stdout:258: done (3 left) 2024-09-14T03:36:09.530 INFO:tasks.rados.rados.0.smithi002.stdout:259: done (2 left) 2024-09-14T03:36:09.530 INFO:tasks.rados.rados.0.smithi002.stdout:262: rollback oid 7 current snap is 26 2024-09-14T03:36:09.530 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 7 to 16 2024-09-14T03:36:09.530 INFO:tasks.rados.rados.0.smithi002.stdout:260: finishing write tid 3 to smithi00278215-32 2024-09-14T03:36:09.530 INFO:tasks.rados.rados.0.smithi002.stdout:260: finishing write tid 4 to smithi00278215-32 2024-09-14T03:36:09.530 INFO:tasks.rados.rados.0.smithi002.stdout:260: finishing write tid 5 to smithi00278215-32 2024-09-14T03:36:09.530 INFO:tasks.rados.rados.0.smithi002.stdout:260: finishing write tid 6 to smithi00278215-32 2024-09-14T03:36:09.530 INFO:tasks.rados.rados.0.smithi002.stdout:260: oid 32 updating version 0 to 116 2024-09-14T03:36:09.530 INFO:tasks.rados.rados.0.smithi002.stdout:260: oid 32 updating version 116 to 117 2024-09-14T03:36:09.530 INFO:tasks.rados.rados.0.smithi002.stdout:260: oid 32 updating version 117 to 119 2024-09-14T03:36:09.530 INFO:tasks.rados.rados.0.smithi002.stdout:260: oid 32 version 119 is already newer than 118 2024-09-14T03:36:09.530 INFO:tasks.rados.rados.0.smithi002.stdout:260: oid 32 version 119 is already newer than 115 2024-09-14T03:36:09.531 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 119 (ObjNum 105 snap 26 seq_num 105) dirty exists 2024-09-14T03:36:09.531 INFO:tasks.rados.rados.0.smithi002.stdout:260: left oid 32 (ObjNum 105 snap 26 seq_num 105) 2024-09-14T03:36:09.531 INFO:tasks.rados.rados.0.smithi002.stdout:261: finishing write tid 1 to smithi00278215-36 2024-09-14T03:36:09.531 INFO:tasks.rados.rados.0.smithi002.stdout:260: done (2 left) 2024-09-14T03:36:09.531 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 10 current snap is 26 2024-09-14T03:36:09.531 INFO:tasks.rados.rados.0.smithi002.stdout:263: seq_num 107 ranges {1990656=598016,2588672=729088,3317760=466944,3784704=8192} 2024-09-14T03:36:09.543 INFO:tasks.rados.rados.0.smithi002.stdout:263: writing smithi00278215-10 from 1990656 to 2588672 tid 1 2024-09-14T03:36:09.547 INFO:tasks.rados.rados.0.smithi002.stdout:263: writing smithi00278215-10 from 2588672 to 3317760 tid 2 2024-09-14T03:36:09.551 INFO:tasks.rados.rados.0.smithi002.stdout:263: writing smithi00278215-10 from 3317760 to 3784704 tid 3 2024-09-14T03:36:09.551 INFO:tasks.rados.rados.0.smithi002.stdout:263: writing smithi00278215-10 from 3784704 to 3792896 tid 4 2024-09-14T03:36:09.551 INFO:tasks.rados.rados.0.smithi002.stdout:264: read oid 13 snap -1 2024-09-14T03:36:09.551 INFO:tasks.rados.rados.0.smithi002.stdout:264: expect (ObjNum 12 snap 0 seq_num 12) 2024-09-14T03:36:09.551 INFO:tasks.rados.rados.0.smithi002.stdout:265: rollback oid 26 current snap is 26 2024-09-14T03:36:09.552 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 26 to 10 2024-09-14T03:36:09.552 INFO:tasks.rados.rados.0.smithi002.stdout:261: finishing write tid 2 to smithi00278215-36 2024-09-14T03:36:09.552 INFO:tasks.rados.rados.0.smithi002.stdout:261: finishing write tid 3 to smithi00278215-36 2024-09-14T03:36:09.552 INFO:tasks.rados.rados.0.smithi002.stdout:261: finishing write tid 4 to smithi00278215-36 2024-09-14T03:36:09.552 INFO:tasks.rados.rados.0.smithi002.stdout:262: finishing rollback tid 0 to smithi00278215-7 2024-09-14T03:36:09.552 INFO:tasks.rados.rados.0.smithi002.stdout:262: finishing rollback tid 1 to smithi00278215-7 2024-09-14T03:36:09.552 INFO:tasks.rados.rados.0.smithi002.stdout:262: finishing rollback tid 2 to smithi00278215-7 2024-09-14T03:36:09.552 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 123 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-09-14T03:36:09.552 INFO:tasks.rados.rados.0.smithi002.stdout:261: finishing write tid 5 to smithi00278215-36 2024-09-14T03:36:09.552 INFO:tasks.rados.rados.0.smithi002.stdout:261: oid 36 updating version 0 to 73 2024-09-14T03:36:09.552 INFO:tasks.rados.rados.0.smithi002.stdout:261: oid 36 version 73 is already newer than 70 2024-09-14T03:36:09.552 INFO:tasks.rados.rados.0.smithi002.stdout:261: oid 36 version 73 is already newer than 71 2024-09-14T03:36:09.552 INFO:tasks.rados.rados.0.smithi002.stdout:261: oid 36 version 73 is already newer than 72 2024-09-14T03:36:09.553 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 36 v 73 (ObjNum 106 snap 26 seq_num 106) dirty exists 2024-09-14T03:36:09.553 INFO:tasks.rados.rados.0.smithi002.stdout:261: left oid 36 (ObjNum 106 snap 26 seq_num 106) 2024-09-14T03:36:09.553 INFO:tasks.rados.rados.0.smithi002.stdout:263: finishing write tid 1 to smithi00278215-10 2024-09-14T03:36:09.553 INFO:tasks.rados.rados.0.smithi002.stdout:261: done (4 left) 2024-09-14T03:36:09.553 INFO:tasks.rados.rados.0.smithi002.stdout:262: done (3 left) 2024-09-14T03:36:09.553 INFO:tasks.rados.rados.0.smithi002.stdout:266: rmattr oid 24 current snap is 26 2024-09-14T03:36:09.553 INFO:tasks.rados.rados.0.smithi002.stdout:266: done (3 left) 2024-09-14T03:36:09.553 INFO:tasks.rados.rados.0.smithi002.stdout:267: copy_from oid 8 from oid 7 current snap is 26 2024-09-14T03:36:09.553 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 32 current snap is 26 2024-09-14T03:36:09.553 INFO:tasks.rados.rados.0.smithi002.stdout:268: seq_num 108 ranges {3612672=614400,4227072=606208,4833280=598016} 2024-09-14T03:36:09.574 INFO:tasks.rados.rados.0.smithi002.stdout:268: writing smithi00278215-32 from 3612672 to 4227072 tid 1 2024-09-14T03:36:09.577 INFO:tasks.rados.rados.0.smithi002.stdout:268: writing smithi00278215-32 from 4227072 to 4833280 tid 2 2024-09-14T03:36:09.581 INFO:tasks.rados.rados.0.smithi002.stdout:268: writing smithi00278215-32 from 4833280 to 5431296 tid 3 2024-09-14T03:36:09.581 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 12 current snap is 26 2024-09-14T03:36:09.581 INFO:tasks.rados.rados.0.smithi002.stdout:263: finishing write tid 2 to smithi00278215-10 2024-09-14T03:36:09.582 INFO:tasks.rados.rados.0.smithi002.stdout:269: seq_num 109 ranges {442368=630784,1073152=491520,1564672=483328,2048000=229376} 2024-09-14T03:36:09.587 INFO:tasks.rados.rados.0.smithi002.stdout:269: writing smithi00278215-12 from 442368 to 1073152 tid 1 2024-09-14T03:36:09.590 INFO:tasks.rados.rados.0.smithi002.stdout:269: writing smithi00278215-12 from 1073152 to 1564672 tid 2 2024-09-14T03:36:09.593 INFO:tasks.rados.rados.0.smithi002.stdout:269: writing smithi00278215-12 from 1564672 to 2048000 tid 3 2024-09-14T03:36:09.595 INFO:tasks.rados.rados.0.smithi002.stdout:269: writing smithi00278215-12 from 2048000 to 2277376 tid 4 2024-09-14T03:36:09.595 INFO:tasks.rados.rados.0.smithi002.stdout:270: read oid 45 snap 21 2024-09-14T03:36:09.595 INFO:tasks.rados.rados.0.smithi002.stdout:270: expect (ObjNum 33 snap 0 seq_num 33) 2024-09-14T03:36:09.595 INFO:tasks.rados.rados.0.smithi002.stdout:271: rmattr oid 17 current snap is 26 2024-09-14T03:36:09.595 INFO:tasks.rados.rados.0.smithi002.stdout:271: done (7 left) 2024-09-14T03:36:09.595 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 48 current snap is 26 2024-09-14T03:36:09.595 INFO:tasks.rados.rados.0.smithi002.stdout:263: finishing write tid 3 to smithi00278215-10 2024-09-14T03:36:09.595 INFO:tasks.rados.rados.0.smithi002.stdout:264: expect (ObjNum 12 snap 0 seq_num 12) 2024-09-14T03:36:09.601 INFO:tasks.rados.rados.0.smithi002.stdout:263: finishing write tid 4 to smithi00278215-10 2024-09-14T03:36:09.601 INFO:tasks.rados.rados.0.smithi002.stdout:265: finishing rollback tid 0 to smithi00278215-26 2024-09-14T03:36:09.601 INFO:tasks.rados.rados.0.smithi002.stdout:263: finishing write tid 5 to smithi00278215-10 2024-09-14T03:36:09.601 INFO:tasks.rados.rados.0.smithi002.stdout:272: seq_num 110 ranges {2498560=647168,3145728=778240,3923968=425984} 2024-09-14T03:36:09.618 INFO:tasks.rados.rados.0.smithi002.stdout:272: writing smithi00278215-48 from 2498560 to 3145728 tid 1 2024-09-14T03:36:09.622 INFO:tasks.rados.rados.0.smithi002.stdout:272: writing smithi00278215-48 from 3145728 to 3923968 tid 2 2024-09-14T03:36:09.626 INFO:tasks.rados.rados.0.smithi002.stdout:272: writing smithi00278215-48 from 3923968 to 4349952 tid 3 2024-09-14T03:36:09.626 INFO:tasks.rados.rados.0.smithi002.stdout:264: done (7 left) 2024-09-14T03:36:09.626 INFO:tasks.rados.rados.0.smithi002.stdout:273: read oid 13 snap -1 2024-09-14T03:36:09.626 INFO:tasks.rados.rados.0.smithi002.stdout:273: expect (ObjNum 12 snap 0 seq_num 12) 2024-09-14T03:36:09.627 INFO:tasks.rados.rados.0.smithi002.stdout:274: read oid 3 snap 16 2024-09-14T03:36:09.627 INFO:tasks.rados.rados.0.smithi002.stdout:274: expect (ObjNum 6 snap 0 seq_num 6) 2024-09-14T03:36:09.627 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 44 current snap is 26 2024-09-14T03:36:09.627 INFO:tasks.rados.rados.0.smithi002.stdout:265: finishing rollback tid 1 to smithi00278215-26 2024-09-14T03:36:09.627 INFO:tasks.rados.rados.0.smithi002.stdout:265: finishing rollback tid 2 to smithi00278215-26 2024-09-14T03:36:09.627 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 59 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-09-14T03:36:09.627 INFO:tasks.rados.rados.0.smithi002.stdout:263: finishing write tid 6 to smithi00278215-10 2024-09-14T03:36:09.627 INFO:tasks.rados.rados.0.smithi002.stdout:263: oid 10 updating version 0 to 91 2024-09-14T03:36:09.627 INFO:tasks.rados.rados.0.smithi002.stdout:263: oid 10 version 91 is already newer than 89 2024-09-14T03:36:09.627 INFO:tasks.rados.rados.0.smithi002.stdout:263: oid 10 version 91 is already newer than 88 2024-09-14T03:36:09.627 INFO:tasks.rados.rados.0.smithi002.stdout:263: oid 10 version 91 is already newer than 87 2024-09-14T03:36:09.627 INFO:tasks.rados.rados.0.smithi002.stdout:263: oid 10 version 91 is already newer than 90 2024-09-14T03:36:09.628 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 91 (ObjNum 107 snap 26 seq_num 107) dirty exists 2024-09-14T03:36:09.628 INFO:tasks.rados.rados.0.smithi002.stdout:263: left oid 10 (ObjNum 107 snap 26 seq_num 107) 2024-09-14T03:36:09.628 INFO:tasks.rados.rados.0.smithi002.stdout:267: finishing copy_from racing read to smithi00278215-8 2024-09-14T03:36:09.628 INFO:tasks.rados.rados.0.smithi002.stdout:267: finishing copy_from to smithi00278215-8 2024-09-14T03:36:09.628 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 8 v 123 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-09-14T03:36:09.628 INFO:tasks.rados.rados.0.smithi002.stdout:268: finishing write tid 1 to smithi00278215-32 2024-09-14T03:36:09.628 INFO:tasks.rados.rados.0.smithi002.stdout:275: seq_num 111 ranges {1302528=663552,1966080=663552,2629632=450560,3080192=90112} 2024-09-14T03:36:09.635 INFO:tasks.rados.rados.0.smithi002.stdout:275: writing smithi00278215-44 from 1302528 to 1966080 tid 1 2024-09-14T03:36:09.639 INFO:tasks.rados.rados.0.smithi002.stdout:275: writing smithi00278215-44 from 1966080 to 2629632 tid 2 2024-09-14T03:36:09.642 INFO:tasks.rados.rados.0.smithi002.stdout:275: writing smithi00278215-44 from 2629632 to 3080192 tid 3 2024-09-14T03:36:09.642 INFO:tasks.rados.rados.0.smithi002.stdout:275: writing smithi00278215-44 from 3080192 to 3170304 tid 4 2024-09-14T03:36:09.642 INFO:tasks.rados.rados.0.smithi002.stdout:263: done (9 left) 2024-09-14T03:36:09.642 INFO:tasks.rados.rados.0.smithi002.stdout:265: done (8 left) 2024-09-14T03:36:09.643 INFO:tasks.rados.rados.0.smithi002.stdout:267: done (7 left) 2024-09-14T03:36:09.643 INFO:tasks.rados.rados.0.smithi002.stdout:276: snap_remove snap 13 2024-09-14T03:36:09.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:09 smithi154 ceph-mon[30999]: osdmap e119: 8 total, 8 up, 8 in 2024-09-14T03:36:09.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:09 smithi002 ceph-mon[27606]: osdmap e119: 8 total, 8 up, 8 in 2024-09-14T03:36:09.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:09 smithi002 ceph-mon[38004]: osdmap e119: 8 total, 8 up, 8 in 2024-09-14T03:36:10.395 INFO:tasks.rados.rados.0.smithi002.stdout:276: done (7 left) 2024-09-14T03:36:10.395 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 1 current snap is 26 2024-09-14T03:36:10.395 INFO:tasks.rados.rados.0.smithi002.stdout:268: finishing write tid 2 to smithi00278215-32 2024-09-14T03:36:10.395 INFO:tasks.rados.rados.0.smithi002.stdout:277: seq_num 112 ranges {1417216=679936,2097152=548864,2646016=655360} 2024-09-14T03:36:10.407 INFO:tasks.rados.rados.0.smithi002.stdout:277: writing smithi00278215-1 from 1417216 to 2097152 tid 1 2024-09-14T03:36:10.411 INFO:tasks.rados.rados.0.smithi002.stdout:277: writing smithi00278215-1 from 2097152 to 2646016 tid 2 2024-09-14T03:36:10.415 INFO:tasks.rados.rados.0.smithi002.stdout:277: writing smithi00278215-1 from 2646016 to 3301376 tid 3 2024-09-14T03:36:10.415 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 6 current snap is 26 2024-09-14T03:36:10.415 INFO:tasks.rados.rados.0.smithi002.stdout:278: seq_num 113 ranges {606208=696320,1302528=434176,1736704=466944,2203648=303104} 2024-09-14T03:36:10.423 INFO:tasks.rados.rados.0.smithi002.stdout:278: writing smithi00278215-6 from 606208 to 1302528 tid 1 2024-09-14T03:36:10.426 INFO:tasks.rados.rados.0.smithi002.stdout:278: writing smithi00278215-6 from 1302528 to 1736704 tid 2 2024-09-14T03:36:10.428 INFO:tasks.rados.rados.0.smithi002.stdout:278: writing smithi00278215-6 from 1736704 to 2203648 tid 3 2024-09-14T03:36:10.431 INFO:tasks.rados.rados.0.smithi002.stdout:278: writing smithi00278215-6 from 2203648 to 2506752 tid 4 2024-09-14T03:36:10.431 INFO:tasks.rados.rados.0.smithi002.stdout:279: rollback oid 5 current snap is 26 2024-09-14T03:36:10.431 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 5 to 1 2024-09-14T03:36:10.431 INFO:tasks.rados.rados.0.smithi002.stdout:268: finishing write tid 3 to smithi00278215-32 2024-09-14T03:36:10.431 INFO:tasks.rados.rados.0.smithi002.stdout:268: finishing write tid 4 to smithi00278215-32 2024-09-14T03:36:10.432 INFO:tasks.rados.rados.0.smithi002.stdout:268: finishing write tid 5 to smithi00278215-32 2024-09-14T03:36:10.432 INFO:tasks.rados.rados.0.smithi002.stdout:268: oid 32 updating version 0 to 126 2024-09-14T03:36:10.432 INFO:tasks.rados.rados.0.smithi002.stdout:268: oid 32 updating version 126 to 127 2024-09-14T03:36:10.432 INFO:tasks.rados.rados.0.smithi002.stdout:268: oid 32 version 127 is already newer than 124 2024-09-14T03:36:10.432 INFO:tasks.rados.rados.0.smithi002.stdout:268: oid 32 version 127 is already newer than 125 2024-09-14T03:36:10.432 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 127 (ObjNum 108 snap 26 seq_num 108) dirty exists 2024-09-14T03:36:10.432 INFO:tasks.rados.rados.0.smithi002.stdout:268: left oid 32 (ObjNum 108 snap 26 seq_num 108) 2024-09-14T03:36:10.432 INFO:tasks.rados.rados.0.smithi002.stdout:269: finishing write tid 1 to smithi00278215-12 2024-09-14T03:36:10.432 INFO:tasks.rados.rados.0.smithi002.stdout:269: finishing write tid 2 to smithi00278215-12 2024-09-14T03:36:10.432 INFO:tasks.rados.rados.0.smithi002.stdout:269: finishing write tid 3 to smithi00278215-12 2024-09-14T03:36:10.432 INFO:tasks.rados.rados.0.smithi002.stdout:269: finishing write tid 4 to smithi00278215-12 2024-09-14T03:36:10.432 INFO:tasks.rados.rados.0.smithi002.stdout:269: finishing write tid 5 to smithi00278215-12 2024-09-14T03:36:10.432 INFO:tasks.rados.rados.0.smithi002.stdout:270: expect (ObjNum 33 snap 0 seq_num 33) 2024-09-14T03:36:10.446 INFO:tasks.rados.rados.0.smithi002.stdout:269: finishing write tid 6 to smithi00278215-12 2024-09-14T03:36:10.447 INFO:tasks.rados.rados.0.smithi002.stdout:269: oid 12 updating version 0 to 112 2024-09-14T03:36:10.447 INFO:tasks.rados.rados.0.smithi002.stdout:269: oid 12 updating version 112 to 114 2024-09-14T03:36:10.447 INFO:tasks.rados.rados.0.smithi002.stdout:269: oid 12 updating version 114 to 115 2024-09-14T03:36:10.447 INFO:tasks.rados.rados.0.smithi002.stdout:269: oid 12 version 115 is already newer than 113 2024-09-14T03:36:10.447 INFO:tasks.rados.rados.0.smithi002.stdout:269: oid 12 version 115 is already newer than 111 2024-09-14T03:36:10.447 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 115 (ObjNum 109 snap 26 seq_num 109) dirty exists 2024-09-14T03:36:10.447 INFO:tasks.rados.rados.0.smithi002.stdout:269: left oid 12 (ObjNum 109 snap 26 seq_num 109) 2024-09-14T03:36:10.447 INFO:tasks.rados.rados.0.smithi002.stdout:272: finishing write tid 1 to smithi00278215-48 2024-09-14T03:36:10.447 INFO:tasks.rados.rados.0.smithi002.stdout:272: finishing write tid 2 to smithi00278215-48 2024-09-14T03:36:10.447 INFO:tasks.rados.rados.0.smithi002.stdout:268: done (9 left) 2024-09-14T03:36:10.447 INFO:tasks.rados.rados.0.smithi002.stdout:269: done (8 left) 2024-09-14T03:36:10.447 INFO:tasks.rados.rados.0.smithi002.stdout:270: done (7 left) 2024-09-14T03:36:10.447 INFO:tasks.rados.rados.0.smithi002.stdout:280: rollback oid 22 current snap is 26 2024-09-14T03:36:10.448 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 22 to 19 2024-09-14T03:36:10.448 INFO:tasks.rados.rados.0.smithi002.stdout:273: expect (ObjNum 12 snap 0 seq_num 12) 2024-09-14T03:36:10.453 INFO:tasks.rados.rados.0.smithi002.stdout:272: finishing write tid 3 to smithi00278215-48 2024-09-14T03:36:10.453 INFO:tasks.rados.rados.0.smithi002.stdout:272: finishing write tid 4 to smithi00278215-48 2024-09-14T03:36:10.453 INFO:tasks.rados.rados.0.smithi002.stdout:274: expect (ObjNum 6 snap 0 seq_num 6) 2024-09-14T03:36:10.458 INFO:tasks.rados.rados.0.smithi002.stdout:272: finishing write tid 5 to smithi00278215-48 2024-09-14T03:36:10.458 INFO:tasks.rados.rados.0.smithi002.stdout:272: oid 48 updating version 0 to 62 2024-09-14T03:36:10.458 INFO:tasks.rados.rados.0.smithi002.stdout:272: oid 48 updating version 62 to 64 2024-09-14T03:36:10.458 INFO:tasks.rados.rados.0.smithi002.stdout:272: oid 48 version 64 is already newer than 63 2024-09-14T03:36:10.459 INFO:tasks.rados.rados.0.smithi002.stdout:272: oid 48 version 64 is already newer than 61 2024-09-14T03:36:10.459 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 64 (ObjNum 110 snap 26 seq_num 110) dirty exists 2024-09-14T03:36:10.459 INFO:tasks.rados.rados.0.smithi002.stdout:272: left oid 48 (ObjNum 110 snap 26 seq_num 110) 2024-09-14T03:36:10.459 INFO:tasks.rados.rados.0.smithi002.stdout:275: finishing write tid 1 to smithi00278215-44 2024-09-14T03:36:10.459 INFO:tasks.rados.rados.0.smithi002.stdout:275: finishing write tid 2 to smithi00278215-44 2024-09-14T03:36:10.459 INFO:tasks.rados.rados.0.smithi002.stdout:275: finishing write tid 3 to smithi00278215-44 2024-09-14T03:36:10.459 INFO:tasks.rados.rados.0.smithi002.stdout:275: finishing write tid 4 to smithi00278215-44 2024-09-14T03:36:10.459 INFO:tasks.rados.rados.0.smithi002.stdout:275: finishing write tid 5 to smithi00278215-44 2024-09-14T03:36:10.459 INFO:tasks.rados.rados.0.smithi002.stdout:275: finishing write tid 6 to smithi00278215-44 2024-09-14T03:36:10.459 INFO:tasks.rados.rados.0.smithi002.stdout:275: oid 44 updating version 0 to 94 2024-09-14T03:36:10.459 INFO:tasks.rados.rados.0.smithi002.stdout:275: oid 44 version 94 is already newer than 93 2024-09-14T03:36:10.459 INFO:tasks.rados.rados.0.smithi002.stdout:275: oid 44 updating version 94 to 96 2024-09-14T03:36:10.459 INFO:tasks.rados.rados.0.smithi002.stdout:275: oid 44 updating version 96 to 97 2024-09-14T03:36:10.460 INFO:tasks.rados.rados.0.smithi002.stdout:275: oid 44 version 97 is already newer than 95 2024-09-14T03:36:10.460 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 97 (ObjNum 111 snap 26 seq_num 111) dirty exists 2024-09-14T03:36:10.460 INFO:tasks.rados.rados.0.smithi002.stdout:275: left oid 44 (ObjNum 111 snap 26 seq_num 111) 2024-09-14T03:36:10.460 INFO:tasks.rados.rados.0.smithi002.stdout:272: done (7 left) 2024-09-14T03:36:10.460 INFO:tasks.rados.rados.0.smithi002.stdout:273: done (6 left) 2024-09-14T03:36:10.460 INFO:tasks.rados.rados.0.smithi002.stdout:274: done (5 left) 2024-09-14T03:36:10.460 INFO:tasks.rados.rados.0.smithi002.stdout:275: done (4 left) 2024-09-14T03:36:10.460 INFO:tasks.rados.rados.0.smithi002.stdout:281: rmattr oid 20 current snap is 26 2024-09-14T03:36:10.460 INFO:tasks.rados.rados.0.smithi002.stdout:281: done (4 left) 2024-09-14T03:36:10.460 INFO:tasks.rados.rados.0.smithi002.stdout:282: rollback oid 14 current snap is 26 2024-09-14T03:36:10.460 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 14 to 10 2024-09-14T03:36:10.460 INFO:tasks.rados.rados.0.smithi002.stdout:277: finishing write tid 1 to smithi00278215-1 2024-09-14T03:36:10.461 INFO:tasks.rados.rados.0.smithi002.stdout:277: finishing write tid 2 to smithi00278215-1 2024-09-14T03:36:10.461 INFO:tasks.rados.rados.0.smithi002.stdout:277: finishing write tid 3 to smithi00278215-1 2024-09-14T03:36:10.461 INFO:tasks.rados.rados.0.smithi002.stdout:277: finishing write tid 4 to smithi00278215-1 2024-09-14T03:36:10.461 INFO:tasks.rados.rados.0.smithi002.stdout:277: finishing write tid 5 to smithi00278215-1 2024-09-14T03:36:10.461 INFO:tasks.rados.rados.0.smithi002.stdout:277: oid 1 updating version 0 to 129 2024-09-14T03:36:10.461 INFO:tasks.rados.rados.0.smithi002.stdout:277: oid 1 updating version 129 to 140 2024-09-14T03:36:10.461 INFO:tasks.rados.rados.0.smithi002.stdout:277: oid 1 version 140 is already newer than 139 2024-09-14T03:36:10.461 INFO:tasks.rados.rados.0.smithi002.stdout:277: oid 1 version 140 is already newer than 134 2024-09-14T03:36:10.461 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 1 v 140 (ObjNum 112 snap 26 seq_num 112) dirty exists 2024-09-14T03:36:10.461 INFO:tasks.rados.rados.0.smithi002.stdout:277: left oid 1 (ObjNum 112 snap 26 seq_num 112) 2024-09-14T03:36:10.461 INFO:tasks.rados.rados.0.smithi002.stdout:278: finishing write tid 1 to smithi00278215-6 2024-09-14T03:36:10.461 INFO:tasks.rados.rados.0.smithi002.stdout:278: finishing write tid 2 to smithi00278215-6 2024-09-14T03:36:10.461 INFO:tasks.rados.rados.0.smithi002.stdout:278: finishing write tid 3 to smithi00278215-6 2024-09-14T03:36:10.461 INFO:tasks.rados.rados.0.smithi002.stdout:279: finishing rollback tid 1 to smithi00278215-5 2024-09-14T03:36:10.461 INFO:tasks.rados.rados.0.smithi002.stdout:279: finishing rollback tid 2 to smithi00278215-5 2024-09-14T03:36:10.462 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 5 v 125 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-09-14T03:36:10.462 INFO:tasks.rados.rados.0.smithi002.stdout:277: done (4 left) 2024-09-14T03:36:10.462 INFO:tasks.rados.rados.0.smithi002.stdout:279: done (3 left) 2024-09-14T03:36:10.462 INFO:tasks.rados.rados.0.smithi002.stdout:283: rmattr oid 38 current snap is 26 2024-09-14T03:36:10.462 INFO:tasks.rados.rados.0.smithi002.stdout:283: done (3 left) 2024-09-14T03:36:10.462 INFO:tasks.rados.rados.0.smithi002.stdout:284: copy_from oid 39 from oid 13 current snap is 26 2024-09-14T03:36:10.462 INFO:tasks.rados.rados.0.smithi002.stdout:278: finishing write tid 4 to smithi00278215-6 2024-09-14T03:36:10.462 INFO:tasks.rados.rados.0.smithi002.stdout:278: finishing write tid 5 to smithi00278215-6 2024-09-14T03:36:10.462 INFO:tasks.rados.rados.0.smithi002.stdout:278: finishing write tid 6 to smithi00278215-6 2024-09-14T03:36:10.462 INFO:tasks.rados.rados.0.smithi002.stdout:278: oid 6 updating version 0 to 148 2024-09-14T03:36:10.462 INFO:tasks.rados.rados.0.smithi002.stdout:278: oid 6 version 148 is already newer than 147 2024-09-14T03:36:10.462 INFO:tasks.rados.rados.0.smithi002.stdout:278: oid 6 updating version 148 to 150 2024-09-14T03:36:10.462 INFO:tasks.rados.rados.0.smithi002.stdout:278: oid 6 version 150 is already newer than 146 2024-09-14T03:36:10.462 INFO:tasks.rados.rados.0.smithi002.stdout:278: oid 6 version 150 is already newer than 149 2024-09-14T03:36:10.463 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 6 v 150 (ObjNum 113 snap 26 seq_num 113) dirty exists 2024-09-14T03:36:10.463 INFO:tasks.rados.rados.0.smithi002.stdout:278: left oid 6 (ObjNum 113 snap 26 seq_num 113) 2024-09-14T03:36:10.463 INFO:tasks.rados.rados.0.smithi002.stdout:280: finishing rollback tid 0 to smithi00278215-22 2024-09-14T03:36:10.463 INFO:tasks.rados.rados.0.smithi002.stdout:278: done (3 left) 2024-09-14T03:36:10.464 INFO:tasks.rados.rados.0.smithi002.stdout:285: rollback oid 4 current snap is 26 2024-09-14T03:36:10.464 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 4 to 24 2024-09-14T03:36:10.464 INFO:tasks.rados.rados.0.smithi002.stdout:280: finishing rollback tid 1 to smithi00278215-22 2024-09-14T03:36:10.464 INFO:tasks.rados.rados.0.smithi002.stdout:280: finishing rollback tid 2 to smithi00278215-22 2024-09-14T03:36:10.464 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 22 v 83 (ObjNum 79 snap 18 seq_num 79) dirty exists 2024-09-14T03:36:10.464 INFO:tasks.rados.rados.0.smithi002.stdout:280: done (3 left) 2024-09-14T03:36:10.464 INFO:tasks.rados.rados.0.smithi002.stdout:286: snap_remove snap 25 2024-09-14T03:36:10.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:10 smithi154 ceph-mon[30999]: pgmap v163: 121 pgs: 121 active+clean; 70 MiB data, 354 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 2.0 MiB/s wr, 13 op/s 2024-09-14T03:36:10.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:10 smithi154 ceph-mon[30999]: osdmap e120: 8 total, 8 up, 8 in 2024-09-14T03:36:10.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:10 smithi154 ceph-mon[30999]: osdmap e121: 8 total, 8 up, 8 in 2024-09-14T03:36:10.936 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:10 smithi002 ceph-mon[27606]: pgmap v163: 121 pgs: 121 active+clean; 70 MiB data, 354 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 2.0 MiB/s wr, 13 op/s 2024-09-14T03:36:10.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:10 smithi002 ceph-mon[27606]: osdmap e120: 8 total, 8 up, 8 in 2024-09-14T03:36:10.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:10 smithi002 ceph-mon[27606]: osdmap e121: 8 total, 8 up, 8 in 2024-09-14T03:36:10.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:10 smithi002 ceph-mon[38004]: pgmap v163: 121 pgs: 121 active+clean; 70 MiB data, 354 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 2.0 MiB/s wr, 13 op/s 2024-09-14T03:36:10.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:10 smithi002 ceph-mon[38004]: osdmap e120: 8 total, 8 up, 8 in 2024-09-14T03:36:10.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:10 smithi002 ceph-mon[38004]: osdmap e121: 8 total, 8 up, 8 in 2024-09-14T03:36:11.462 INFO:tasks.rados.rados.0.smithi002.stdout:286: done (3 left) 2024-09-14T03:36:11.462 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 7 current snap is 26 2024-09-14T03:36:11.462 INFO:tasks.rados.rados.0.smithi002.stdout:282: finishing rollback tid 0 to smithi00278215-14 2024-09-14T03:36:11.462 INFO:tasks.rados.rados.0.smithi002.stdout:282: finishing rollback tid 1 to smithi00278215-14 2024-09-14T03:36:11.463 INFO:tasks.rados.rados.0.smithi002.stdout:282: finishing rollback tid 2 to smithi00278215-14 2024-09-14T03:36:11.463 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 14 v 107 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-09-14T03:36:11.463 INFO:tasks.rados.rados.0.smithi002.stdout:284: finishing copy_from racing read to smithi00278215-39 2024-09-14T03:36:11.463 INFO:tasks.rados.rados.0.smithi002.stdout:284: finishing copy_from to smithi00278215-39 2024-09-14T03:36:11.463 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 39 v 54 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-09-14T03:36:11.463 INFO:tasks.rados.rados.0.smithi002.stdout:285: finishing rollback tid 0 to smithi00278215-4 2024-09-14T03:36:11.463 INFO:tasks.rados.rados.0.smithi002.stdout:285: finishing rollback tid 1 to smithi00278215-4 2024-09-14T03:36:11.463 INFO:tasks.rados.rados.0.smithi002.stdout:285: finishing rollback tid 2 to smithi00278215-4 2024-09-14T03:36:11.463 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 111 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-09-14T03:36:11.463 INFO:tasks.rados.rados.0.smithi002.stdout:287: seq_num 114 ranges {106496=712704,819200=712704,1531904=491520} 2024-09-14T03:36:11.468 INFO:tasks.rados.rados.0.smithi002.stdout:287: writing smithi00278215-7 from 106496 to 819200 tid 1 2024-09-14T03:36:11.473 INFO:tasks.rados.rados.0.smithi002.stdout:287: writing smithi00278215-7 from 819200 to 1531904 tid 2 2024-09-14T03:36:11.476 INFO:tasks.rados.rados.0.smithi002.stdout:287: writing smithi00278215-7 from 1531904 to 2023424 tid 3 2024-09-14T03:36:11.476 INFO:tasks.rados.rados.0.smithi002.stdout:282: done (3 left) 2024-09-14T03:36:11.476 INFO:tasks.rados.rados.0.smithi002.stdout:284: done (2 left) 2024-09-14T03:36:11.476 INFO:tasks.rados.rados.0.smithi002.stdout:285: done (1 left) 2024-09-14T03:36:11.476 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 17 current snap is 26 2024-09-14T03:36:11.477 INFO:tasks.rados.rados.0.smithi002.stdout:288: seq_num 115 ranges {3235840=729088,3964928=647168,4612096=434176,5046272=122880} 2024-09-14T03:36:11.498 INFO:tasks.rados.rados.0.smithi002.stdout:288: writing smithi00278215-17 from 3235840 to 3964928 tid 1 2024-09-14T03:36:11.501 INFO:tasks.rados.rados.0.smithi002.stdout:288: writing smithi00278215-17 from 3964928 to 4612096 tid 2 2024-09-14T03:36:11.504 INFO:tasks.rados.rados.0.smithi002.stdout:288: writing smithi00278215-17 from 4612096 to 5046272 tid 3 2024-09-14T03:36:11.505 INFO:tasks.rados.rados.0.smithi002.stdout:288: writing smithi00278215-17 from 5046272 to 5169152 tid 4 2024-09-14T03:36:11.505 INFO:tasks.rados.rados.0.smithi002.stdout:289: setattr oid 44 current snap is 26 2024-09-14T03:36:11.505 INFO:tasks.rados.rados.0.smithi002.stdout:287: finishing write tid 1 to smithi00278215-7 2024-09-14T03:36:11.505 INFO:tasks.rados.rados.0.smithi002.stdout:287: finishing write tid 2 to smithi00278215-7 2024-09-14T03:36:11.505 INFO:tasks.rados.rados.0.smithi002.stdout:287: finishing write tid 3 to smithi00278215-7 2024-09-14T03:36:11.505 INFO:tasks.rados.rados.0.smithi002.stdout:287: finishing write tid 4 to smithi00278215-7 2024-09-14T03:36:11.506 INFO:tasks.rados.rados.0.smithi002.stdout:287: finishing write tid 5 to smithi00278215-7 2024-09-14T03:36:11.506 INFO:tasks.rados.rados.0.smithi002.stdout:287: oid 7 updating version 0 to 160 2024-09-14T03:36:11.506 INFO:tasks.rados.rados.0.smithi002.stdout:287: oid 7 updating version 160 to 164 2024-09-14T03:36:11.506 INFO:tasks.rados.rados.0.smithi002.stdout:287: oid 7 version 164 is already newer than 163 2024-09-14T03:36:11.506 INFO:tasks.rados.rados.0.smithi002.stdout:287: oid 7 version 164 is already newer than 155 2024-09-14T03:36:11.506 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 164 (ObjNum 114 snap 26 seq_num 114) dirty exists 2024-09-14T03:36:11.506 INFO:tasks.rados.rados.0.smithi002.stdout:287: left oid 7 (ObjNum 114 snap 26 seq_num 114) 2024-09-14T03:36:11.506 INFO:tasks.rados.rados.0.smithi002.stdout:288: finishing write tid 1 to smithi00278215-17 2024-09-14T03:36:11.506 INFO:tasks.rados.rados.0.smithi002.stdout:288: finishing write tid 2 to smithi00278215-17 2024-09-14T03:36:11.507 INFO:tasks.rados.rados.0.smithi002.stdout:288: finishing write tid 3 to smithi00278215-17 2024-09-14T03:36:11.507 INFO:tasks.rados.rados.0.smithi002.stdout:288: finishing write tid 4 to smithi00278215-17 2024-09-14T03:36:11.507 INFO:tasks.rados.rados.0.smithi002.stdout:287: done (2 left) 2024-09-14T03:36:11.507 INFO:tasks.rados.rados.0.smithi002.stdout:290: snap_remove snap 1 2024-09-14T03:36:12.470 INFO:tasks.rados.rados.0.smithi002.stdout:288: finishing write tid 5 to smithi00278215-17 2024-09-14T03:36:12.471 INFO:tasks.rados.rados.0.smithi002.stdout:288: finishing write tid 6 to smithi00278215-17 2024-09-14T03:36:12.471 INFO:tasks.rados.rados.0.smithi002.stdout:288: oid 17 updating version 0 to 128 2024-09-14T03:36:12.471 INFO:tasks.rados.rados.0.smithi002.stdout:288: oid 17 version 128 is already newer than 126 2024-09-14T03:36:12.471 INFO:tasks.rados.rados.0.smithi002.stdout:288: oid 17 version 128 is already newer than 125 2024-09-14T03:36:12.471 INFO:tasks.rados.rados.0.smithi002.stdout:288: oid 17 updating version 128 to 129 2024-09-14T03:36:12.471 INFO:tasks.rados.rados.0.smithi002.stdout:288: oid 17 version 129 is already newer than 127 2024-09-14T03:36:12.471 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 17 v 129 (ObjNum 115 snap 26 seq_num 115) dirty exists 2024-09-14T03:36:12.472 INFO:tasks.rados.rados.0.smithi002.stdout:288: left oid 17 (ObjNum 115 snap 26 seq_num 115) 2024-09-14T03:36:12.472 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 120 (ObjNum 111 snap 26 seq_num 111) dirty exists 2024-09-14T03:36:12.472 INFO:tasks.rados.rados.0.smithi002.stdout:288: done (2 left) 2024-09-14T03:36:12.472 INFO:tasks.rados.rados.0.smithi002.stdout:289: done (1 left) 2024-09-14T03:36:12.472 INFO:tasks.rados.rados.0.smithi002.stdout:290: done (0 left) 2024-09-14T03:36:12.472 INFO:tasks.rados.rados.0.smithi002.stdout:291: setattr oid 40 current snap is 26 2024-09-14T03:36:12.473 INFO:tasks.rados.rados.0.smithi002.stdout:292: snap_create 2024-09-14T03:36:12.480 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 93 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-09-14T03:36:12.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:12 smithi154 ceph-mon[30999]: pgmap v166: 121 pgs: 121 active+clean; 70 MiB data, 354 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:36:12.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:12 smithi154 ceph-mon[30999]: osdmap e122: 8 total, 8 up, 8 in 2024-09-14T03:36:12.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:12 smithi002 ceph-mon[27606]: pgmap v166: 121 pgs: 121 active+clean; 70 MiB data, 354 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:36:12.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:12 smithi002 ceph-mon[27606]: osdmap e122: 8 total, 8 up, 8 in 2024-09-14T03:36:12.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:12 smithi002 ceph-mon[38004]: pgmap v166: 121 pgs: 121 active+clean; 70 MiB data, 354 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:36:12.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:12 smithi002 ceph-mon[38004]: osdmap e122: 8 total, 8 up, 8 in 2024-09-14T03:36:13.436 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:36:13 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:36:13] "GET /metrics HTTP/1.1" 200 36078 "" "Prometheus/2.43.0" 2024-09-14T03:36:13.473 INFO:tasks.rados.rados.0.smithi002.stdout:291: done (1 left) 2024-09-14T03:36:13.474 INFO:tasks.rados.rados.0.smithi002.stdout:292: done (0 left) 2024-09-14T03:36:13.474 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 33 current snap is 27 2024-09-14T03:36:13.474 INFO:tasks.rados.rados.0.smithi002.stdout:293: seq_num 116 ranges {253952=745472,999424=532480,1531904=638976,2170880=32768} 2024-09-14T03:36:13.478 INFO:tasks.rados.rados.0.smithi002.stdout:293: writing smithi00278215-33 from 253952 to 999424 tid 1 2024-09-14T03:36:13.481 INFO:tasks.rados.rados.0.smithi002.stdout:293: writing smithi00278215-33 from 999424 to 1531904 tid 2 2024-09-14T03:36:13.485 INFO:tasks.rados.rados.0.smithi002.stdout:293: writing smithi00278215-33 from 1531904 to 2170880 tid 3 2024-09-14T03:36:13.486 INFO:tasks.rados.rados.0.smithi002.stdout:293: writing smithi00278215-33 from 2170880 to 2203648 tid 4 2024-09-14T03:36:13.486 INFO:tasks.rados.rados.0.smithi002.stdout:294: copy_from oid 18 from oid 13 current snap is 27 2024-09-14T03:36:13.486 INFO:tasks.rados.rados.0.smithi002.stdout:295: snap_create 2024-09-14T03:36:13.486 INFO:tasks.rados.rados.0.smithi002.stdout:293: finishing write tid 1 to smithi00278215-33 2024-09-14T03:36:13.486 INFO:tasks.rados.rados.0.smithi002.stdout:293: finishing write tid 2 to smithi00278215-33 2024-09-14T03:36:13.490 INFO:tasks.rados.rados.0.smithi002.stdout:293: finishing write tid 3 to smithi00278215-33 2024-09-14T03:36:13.490 INFO:tasks.rados.rados.0.smithi002.stdout:293: finishing write tid 4 to smithi00278215-33 2024-09-14T03:36:13.490 INFO:tasks.rados.rados.0.smithi002.stdout:293: finishing write tid 5 to smithi00278215-33 2024-09-14T03:36:13.492 INFO:tasks.rados.rados.0.smithi002.stdout:293: finishing write tid 6 to smithi00278215-33 2024-09-14T03:36:13.492 INFO:tasks.rados.rados.0.smithi002.stdout:293: oid 33 updating version 0 to 147 2024-09-14T03:36:13.492 INFO:tasks.rados.rados.0.smithi002.stdout:293: oid 33 updating version 147 to 148 2024-09-14T03:36:13.492 INFO:tasks.rados.rados.0.smithi002.stdout:293: oid 33 version 148 is already newer than 146 2024-09-14T03:36:13.492 INFO:tasks.rados.rados.0.smithi002.stdout:293: oid 33 updating version 148 to 149 2024-09-14T03:36:13.492 INFO:tasks.rados.rados.0.smithi002.stdout:293: oid 33 version 149 is already newer than 145 2024-09-14T03:36:13.492 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 33 v 149 (ObjNum 116 snap 27 seq_num 116) dirty exists 2024-09-14T03:36:13.492 INFO:tasks.rados.rados.0.smithi002.stdout:293: left oid 33 (ObjNum 116 snap 27 seq_num 116) 2024-09-14T03:36:13.493 INFO:tasks.rados.rados.0.smithi002.stdout:294: finishing copy_from racing read to smithi00278215-18 2024-09-14T03:36:13.493 INFO:tasks.rados.rados.0.smithi002.stdout:294: finishing copy_from to smithi00278215-18 2024-09-14T03:36:13.493 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 54 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-09-14T03:36:13.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:13 smithi154 ceph-mon[30999]: osdmap e123: 8 total, 8 up, 8 in 2024-09-14T03:36:13.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:13 smithi002 ceph-mon[38004]: osdmap e123: 8 total, 8 up, 8 in 2024-09-14T03:36:13.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:13 smithi002 ceph-mon[27606]: osdmap e123: 8 total, 8 up, 8 in 2024-09-14T03:36:14.475 INFO:tasks.rados.rados.0.smithi002.stdout:293: done (2 left) 2024-09-14T03:36:14.475 INFO:tasks.rados.rados.0.smithi002.stdout:294: done (1 left) 2024-09-14T03:36:14.475 INFO:tasks.rados.rados.0.smithi002.stdout:295: done (0 left) 2024-09-14T03:36:14.475 INFO:tasks.rados.rados.0.smithi002.stdout:296: snap_create 2024-09-14T03:36:14.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:14 smithi154 ceph-mon[30999]: pgmap v169: 121 pgs: 121 active+clean; 94 MiB data, 391 MiB used, 715 GiB / 715 GiB avail; 3.4 MiB/s rd, 6.7 MiB/s wr, 55 op/s 2024-09-14T03:36:14.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:14 smithi154 ceph-mon[30999]: osdmap e124: 8 total, 8 up, 8 in 2024-09-14T03:36:14.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:14 smithi002 ceph-mon[27606]: pgmap v169: 121 pgs: 121 active+clean; 94 MiB data, 391 MiB used, 715 GiB / 715 GiB avail; 3.4 MiB/s rd, 6.7 MiB/s wr, 55 op/s 2024-09-14T03:36:14.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:14 smithi002 ceph-mon[27606]: osdmap e124: 8 total, 8 up, 8 in 2024-09-14T03:36:14.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:14 smithi002 ceph-mon[38004]: pgmap v169: 121 pgs: 121 active+clean; 94 MiB data, 391 MiB used, 715 GiB / 715 GiB avail; 3.4 MiB/s rd, 6.7 MiB/s wr, 55 op/s 2024-09-14T03:36:14.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:14 smithi002 ceph-mon[38004]: osdmap e124: 8 total, 8 up, 8 in 2024-09-14T03:36:15.397 INFO:tasks.rados.rados.0.smithi002.stdout:296: done (0 left) 2024-09-14T03:36:15.397 INFO:tasks.rados.rados.0.smithi002.stdout:297: read oid 15 snap -1 2024-09-14T03:36:15.397 INFO:tasks.rados.rados.0.smithi002.stdout:297: expect (ObjNum 4 snap 0 seq_num 4) 2024-09-14T03:36:15.397 INFO:tasks.rados.rados.0.smithi002.stdout:298: read oid 1 snap -1 2024-09-14T03:36:15.397 INFO:tasks.rados.rados.0.smithi002.stdout:298: expect (ObjNum 112 snap 26 seq_num 112) 2024-09-14T03:36:15.398 INFO:tasks.rados.rados.0.smithi002.stdout:299: read oid 10 snap -1 2024-09-14T03:36:15.398 INFO:tasks.rados.rados.0.smithi002.stdout:299: expect (ObjNum 107 snap 26 seq_num 107) 2024-09-14T03:36:15.398 INFO:tasks.rados.rados.0.smithi002.stdout:300: delete oid 49 current snap is 29 2024-09-14T03:36:15.401 INFO:tasks.rados.rados.0.smithi002.stdout:300: done (3 left) 2024-09-14T03:36:15.401 INFO:tasks.rados.rados.0.smithi002.stdout:301: delete oid 27 current snap is 29 2024-09-14T03:36:15.404 INFO:tasks.rados.rados.0.smithi002.stdout:301: done (3 left) 2024-09-14T03:36:15.404 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 19 current snap is 29 2024-09-14T03:36:15.405 INFO:tasks.rados.rados.0.smithi002.stdout:302: seq_num 119 ranges {303104=802816,1105920=589824,1695744=409600,2105344=204800} 2024-09-14T03:36:15.411 INFO:tasks.rados.rados.0.smithi002.stdout:302: writing smithi00278215-19 from 303104 to 1105920 tid 1 2024-09-14T03:36:15.415 INFO:tasks.rados.rados.0.smithi002.stdout:302: writing smithi00278215-19 from 1105920 to 1695744 tid 2 2024-09-14T03:36:15.417 INFO:tasks.rados.rados.0.smithi002.stdout:302: writing smithi00278215-19 from 1695744 to 2105344 tid 3 2024-09-14T03:36:15.419 INFO:tasks.rados.rados.0.smithi002.stdout:302: writing smithi00278215-19 from 2105344 to 2310144 tid 4 2024-09-14T03:36:15.419 INFO:tasks.rados.rados.0.smithi002.stdout:297: expect (ObjNum 4 snap 0 seq_num 4) 2024-09-14T03:36:15.421 INFO:tasks.rados.rados.0.smithi002.stdout:298: expect (ObjNum 112 snap 26 seq_num 112) 2024-09-14T03:36:15.532 INFO:tasks.rados.rados.0.smithi002.stdout:302: finishing write tid 1 to smithi00278215-19 2024-09-14T03:36:15.532 INFO:tasks.rados.rados.0.smithi002.stdout:297: done (3 left) 2024-09-14T03:36:15.533 INFO:tasks.rados.rados.0.smithi002.stdout:298: done (2 left) 2024-09-14T03:36:15.533 INFO:tasks.rados.rados.0.smithi002.stdout:303: delete oid 17 current snap is 29 2024-09-14T03:36:15.533 INFO:tasks.rados.rados.0.smithi002.stdout:302: finishing write tid 2 to smithi00278215-19 2024-09-14T03:36:15.533 INFO:tasks.rados.rados.0.smithi002.stdout:299: expect (ObjNum 107 snap 26 seq_num 107) 2024-09-14T03:36:15.674 INFO:tasks.rados.rados.0.smithi002.stdout:302: finishing write tid 3 to smithi00278215-19 2024-09-14T03:36:15.675 INFO:tasks.rados.rados.0.smithi002.stdout:302: finishing write tid 4 to smithi00278215-19 2024-09-14T03:36:15.675 INFO:tasks.rados.rados.0.smithi002.stdout:302: finishing write tid 5 to smithi00278215-19 2024-09-14T03:36:15.675 INFO:tasks.rados.rados.0.smithi002.stdout:302: finishing write tid 6 to smithi00278215-19 2024-09-14T03:36:15.675 INFO:tasks.rados.rados.0.smithi002.stdout:302: oid 19 updating version 0 to 107 2024-09-14T03:36:15.675 INFO:tasks.rados.rados.0.smithi002.stdout:302: oid 19 updating version 107 to 109 2024-09-14T03:36:15.675 INFO:tasks.rados.rados.0.smithi002.stdout:302: oid 19 version 109 is already newer than 105 2024-09-14T03:36:15.675 INFO:tasks.rados.rados.0.smithi002.stdout:302: oid 19 version 109 is already newer than 106 2024-09-14T03:36:15.675 INFO:tasks.rados.rados.0.smithi002.stdout:302: oid 19 version 109 is already newer than 108 2024-09-14T03:36:15.675 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 19 v 109 (ObjNum 119 snap 29 seq_num 119) dirty exists 2024-09-14T03:36:15.675 INFO:tasks.rados.rados.0.smithi002.stdout:302: left oid 19 (ObjNum 119 snap 29 seq_num 119) 2024-09-14T03:36:15.675 INFO:tasks.rados.rados.0.smithi002.stdout:299: done (2 left) 2024-09-14T03:36:15.675 INFO:tasks.rados.rados.0.smithi002.stdout:302: done (1 left) 2024-09-14T03:36:15.675 INFO:tasks.rados.rados.0.smithi002.stdout:303: done (0 left) 2024-09-14T03:36:15.676 INFO:tasks.rados.rados.0.smithi002.stdout:304: snap_remove snap 27 2024-09-14T03:36:15.936 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:15 smithi002 ceph-mon[27606]: osdmap e125: 8 total, 8 up, 8 in 2024-09-14T03:36:15.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:15 smithi002 ceph-mon[27606]: osdmap e126: 8 total, 8 up, 8 in 2024-09-14T03:36:15.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:15 smithi002 ceph-mon[38004]: osdmap e125: 8 total, 8 up, 8 in 2024-09-14T03:36:15.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:15 smithi002 ceph-mon[38004]: osdmap e126: 8 total, 8 up, 8 in 2024-09-14T03:36:15.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:15 smithi154 ceph-mon[30999]: osdmap e125: 8 total, 8 up, 8 in 2024-09-14T03:36:15.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:15 smithi154 ceph-mon[30999]: osdmap e126: 8 total, 8 up, 8 in 2024-09-14T03:36:16.490 INFO:tasks.rados.rados.0.smithi002.stdout:304: done (0 left) 2024-09-14T03:36:16.490 INFO:tasks.rados.rados.0.smithi002.stdout:305: delete oid 38 current snap is 29 2024-09-14T03:36:16.493 INFO:tasks.rados.rados.0.smithi002.stdout:305: done (0 left) 2024-09-14T03:36:16.493 INFO:tasks.rados.rados.0.smithi002.stdout:306: copy_from oid 36 from oid 46 current snap is 29 2024-09-14T03:36:16.493 INFO:tasks.rados.rados.0.smithi002.stdout:307: rollback oid 15 current snap is 29 2024-09-14T03:36:16.493 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 15 to 21 2024-09-14T03:36:16.493 INFO:tasks.rados.rados.0.smithi002.stdout:308: setattr oid 14 current snap is 29 2024-09-14T03:36:16.494 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 50 current snap is 29 2024-09-14T03:36:16.495 INFO:tasks.rados.rados.0.smithi002.stdout:309: seq_num 122 ranges {827392=450560,1277952=688128,1966080=630784,2596864=286720} 2024-09-14T03:36:16.502 INFO:tasks.rados.rados.0.smithi002.stdout:309: writing smithi00278215-50 from 827392 to 1277952 tid 1 2024-09-14T03:36:16.506 INFO:tasks.rados.rados.0.smithi002.stdout:309: writing smithi00278215-50 from 1277952 to 1966080 tid 2 2024-09-14T03:36:16.510 INFO:tasks.rados.rados.0.smithi002.stdout:309: writing smithi00278215-50 from 1966080 to 2596864 tid 3 2024-09-14T03:36:16.512 INFO:tasks.rados.rados.0.smithi002.stdout:309: writing smithi00278215-50 from 2596864 to 2883584 tid 4 2024-09-14T03:36:16.512 INFO:tasks.rados.rados.0.smithi002.stdout:310: read oid 12 snap 15 2024-09-14T03:36:16.513 INFO:tasks.rados.rados.0.smithi002.stdout:310: expect (ObjNum 67 snap 7 seq_num 67) 2024-09-14T03:36:16.513 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 20 current snap is 29 2024-09-14T03:36:16.513 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 14 v 132 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-09-14T03:36:16.513 INFO:tasks.rados.rados.0.smithi002.stdout:307: finishing rollback tid 0 to smithi00278215-15 2024-09-14T03:36:16.513 INFO:tasks.rados.rados.0.smithi002.stdout:307: finishing rollback tid 1 to smithi00278215-15 2024-09-14T03:36:16.513 INFO:tasks.rados.rados.0.smithi002.stdout:307: finishing rollback tid 2 to smithi00278215-15 2024-09-14T03:36:16.513 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 15 v 63 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-09-14T03:36:16.513 INFO:tasks.rados.rados.0.smithi002.stdout:306: finishing copy_from racing read to smithi00278215-36 2024-09-14T03:36:16.513 INFO:tasks.rados.rados.0.smithi002.stdout:309: finishing write tid 1 to smithi00278215-50 2024-09-14T03:36:16.513 INFO:tasks.rados.rados.0.smithi002.stdout:306: finishing copy_from to smithi00278215-36 2024-09-14T03:36:16.513 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 36 v 4 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-14T03:36:16.513 INFO:tasks.rados.rados.0.smithi002.stdout:309: finishing write tid 2 to smithi00278215-50 2024-09-14T03:36:16.513 INFO:tasks.rados.rados.0.smithi002.stdout:311: seq_num 123 ranges {557056=466944,1024000=573440,1597440=794624,2392064=237568} 2024-09-14T03:36:16.518 INFO:tasks.rados.rados.0.smithi002.stdout:311: writing smithi00278215-20 from 557056 to 1024000 tid 1 2024-09-14T03:36:16.521 INFO:tasks.rados.rados.0.smithi002.stdout:311: writing smithi00278215-20 from 1024000 to 1597440 tid 2 2024-09-14T03:36:16.525 INFO:tasks.rados.rados.0.smithi002.stdout:311: writing smithi00278215-20 from 1597440 to 2392064 tid 3 2024-09-14T03:36:16.528 INFO:tasks.rados.rados.0.smithi002.stdout:311: writing smithi00278215-20 from 2392064 to 2629632 tid 4 2024-09-14T03:36:16.528 INFO:tasks.rados.rados.0.smithi002.stdout:306: done (5 left) 2024-09-14T03:36:16.528 INFO:tasks.rados.rados.0.smithi002.stdout:307: done (4 left) 2024-09-14T03:36:16.528 INFO:tasks.rados.rados.0.smithi002.stdout:308: done (3 left) 2024-09-14T03:36:16.528 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 39 current snap is 29 2024-09-14T03:36:16.528 INFO:tasks.rados.rados.0.smithi002.stdout:309: finishing write tid 3 to smithi00278215-50 2024-09-14T03:36:16.528 INFO:tasks.rados.rados.0.smithi002.stdout:309: finishing write tid 4 to smithi00278215-50 2024-09-14T03:36:16.528 INFO:tasks.rados.rados.0.smithi002.stdout:309: finishing write tid 5 to smithi00278215-50 2024-09-14T03:36:16.528 INFO:tasks.rados.rados.0.smithi002.stdout:309: finishing write tid 6 to smithi00278215-50 2024-09-14T03:36:16.528 INFO:tasks.rados.rados.0.smithi002.stdout:309: oid 50 updating version 0 to 185 2024-09-14T03:36:16.529 INFO:tasks.rados.rados.0.smithi002.stdout:309: oid 50 updating version 185 to 186 2024-09-14T03:36:16.529 INFO:tasks.rados.rados.0.smithi002.stdout:309: oid 50 updating version 186 to 187 2024-09-14T03:36:16.529 INFO:tasks.rados.rados.0.smithi002.stdout:309: oid 50 version 187 is already newer than 184 2024-09-14T03:36:16.529 INFO:tasks.rados.rados.0.smithi002.stdout:309: oid 50 updating version 187 to 188 2024-09-14T03:36:16.529 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 188 (ObjNum 122 snap 29 seq_num 122) dirty exists 2024-09-14T03:36:16.529 INFO:tasks.rados.rados.0.smithi002.stdout:309: left oid 50 (ObjNum 122 snap 29 seq_num 122) 2024-09-14T03:36:16.529 INFO:tasks.rados.rados.0.smithi002.stdout:312: seq_num 124 ranges {204800=483328,688128=458752,1146880=598016,1744896=548864} 2024-09-14T03:36:16.531 INFO:tasks.rados.rados.0.smithi002.stdout:312: writing smithi00278215-39 from 204800 to 688128 tid 1 2024-09-14T03:36:16.534 INFO:tasks.rados.rados.0.smithi002.stdout:312: writing smithi00278215-39 from 688128 to 1146880 tid 2 2024-09-14T03:36:16.537 INFO:tasks.rados.rados.0.smithi002.stdout:312: writing smithi00278215-39 from 1146880 to 1744896 tid 3 2024-09-14T03:36:16.541 INFO:tasks.rados.rados.0.smithi002.stdout:312: writing smithi00278215-39 from 1744896 to 2293760 tid 4 2024-09-14T03:36:16.541 INFO:tasks.rados.rados.0.smithi002.stdout:309: done (3 left) 2024-09-14T03:36:16.541 INFO:tasks.rados.rados.0.smithi002.stdout:313: rollback oid 11 current snap is 29 2024-09-14T03:36:16.541 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 11 to 21 2024-09-14T03:36:16.541 INFO:tasks.rados.rados.0.smithi002.stdout:310: expect (ObjNum 67 snap 7 seq_num 67) 2024-09-14T03:36:16.580 INFO:tasks.rados.rados.0.smithi002.stdout:311: finishing write tid 1 to smithi00278215-20 2024-09-14T03:36:16.580 INFO:tasks.rados.rados.0.smithi002.stdout:311: finishing write tid 2 to smithi00278215-20 2024-09-14T03:36:16.580 INFO:tasks.rados.rados.0.smithi002.stdout:311: finishing write tid 3 to smithi00278215-20 2024-09-14T03:36:16.580 INFO:tasks.rados.rados.0.smithi002.stdout:311: finishing write tid 4 to smithi00278215-20 2024-09-14T03:36:16.580 INFO:tasks.rados.rados.0.smithi002.stdout:311: finishing write tid 5 to smithi00278215-20 2024-09-14T03:36:16.581 INFO:tasks.rados.rados.0.smithi002.stdout:311: finishing write tid 6 to smithi00278215-20 2024-09-14T03:36:16.581 INFO:tasks.rados.rados.0.smithi002.stdout:311: oid 20 updating version 0 to 40 2024-09-14T03:36:16.581 INFO:tasks.rados.rados.0.smithi002.stdout:311: oid 20 updating version 40 to 43 2024-09-14T03:36:16.581 INFO:tasks.rados.rados.0.smithi002.stdout:311: oid 20 version 43 is already newer than 41 2024-09-14T03:36:16.581 INFO:tasks.rados.rados.0.smithi002.stdout:311: oid 20 updating version 43 to 44 2024-09-14T03:36:16.581 INFO:tasks.rados.rados.0.smithi002.stdout:311: oid 20 version 44 is already newer than 42 2024-09-14T03:36:16.581 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 20 v 44 (ObjNum 123 snap 29 seq_num 123) dirty exists 2024-09-14T03:36:16.581 INFO:tasks.rados.rados.0.smithi002.stdout:311: left oid 20 (ObjNum 123 snap 29 seq_num 123) 2024-09-14T03:36:16.581 INFO:tasks.rados.rados.0.smithi002.stdout:312: finishing write tid 1 to smithi00278215-39 2024-09-14T03:36:16.581 INFO:tasks.rados.rados.0.smithi002.stdout:312: finishing write tid 2 to smithi00278215-39 2024-09-14T03:36:16.581 INFO:tasks.rados.rados.0.smithi002.stdout:312: finishing write tid 3 to smithi00278215-39 2024-09-14T03:36:16.582 INFO:tasks.rados.rados.0.smithi002.stdout:312: finishing write tid 4 to smithi00278215-39 2024-09-14T03:36:16.582 INFO:tasks.rados.rados.0.smithi002.stdout:312: finishing write tid 5 to smithi00278215-39 2024-09-14T03:36:16.582 INFO:tasks.rados.rados.0.smithi002.stdout:310: done (3 left) 2024-09-14T03:36:16.582 INFO:tasks.rados.rados.0.smithi002.stdout:311: done (2 left) 2024-09-14T03:36:16.582 INFO:tasks.rados.rados.0.smithi002.stdout:314: snap_remove snap 18 2024-09-14T03:36:16.936 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:16 smithi002 ceph-mon[27606]: pgmap v172: 121 pgs: 121 active+clean; 94 MiB data, 391 MiB used, 715 GiB / 715 GiB avail; 3.4 MiB/s rd, 6.7 MiB/s wr, 55 op/s 2024-09-14T03:36:16.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:16 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-14T03:36:16.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:16 smithi002 ceph-mon[38004]: pgmap v172: 121 pgs: 121 active+clean; 94 MiB data, 391 MiB used, 715 GiB / 715 GiB avail; 3.4 MiB/s rd, 6.7 MiB/s wr, 55 op/s 2024-09-14T03:36:16.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:16 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-14T03:36:16.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:16 smithi154 ceph-mon[30999]: pgmap v172: 121 pgs: 121 active+clean; 94 MiB data, 391 MiB used, 715 GiB / 715 GiB avail; 3.4 MiB/s rd, 6.7 MiB/s wr, 55 op/s 2024-09-14T03:36:16.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:16 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-14T03:36:17.497 INFO:tasks.rados.rados.0.smithi002.stdout:314: done (2 left) 2024-09-14T03:36:17.498 INFO:tasks.rados.rados.0.smithi002.stdout:315: rollback oid 25 current snap is 29 2024-09-14T03:36:17.498 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 25 to 20 2024-09-14T03:36:17.498 INFO:tasks.rados.rados.0.smithi002.stdout:313: finishing rollback tid 0 to smithi00278215-11 2024-09-14T03:36:17.498 INFO:tasks.rados.rados.0.smithi002.stdout:313: finishing rollback tid 1 to smithi00278215-11 2024-09-14T03:36:17.498 INFO:tasks.rados.rados.0.smithi002.stdout:313: finishing rollback tid 2 to smithi00278215-11 2024-09-14T03:36:17.498 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 192 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-09-14T03:36:17.498 INFO:tasks.rados.rados.0.smithi002.stdout:312: finishing write tid 6 to smithi00278215-39 2024-09-14T03:36:17.498 INFO:tasks.rados.rados.0.smithi002.stdout:312: oid 39 updating version 0 to 116 2024-09-14T03:36:17.498 INFO:tasks.rados.rados.0.smithi002.stdout:312: oid 39 updating version 116 to 117 2024-09-14T03:36:17.499 INFO:tasks.rados.rados.0.smithi002.stdout:312: oid 39 version 117 is already newer than 114 2024-09-14T03:36:17.499 INFO:tasks.rados.rados.0.smithi002.stdout:312: oid 39 version 117 is already newer than 113 2024-09-14T03:36:17.499 INFO:tasks.rados.rados.0.smithi002.stdout:312: oid 39 version 117 is already newer than 115 2024-09-14T03:36:17.499 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 39 v 117 (ObjNum 124 snap 29 seq_num 124) dirty exists 2024-09-14T03:36:17.499 INFO:tasks.rados.rados.0.smithi002.stdout:312: left oid 39 (ObjNum 124 snap 29 seq_num 124) 2024-09-14T03:36:17.499 INFO:tasks.rados.rados.0.smithi002.stdout:312: done (2 left) 2024-09-14T03:36:17.499 INFO:tasks.rados.rados.0.smithi002.stdout:313: done (1 left) 2024-09-14T03:36:17.499 INFO:tasks.rados.rados.0.smithi002.stdout:316: snap_create 2024-09-14T03:36:17.505 INFO:tasks.rados.rados.0.smithi002.stdout:315: finishing rollback tid 0 to smithi00278215-25 2024-09-14T03:36:17.506 INFO:tasks.rados.rados.0.smithi002.stdout:315: finishing rollback tid 1 to smithi00278215-25 2024-09-14T03:36:17.506 INFO:tasks.rados.rados.0.smithi002.stdout:315: finishing rollback tid 2 to smithi00278215-25 2024-09-14T03:36:17.506 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 24 (ObjNum 71 snap 12 seq_num 71) dirty exists 2024-09-14T03:36:17.936 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:17 smithi002 ceph-mon[27606]: osdmap e127: 8 total, 8 up, 8 in 2024-09-14T03:36:17.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:17 smithi002 ceph-mon[38004]: osdmap e127: 8 total, 8 up, 8 in 2024-09-14T03:36:17.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:17 smithi154 ceph-mon[30999]: osdmap e127: 8 total, 8 up, 8 in 2024-09-14T03:36:18.501 INFO:tasks.rados.rados.0.smithi002.stdout:315: done (1 left) 2024-09-14T03:36:18.501 INFO:tasks.rados.rados.0.smithi002.stdout:316: done (0 left) 2024-09-14T03:36:18.501 INFO:tasks.rados.rados.0.smithi002.stdout:317: read oid 23 snap -1 2024-09-14T03:36:18.501 INFO:tasks.rados.rados.0.smithi002.stdout:317: expect (ObjNum 53 snap 1 seq_num 53) 2024-09-14T03:36:18.502 INFO:tasks.rados.rados.0.smithi002.stdout:318: snap_remove snap 19 2024-09-14T03:36:18.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:18 smithi002 ceph-mon[38004]: pgmap v175: 121 pgs: 121 active+clean; 102 MiB data, 398 MiB used, 715 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.7 MiB/s wr, 24 op/s 2024-09-14T03:36:18.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:18 smithi002 ceph-mon[38004]: osdmap e128: 8 total, 8 up, 8 in 2024-09-14T03:36:18.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:18 smithi002 ceph-mon[27606]: pgmap v175: 121 pgs: 121 active+clean; 102 MiB data, 398 MiB used, 715 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.7 MiB/s wr, 24 op/s 2024-09-14T03:36:18.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:18 smithi002 ceph-mon[27606]: osdmap e128: 8 total, 8 up, 8 in 2024-09-14T03:36:18.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:18 smithi154 ceph-mon[30999]: pgmap v175: 121 pgs: 121 active+clean; 102 MiB data, 398 MiB used, 715 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.7 MiB/s wr, 24 op/s 2024-09-14T03:36:18.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:18 smithi154 ceph-mon[30999]: osdmap e128: 8 total, 8 up, 8 in 2024-09-14T03:36:19.507 INFO:tasks.rados.rados.0.smithi002.stdout:318: done (1 left) 2024-09-14T03:36:19.507 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 45 current snap is 30 2024-09-14T03:36:19.507 INFO:tasks.rados.rados.0.smithi002.stdout:319: seq_num 125 ranges {2260992=499712,2760704=745472,3506176=409600,3915776=450560} 2024-09-14T03:36:19.523 INFO:tasks.rados.rados.0.smithi002.stdout:319: writing smithi00278215-45 from 2260992 to 2760704 tid 1 2024-09-14T03:36:19.528 INFO:tasks.rados.rados.0.smithi002.stdout:319: writing smithi00278215-45 from 2760704 to 3506176 tid 2 2024-09-14T03:36:19.531 INFO:tasks.rados.rados.0.smithi002.stdout:319: writing smithi00278215-45 from 3506176 to 3915776 tid 3 2024-09-14T03:36:19.534 INFO:tasks.rados.rados.0.smithi002.stdout:319: writing smithi00278215-45 from 3915776 to 4366336 tid 4 2024-09-14T03:36:19.534 INFO:tasks.rados.rados.0.smithi002.stdout:320: rollback oid 35 current snap is 30 2024-09-14T03:36:19.534 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 35 to 16 2024-09-14T03:36:19.534 INFO:tasks.rados.rados.0.smithi002.stdout:317: expect (ObjNum 53 snap 1 seq_num 53) 2024-09-14T03:36:19.594 INFO:tasks.rados.rados.0.smithi002.stdout:319: finishing write tid 1 to smithi00278215-45 2024-09-14T03:36:19.594 INFO:tasks.rados.rados.0.smithi002.stdout:319: finishing write tid 2 to smithi00278215-45 2024-09-14T03:36:19.594 INFO:tasks.rados.rados.0.smithi002.stdout:319: finishing write tid 3 to smithi00278215-45 2024-09-14T03:36:19.594 INFO:tasks.rados.rados.0.smithi002.stdout:320: finishing rollback tid 0 to smithi00278215-35 2024-09-14T03:36:19.594 INFO:tasks.rados.rados.0.smithi002.stdout:320: finishing rollback tid 1 to smithi00278215-35 2024-09-14T03:36:19.594 INFO:tasks.rados.rados.0.smithi002.stdout:319: finishing write tid 4 to smithi00278215-45 2024-09-14T03:36:19.594 INFO:tasks.rados.rados.0.smithi002.stdout:319: finishing write tid 5 to smithi00278215-45 2024-09-14T03:36:19.594 INFO:tasks.rados.rados.0.smithi002.stdout:317: done (2 left) 2024-09-14T03:36:19.594 INFO:tasks.rados.rados.0.smithi002.stdout:321: snap_create 2024-09-14T03:36:19.594 INFO:tasks.rados.rados.0.smithi002.stdout:320: finishing rollback tid 2 to smithi00278215-35 2024-09-14T03:36:19.594 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 35 v 137 (ObjNum 72 snap 12 seq_num 72) dirty exists 2024-09-14T03:36:19.595 INFO:tasks.rados.rados.0.smithi002.stdout:319: finishing write tid 6 to smithi00278215-45 2024-09-14T03:36:19.595 INFO:tasks.rados.rados.0.smithi002.stdout:319: oid 45 updating version 0 to 56 2024-09-14T03:36:19.595 INFO:tasks.rados.rados.0.smithi002.stdout:319: oid 45 updating version 56 to 58 2024-09-14T03:36:19.595 INFO:tasks.rados.rados.0.smithi002.stdout:319: oid 45 version 58 is already newer than 57 2024-09-14T03:36:19.595 INFO:tasks.rados.rados.0.smithi002.stdout:319: oid 45 version 58 is already newer than 55 2024-09-14T03:36:19.595 INFO:tasks.rados.rados.0.smithi002.stdout:319: oid 45 version 58 is already newer than 54 2024-09-14T03:36:19.595 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 45 v 58 (ObjNum 125 snap 30 seq_num 125) dirty exists 2024-09-14T03:36:19.595 INFO:tasks.rados.rados.0.smithi002.stdout:319: left oid 45 (ObjNum 125 snap 30 seq_num 125) 2024-09-14T03:36:19.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:19 smithi154 ceph-mon[30999]: osdmap e129: 8 total, 8 up, 8 in 2024-09-14T03:36:19.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:19 smithi002 ceph-mon[27606]: osdmap e129: 8 total, 8 up, 8 in 2024-09-14T03:36:19.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:19 smithi002 ceph-mon[38004]: osdmap e129: 8 total, 8 up, 8 in 2024-09-14T03:36:20.398 INFO:tasks.rados.rados.0.smithi002.stdout:319: done (2 left) 2024-09-14T03:36:20.398 INFO:tasks.rados.rados.0.smithi002.stdout:320: done (1 left) 2024-09-14T03:36:20.398 INFO:tasks.rados.rados.0.smithi002.stdout:321: done (0 left) 2024-09-14T03:36:20.398 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 18 current snap is 31 2024-09-14T03:36:20.398 INFO:tasks.rados.rados.0.smithi002.stdout:322: seq_num 126 ranges {204800=516096,720896=630784,1351680=614400,1966080=360448} 2024-09-14T03:36:20.401 INFO:tasks.rados.rados.0.smithi002.stdout:322: writing smithi00278215-18 from 204800 to 720896 tid 1 2024-09-14T03:36:20.405 INFO:tasks.rados.rados.0.smithi002.stdout:322: writing smithi00278215-18 from 720896 to 1351680 tid 2 2024-09-14T03:36:20.408 INFO:tasks.rados.rados.0.smithi002.stdout:322: writing smithi00278215-18 from 1351680 to 1966080 tid 3 2024-09-14T03:36:20.411 INFO:tasks.rados.rados.0.smithi002.stdout:322: writing smithi00278215-18 from 1966080 to 2326528 tid 4 2024-09-14T03:36:20.411 INFO:tasks.rados.rados.0.smithi002.stdout:323: read oid 31 snap -1 2024-09-14T03:36:20.411 INFO:tasks.rados.rados.0.smithi002.stdout:323: expect deleted 2024-09-14T03:36:20.411 INFO:tasks.rados.rados.0.smithi002.stdout:324: read oid 5 snap -1 2024-09-14T03:36:20.411 INFO:tasks.rados.rados.0.smithi002.stdout:324: expect (ObjNum 4 snap 0 seq_num 4) 2024-09-14T03:36:20.411 INFO:tasks.rados.rados.0.smithi002.stdout:325: copy_from oid 21 from oid 32 current snap is 31 2024-09-14T03:36:20.411 INFO:tasks.rados.rados.0.smithi002.stdout:322: finishing write tid 1 to smithi00278215-18 2024-09-14T03:36:20.411 INFO:tasks.rados.rados.0.smithi002.stdout:322: finishing write tid 2 to smithi00278215-18 2024-09-14T03:36:20.411 INFO:tasks.rados.rados.0.smithi002.stdout:326: snap_create 2024-09-14T03:36:20.413 INFO:tasks.rados.rados.0.smithi002.stdout:322: finishing write tid 3 to smithi00278215-18 2024-09-14T03:36:20.413 INFO:tasks.rados.rados.0.smithi002.stdout:322: finishing write tid 4 to smithi00278215-18 2024-09-14T03:36:20.413 INFO:tasks.rados.rados.0.smithi002.stdout:322: finishing write tid 5 to smithi00278215-18 2024-09-14T03:36:20.414 INFO:tasks.rados.rados.0.smithi002.stdout:324: expect (ObjNum 4 snap 0 seq_num 4) 2024-09-14T03:36:20.417 INFO:tasks.rados.rados.0.smithi002.stdout:322: finishing write tid 6 to smithi00278215-18 2024-09-14T03:36:20.417 INFO:tasks.rados.rados.0.smithi002.stdout:322: oid 18 updating version 0 to 73 2024-09-14T03:36:20.417 INFO:tasks.rados.rados.0.smithi002.stdout:322: oid 18 updating version 73 to 76 2024-09-14T03:36:20.417 INFO:tasks.rados.rados.0.smithi002.stdout:322: oid 18 version 76 is already newer than 75 2024-09-14T03:36:20.417 INFO:tasks.rados.rados.0.smithi002.stdout:322: oid 18 updating version 76 to 77 2024-09-14T03:36:20.417 INFO:tasks.rados.rados.0.smithi002.stdout:322: oid 18 version 77 is already newer than 74 2024-09-14T03:36:20.417 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 77 (ObjNum 126 snap 31 seq_num 126) dirty exists 2024-09-14T03:36:20.417 INFO:tasks.rados.rados.0.smithi002.stdout:322: left oid 18 (ObjNum 126 snap 31 seq_num 126) 2024-09-14T03:36:20.438 INFO:tasks.rados.rados.0.smithi002.stdout:325: finishing copy_from racing read to smithi00278215-21 2024-09-14T03:36:20.442 INFO:tasks.rados.rados.0.smithi002.stdout:325: finishing copy_from to smithi00278215-21 2024-09-14T03:36:20.442 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 127 (ObjNum 108 snap 26 seq_num 108) dirty exists 2024-09-14T03:36:20.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:20 smithi002 ceph-mon[27606]: pgmap v178: 121 pgs: 121 active+clean; 102 MiB data, 398 MiB used, 715 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.7 MiB/s wr, 24 op/s 2024-09-14T03:36:20.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:20 smithi002 ceph-mon[27606]: osdmap e130: 8 total, 8 up, 8 in 2024-09-14T03:36:20.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:20 smithi002 ceph-mon[27606]: osdmap e131: 8 total, 8 up, 8 in 2024-09-14T03:36:20.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:20 smithi002 ceph-mon[38004]: pgmap v178: 121 pgs: 121 active+clean; 102 MiB data, 398 MiB used, 715 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.7 MiB/s wr, 24 op/s 2024-09-14T03:36:20.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:20 smithi002 ceph-mon[38004]: osdmap e130: 8 total, 8 up, 8 in 2024-09-14T03:36:20.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:20 smithi002 ceph-mon[38004]: osdmap e131: 8 total, 8 up, 8 in 2024-09-14T03:36:20.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:20 smithi154 ceph-mon[30999]: pgmap v178: 121 pgs: 121 active+clean; 102 MiB data, 398 MiB used, 715 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.7 MiB/s wr, 24 op/s 2024-09-14T03:36:20.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:20 smithi154 ceph-mon[30999]: osdmap e130: 8 total, 8 up, 8 in 2024-09-14T03:36:20.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:20 smithi154 ceph-mon[30999]: osdmap e131: 8 total, 8 up, 8 in 2024-09-14T03:36:21.399 INFO:tasks.rados.rados.0.smithi002.stdout:322: done (4 left) 2024-09-14T03:36:21.399 INFO:tasks.rados.rados.0.smithi002.stdout:323: done (3 left) 2024-09-14T03:36:21.399 INFO:tasks.rados.rados.0.smithi002.stdout:324: done (2 left) 2024-09-14T03:36:21.399 INFO:tasks.rados.rados.0.smithi002.stdout:325: done (1 left) 2024-09-14T03:36:21.399 INFO:tasks.rados.rados.0.smithi002.stdout:326: done (0 left) 2024-09-14T03:36:21.399 INFO:tasks.rados.rados.0.smithi002.stdout:327: read oid 41 snap -1 2024-09-14T03:36:21.399 INFO:tasks.rados.rados.0.smithi002.stdout:327: expect deleted 2024-09-14T03:36:21.399 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 16 current snap is 32 2024-09-14T03:36:21.399 INFO:tasks.rados.rados.0.smithi002.stdout:328: seq_num 127 ranges {0=532480,532480=507904,1040384=778240,1818624=319488} 2024-09-14T03:36:21.401 INFO:tasks.rados.rados.0.smithi002.stdout:328: writing smithi00278215-16 from 0 to 532480 tid 1 2024-09-14T03:36:21.404 INFO:tasks.rados.rados.0.smithi002.stdout:328: writing smithi00278215-16 from 532480 to 1040384 tid 2 2024-09-14T03:36:21.409 INFO:tasks.rados.rados.0.smithi002.stdout:328: writing smithi00278215-16 from 1040384 to 1818624 tid 3 2024-09-14T03:36:21.411 INFO:tasks.rados.rados.0.smithi002.stdout:328: writing smithi00278215-16 from 1818624 to 2138112 tid 4 2024-09-14T03:36:21.411 INFO:tasks.rados.rados.0.smithi002.stdout:329: setattr oid 13 current snap is 32 2024-09-14T03:36:21.414 INFO:tasks.rados.rados.0.smithi002.stdout:327: done (2 left) 2024-09-14T03:36:21.414 INFO:tasks.rados.rados.0.smithi002.stdout:330: delete oid 37 current snap is 32 2024-09-14T03:36:21.452 INFO:tasks.rados.rados.0.smithi002.stdout:328: finishing write tid 1 to smithi00278215-16 2024-09-14T03:36:21.452 INFO:tasks.rados.rados.0.smithi002.stdout:328: finishing write tid 2 to smithi00278215-16 2024-09-14T03:36:21.452 INFO:tasks.rados.rados.0.smithi002.stdout:330: done (2 left) 2024-09-14T03:36:21.452 INFO:tasks.rados.rados.0.smithi002.stdout:331: read oid 33 snap -1 2024-09-14T03:36:21.452 INFO:tasks.rados.rados.0.smithi002.stdout:331: expect (ObjNum 116 snap 27 seq_num 116) 2024-09-14T03:36:21.453 INFO:tasks.rados.rados.0.smithi002.stdout:332: copy_from oid 34 from oid 22 current snap is 32 2024-09-14T03:36:21.453 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 45 current snap is 32 2024-09-14T03:36:21.453 INFO:tasks.rados.rados.0.smithi002.stdout:333: seq_num 129 ranges {4366336=565248,4931584=679936,5611520=786432,6397952=139264} 2024-09-14T03:36:21.481 INFO:tasks.rados.rados.0.smithi002.stdout:333: writing smithi00278215-45 from 4366336 to 4931584 tid 1 2024-09-14T03:36:21.485 INFO:tasks.rados.rados.0.smithi002.stdout:333: writing smithi00278215-45 from 4931584 to 5611520 tid 2 2024-09-14T03:36:21.490 INFO:tasks.rados.rados.0.smithi002.stdout:333: writing smithi00278215-45 from 5611520 to 6397952 tid 3 2024-09-14T03:36:21.491 INFO:tasks.rados.rados.0.smithi002.stdout:333: writing smithi00278215-45 from 6397952 to 6537216 tid 4 2024-09-14T03:36:21.491 INFO:tasks.rados.rados.0.smithi002.stdout:334: read oid 35 snap -1 2024-09-14T03:36:21.492 INFO:tasks.rados.rados.0.smithi002.stdout:334: expect (ObjNum 72 snap 12 seq_num 72) 2024-09-14T03:36:21.492 INFO:tasks.rados.rados.0.smithi002.stdout:335: rollback oid 37 current snap is 32 2024-09-14T03:36:21.492 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 37 to 7 2024-09-14T03:36:21.492 INFO:tasks.rados.rados.0.smithi002.stdout:328: finishing write tid 3 to smithi00278215-16 2024-09-14T03:36:21.492 INFO:tasks.rados.rados.0.smithi002.stdout:336: read oid 41 snap -1 2024-09-14T03:36:21.492 INFO:tasks.rados.rados.0.smithi002.stdout:336: expect deleted 2024-09-14T03:36:21.492 INFO:tasks.rados.rados.0.smithi002.stdout:337: delete oid 39 current snap is 32 2024-09-14T03:36:21.492 INFO:tasks.rados.rados.0.smithi002.stdout:328: finishing write tid 4 to smithi00278215-16 2024-09-14T03:36:21.492 INFO:tasks.rados.rados.0.smithi002.stdout:328: finishing write tid 5 to smithi00278215-16 2024-09-14T03:36:21.492 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 117 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-09-14T03:36:21.492 INFO:tasks.rados.rados.0.smithi002.stdout:328: finishing write tid 6 to smithi00278215-16 2024-09-14T03:36:21.492 INFO:tasks.rados.rados.0.smithi002.stdout:328: oid 16 updating version 0 to 89 2024-09-14T03:36:21.492 INFO:tasks.rados.rados.0.smithi002.stdout:328: oid 16 updating version 89 to 90 2024-09-14T03:36:21.493 INFO:tasks.rados.rados.0.smithi002.stdout:328: oid 16 version 90 is already newer than 88 2024-09-14T03:36:21.493 INFO:tasks.rados.rados.0.smithi002.stdout:328: oid 16 updating version 90 to 91 2024-09-14T03:36:21.493 INFO:tasks.rados.rados.0.smithi002.stdout:328: oid 16 updating version 91 to 92 2024-09-14T03:36:21.493 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 16 v 92 (ObjNum 127 snap 32 seq_num 127) dirty exists 2024-09-14T03:36:21.493 INFO:tasks.rados.rados.0.smithi002.stdout:328: left oid 16 (ObjNum 127 snap 32 seq_num 127) 2024-09-14T03:36:21.493 INFO:tasks.rados.rados.0.smithi002.stdout:331: expect (ObjNum 116 snap 27 seq_num 116) 2024-09-14T03:36:21.557 INFO:tasks.rados.rados.0.smithi002.stdout:332: finishing copy_from racing read to smithi00278215-34 2024-09-14T03:36:21.557 INFO:tasks.rados.rados.0.smithi002.stdout:332: finishing copy_from to smithi00278215-34 2024-09-14T03:36:21.557 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 34 v 83 (ObjNum 79 snap 18 seq_num 79) dirty exists 2024-09-14T03:36:21.557 INFO:tasks.rados.rados.0.smithi002.stdout:333: finishing write tid 1 to smithi00278215-45 2024-09-14T03:36:21.557 INFO:tasks.rados.rados.0.smithi002.stdout:333: finishing write tid 2 to smithi00278215-45 2024-09-14T03:36:21.558 INFO:tasks.rados.rados.0.smithi002.stdout:328: done (8 left) 2024-09-14T03:36:21.558 INFO:tasks.rados.rados.0.smithi002.stdout:329: done (7 left) 2024-09-14T03:36:21.558 INFO:tasks.rados.rados.0.smithi002.stdout:331: done (6 left) 2024-09-14T03:36:21.558 INFO:tasks.rados.rados.0.smithi002.stdout:332: done (5 left) 2024-09-14T03:36:21.558 INFO:tasks.rados.rados.0.smithi002.stdout:337: done (4 left) 2024-09-14T03:36:21.558 INFO:tasks.rados.rados.0.smithi002.stdout:338: rollback oid 36 current snap is 32 2024-09-14T03:36:21.558 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 36 to 22 2024-09-14T03:36:21.558 INFO:tasks.rados.rados.0.smithi002.stdout:333: finishing write tid 3 to smithi00278215-45 2024-09-14T03:36:21.558 INFO:tasks.rados.rados.0.smithi002.stdout:333: finishing write tid 4 to smithi00278215-45 2024-09-14T03:36:21.558 INFO:tasks.rados.rados.0.smithi002.stdout:333: finishing write tid 5 to smithi00278215-45 2024-09-14T03:36:21.558 INFO:tasks.rados.rados.0.smithi002.stdout:333: finishing write tid 6 to smithi00278215-45 2024-09-14T03:36:21.558 INFO:tasks.rados.rados.0.smithi002.stdout:333: oid 45 updating version 0 to 61 2024-09-14T03:36:21.558 INFO:tasks.rados.rados.0.smithi002.stdout:333: oid 45 version 61 is already newer than 60 2024-09-14T03:36:21.558 INFO:tasks.rados.rados.0.smithi002.stdout:333: oid 45 updating version 61 to 62 2024-09-14T03:36:21.559 INFO:tasks.rados.rados.0.smithi002.stdout:333: oid 45 updating version 62 to 63 2024-09-14T03:36:21.559 INFO:tasks.rados.rados.0.smithi002.stdout:333: oid 45 updating version 63 to 64 2024-09-14T03:36:21.559 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 45 v 64 (ObjNum 129 snap 32 seq_num 129) dirty exists 2024-09-14T03:36:21.559 INFO:tasks.rados.rados.0.smithi002.stdout:333: left oid 45 (ObjNum 129 snap 32 seq_num 129) 2024-09-14T03:36:21.559 INFO:tasks.rados.rados.0.smithi002.stdout:335: finishing rollback tid 1 to smithi00278215-37 2024-09-14T03:36:21.559 INFO:tasks.rados.rados.0.smithi002.stdout:335: finishing rollback tid 2 to smithi00278215-37 2024-09-14T03:36:21.559 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 37 v 141 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-09-14T03:36:21.559 INFO:tasks.rados.rados.0.smithi002.stdout:334: expect (ObjNum 72 snap 12 seq_num 72) 2024-09-14T03:36:21.636 INFO:tasks.rados.rados.0.smithi002.stdout:338: finishing rollback tid 0 to smithi00278215-36 2024-09-14T03:36:21.636 INFO:tasks.rados.rados.0.smithi002.stdout:338: finishing rollback tid 1 to smithi00278215-36 2024-09-14T03:36:21.636 INFO:tasks.rados.rados.0.smithi002.stdout:338: finishing rollback tid 2 to smithi00278215-36 2024-09-14T03:36:21.636 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 36 v 121 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-09-14T03:36:21.636 INFO:tasks.rados.rados.0.smithi002.stdout:333: done (4 left) 2024-09-14T03:36:21.636 INFO:tasks.rados.rados.0.smithi002.stdout:334: done (3 left) 2024-09-14T03:36:21.637 INFO:tasks.rados.rados.0.smithi002.stdout:335: done (2 left) 2024-09-14T03:36:21.637 INFO:tasks.rados.rados.0.smithi002.stdout:336: done (1 left) 2024-09-14T03:36:21.637 INFO:tasks.rados.rados.0.smithi002.stdout:338: done (0 left) 2024-09-14T03:36:21.637 INFO:tasks.rados.rados.0.smithi002.stdout:339: rollback oid 14 current snap is 32 2024-09-14T03:36:21.637 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 14 to 5 2024-09-14T03:36:21.637 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 9 current snap is 32 2024-09-14T03:36:21.637 INFO:tasks.rados.rados.0.smithi002.stdout:340: seq_num 131 ranges {1802240=598016,2400256=499712,2899968=753664,3653632=352256} 2024-09-14T03:36:21.649 INFO:tasks.rados.rados.0.smithi002.stdout:340: writing smithi00278215-9 from 1802240 to 2400256 tid 1 2024-09-14T03:36:21.652 INFO:tasks.rados.rados.0.smithi002.stdout:340: writing smithi00278215-9 from 2400256 to 2899968 tid 2 2024-09-14T03:36:21.656 INFO:tasks.rados.rados.0.smithi002.stdout:340: writing smithi00278215-9 from 2899968 to 3653632 tid 3 2024-09-14T03:36:21.658 INFO:tasks.rados.rados.0.smithi002.stdout:340: writing smithi00278215-9 from 3653632 to 4005888 tid 4 2024-09-14T03:36:21.659 INFO:tasks.rados.rados.0.smithi002.stdout:341: read oid 29 snap -1 2024-09-14T03:36:21.659 INFO:tasks.rados.rados.0.smithi002.stdout:341: expect deleted 2024-09-14T03:36:21.659 INFO:tasks.rados.rados.0.smithi002.stdout:342: rollback oid 35 current snap is 32 2024-09-14T03:36:21.659 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 35 to 22 2024-09-14T03:36:21.659 INFO:tasks.rados.rados.0.smithi002.stdout:339: finishing rollback tid 0 to smithi00278215-14 2024-09-14T03:36:21.659 INFO:tasks.rados.rados.0.smithi002.stdout:339: finishing rollback tid 1 to smithi00278215-14 2024-09-14T03:36:21.659 INFO:tasks.rados.rados.0.smithi002.stdout:339: finishing rollback tid 2 to smithi00278215-14 2024-09-14T03:36:21.659 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 14 v 152 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-09-14T03:36:21.659 INFO:tasks.rados.rados.0.smithi002.stdout:340: finishing write tid 1 to smithi00278215-9 2024-09-14T03:36:21.659 INFO:tasks.rados.rados.0.smithi002.stdout:339: done (3 left) 2024-09-14T03:36:21.659 INFO:tasks.rados.rados.0.smithi002.stdout:343: snap_create 2024-09-14T03:36:21.659 INFO:tasks.rados.rados.0.smithi002.stdout:340: finishing write tid 2 to smithi00278215-9 2024-09-14T03:36:21.659 INFO:tasks.rados.rados.0.smithi002.stdout:340: finishing write tid 3 to smithi00278215-9 2024-09-14T03:36:21.660 INFO:tasks.rados.rados.0.smithi002.stdout:340: finishing write tid 4 to smithi00278215-9 2024-09-14T03:36:21.661 INFO:tasks.rados.rados.0.smithi002.stdout:340: finishing write tid 5 to smithi00278215-9 2024-09-14T03:36:21.662 INFO:tasks.rados.rados.0.smithi002.stdout:342: finishing rollback tid 0 to smithi00278215-35 2024-09-14T03:36:21.662 INFO:tasks.rados.rados.0.smithi002.stdout:342: finishing rollback tid 1 to smithi00278215-35 2024-09-14T03:36:21.663 INFO:tasks.rados.rados.0.smithi002.stdout:340: finishing write tid 6 to smithi00278215-9 2024-09-14T03:36:21.663 INFO:tasks.rados.rados.0.smithi002.stdout:340: oid 9 updating version 0 to 148 2024-09-14T03:36:21.663 INFO:tasks.rados.rados.0.smithi002.stdout:340: oid 9 version 148 is already newer than 146 2024-09-14T03:36:21.663 INFO:tasks.rados.rados.0.smithi002.stdout:340: oid 9 version 148 is already newer than 145 2024-09-14T03:36:21.663 INFO:tasks.rados.rados.0.smithi002.stdout:340: oid 9 version 148 is already newer than 147 2024-09-14T03:36:21.663 INFO:tasks.rados.rados.0.smithi002.stdout:340: oid 9 updating version 148 to 149 2024-09-14T03:36:21.663 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 9 v 149 (ObjNum 131 snap 32 seq_num 131) dirty exists 2024-09-14T03:36:21.663 INFO:tasks.rados.rados.0.smithi002.stdout:340: left oid 9 (ObjNum 131 snap 32 seq_num 131) 2024-09-14T03:36:21.664 INFO:tasks.rados.rados.0.smithi002.stdout:342: finishing rollback tid 2 to smithi00278215-35 2024-09-14T03:36:21.664 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 35 v 153 (ObjNum 72 snap 12 seq_num 72) dirty exists 2024-09-14T03:36:22.510 INFO:tasks.rados.rados.0.smithi002.stdout:340: done (3 left) 2024-09-14T03:36:22.510 INFO:tasks.rados.rados.0.smithi002.stdout:341: done (2 left) 2024-09-14T03:36:22.510 INFO:tasks.rados.rados.0.smithi002.stdout:342: done (1 left) 2024-09-14T03:36:22.511 INFO:tasks.rados.rados.0.smithi002.stdout:343: done (0 left) 2024-09-14T03:36:22.511 INFO:tasks.rados.rados.0.smithi002.stdout:344: rollback oid 50 current snap is 33 2024-09-14T03:36:22.511 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 50 to 20 2024-09-14T03:36:22.511 INFO:tasks.rados.rados.0.smithi002.stdout:345: rmattr oid 38 current snap is 33 2024-09-14T03:36:22.511 INFO:tasks.rados.rados.0.smithi002.stdout:345: done (1 left) 2024-09-14T03:36:22.511 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 21 current snap is 33 2024-09-14T03:36:22.511 INFO:tasks.rados.rados.0.smithi002.stdout:346: seq_num 132 ranges {5431296=614400,6045696=786432,6832128=565248,7397376=253952} 2024-09-14T03:36:22.543 INFO:tasks.rados.rados.0.smithi002.stdout:346: writing smithi00278215-21 from 5431296 to 6045696 tid 1 2024-09-14T03:36:22.547 INFO:tasks.rados.rados.0.smithi002.stdout:346: writing smithi00278215-21 from 6045696 to 6832128 tid 2 2024-09-14T03:36:22.550 INFO:tasks.rados.rados.0.smithi002.stdout:346: writing smithi00278215-21 from 6832128 to 7397376 tid 3 2024-09-14T03:36:22.553 INFO:tasks.rados.rados.0.smithi002.stdout:346: writing smithi00278215-21 from 7397376 to 7651328 tid 4 2024-09-14T03:36:22.553 INFO:tasks.rados.rados.0.smithi002.stdout:347: copy_from oid 37 from oid 14 current snap is 33 2024-09-14T03:36:22.553 INFO:tasks.rados.rados.0.smithi002.stdout:344: finishing rollback tid 0 to smithi00278215-50 2024-09-14T03:36:22.553 INFO:tasks.rados.rados.0.smithi002.stdout:344: finishing rollback tid 1 to smithi00278215-50 2024-09-14T03:36:22.553 INFO:tasks.rados.rados.0.smithi002.stdout:344: finishing rollback tid 2 to smithi00278215-50 2024-09-14T03:36:22.553 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 228 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-09-14T03:36:22.553 INFO:tasks.rados.rados.0.smithi002.stdout:346: finishing write tid 1 to smithi00278215-21 2024-09-14T03:36:22.553 INFO:tasks.rados.rados.0.smithi002.stdout:346: finishing write tid 2 to smithi00278215-21 2024-09-14T03:36:22.553 INFO:tasks.rados.rados.0.smithi002.stdout:344: done (2 left) 2024-09-14T03:36:22.553 INFO:tasks.rados.rados.0.smithi002.stdout:348: rmattr oid 44 current snap is 33 2024-09-14T03:36:22.553 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 12 current snap is 33 2024-09-14T03:36:22.554 INFO:tasks.rados.rados.0.smithi002.stdout:349: seq_num 133 ranges {2277376=630784,2908160=663552,3571712=770048,4341760=172032} 2024-09-14T03:36:22.569 INFO:tasks.rados.rados.0.smithi002.stdout:349: writing smithi00278215-12 from 2277376 to 2908160 tid 1 2024-09-14T03:36:22.573 INFO:tasks.rados.rados.0.smithi002.stdout:349: writing smithi00278215-12 from 2908160 to 3571712 tid 2 2024-09-14T03:36:22.577 INFO:tasks.rados.rados.0.smithi002.stdout:349: writing smithi00278215-12 from 3571712 to 4341760 tid 3 2024-09-14T03:36:22.578 INFO:tasks.rados.rados.0.smithi002.stdout:349: writing smithi00278215-12 from 4341760 to 4513792 tid 4 2024-09-14T03:36:22.579 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 38 current snap is 33 2024-09-14T03:36:22.579 INFO:tasks.rados.rados.0.smithi002.stdout:346: finishing write tid 3 to smithi00278215-21 2024-09-14T03:36:22.579 INFO:tasks.rados.rados.0.smithi002.stdout:350: seq_num 134 ranges {0=647168,647168=548864,1196032=573440,1769472=483328} 2024-09-14T03:36:22.581 INFO:tasks.rados.rados.0.smithi002.stdout:350: writing smithi00278215-38 from 0 to 647168 tid 1 2024-09-14T03:36:22.585 INFO:tasks.rados.rados.0.smithi002.stdout:350: writing smithi00278215-38 from 647168 to 1196032 tid 2 2024-09-14T03:36:22.589 INFO:tasks.rados.rados.0.smithi002.stdout:350: writing smithi00278215-38 from 1196032 to 1769472 tid 3 2024-09-14T03:36:22.593 INFO:tasks.rados.rados.0.smithi002.stdout:350: writing smithi00278215-38 from 1769472 to 2252800 tid 4 2024-09-14T03:36:22.593 INFO:tasks.rados.rados.0.smithi002.stdout:351: copy_from oid 45 from oid 8 current snap is 33 2024-09-14T03:36:22.593 INFO:tasks.rados.rados.0.smithi002.stdout:346: finishing write tid 4 to smithi00278215-21 2024-09-14T03:36:22.593 INFO:tasks.rados.rados.0.smithi002.stdout:346: finishing write tid 5 to smithi00278215-21 2024-09-14T03:36:22.593 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 154 (ObjNum 111 snap 26 seq_num 111) dirty exists 2024-09-14T03:36:22.593 INFO:tasks.rados.rados.0.smithi002.stdout:346: finishing write tid 6 to smithi00278215-21 2024-09-14T03:36:22.593 INFO:tasks.rados.rados.0.smithi002.stdout:346: oid 21 updating version 0 to 128 2024-09-14T03:36:22.594 INFO:tasks.rados.rados.0.smithi002.stdout:346: oid 21 updating version 128 to 131 2024-09-14T03:36:22.594 INFO:tasks.rados.rados.0.smithi002.stdout:346: oid 21 version 131 is already newer than 129 2024-09-14T03:36:22.594 INFO:tasks.rados.rados.0.smithi002.stdout:346: oid 21 updating version 131 to 132 2024-09-14T03:36:22.594 INFO:tasks.rados.rados.0.smithi002.stdout:346: oid 21 version 132 is already newer than 130 2024-09-14T03:36:22.594 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 132 (ObjNum 132 snap 33 seq_num 132) dirty exists 2024-09-14T03:36:22.594 INFO:tasks.rados.rados.0.smithi002.stdout:346: left oid 21 (ObjNum 132 snap 33 seq_num 132) 2024-09-14T03:36:22.594 INFO:tasks.rados.rados.0.smithi002.stdout:347: finishing copy_from racing read to smithi00278215-37 2024-09-14T03:36:22.594 INFO:tasks.rados.rados.0.smithi002.stdout:347: finishing copy_from to smithi00278215-37 2024-09-14T03:36:22.595 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 37 v 152 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-09-14T03:36:22.595 INFO:tasks.rados.rados.0.smithi002.stdout:349: finishing write tid 1 to smithi00278215-12 2024-09-14T03:36:22.595 INFO:tasks.rados.rados.0.smithi002.stdout:349: finishing write tid 2 to smithi00278215-12 2024-09-14T03:36:22.595 INFO:tasks.rados.rados.0.smithi002.stdout:346: done (5 left) 2024-09-14T03:36:22.595 INFO:tasks.rados.rados.0.smithi002.stdout:347: done (4 left) 2024-09-14T03:36:22.595 INFO:tasks.rados.rados.0.smithi002.stdout:348: done (3 left) 2024-09-14T03:36:22.595 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 3 current snap is 33 2024-09-14T03:36:22.595 INFO:tasks.rados.rados.0.smithi002.stdout:349: finishing write tid 3 to smithi00278215-12 2024-09-14T03:36:22.595 INFO:tasks.rados.rados.0.smithi002.stdout:349: finishing write tid 4 to smithi00278215-12 2024-09-14T03:36:22.595 INFO:tasks.rados.rados.0.smithi002.stdout:352: seq_num 135 ranges {1474560=663552,2138112=434176,2572288=786432,3358720=385024} 2024-09-14T03:36:22.603 INFO:tasks.rados.rados.0.smithi002.stdout:352: writing smithi00278215-3 from 1474560 to 2138112 tid 1 2024-09-14T03:36:22.606 INFO:tasks.rados.rados.0.smithi002.stdout:352: writing smithi00278215-3 from 2138112 to 2572288 tid 2 2024-09-14T03:36:22.610 INFO:tasks.rados.rados.0.smithi002.stdout:352: writing smithi00278215-3 from 2572288 to 3358720 tid 3 2024-09-14T03:36:22.613 INFO:tasks.rados.rados.0.smithi002.stdout:352: writing smithi00278215-3 from 3358720 to 3743744 tid 4 2024-09-14T03:36:22.613 INFO:tasks.rados.rados.0.smithi002.stdout:353: snap_remove snap 30 2024-09-14T03:36:22.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:22 smithi002 ceph-mon[27606]: pgmap v181: 121 pgs: 121 active+clean; 102 MiB data, 398 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:36:22.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:22 smithi002 ceph-mon[27606]: osdmap e132: 8 total, 8 up, 8 in 2024-09-14T03:36:22.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:22 smithi002 ceph-mon[38004]: pgmap v181: 121 pgs: 121 active+clean; 102 MiB data, 398 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:36:22.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:22 smithi002 ceph-mon[38004]: osdmap e132: 8 total, 8 up, 8 in 2024-09-14T03:36:22.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:22 smithi154 ceph-mon[30999]: pgmap v181: 121 pgs: 121 active+clean; 102 MiB data, 398 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:36:22.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:22 smithi154 ceph-mon[30999]: osdmap e132: 8 total, 8 up, 8 in 2024-09-14T03:36:23.436 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:36:23 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:36:23] "GET /metrics HTTP/1.1" 200 36079 "" "Prometheus/2.43.0" 2024-09-14T03:36:23.522 INFO:tasks.rados.rados.0.smithi002.stdout:353: done (4 left) 2024-09-14T03:36:23.522 INFO:tasks.rados.rados.0.smithi002.stdout:354: copy_from oid 41 from oid 11 current snap is 33 2024-09-14T03:36:23.522 INFO:tasks.rados.rados.0.smithi002.stdout:349: finishing write tid 5 to smithi00278215-12 2024-09-14T03:36:23.522 INFO:tasks.rados.rados.0.smithi002.stdout:349: finishing write tid 6 to smithi00278215-12 2024-09-14T03:36:23.522 INFO:tasks.rados.rados.0.smithi002.stdout:349: oid 12 updating version 0 to 171 2024-09-14T03:36:23.522 INFO:tasks.rados.rados.0.smithi002.stdout:349: oid 12 updating version 171 to 175 2024-09-14T03:36:23.522 INFO:tasks.rados.rados.0.smithi002.stdout:349: oid 12 version 175 is already newer than 172 2024-09-14T03:36:23.522 INFO:tasks.rados.rados.0.smithi002.stdout:349: oid 12 version 175 is already newer than 173 2024-09-14T03:36:23.522 INFO:tasks.rados.rados.0.smithi002.stdout:349: oid 12 version 175 is already newer than 174 2024-09-14T03:36:23.522 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 175 (ObjNum 133 snap 33 seq_num 133) dirty exists 2024-09-14T03:36:23.523 INFO:tasks.rados.rados.0.smithi002.stdout:349: left oid 12 (ObjNum 133 snap 33 seq_num 133) 2024-09-14T03:36:23.523 INFO:tasks.rados.rados.0.smithi002.stdout:350: finishing write tid 1 to smithi00278215-38 2024-09-14T03:36:23.523 INFO:tasks.rados.rados.0.smithi002.stdout:349: done (4 left) 2024-09-14T03:36:23.523 INFO:tasks.rados.rados.0.smithi002.stdout:355: copy_from oid 19 from oid 44 current snap is 33 2024-09-14T03:36:23.523 INFO:tasks.rados.rados.0.smithi002.stdout:350: finishing write tid 2 to smithi00278215-38 2024-09-14T03:36:23.523 INFO:tasks.rados.rados.0.smithi002.stdout:350: finishing write tid 3 to smithi00278215-38 2024-09-14T03:36:23.523 INFO:tasks.rados.rados.0.smithi002.stdout:350: finishing write tid 4 to smithi00278215-38 2024-09-14T03:36:23.523 INFO:tasks.rados.rados.0.smithi002.stdout:350: finishing write tid 5 to smithi00278215-38 2024-09-14T03:36:23.523 INFO:tasks.rados.rados.0.smithi002.stdout:350: finishing write tid 6 to smithi00278215-38 2024-09-14T03:36:23.523 INFO:tasks.rados.rados.0.smithi002.stdout:350: oid 38 updating version 0 to 233 2024-09-14T03:36:23.523 INFO:tasks.rados.rados.0.smithi002.stdout:350: oid 38 version 233 is already newer than 231 2024-09-14T03:36:23.523 INFO:tasks.rados.rados.0.smithi002.stdout:350: oid 38 version 233 is already newer than 230 2024-09-14T03:36:23.523 INFO:tasks.rados.rados.0.smithi002.stdout:350: oid 38 version 233 is already newer than 229 2024-09-14T03:36:23.523 INFO:tasks.rados.rados.0.smithi002.stdout:350: oid 38 version 233 is already newer than 232 2024-09-14T03:36:23.524 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 233 (ObjNum 134 snap 33 seq_num 134) dirty exists 2024-09-14T03:36:23.524 INFO:tasks.rados.rados.0.smithi002.stdout:350: left oid 38 (ObjNum 134 snap 33 seq_num 134) 2024-09-14T03:36:23.524 INFO:tasks.rados.rados.0.smithi002.stdout:351: finishing copy_from racing read to smithi00278215-45 2024-09-14T03:36:23.524 INFO:tasks.rados.rados.0.smithi002.stdout:351: finishing copy_from to smithi00278215-45 2024-09-14T03:36:23.524 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 45 v 123 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-09-14T03:36:23.524 INFO:tasks.rados.rados.0.smithi002.stdout:352: finishing write tid 1 to smithi00278215-3 2024-09-14T03:36:23.524 INFO:tasks.rados.rados.0.smithi002.stdout:352: finishing write tid 2 to smithi00278215-3 2024-09-14T03:36:23.524 INFO:tasks.rados.rados.0.smithi002.stdout:352: finishing write tid 3 to smithi00278215-3 2024-09-14T03:36:23.524 INFO:tasks.rados.rados.0.smithi002.stdout:352: finishing write tid 4 to smithi00278215-3 2024-09-14T03:36:23.524 INFO:tasks.rados.rados.0.smithi002.stdout:352: finishing write tid 5 to smithi00278215-3 2024-09-14T03:36:23.524 INFO:tasks.rados.rados.0.smithi002.stdout:352: finishing write tid 6 to smithi00278215-3 2024-09-14T03:36:23.524 INFO:tasks.rados.rados.0.smithi002.stdout:352: oid 3 updating version 0 to 178 2024-09-14T03:36:23.524 INFO:tasks.rados.rados.0.smithi002.stdout:352: oid 3 version 178 is already newer than 177 2024-09-14T03:36:23.525 INFO:tasks.rados.rados.0.smithi002.stdout:352: oid 3 updating version 178 to 179 2024-09-14T03:36:23.525 INFO:tasks.rados.rados.0.smithi002.stdout:352: oid 3 updating version 179 to 181 2024-09-14T03:36:23.525 INFO:tasks.rados.rados.0.smithi002.stdout:352: oid 3 version 181 is already newer than 180 2024-09-14T03:36:23.525 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 3 v 181 (ObjNum 135 snap 33 seq_num 135) dirty exists 2024-09-14T03:36:23.525 INFO:tasks.rados.rados.0.smithi002.stdout:352: left oid 3 (ObjNum 135 snap 33 seq_num 135) 2024-09-14T03:36:23.525 INFO:tasks.rados.rados.0.smithi002.stdout:350: done (4 left) 2024-09-14T03:36:23.525 INFO:tasks.rados.rados.0.smithi002.stdout:351: done (3 left) 2024-09-14T03:36:23.525 INFO:tasks.rados.rados.0.smithi002.stdout:352: done (2 left) 2024-09-14T03:36:23.525 INFO:tasks.rados.rados.0.smithi002.stdout:356: snap_create 2024-09-14T03:36:23.530 INFO:tasks.rados.rados.0.smithi002.stdout:354: finishing copy_from racing read to smithi00278215-41 2024-09-14T03:36:23.530 INFO:tasks.rados.rados.0.smithi002.stdout:354: finishing copy_from to smithi00278215-41 2024-09-14T03:36:23.530 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 41 v 192 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-09-14T03:36:23.543 INFO:tasks.rados.rados.0.smithi002.stdout:355: finishing copy_from racing read to smithi00278215-19 2024-09-14T03:36:23.544 INFO:tasks.rados.rados.0.smithi002.stdout:355: finishing copy_from to smithi00278215-19 2024-09-14T03:36:23.544 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 19 v 154 (ObjNum 111 snap 26 seq_num 111) dirty exists 2024-09-14T03:36:23.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:23 smithi154 ceph-mon[30999]: osdmap e133: 8 total, 8 up, 8 in 2024-09-14T03:36:23.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:23 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:36:23.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:23 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-14T03:36:23.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:23 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-14T03:36:23.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:23 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-14T03:36:23.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:23 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:36:23.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:23 smithi002 ceph-mon[27606]: osdmap e133: 8 total, 8 up, 8 in 2024-09-14T03:36:23.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:23 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:36:23.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:23 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-14T03:36:23.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:23 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-14T03:36:23.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:23 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-14T03:36:23.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:23 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:36:23.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:23 smithi002 ceph-mon[38004]: osdmap e133: 8 total, 8 up, 8 in 2024-09-14T03:36:23.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:23 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:36:23.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:23 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-14T03:36:23.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:23 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-14T03:36:23.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:23 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-14T03:36:23.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:23 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:36:24.519 INFO:tasks.rados.rados.0.smithi002.stdout:354: done (2 left) 2024-09-14T03:36:24.519 INFO:tasks.rados.rados.0.smithi002.stdout:355: done (1 left) 2024-09-14T03:36:24.519 INFO:tasks.rados.rados.0.smithi002.stdout:356: done (0 left) 2024-09-14T03:36:24.519 INFO:tasks.rados.rados.0.smithi002.stdout:357: read oid 15 snap -1 2024-09-14T03:36:24.520 INFO:tasks.rados.rados.0.smithi002.stdout:357: expect (ObjNum 4 snap 0 seq_num 4) 2024-09-14T03:36:24.520 INFO:tasks.rados.rados.0.smithi002.stdout:358: copy_from oid 3 from oid 47 current snap is 34 2024-09-14T03:36:24.520 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 38 current snap is 34 2024-09-14T03:36:24.520 INFO:tasks.rados.rados.0.smithi002.stdout:359: seq_num 136 ranges {2252800=688128,2940928=720896,3661824=540672,4202496=344064} 2024-09-14T03:36:24.535 INFO:tasks.rados.rados.0.smithi002.stdout:359: writing smithi00278215-38 from 2252800 to 2940928 tid 1 2024-09-14T03:36:24.539 INFO:tasks.rados.rados.0.smithi002.stdout:359: writing smithi00278215-38 from 2940928 to 3661824 tid 2 2024-09-14T03:36:24.543 INFO:tasks.rados.rados.0.smithi002.stdout:359: writing smithi00278215-38 from 3661824 to 4202496 tid 3 2024-09-14T03:36:24.545 INFO:tasks.rados.rados.0.smithi002.stdout:359: writing smithi00278215-38 from 4202496 to 4546560 tid 4 2024-09-14T03:36:24.545 INFO:tasks.rados.rados.0.smithi002.stdout:360: read oid 39 snap -1 2024-09-14T03:36:24.545 INFO:tasks.rados.rados.0.smithi002.stdout:360: expect deleted 2024-09-14T03:36:24.545 INFO:tasks.rados.rados.0.smithi002.stdout:361: rmattr oid 46 current snap is 34 2024-09-14T03:36:24.545 INFO:tasks.rados.rados.0.smithi002.stdout:357: expect (ObjNum 4 snap 0 seq_num 4) 2024-09-14T03:36:24.548 INFO:tasks.rados.rados.0.smithi002.stdout:358: finishing copy_from racing read to smithi00278215-3 2024-09-14T03:36:24.548 INFO:tasks.rados.rados.0.smithi002.stdout:358: finishing copy_from to smithi00278215-3 2024-09-14T03:36:24.548 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 3 v 106 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-14T03:36:24.548 INFO:tasks.rados.rados.0.smithi002.stdout:359: finishing write tid 1 to smithi00278215-38 2024-09-14T03:36:24.548 INFO:tasks.rados.rados.0.smithi002.stdout:359: finishing write tid 2 to smithi00278215-38 2024-09-14T03:36:24.548 INFO:tasks.rados.rados.0.smithi002.stdout:357: done (4 left) 2024-09-14T03:36:24.548 INFO:tasks.rados.rados.0.smithi002.stdout:358: done (3 left) 2024-09-14T03:36:24.549 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 12 current snap is 34 2024-09-14T03:36:24.549 INFO:tasks.rados.rados.0.smithi002.stdout:362: seq_num 137 ranges {4513792=704512,5218304=655360,5873664=753664,6627328=196608} 2024-09-14T03:36:24.576 INFO:tasks.rados.rados.0.smithi002.stdout:362: writing smithi00278215-12 from 4513792 to 5218304 tid 1 2024-09-14T03:36:24.580 INFO:tasks.rados.rados.0.smithi002.stdout:362: writing smithi00278215-12 from 5218304 to 5873664 tid 2 2024-09-14T03:36:24.584 INFO:tasks.rados.rados.0.smithi002.stdout:362: writing smithi00278215-12 from 5873664 to 6627328 tid 3 2024-09-14T03:36:24.586 INFO:tasks.rados.rados.0.smithi002.stdout:362: writing smithi00278215-12 from 6627328 to 6823936 tid 4 2024-09-14T03:36:24.586 INFO:tasks.rados.rados.0.smithi002.stdout:363: read oid 26 snap -1 2024-09-14T03:36:24.586 INFO:tasks.rados.rados.0.smithi002.stdout:363: expect (ObjNum 25 snap 0 seq_num 25) 2024-09-14T03:36:24.586 INFO:tasks.rados.rados.0.smithi002.stdout:364: copy_from oid 34 from oid 41 current snap is 34 2024-09-14T03:36:24.586 INFO:tasks.rados.rados.0.smithi002.stdout:359: finishing write tid 3 to smithi00278215-38 2024-09-14T03:36:24.586 INFO:tasks.rados.rados.0.smithi002.stdout:359: finishing write tid 4 to smithi00278215-38 2024-09-14T03:36:24.586 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 46 v 16 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-14T03:36:24.586 INFO:tasks.rados.rados.0.smithi002.stdout:359: finishing write tid 5 to smithi00278215-38 2024-09-14T03:36:24.586 INFO:tasks.rados.rados.0.smithi002.stdout:359: finishing write tid 6 to smithi00278215-38 2024-09-14T03:36:24.586 INFO:tasks.rados.rados.0.smithi002.stdout:359: oid 38 updating version 0 to 238 2024-09-14T03:36:24.587 INFO:tasks.rados.rados.0.smithi002.stdout:359: oid 38 updating version 238 to 240 2024-09-14T03:36:24.587 INFO:tasks.rados.rados.0.smithi002.stdout:359: oid 38 updating version 240 to 242 2024-09-14T03:36:24.587 INFO:tasks.rados.rados.0.smithi002.stdout:359: oid 38 version 242 is already newer than 239 2024-09-14T03:36:24.587 INFO:tasks.rados.rados.0.smithi002.stdout:359: oid 38 version 242 is already newer than 241 2024-09-14T03:36:24.587 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 242 (ObjNum 136 snap 34 seq_num 136) dirty exists 2024-09-14T03:36:24.587 INFO:tasks.rados.rados.0.smithi002.stdout:359: left oid 38 (ObjNum 136 snap 34 seq_num 136) 2024-09-14T03:36:24.587 INFO:tasks.rados.rados.0.smithi002.stdout:362: finishing write tid 1 to smithi00278215-12 2024-09-14T03:36:24.587 INFO:tasks.rados.rados.0.smithi002.stdout:362: finishing write tid 2 to smithi00278215-12 2024-09-14T03:36:24.587 INFO:tasks.rados.rados.0.smithi002.stdout:359: done (5 left) 2024-09-14T03:36:24.587 INFO:tasks.rados.rados.0.smithi002.stdout:360: done (4 left) 2024-09-14T03:36:24.587 INFO:tasks.rados.rados.0.smithi002.stdout:361: done (3 left) 2024-09-14T03:36:24.587 INFO:tasks.rados.rados.0.smithi002.stdout:365: read oid 13 snap -1 2024-09-14T03:36:24.587 INFO:tasks.rados.rados.0.smithi002.stdout:365: expect (ObjNum 12 snap 0 seq_num 12) 2024-09-14T03:36:24.587 INFO:tasks.rados.rados.0.smithi002.stdout:366: snap_create 2024-09-14T03:36:24.588 INFO:tasks.rados.rados.0.smithi002.stdout:362: finishing write tid 3 to smithi00278215-12 2024-09-14T03:36:24.588 INFO:tasks.rados.rados.0.smithi002.stdout:362: finishing write tid 4 to smithi00278215-12 2024-09-14T03:36:24.588 INFO:tasks.rados.rados.0.smithi002.stdout:365: expect (ObjNum 12 snap 0 seq_num 12) 2024-09-14T03:36:24.598 INFO:tasks.rados.rados.0.smithi002.stdout:362: finishing write tid 5 to smithi00278215-12 2024-09-14T03:36:24.599 INFO:tasks.rados.rados.0.smithi002.stdout:362: finishing write tid 6 to smithi00278215-12 2024-09-14T03:36:24.599 INFO:tasks.rados.rados.0.smithi002.stdout:362: oid 12 updating version 0 to 190 2024-09-14T03:36:24.599 INFO:tasks.rados.rados.0.smithi002.stdout:362: oid 12 version 190 is already newer than 189 2024-09-14T03:36:24.599 INFO:tasks.rados.rados.0.smithi002.stdout:362: oid 12 updating version 190 to 191 2024-09-14T03:36:24.599 INFO:tasks.rados.rados.0.smithi002.stdout:362: oid 12 updating version 191 to 192 2024-09-14T03:36:24.599 INFO:tasks.rados.rados.0.smithi002.stdout:362: oid 12 updating version 192 to 193 2024-09-14T03:36:24.599 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 193 (ObjNum 137 snap 34 seq_num 137) dirty exists 2024-09-14T03:36:24.599 INFO:tasks.rados.rados.0.smithi002.stdout:362: left oid 12 (ObjNum 137 snap 34 seq_num 137) 2024-09-14T03:36:24.599 INFO:tasks.rados.rados.0.smithi002.stdout:364: finishing copy_from racing read to smithi00278215-34 2024-09-14T03:36:24.599 INFO:tasks.rados.rados.0.smithi002.stdout:363: expect (ObjNum 25 snap 0 seq_num 25) 2024-09-14T03:36:24.609 INFO:tasks.rados.rados.0.smithi002.stdout:364: finishing copy_from to smithi00278215-34 2024-09-14T03:36:24.609 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 34 v 192 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-09-14T03:36:24.698 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:24 smithi154 ceph-mon[30999]: pgmap v184: 121 pgs: 121 active+clean; 122 MiB data, 424 MiB used, 715 GiB / 715 GiB avail; 4.5 MiB/s rd, 4.7 MiB/s wr, 20 op/s 2024-09-14T03:36:24.698 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:24 smithi154 ceph-mon[30999]: Upgrade: Updating mgr.x 2024-09-14T03:36:24.698 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:24 smithi154 ceph-mon[30999]: Deploying daemon mgr.x on smithi154 2024-09-14T03:36:24.698 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:24 smithi154 ceph-mon[30999]: osdmap e134: 8 total, 8 up, 8 in 2024-09-14T03:36:24.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:24 smithi002 ceph-mon[27606]: pgmap v184: 121 pgs: 121 active+clean; 122 MiB data, 424 MiB used, 715 GiB / 715 GiB avail; 4.5 MiB/s rd, 4.7 MiB/s wr, 20 op/s 2024-09-14T03:36:24.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:24 smithi002 ceph-mon[27606]: Upgrade: Updating mgr.x 2024-09-14T03:36:24.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:24 smithi002 ceph-mon[27606]: Deploying daemon mgr.x on smithi154 2024-09-14T03:36:24.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:24 smithi002 ceph-mon[27606]: osdmap e134: 8 total, 8 up, 8 in 2024-09-14T03:36:24.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:24 smithi002 ceph-mon[38004]: pgmap v184: 121 pgs: 121 active+clean; 122 MiB data, 424 MiB used, 715 GiB / 715 GiB avail; 4.5 MiB/s rd, 4.7 MiB/s wr, 20 op/s 2024-09-14T03:36:24.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:24 smithi002 ceph-mon[38004]: Upgrade: Updating mgr.x 2024-09-14T03:36:24.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:24 smithi002 ceph-mon[38004]: Deploying daemon mgr.x on smithi154 2024-09-14T03:36:24.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:24 smithi002 ceph-mon[38004]: osdmap e134: 8 total, 8 up, 8 in 2024-09-14T03:36:24.977 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:36:24 smithi154 systemd[1]: Stopping Ceph mgr.x for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:36:25.307 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:36:24 smithi154 podman[64234]: 2024-09-14 03:36:24.978276142 +0000 UTC m=+0.136210852 container died 06de3dc8ceb13efb92720c4e2f876a017153c258b726553dc413ad7534023f0f (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x, GIT_BRANCH=HEAD, RELEASE=reef-e4e227b, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, ceph=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-09-14T03:36:25.399 INFO:tasks.rados.rados.0.smithi002.stdout:362: done (4 left) 2024-09-14T03:36:25.399 INFO:tasks.rados.rados.0.smithi002.stdout:363: done (3 left) 2024-09-14T03:36:25.399 INFO:tasks.rados.rados.0.smithi002.stdout:364: done (2 left) 2024-09-14T03:36:25.400 INFO:tasks.rados.rados.0.smithi002.stdout:365: done (1 left) 2024-09-14T03:36:25.400 INFO:tasks.rados.rados.0.smithi002.stdout:366: done (0 left) 2024-09-14T03:36:25.400 INFO:tasks.rados.rados.0.smithi002.stdout:367: read oid 27 snap -1 2024-09-14T03:36:25.400 INFO:tasks.rados.rados.0.smithi002.stdout:367: expect deleted 2024-09-14T03:36:25.400 INFO:tasks.rados.rados.0.smithi002.stdout:368: snap_create 2024-09-14T03:36:25.714 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:25 smithi154 ceph-mon[30999]: osdmap e135: 8 total, 8 up, 8 in 2024-09-14T03:36:25.714 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:25 smithi154 ceph-mon[30999]: osdmap e136: 8 total, 8 up, 8 in 2024-09-14T03:36:25.714 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:36:25 smithi154 podman[64234]: 2024-09-14 03:36:25.306514016 +0000 UTC m=+0.464448730 container cleanup 06de3dc8ceb13efb92720c4e2f876a017153c258b726553dc413ad7534023f0f (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-e4e227b, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2) 2024-09-14T03:36:25.714 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:36:25 smithi154 bash[64234]: ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x 2024-09-14T03:36:25.715 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:36:25 smithi154 podman[64245]: 2024-09-14 03:36:25.490042507 +0000 UTC m=+0.512230486 container remove 06de3dc8ceb13efb92720c4e2f876a017153c258b726553dc413ad7534023f0f (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, RELEASE=reef-e4e227b, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.37.2) 2024-09-14T03:36:25.715 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:36:25 smithi154 systemd[1]: ceph-f357b922-7248-11ef-bceb-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-09-14T03:36:25.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:25 smithi002 ceph-mon[27606]: osdmap e135: 8 total, 8 up, 8 in 2024-09-14T03:36:25.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:25 smithi002 ceph-mon[27606]: osdmap e136: 8 total, 8 up, 8 in 2024-09-14T03:36:25.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:25 smithi002 ceph-mon[38004]: osdmap e135: 8 total, 8 up, 8 in 2024-09-14T03:36:25.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:25 smithi002 ceph-mon[38004]: osdmap e136: 8 total, 8 up, 8 in 2024-09-14T03:36:26.158 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:36:25 smithi154 systemd[1]: ceph-f357b922-7248-11ef-bceb-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-09-14T03:36:26.158 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:36:25 smithi154 systemd[1]: Stopped Ceph mgr.x for f357b922-7248-11ef-bceb-c7b262605968. 2024-09-14T03:36:26.158 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:36:25 smithi154 systemd[1]: ceph-f357b922-7248-11ef-bceb-c7b262605968@mgr.x.service: Consumed 11.100s CPU time. 2024-09-14T03:36:26.159 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:36:25 smithi154 systemd[1]: Starting Ceph mgr.x for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:36:26.400 INFO:tasks.rados.rados.0.smithi002.stdout:367: done (1 left) 2024-09-14T03:36:26.400 INFO:tasks.rados.rados.0.smithi002.stdout:368: done (0 left) 2024-09-14T03:36:26.400 INFO:tasks.rados.rados.0.smithi002.stdout:369: delete oid 49 current snap is 36 2024-09-14T03:36:26.401 INFO:tasks.rados.rados.0.smithi002.stdout:369: done (0 left) 2024-09-14T03:36:26.401 INFO:tasks.rados.rados.0.smithi002.stdout:370: rollback oid 18 current snap is 36 2024-09-14T03:36:26.402 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 18 to 20 2024-09-14T03:36:26.402 INFO:tasks.rados.rados.0.smithi002.stdout:371: snap_create 2024-09-14T03:36:26.406 INFO:tasks.rados.rados.0.smithi002.stdout:370: finishing rollback tid 0 to smithi00278215-18 2024-09-14T03:36:26.406 INFO:tasks.rados.rados.0.smithi002.stdout:370: finishing rollback tid 1 to smithi00278215-18 2024-09-14T03:36:26.407 INFO:tasks.rados.rados.0.smithi002.stdout:370: finishing rollback tid 2 to smithi00278215-18 2024-09-14T03:36:26.407 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 83 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-09-14T03:36:26.477 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:36:26 smithi154 podman[64375]: 2024-09-14 03:36:26.060253863 +0000 UTC m=+0.015961721 image pull 8801d2529e4377d97015e6c85a3b4925ede7ce42c7349a1a37eb88f097b6f3f0 quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802 2024-09-14T03:36:26.477 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:36:26 smithi154 podman[64375]: 2024-09-14 03:36:26.157873488 +0000 UTC m=+0.113581346 container create 6c7d81146992accae9f045acb01cc1017cc97dd85643e4fd6b0b691c9d008754 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, RELEASE=main-a278231, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240731) 2024-09-14T03:36:26.477 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:36:26 smithi154 podman[64375]: 2024-09-14 03:36:26.377047051 +0000 UTC m=+0.332754910 container init 6c7d81146992accae9f045acb01cc1017cc97dd85643e4fd6b0b691c9d008754 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, RELEASE=main-a278231, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux ) 2024-09-14T03:36:26.478 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:36:26 smithi154 podman[64375]: 2024-09-14 03:36:26.379855519 +0000 UTC m=+0.335563386 container start 6c7d81146992accae9f045acb01cc1017cc97dd85643e4fd6b0b691c9d008754 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, RELEASE=main-a278231, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-14T03:36:26.478 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:36:26 smithi154 ceph-mgr[64394]: -- 172.21.15.154:0/4253207294 <== mon.2 v2:172.21.15.2:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56339e5030e0 con 0x56339e4e1400 2024-09-14T03:36:26.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:26 smithi002 ceph-mon[38004]: pgmap v187: 121 pgs: 121 active+clean; 122 MiB data, 424 MiB used, 715 GiB / 715 GiB avail; 4.5 MiB/s rd, 4.7 MiB/s wr, 20 op/s 2024-09-14T03:36:26.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:26 smithi002 ceph-mon[38004]: osdmap e137: 8 total, 8 up, 8 in 2024-09-14T03:36:26.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:26 smithi002 ceph-mon[27606]: pgmap v187: 121 pgs: 121 active+clean; 122 MiB data, 424 MiB used, 715 GiB / 715 GiB avail; 4.5 MiB/s rd, 4.7 MiB/s wr, 20 op/s 2024-09-14T03:36:26.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:26 smithi002 ceph-mon[27606]: osdmap e137: 8 total, 8 up, 8 in 2024-09-14T03:36:26.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:26 smithi154 ceph-mon[30999]: pgmap v187: 121 pgs: 121 active+clean; 122 MiB data, 424 MiB used, 715 GiB / 715 GiB avail; 4.5 MiB/s rd, 4.7 MiB/s wr, 20 op/s 2024-09-14T03:36:26.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:26 smithi154 ceph-mon[30999]: osdmap e137: 8 total, 8 up, 8 in 2024-09-14T03:36:26.977 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:36:26 smithi154 bash[64375]: 6c7d81146992accae9f045acb01cc1017cc97dd85643e4fd6b0b691c9d008754 2024-09-14T03:36:26.978 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:36:26 smithi154 systemd[1]: Started Ceph mgr.x for f357b922-7248-11ef-bceb-c7b262605968. 2024-09-14T03:36:27.401 INFO:tasks.rados.rados.0.smithi002.stdout:370: done (1 left) 2024-09-14T03:36:27.402 INFO:tasks.rados.rados.0.smithi002.stdout:371: done (0 left) 2024-09-14T03:36:27.402 INFO:tasks.rados.rados.0.smithi002.stdout:372: rollback oid 41 current snap is 37 2024-09-14T03:36:27.402 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 41 to 16 2024-09-14T03:36:27.402 INFO:tasks.rados.rados.0.smithi002.stdout:373: rollback oid 18 current snap is 37 2024-09-14T03:36:27.402 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 18 to 20 2024-09-14T03:36:27.402 INFO:tasks.rados.rados.0.smithi002.stdout:374: rmattr oid 23 current snap is 37 2024-09-14T03:36:27.402 INFO:tasks.rados.rados.0.smithi002.stdout:374: done (2 left) 2024-09-14T03:36:27.402 INFO:tasks.rados.rados.0.smithi002.stdout:375: copy_from oid 43 from oid 10 current snap is 37 2024-09-14T03:36:27.402 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 19 current snap is 37 2024-09-14T03:36:27.402 INFO:tasks.rados.rados.0.smithi002.stdout:376: seq_num 139 ranges {3170304=737280,3907584=425984,4333568=761856,5095424=417792} 2024-09-14T03:36:27.423 INFO:tasks.rados.rados.0.smithi002.stdout:376: writing smithi00278215-19 from 3170304 to 3907584 tid 1 2024-09-14T03:36:27.425 INFO:tasks.rados.rados.0.smithi002.stdout:376: writing smithi00278215-19 from 3907584 to 4333568 tid 2 2024-09-14T03:36:27.430 INFO:tasks.rados.rados.0.smithi002.stdout:376: writing smithi00278215-19 from 4333568 to 5095424 tid 3 2024-09-14T03:36:27.433 INFO:tasks.rados.rados.0.smithi002.stdout:376: writing smithi00278215-19 from 5095424 to 5513216 tid 4 2024-09-14T03:36:27.433 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 13 current snap is 37 2024-09-14T03:36:27.433 INFO:tasks.rados.rados.0.smithi002.stdout:372: finishing rollback tid 0 to smithi00278215-41 2024-09-14T03:36:27.433 INFO:tasks.rados.rados.0.smithi002.stdout:372: finishing rollback tid 1 to smithi00278215-41 2024-09-14T03:36:27.433 INFO:tasks.rados.rados.0.smithi002.stdout:377: seq_num 140 ranges {204800=753664,958464=704512,1662976=524288,2187264=376832} 2024-09-14T03:36:27.438 INFO:tasks.rados.rados.0.smithi002.stdout:377: writing smithi00278215-13 from 204800 to 958464 tid 1 2024-09-14T03:36:27.442 INFO:tasks.rados.rados.0.smithi002.stdout:377: writing smithi00278215-13 from 958464 to 1662976 tid 2 2024-09-14T03:36:27.445 INFO:tasks.rados.rados.0.smithi002.stdout:377: writing smithi00278215-13 from 1662976 to 2187264 tid 3 2024-09-14T03:36:27.448 INFO:tasks.rados.rados.0.smithi002.stdout:377: writing smithi00278215-13 from 2187264 to 2564096 tid 4 2024-09-14T03:36:27.448 INFO:tasks.rados.rados.0.smithi002.stdout:378: setattr oid 26 current snap is 37 2024-09-14T03:36:27.448 INFO:tasks.rados.rados.0.smithi002.stdout:372: finishing rollback tid 2 to smithi00278215-41 2024-09-14T03:36:27.449 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 41 v 246 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-09-14T03:36:27.449 INFO:tasks.rados.rados.0.smithi002.stdout:373: finishing rollback tid 0 to smithi00278215-18 2024-09-14T03:36:27.449 INFO:tasks.rados.rados.0.smithi002.stdout:373: finishing rollback tid 1 to smithi00278215-18 2024-09-14T03:36:27.449 INFO:tasks.rados.rados.0.smithi002.stdout:373: finishing rollback tid 2 to smithi00278215-18 2024-09-14T03:36:27.449 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 87 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-09-14T03:36:27.449 INFO:tasks.rados.rados.0.smithi002.stdout:375: finishing copy_from racing read to smithi00278215-43 2024-09-14T03:36:27.449 INFO:tasks.rados.rados.0.smithi002.stdout:375: finishing copy_from to smithi00278215-43 2024-09-14T03:36:27.449 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 91 (ObjNum 107 snap 26 seq_num 107) dirty exists 2024-09-14T03:36:27.449 INFO:tasks.rados.rados.0.smithi002.stdout:376: finishing write tid 1 to smithi00278215-19 2024-09-14T03:36:27.449 INFO:tasks.rados.rados.0.smithi002.stdout:376: finishing write tid 2 to smithi00278215-19 2024-09-14T03:36:27.449 INFO:tasks.rados.rados.0.smithi002.stdout:376: finishing write tid 3 to smithi00278215-19 2024-09-14T03:36:27.449 INFO:tasks.rados.rados.0.smithi002.stdout:376: finishing write tid 4 to smithi00278215-19 2024-09-14T03:36:27.449 INFO:tasks.rados.rados.0.smithi002.stdout:376: finishing write tid 5 to smithi00278215-19 2024-09-14T03:36:27.450 INFO:tasks.rados.rados.0.smithi002.stdout:376: finishing write tid 6 to smithi00278215-19 2024-09-14T03:36:27.450 INFO:tasks.rados.rados.0.smithi002.stdout:376: oid 19 updating version 0 to 171 2024-09-14T03:36:27.450 INFO:tasks.rados.rados.0.smithi002.stdout:376: oid 19 version 171 is already newer than 169 2024-09-14T03:36:27.450 INFO:tasks.rados.rados.0.smithi002.stdout:376: oid 19 version 171 is already newer than 170 2024-09-14T03:36:27.450 INFO:tasks.rados.rados.0.smithi002.stdout:376: oid 19 version 171 is already newer than 168 2024-09-14T03:36:27.450 INFO:tasks.rados.rados.0.smithi002.stdout:376: oid 19 version 171 is already newer than 167 2024-09-14T03:36:27.450 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 19 v 171 (ObjNum 139 snap 37 seq_num 139) dirty exists 2024-09-14T03:36:27.450 INFO:tasks.rados.rados.0.smithi002.stdout:376: left oid 19 (ObjNum 139 snap 37 seq_num 139) 2024-09-14T03:36:27.450 INFO:tasks.rados.rados.0.smithi002.stdout:377: finishing write tid 1 to smithi00278215-13 2024-09-14T03:36:27.450 INFO:tasks.rados.rados.0.smithi002.stdout:377: finishing write tid 2 to smithi00278215-13 2024-09-14T03:36:27.450 INFO:tasks.rados.rados.0.smithi002.stdout:377: finishing write tid 3 to smithi00278215-13 2024-09-14T03:36:27.451 INFO:tasks.rados.rados.0.smithi002.stdout:372: done (5 left) 2024-09-14T03:36:27.451 INFO:tasks.rados.rados.0.smithi002.stdout:373: done (4 left) 2024-09-14T03:36:27.451 INFO:tasks.rados.rados.0.smithi002.stdout:375: done (3 left) 2024-09-14T03:36:27.451 INFO:tasks.rados.rados.0.smithi002.stdout:376: done (2 left) 2024-09-14T03:36:27.451 INFO:tasks.rados.rados.0.smithi002.stdout:379: snap_create 2024-09-14T03:36:27.451 INFO:tasks.rados.rados.0.smithi002.stdout:377: finishing write tid 4 to smithi00278215-13 2024-09-14T03:36:27.452 INFO:tasks.rados.rados.0.smithi002.stdout:377: finishing write tid 5 to smithi00278215-13 2024-09-14T03:36:27.452 INFO:tasks.rados.rados.0.smithi002.stdout:377: finishing write tid 6 to smithi00278215-13 2024-09-14T03:36:27.452 INFO:tasks.rados.rados.0.smithi002.stdout:377: oid 13 updating version 0 to 127 2024-09-14T03:36:27.452 INFO:tasks.rados.rados.0.smithi002.stdout:377: oid 13 updating version 127 to 130 2024-09-14T03:36:27.452 INFO:tasks.rados.rados.0.smithi002.stdout:377: oid 13 updating version 130 to 131 2024-09-14T03:36:27.452 INFO:tasks.rados.rados.0.smithi002.stdout:377: oid 13 version 131 is already newer than 129 2024-09-14T03:36:27.452 INFO:tasks.rados.rados.0.smithi002.stdout:377: oid 13 version 131 is already newer than 128 2024-09-14T03:36:27.452 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 131 (ObjNum 140 snap 37 seq_num 140) dirty exists 2024-09-14T03:36:27.452 INFO:tasks.rados.rados.0.smithi002.stdout:377: left oid 13 (ObjNum 140 snap 37 seq_num 140) 2024-09-14T03:36:27.453 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 94 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-09-14T03:36:27.881 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:27 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:36:27.882 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:27 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:36:27.882 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:27 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:36:27.882 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:27 smithi154 ceph-mon[30999]: osdmap e138: 8 total, 8 up, 8 in 2024-09-14T03:36:27.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:27 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:36:27.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:27 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:36:27.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:27 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:36:27.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:27 smithi002 ceph-mon[38004]: osdmap e138: 8 total, 8 up, 8 in 2024-09-14T03:36:27.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:27 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:36:27.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:27 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:36:27.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:27 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:36:27.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:27 smithi002 ceph-mon[27606]: osdmap e138: 8 total, 8 up, 8 in 2024-09-14T03:36:28.402 INFO:tasks.rados.rados.0.smithi002.stdout:377: done (2 left) 2024-09-14T03:36:28.403 INFO:tasks.rados.rados.0.smithi002.stdout:378: done (1 left) 2024-09-14T03:36:28.403 INFO:tasks.rados.rados.0.smithi002.stdout:379: done (0 left) 2024-09-14T03:36:28.403 INFO:tasks.rados.rados.0.smithi002.stdout:380: copy_from oid 34 from oid 46 current snap is 38 2024-09-14T03:36:28.403 INFO:tasks.rados.rados.0.smithi002.stdout:381: snap_remove snap 31 2024-09-14T03:36:28.470 INFO:teuthology.orchestra.run.smithi002.stdout:true 2024-09-14T03:36:28.885 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:28 smithi154 ceph-mon[30999]: pgmap v190: 121 pgs: 121 active+clean; 141 MiB data, 463 MiB used, 715 GiB / 715 GiB avail; 541 KiB/s rd, 4.5 MiB/s wr, 19 op/s 2024-09-14T03:36:28.885 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:28 smithi154 ceph-mon[30999]: osdmap e139: 8 total, 8 up, 8 in 2024-09-14T03:36:28.936 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:28 smithi002 ceph-mon[27606]: pgmap v190: 121 pgs: 121 active+clean; 141 MiB data, 463 MiB used, 715 GiB / 715 GiB avail; 541 KiB/s rd, 4.5 MiB/s wr, 19 op/s 2024-09-14T03:36:28.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:28 smithi002 ceph-mon[27606]: osdmap e139: 8 total, 8 up, 8 in 2024-09-14T03:36:28.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:28 smithi002 ceph-mon[38004]: pgmap v190: 121 pgs: 121 active+clean; 141 MiB data, 463 MiB used, 715 GiB / 715 GiB avail; 541 KiB/s rd, 4.5 MiB/s wr, 19 op/s 2024-09-14T03:36:28.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:28 smithi002 ceph-mon[38004]: osdmap e139: 8 total, 8 up, 8 in 2024-09-14T03:36:29.023 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-14T03:36:29.023 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (2m) 2m ago 3m 15.8M - 0.25.0 c8568f914cd2 8c6771f56432 2024-09-14T03:36:29.023 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi154 *:3000 running (3m) 2m ago 3m 82.8M - 9.4.7 954c08fa6188 6cd949ecdca3 2024-09-14T03:36:29.023 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (5m) 2m ago 5m 16.3M - 18.2.4-845-ge4e227b3 67ddd33fa72f 5bfe4ab70917 2024-09-14T03:36:29.023 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi154 running (5m) 2m ago 5m 16.1M - 18.2.4-845-ge4e227b3 67ddd33fa72f 80e0f22077e1 2024-09-14T03:36:29.023 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi154 *:8443,9283,8765 starting - - - - 2024-09-14T03:36:29.023 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:9283,8765 running (10m) 2m ago 10m 487M - 18.2.4-845-ge4e227b3 67ddd33fa72f 9a560a9a58f6 2024-09-14T03:36:29.023 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (10m) 2m ago 10m 46.1M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f 59531f441f71 2024-09-14T03:36:29.023 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi154 running (8m) 2m ago 8m 39.7M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f 95bb81b1fc6b 2024-09-14T03:36:29.023 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (8m) 2m ago 8m 42.7M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f 1767048af220 2024-09-14T03:36:29.024 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (3m) 2m ago 3m 11.1M - 1.5.0 0da6a335fe13 ad362eb3056c 2024-09-14T03:36:29.024 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi154 *:9100 running (3m) 2m ago 3m 3586k - 1.5.0 0da6a335fe13 815178e760b0 2024-09-14T03:36:29.024 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (8m) 2m ago 8m 45.7M 2993M 18.2.4-845-ge4e227b3 67ddd33fa72f 1903b1c9a70c 2024-09-14T03:36:29.024 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (7m) 2m ago 7m 44.3M 2993M 18.2.4-845-ge4e227b3 67ddd33fa72f 9c24d9e89813 2024-09-14T03:36:29.024 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (7m) 2m ago 7m 42.1M 2993M 18.2.4-845-ge4e227b3 67ddd33fa72f 623beb99cebc 2024-09-14T03:36:29.024 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (6m) 2m ago 6m 49.9M 2993M 18.2.4-845-ge4e227b3 67ddd33fa72f 3d4fd272502c 2024-09-14T03:36:29.024 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi154 running (6m) 2m ago 6m 49.5M 2992M 18.2.4-845-ge4e227b3 67ddd33fa72f f0b82e38b9c9 2024-09-14T03:36:29.024 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi154 running (6m) 2m ago 6m 52.1M 2992M 18.2.4-845-ge4e227b3 67ddd33fa72f 50ac4e0a62b5 2024-09-14T03:36:29.024 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi154 running (5m) 2m ago 5m 49.9M 2992M 18.2.4-845-ge4e227b3 67ddd33fa72f b18b3ecf874c 2024-09-14T03:36:29.024 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi154 running (5m) 2m ago 5m 52.7M 2992M 18.2.4-845-ge4e227b3 67ddd33fa72f b111d011fd8e 2024-09-14T03:36:29.024 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi154 *:9095 running (2m) 2m ago 4m 33.3M - 2.43.0 a07b618ecd1d e377ec2557be 2024-09-14T03:36:29.354 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-14T03:36:29.355 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2024-09-14T03:36:29.355 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 3 2024-09-14T03:36:29.355 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:36:29.355 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2024-09-14T03:36:29.355 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 2 2024-09-14T03:36:29.355 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:36:29.355 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2024-09-14T03:36:29.355 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 8 2024-09-14T03:36:29.355 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:36:29.355 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2024-09-14T03:36:29.355 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 2 2024-09-14T03:36:29.355 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:36:29.356 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2024-09-14T03:36:29.356 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 15 2024-09-14T03:36:29.356 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-14T03:36:29.356 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-14T03:36:29.405 INFO:tasks.rados.rados.0.smithi002.stdout:380: finishing copy_from racing read to smithi00278215-34 2024-09-14T03:36:29.405 INFO:tasks.rados.rados.0.smithi002.stdout:380: finishing copy_from to smithi00278215-34 2024-09-14T03:36:29.405 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 34 v 16 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-14T03:36:29.405 INFO:tasks.rados.rados.0.smithi002.stdout:380: done (1 left) 2024-09-14T03:36:29.405 INFO:tasks.rados.rados.0.smithi002.stdout:381: done (0 left) 2024-09-14T03:36:29.405 INFO:tasks.rados.rados.0.smithi002.stdout:382: rollback oid 46 current snap is 38 2024-09-14T03:36:29.405 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 46 to 7 2024-09-14T03:36:29.405 INFO:tasks.rados.rados.0.smithi002.stdout:383: read oid 28 snap -1 2024-09-14T03:36:29.405 INFO:tasks.rados.rados.0.smithi002.stdout:383: expect (ObjNum 26 snap 0 seq_num 26) 2024-09-14T03:36:29.405 INFO:tasks.rados.rados.0.smithi002.stdout:384: read oid 36 snap -1 2024-09-14T03:36:29.405 INFO:tasks.rados.rados.0.smithi002.stdout:384: expect (ObjNum 10 snap 0 seq_num 10) 2024-09-14T03:36:29.406 INFO:tasks.rados.rados.0.smithi002.stdout:385: delete oid 12 current snap is 38 2024-09-14T03:36:29.412 INFO:tasks.rados.rados.0.smithi002.stdout:384: expect (ObjNum 10 snap 0 seq_num 10) 2024-09-14T03:36:29.418 INFO:tasks.rados.rados.0.smithi002.stdout:382: finishing rollback tid 0 to smithi00278215-46 2024-09-14T03:36:29.419 INFO:tasks.rados.rados.0.smithi002.stdout:382: finishing rollback tid 1 to smithi00278215-46 2024-09-14T03:36:29.419 INFO:tasks.rados.rados.0.smithi002.stdout:382: finishing rollback tid 2 to smithi00278215-46 2024-09-14T03:36:29.419 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 46 v 20 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-14T03:36:29.419 INFO:tasks.rados.rados.0.smithi002.stdout:382: done (3 left) 2024-09-14T03:36:29.419 INFO:tasks.rados.rados.0.smithi002.stdout:384: done (2 left) 2024-09-14T03:36:29.419 INFO:tasks.rados.rados.0.smithi002.stdout:385: done (1 left) 2024-09-14T03:36:29.419 INFO:tasks.rados.rados.0.smithi002.stdout:386: rollback oid 12 current snap is 38 2024-09-14T03:36:29.419 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 12 to 35 2024-09-14T03:36:29.419 INFO:tasks.rados.rados.0.smithi002.stdout:383: expect (ObjNum 26 snap 0 seq_num 26) 2024-09-14T03:36:29.430 INFO:tasks.rados.rados.0.smithi002.stdout:386: finishing rollback tid 1 to smithi00278215-12 2024-09-14T03:36:29.430 INFO:tasks.rados.rados.0.smithi002.stdout:386: finishing rollback tid 2 to smithi00278215-12 2024-09-14T03:36:29.431 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 205 (ObjNum 137 snap 34 seq_num 137) dirty exists 2024-09-14T03:36:29.431 INFO:tasks.rados.rados.0.smithi002.stdout:383: done (1 left) 2024-09-14T03:36:29.431 INFO:tasks.rados.rados.0.smithi002.stdout:386: done (0 left) 2024-09-14T03:36:29.431 INFO:tasks.rados.rados.0.smithi002.stdout:387: snap_remove snap 22 2024-09-14T03:36:29.649 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-14T03:36:29.649 INFO:teuthology.orchestra.run.smithi002.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802", 2024-09-14T03:36:29.649 INFO:teuthology.orchestra.run.smithi002.stdout: "in_progress": true, 2024-09-14T03:36:29.649 INFO:teuthology.orchestra.run.smithi002.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-14T03:36:29.650 INFO:teuthology.orchestra.run.smithi002.stdout: "services_complete": [], 2024-09-14T03:36:29.650 INFO:teuthology.orchestra.run.smithi002.stdout: "progress": "", 2024-09-14T03:36:29.650 INFO:teuthology.orchestra.run.smithi002.stdout: "message": "Currently upgrading mgr daemons", 2024-09-14T03:36:29.650 INFO:teuthology.orchestra.run.smithi002.stdout: "is_paused": false 2024-09-14T03:36:29.650 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-14T03:36:29.650 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:29 smithi002 ceph-mon[27606]: from='client.24884 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:36:29.650 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:29 smithi002 ceph-mon[27606]: from='client.24890 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:36:29.650 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:29 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/30451542' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-14T03:36:29.650 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:29 smithi002 ceph-mon[27606]: osdmap e140: 8 total, 8 up, 8 in 2024-09-14T03:36:29.651 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:29 smithi002 ceph-mon[38004]: from='client.24884 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:36:29.651 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:29 smithi002 ceph-mon[38004]: from='client.24890 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:36:29.651 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:29 smithi002 ceph-mon[38004]: from='client.? 172.21.15.2:0/30451542' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-14T03:36:29.651 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:29 smithi002 ceph-mon[38004]: osdmap e140: 8 total, 8 up, 8 in 2024-09-14T03:36:29.980 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:29 smithi154 ceph-mon[30999]: from='client.24884 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:36:29.981 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:29 smithi154 ceph-mon[30999]: from='client.24890 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:36:29.981 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:29 smithi154 ceph-mon[30999]: from='client.? 172.21.15.2:0/30451542' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-14T03:36:29.981 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:29 smithi154 ceph-mon[30999]: osdmap e140: 8 total, 8 up, 8 in 2024-09-14T03:36:30.403 INFO:tasks.rados.rados.0.smithi002.stdout:387: done (0 left) 2024-09-14T03:36:30.403 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 4 current snap is 38 2024-09-14T03:36:30.404 INFO:tasks.rados.rados.0.smithi002.stdout:388: seq_num 142 ranges {106496=786432,892928=475136,1368064=540672,1908736=589824} 2024-09-14T03:36:30.409 INFO:tasks.rados.rados.0.smithi002.stdout:388: writing smithi00278215-4 from 106496 to 892928 tid 1 2024-09-14T03:36:30.412 INFO:tasks.rados.rados.0.smithi002.stdout:388: writing smithi00278215-4 from 892928 to 1368064 tid 2 2024-09-14T03:36:30.415 INFO:tasks.rados.rados.0.smithi002.stdout:388: writing smithi00278215-4 from 1368064 to 1908736 tid 3 2024-09-14T03:36:30.420 INFO:tasks.rados.rados.0.smithi002.stdout:388: writing smithi00278215-4 from 1908736 to 2498560 tid 4 2024-09-14T03:36:30.420 INFO:tasks.rados.rados.0.smithi002.stdout:389: read oid 45 snap -1 2024-09-14T03:36:30.420 INFO:tasks.rados.rados.0.smithi002.stdout:389: expect (ObjNum 6 snap 0 seq_num 6) 2024-09-14T03:36:30.420 INFO:tasks.rados.rados.0.smithi002.stdout:390: setattr oid 13 current snap is 38 2024-09-14T03:36:30.423 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 25 current snap is 38 2024-09-14T03:36:30.423 INFO:tasks.rados.rados.0.smithi002.stdout:391: seq_num 143 ranges {1802240=802816,2605056=761856,3366912=745472,4112384=98304} 2024-09-14T03:36:30.438 INFO:tasks.rados.rados.0.smithi002.stdout:391: writing smithi00278215-25 from 1802240 to 2605056 tid 1 2024-09-14T03:36:30.444 INFO:tasks.rados.rados.0.smithi002.stdout:391: writing smithi00278215-25 from 2605056 to 3366912 tid 2 2024-09-14T03:36:30.449 INFO:tasks.rados.rados.0.smithi002.stdout:391: writing smithi00278215-25 from 3366912 to 4112384 tid 3 2024-09-14T03:36:30.450 INFO:tasks.rados.rados.0.smithi002.stdout:391: writing smithi00278215-25 from 4112384 to 4210688 tid 4 2024-09-14T03:36:30.450 INFO:tasks.rados.rados.0.smithi002.stdout:392: snap_create 2024-09-14T03:36:30.451 INFO:tasks.rados.rados.0.smithi002.stdout:388: finishing write tid 1 to smithi00278215-4 2024-09-14T03:36:30.451 INFO:tasks.rados.rados.0.smithi002.stdout:388: finishing write tid 2 to smithi00278215-4 2024-09-14T03:36:30.451 INFO:tasks.rados.rados.0.smithi002.stdout:388: finishing write tid 3 to smithi00278215-4 2024-09-14T03:36:30.451 INFO:tasks.rados.rados.0.smithi002.stdout:388: finishing write tid 4 to smithi00278215-4 2024-09-14T03:36:30.451 INFO:tasks.rados.rados.0.smithi002.stdout:389: expect (ObjNum 6 snap 0 seq_num 6) 2024-09-14T03:36:30.454 INFO:tasks.rados.rados.0.smithi002.stdout:388: finishing write tid 5 to smithi00278215-4 2024-09-14T03:36:30.454 INFO:tasks.rados.rados.0.smithi002.stdout:388: finishing write tid 6 to smithi00278215-4 2024-09-14T03:36:30.454 INFO:tasks.rados.rados.0.smithi002.stdout:388: oid 4 updating version 0 to 165 2024-09-14T03:36:30.454 INFO:tasks.rados.rados.0.smithi002.stdout:388: oid 4 updating version 165 to 168 2024-09-14T03:36:30.454 INFO:tasks.rados.rados.0.smithi002.stdout:388: oid 4 version 168 is already newer than 164 2024-09-14T03:36:30.454 INFO:tasks.rados.rados.0.smithi002.stdout:388: oid 4 version 168 is already newer than 166 2024-09-14T03:36:30.454 INFO:tasks.rados.rados.0.smithi002.stdout:388: oid 4 version 168 is already newer than 167 2024-09-14T03:36:30.454 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 168 (ObjNum 142 snap 38 seq_num 142) dirty exists 2024-09-14T03:36:30.454 INFO:tasks.rados.rados.0.smithi002.stdout:388: left oid 4 (ObjNum 142 snap 38 seq_num 142) 2024-09-14T03:36:30.455 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 137 (ObjNum 140 snap 37 seq_num 140) dirty exists 2024-09-14T03:36:30.455 INFO:tasks.rados.rados.0.smithi002.stdout:391: finishing write tid 1 to smithi00278215-25 2024-09-14T03:36:30.455 INFO:tasks.rados.rados.0.smithi002.stdout:391: finishing write tid 2 to smithi00278215-25 2024-09-14T03:36:30.455 INFO:tasks.rados.rados.0.smithi002.stdout:391: finishing write tid 3 to smithi00278215-25 2024-09-14T03:36:30.455 INFO:tasks.rados.rados.0.smithi002.stdout:391: finishing write tid 4 to smithi00278215-25 2024-09-14T03:36:30.455 INFO:tasks.rados.rados.0.smithi002.stdout:391: finishing write tid 5 to smithi00278215-25 2024-09-14T03:36:30.457 INFO:tasks.rados.rados.0.smithi002.stdout:391: finishing write tid 6 to smithi00278215-25 2024-09-14T03:36:30.457 INFO:tasks.rados.rados.0.smithi002.stdout:391: oid 25 updating version 0 to 32 2024-09-14T03:36:30.457 INFO:tasks.rados.rados.0.smithi002.stdout:391: oid 25 updating version 32 to 33 2024-09-14T03:36:30.457 INFO:tasks.rados.rados.0.smithi002.stdout:391: oid 25 version 33 is already newer than 31 2024-09-14T03:36:30.457 INFO:tasks.rados.rados.0.smithi002.stdout:391: oid 25 updating version 33 to 34 2024-09-14T03:36:30.457 INFO:tasks.rados.rados.0.smithi002.stdout:391: oid 25 version 34 is already newer than 30 2024-09-14T03:36:30.458 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 34 (ObjNum 143 snap 38 seq_num 143) dirty exists 2024-09-14T03:36:30.458 INFO:tasks.rados.rados.0.smithi002.stdout:391: left oid 25 (ObjNum 143 snap 38 seq_num 143) 2024-09-14T03:36:30.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:30 smithi002 ceph-mon[27606]: pgmap v193: 121 pgs: 121 active+clean; 141 MiB data, 463 MiB used, 715 GiB / 715 GiB avail; 541 KiB/s rd, 4.5 MiB/s wr, 19 op/s 2024-09-14T03:36:30.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:30 smithi002 ceph-mon[27606]: from='client.24896 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:36:30.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:30 smithi002 ceph-mon[27606]: from='client.15015 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:36:30.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:30 smithi002 ceph-mon[27606]: osdmap e141: 8 total, 8 up, 8 in 2024-09-14T03:36:30.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:30 smithi002 ceph-mon[38004]: pgmap v193: 121 pgs: 121 active+clean; 141 MiB data, 463 MiB used, 715 GiB / 715 GiB avail; 541 KiB/s rd, 4.5 MiB/s wr, 19 op/s 2024-09-14T03:36:30.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:30 smithi002 ceph-mon[38004]: from='client.24896 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:36:30.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:30 smithi002 ceph-mon[38004]: from='client.15015 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:36:30.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:30 smithi002 ceph-mon[38004]: osdmap e141: 8 total, 8 up, 8 in 2024-09-14T03:36:30.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:30 smithi154 ceph-mon[30999]: pgmap v193: 121 pgs: 121 active+clean; 141 MiB data, 463 MiB used, 715 GiB / 715 GiB avail; 541 KiB/s rd, 4.5 MiB/s wr, 19 op/s 2024-09-14T03:36:30.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:30 smithi154 ceph-mon[30999]: from='client.24896 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:36:30.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:30 smithi154 ceph-mon[30999]: from='client.15015 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:36:30.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:30 smithi154 ceph-mon[30999]: osdmap e141: 8 total, 8 up, 8 in 2024-09-14T03:36:31.413 INFO:tasks.rados.rados.0.smithi002.stdout:388: done (4 left) 2024-09-14T03:36:31.413 INFO:tasks.rados.rados.0.smithi002.stdout:389: done (3 left) 2024-09-14T03:36:31.413 INFO:tasks.rados.rados.0.smithi002.stdout:390: done (2 left) 2024-09-14T03:36:31.413 INFO:tasks.rados.rados.0.smithi002.stdout:391: done (1 left) 2024-09-14T03:36:31.413 INFO:tasks.rados.rados.0.smithi002.stdout:392: done (0 left) 2024-09-14T03:36:31.413 INFO:tasks.rados.rados.0.smithi002.stdout:393: read oid 25 snap 10 2024-09-14T03:36:31.413 INFO:tasks.rados.rados.0.smithi002.stdout:393: expect (ObjNum 36 snap 0 seq_num 36) 2024-09-14T03:36:31.413 INFO:tasks.rados.rados.0.smithi002.stdout:394: snap_remove snap 5 2024-09-14T03:36:31.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:31 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-14T03:36:31.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:31 smithi002 ceph-mon[27606]: osdmap e142: 8 total, 8 up, 8 in 2024-09-14T03:36:31.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:31 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-14T03:36:31.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:31 smithi002 ceph-mon[38004]: osdmap e142: 8 total, 8 up, 8 in 2024-09-14T03:36:31.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:31 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-14T03:36:31.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:31 smithi154 ceph-mon[30999]: osdmap e142: 8 total, 8 up, 8 in 2024-09-14T03:36:31.977 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:36:31 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[64390]: [14/Sep/2024:03:36:31] ENGINE Bus STARTING 2024-09-14T03:36:31.978 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:36:31 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[64390]: CherryPy Checker: 2024-09-14T03:36:31.978 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:36:31 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[64390]: The Application mounted at '' has an empty config. 2024-09-14T03:36:31.978 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:36:31 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[64390]: 2024-09-14T03:36:31.978 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:36:31 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[64390]: [14/Sep/2024:03:36:31] ENGINE Serving on http://:::9283 2024-09-14T03:36:31.978 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:36:31 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[64390]: [14/Sep/2024:03:36:31] ENGINE Bus STARTED 2024-09-14T03:36:32.414 INFO:tasks.rados.rados.0.smithi002.stdout:394: done (1 left) 2024-09-14T03:36:32.414 INFO:tasks.rados.rados.0.smithi002.stdout:395: copy_from oid 9 from oid 36 current snap is 39 2024-09-14T03:36:32.414 INFO:tasks.rados.rados.0.smithi002.stdout:393: expect (ObjNum 36 snap 0 seq_num 36) 2024-09-14T03:36:32.439 INFO:tasks.rados.rados.0.smithi002.stdout:395: finishing copy_from racing read to smithi00278215-9 2024-09-14T03:36:32.439 INFO:tasks.rados.rados.0.smithi002.stdout:395: finishing copy_from to smithi00278215-9 2024-09-14T03:36:32.439 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 9 v 121 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-09-14T03:36:32.440 INFO:tasks.rados.rados.0.smithi002.stdout:393: done (1 left) 2024-09-14T03:36:32.440 INFO:tasks.rados.rados.0.smithi002.stdout:395: done (0 left) 2024-09-14T03:36:32.440 INFO:tasks.rados.rados.0.smithi002.stdout:396: snap_create 2024-09-14T03:36:32.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:32 smithi002 ceph-mon[38004]: pgmap v196: 121 pgs: 121 active+clean; 141 MiB data, 463 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:36:32.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:32 smithi002 ceph-mon[38004]: Standby manager daemon x restarted 2024-09-14T03:36:32.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:32 smithi002 ceph-mon[38004]: Standby manager daemon x started 2024-09-14T03:36:32.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:32 smithi002 ceph-mon[38004]: from='mgr.? 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-14T03:36:32.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:32 smithi002 ceph-mon[38004]: from='mgr.? 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-14T03:36:32.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:32 smithi002 ceph-mon[38004]: from='mgr.? 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-14T03:36:32.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:32 smithi002 ceph-mon[38004]: from='mgr.? 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-14T03:36:32.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:32 smithi002 ceph-mon[38004]: osdmap e143: 8 total, 8 up, 8 in 2024-09-14T03:36:32.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:32 smithi002 ceph-mon[27606]: pgmap v196: 121 pgs: 121 active+clean; 141 MiB data, 463 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:36:32.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:32 smithi002 ceph-mon[27606]: Standby manager daemon x restarted 2024-09-14T03:36:32.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:32 smithi002 ceph-mon[27606]: Standby manager daemon x started 2024-09-14T03:36:32.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:32 smithi002 ceph-mon[27606]: from='mgr.? 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-14T03:36:32.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:32 smithi002 ceph-mon[27606]: from='mgr.? 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-14T03:36:32.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:32 smithi002 ceph-mon[27606]: from='mgr.? 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-14T03:36:32.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:32 smithi002 ceph-mon[27606]: from='mgr.? 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-14T03:36:32.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:32 smithi002 ceph-mon[27606]: osdmap e143: 8 total, 8 up, 8 in 2024-09-14T03:36:32.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:32 smithi154 ceph-mon[30999]: pgmap v196: 121 pgs: 121 active+clean; 141 MiB data, 463 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:36:32.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:32 smithi154 ceph-mon[30999]: Standby manager daemon x restarted 2024-09-14T03:36:32.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:32 smithi154 ceph-mon[30999]: Standby manager daemon x started 2024-09-14T03:36:32.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:32 smithi154 ceph-mon[30999]: from='mgr.? 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-14T03:36:32.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:32 smithi154 ceph-mon[30999]: from='mgr.? 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-14T03:36:32.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:32 smithi154 ceph-mon[30999]: from='mgr.? 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-14T03:36:32.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:32 smithi154 ceph-mon[30999]: from='mgr.? 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-14T03:36:32.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:32 smithi154 ceph-mon[30999]: osdmap e143: 8 total, 8 up, 8 in 2024-09-14T03:36:33.414 INFO:tasks.rados.rados.0.smithi002.stdout:396: done (0 left) 2024-09-14T03:36:33.415 INFO:tasks.rados.rados.0.smithi002.stdout:397: snap_remove snap 32 2024-09-14T03:36:33.436 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:36:33 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:36:33] "GET /metrics HTTP/1.1" 200 36081 "" "Prometheus/2.43.0" 2024-09-14T03:36:33.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:33 smithi002 ceph-mon[38004]: mgrmap e24: y(active, since 4m), standbys: x 2024-09-14T03:36:33.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:33 smithi002 ceph-mon[38004]: osdmap e144: 8 total, 8 up, 8 in 2024-09-14T03:36:33.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:33 smithi002 ceph-mon[27606]: mgrmap e24: y(active, since 4m), standbys: x 2024-09-14T03:36:33.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:33 smithi002 ceph-mon[27606]: osdmap e144: 8 total, 8 up, 8 in 2024-09-14T03:36:33.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:33 smithi154 ceph-mon[30999]: mgrmap e24: y(active, since 4m), standbys: x 2024-09-14T03:36:33.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:33 smithi154 ceph-mon[30999]: osdmap e144: 8 total, 8 up, 8 in 2024-09-14T03:36:34.417 INFO:tasks.rados.rados.0.smithi002.stdout:397: done (0 left) 2024-09-14T03:36:34.417 INFO:tasks.rados.rados.0.smithi002.stdout:398: snap_remove snap 36 2024-09-14T03:36:34.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:34 smithi002 ceph-mon[27606]: pgmap v199: 121 pgs: 121 active+clean; 162 MiB data, 483 MiB used, 715 GiB / 715 GiB avail; 974 KiB/s rd, 3.4 MiB/s wr, 23 op/s 2024-09-14T03:36:34.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:34 smithi002 ceph-mon[27606]: osdmap e145: 8 total, 8 up, 8 in 2024-09-14T03:36:34.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:34 smithi002 ceph-mon[38004]: pgmap v199: 121 pgs: 121 active+clean; 162 MiB data, 483 MiB used, 715 GiB / 715 GiB avail; 974 KiB/s rd, 3.4 MiB/s wr, 23 op/s 2024-09-14T03:36:34.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:34 smithi002 ceph-mon[38004]: osdmap e145: 8 total, 8 up, 8 in 2024-09-14T03:36:34.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:34 smithi154 ceph-mon[30999]: pgmap v199: 121 pgs: 121 active+clean; 162 MiB data, 483 MiB used, 715 GiB / 715 GiB avail; 974 KiB/s rd, 3.4 MiB/s wr, 23 op/s 2024-09-14T03:36:34.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:34 smithi154 ceph-mon[30999]: osdmap e145: 8 total, 8 up, 8 in 2024-09-14T03:36:35.404 INFO:tasks.rados.rados.0.smithi002.stdout:398: done (0 left) 2024-09-14T03:36:35.404 INFO:tasks.rados.rados.0.smithi002.stdout:399: copy_from oid 43 from oid 3 current snap is 40 2024-09-14T03:36:35.404 INFO:tasks.rados.rados.0.smithi002.stdout:400: read oid 37 snap -1 2024-09-14T03:36:35.404 INFO:tasks.rados.rados.0.smithi002.stdout:400: expect (ObjNum 13 snap 0 seq_num 13) 2024-09-14T03:36:35.404 INFO:tasks.rados.rados.0.smithi002.stdout:401: delete oid 12 current snap is 40 2024-09-14T03:36:35.411 INFO:tasks.rados.rados.0.smithi002.stdout:401: done (2 left) 2024-09-14T03:36:35.411 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 13 current snap is 40 2024-09-14T03:36:35.411 INFO:tasks.rados.rados.0.smithi002.stdout:402: seq_num 145 ranges {2564096=32768} 2024-09-14T03:36:35.426 INFO:tasks.rados.rados.0.smithi002.stdout:402: writing smithi00278215-13 from 2564096 to 2596864 tid 1 2024-09-14T03:36:35.426 INFO:tasks.rados.rados.0.smithi002.stdout:403: delete oid 9 current snap is 40 2024-09-14T03:36:35.426 INFO:tasks.rados.rados.0.smithi002.stdout:400: expect (ObjNum 13 snap 0 seq_num 13) 2024-09-14T03:36:35.434 INFO:tasks.rados.rados.0.smithi002.stdout:399: finishing copy_from racing read to smithi00278215-43 2024-09-14T03:36:35.434 INFO:tasks.rados.rados.0.smithi002.stdout:399: finishing copy_from to smithi00278215-43 2024-09-14T03:36:35.434 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 106 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-14T03:36:35.434 INFO:tasks.rados.rados.0.smithi002.stdout:402: finishing write tid 1 to smithi00278215-13 2024-09-14T03:36:35.434 INFO:tasks.rados.rados.0.smithi002.stdout:399: done (3 left) 2024-09-14T03:36:35.434 INFO:tasks.rados.rados.0.smithi002.stdout:400: done (2 left) 2024-09-14T03:36:35.434 INFO:tasks.rados.rados.0.smithi002.stdout:403: done (1 left) 2024-09-14T03:36:35.434 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 37 current snap is 40 2024-09-14T03:36:35.434 INFO:tasks.rados.rados.0.smithi002.stdout:404: seq_num 147 ranges {221184=65536} 2024-09-14T03:36:35.436 INFO:tasks.rados.rados.0.smithi002.stdout:404: writing smithi00278215-37 from 221184 to 286720 tid 1 2024-09-14T03:36:35.436 INFO:tasks.rados.rados.0.smithi002.stdout:405: copy_from oid 22 from oid 21 current snap is 40 2024-09-14T03:36:35.436 INFO:tasks.rados.rados.0.smithi002.stdout:402: finishing write tid 2 to smithi00278215-13 2024-09-14T03:36:35.436 INFO:tasks.rados.rados.0.smithi002.stdout:402: finishing write tid 3 to smithi00278215-13 2024-09-14T03:36:35.436 INFO:tasks.rados.rados.0.smithi002.stdout:402: oid 13 updating version 0 to 157 2024-09-14T03:36:35.436 INFO:tasks.rados.rados.0.smithi002.stdout:402: oid 13 updating version 157 to 158 2024-09-14T03:36:35.436 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 158 (ObjNum 145 snap 40 seq_num 145) dirty exists 2024-09-14T03:36:35.436 INFO:tasks.rados.rados.0.smithi002.stdout:402: left oid 13 (ObjNum 145 snap 40 seq_num 145) 2024-09-14T03:36:35.436 INFO:tasks.rados.rados.0.smithi002.stdout:402: done (2 left) 2024-09-14T03:36:35.436 INFO:tasks.rados.rados.0.smithi002.stdout:406: setattr oid 43 current snap is 40 2024-09-14T03:36:35.439 INFO:tasks.rados.rados.0.smithi002.stdout:404: finishing write tid 1 to smithi00278215-37 2024-09-14T03:36:35.439 INFO:tasks.rados.rados.0.smithi002.stdout:407: read oid 34 snap -1 2024-09-14T03:36:35.439 INFO:tasks.rados.rados.0.smithi002.stdout:407: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-14T03:36:35.439 INFO:tasks.rados.rados.0.smithi002.stdout:408: snap_remove snap 10 2024-09-14T03:36:36.410 INFO:tasks.rados.rados.0.smithi002.stdout:408: done (4 left) 2024-09-14T03:36:36.410 INFO:tasks.rados.rados.0.smithi002.stdout:409: snap_create 2024-09-14T03:36:36.410 INFO:tasks.rados.rados.0.smithi002.stdout:404: finishing write tid 2 to smithi00278215-37 2024-09-14T03:36:36.410 INFO:tasks.rados.rados.0.smithi002.stdout:404: finishing write tid 3 to smithi00278215-37 2024-09-14T03:36:36.410 INFO:tasks.rados.rados.0.smithi002.stdout:404: oid 37 updating version 0 to 214 2024-09-14T03:36:36.410 INFO:tasks.rados.rados.0.smithi002.stdout:404: oid 37 version 214 is already newer than 213 2024-09-14T03:36:36.411 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 37 v 214 (ObjNum 147 snap 40 seq_num 147) dirty exists 2024-09-14T03:36:36.411 INFO:tasks.rados.rados.0.smithi002.stdout:404: left oid 37 (ObjNum 147 snap 40 seq_num 147) 2024-09-14T03:36:36.411 INFO:tasks.rados.rados.0.smithi002.stdout:407: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-14T03:36:36.441 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 244 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-14T03:36:36.441 INFO:tasks.rados.rados.0.smithi002.stdout:405: finishing copy_from racing read to smithi00278215-22 2024-09-14T03:36:36.441 INFO:tasks.rados.rados.0.smithi002.stdout:405: finishing copy_from to smithi00278215-22 2024-09-14T03:36:36.441 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 22 v 132 (ObjNum 132 snap 33 seq_num 132) dirty exists 2024-09-14T03:36:36.686 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:36 smithi002 ceph-mon[27606]: pgmap v202: 121 pgs: 121 active+clean; 162 MiB data, 483 MiB used, 715 GiB / 715 GiB avail; 974 KiB/s rd, 3.4 MiB/s wr, 23 op/s 2024-09-14T03:36:36.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:36 smithi002 ceph-mon[27606]: osdmap e146: 8 total, 8 up, 8 in 2024-09-14T03:36:36.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:36 smithi002 ceph-mon[38004]: pgmap v202: 121 pgs: 121 active+clean; 162 MiB data, 483 MiB used, 715 GiB / 715 GiB avail; 974 KiB/s rd, 3.4 MiB/s wr, 23 op/s 2024-09-14T03:36:36.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:36 smithi002 ceph-mon[38004]: osdmap e146: 8 total, 8 up, 8 in 2024-09-14T03:36:36.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:36 smithi154 ceph-mon[30999]: pgmap v202: 121 pgs: 121 active+clean; 162 MiB data, 483 MiB used, 715 GiB / 715 GiB avail; 974 KiB/s rd, 3.4 MiB/s wr, 23 op/s 2024-09-14T03:36:36.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:36 smithi154 ceph-mon[30999]: osdmap e146: 8 total, 8 up, 8 in 2024-09-14T03:36:37.415 INFO:tasks.rados.rados.0.smithi002.stdout:404: done (4 left) 2024-09-14T03:36:37.415 INFO:tasks.rados.rados.0.smithi002.stdout:405: done (3 left) 2024-09-14T03:36:37.415 INFO:tasks.rados.rados.0.smithi002.stdout:406: done (2 left) 2024-09-14T03:36:37.415 INFO:tasks.rados.rados.0.smithi002.stdout:407: done (1 left) 2024-09-14T03:36:37.415 INFO:tasks.rados.rados.0.smithi002.stdout:409: done (0 left) 2024-09-14T03:36:37.415 INFO:tasks.rados.rados.0.smithi002.stdout:410: delete oid 47 current snap is 41 2024-09-14T03:36:37.419 INFO:tasks.rados.rados.0.smithi002.stdout:410: done (0 left) 2024-09-14T03:36:37.420 INFO:tasks.rados.rados.0.smithi002.stdout:411: rollback oid 29 current snap is 41 2024-09-14T03:36:37.420 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 29 to 20 2024-09-14T03:36:37.420 INFO:tasks.rados.rados.0.smithi002.stdout:412: rmattr oid 34 current snap is 41 2024-09-14T03:36:37.420 INFO:tasks.rados.rados.0.smithi002.stdout:413: snap_remove snap 28 2024-09-14T03:36:37.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:37 smithi002 ceph-mon[27606]: osdmap e147: 8 total, 8 up, 8 in 2024-09-14T03:36:37.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:37 smithi002 ceph-mon[38004]: osdmap e147: 8 total, 8 up, 8 in 2024-09-14T03:36:37.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:37 smithi154 ceph-mon[30999]: osdmap e147: 8 total, 8 up, 8 in 2024-09-14T03:36:38.418 INFO:tasks.rados.rados.0.smithi002.stdout:413: done (2 left) 2024-09-14T03:36:38.418 INFO:tasks.rados.rados.0.smithi002.stdout:414: copy_from oid 24 from oid 1 current snap is 41 2024-09-14T03:36:38.418 INFO:tasks.rados.rados.0.smithi002.stdout:411: finishing rollback tid 1 to smithi00278215-29 2024-09-14T03:36:38.418 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 37 (ObjNum 81 snap 0 seq_num 1953066355) dirty dne 2024-09-14T03:36:38.419 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 34 v 193 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-14T03:36:38.419 INFO:tasks.rados.rados.0.smithi002.stdout:411: done (2 left) 2024-09-14T03:36:38.419 INFO:tasks.rados.rados.0.smithi002.stdout:412: done (1 left) 2024-09-14T03:36:38.419 INFO:tasks.rados.rados.0.smithi002.stdout:415: snap_create 2024-09-14T03:36:38.443 INFO:tasks.rados.rados.0.smithi002.stdout:414: finishing copy_from racing read to smithi00278215-24 2024-09-14T03:36:38.445 INFO:tasks.rados.rados.0.smithi002.stdout:414: finishing copy_from to smithi00278215-24 2024-09-14T03:36:38.445 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 24 v 140 (ObjNum 112 snap 26 seq_num 112) dirty exists 2024-09-14T03:36:38.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:38 smithi002 ceph-mon[27606]: pgmap v205: 121 pgs: 121 active+clean; 162 MiB data, 508 MiB used, 715 GiB / 715 GiB avail; 729 KiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-09-14T03:36:38.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:38 smithi002 ceph-mon[27606]: osdmap e148: 8 total, 8 up, 8 in 2024-09-14T03:36:38.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:38 smithi002 ceph-mon[38004]: pgmap v205: 121 pgs: 121 active+clean; 162 MiB data, 508 MiB used, 715 GiB / 715 GiB avail; 729 KiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-09-14T03:36:38.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:38 smithi002 ceph-mon[38004]: osdmap e148: 8 total, 8 up, 8 in 2024-09-14T03:36:38.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:38 smithi154 ceph-mon[30999]: pgmap v205: 121 pgs: 121 active+clean; 162 MiB data, 508 MiB used, 715 GiB / 715 GiB avail; 729 KiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-09-14T03:36:38.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:38 smithi154 ceph-mon[30999]: osdmap e148: 8 total, 8 up, 8 in 2024-09-14T03:36:39.418 INFO:tasks.rados.rados.0.smithi002.stdout:414: done (1 left) 2024-09-14T03:36:39.418 INFO:tasks.rados.rados.0.smithi002.stdout:415: done (0 left) 2024-09-14T03:36:39.418 INFO:tasks.rados.rados.0.smithi002.stdout:416: copy_from oid 27 from oid 39 current snap is 42 2024-09-14T03:36:39.418 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 8 current snap is 42 2024-09-14T03:36:39.418 INFO:tasks.rados.rados.0.smithi002.stdout:417: seq_num 149 ranges {106496=98304} 2024-09-14T03:36:39.419 INFO:tasks.rados.rados.0.smithi002.stdout:417: writing smithi00278215-8 from 106496 to 204800 tid 1 2024-09-14T03:36:39.419 INFO:tasks.rados.rados.0.smithi002.stdout:418: copy_from oid 45 from oid 50 current snap is 42 2024-09-14T03:36:39.419 INFO:tasks.rados.rados.0.smithi002.stdout:419: snap_create 2024-09-14T03:36:39.422 INFO:tasks.rados.rados.0.smithi002.stdout:416: finishing copy_from to smithi00278215-27 2024-09-14T03:36:39.422 INFO:tasks.rados.rados.0.smithi002.stdout:416: got expected ENOENT (src dne) 2024-09-14T03:36:39.422 INFO:tasks.rados.rados.0.smithi002.stdout:416: finishing copy_from racing read to smithi00278215-27 2024-09-14T03:36:39.425 INFO:tasks.rados.rados.0.smithi002.stdout:417: finishing write tid 1 to smithi00278215-8 2024-09-14T03:36:39.425 INFO:tasks.rados.rados.0.smithi002.stdout:417: finishing write tid 2 to smithi00278215-8 2024-09-14T03:36:39.425 INFO:tasks.rados.rados.0.smithi002.stdout:418: finishing copy_from racing read to smithi00278215-45 2024-09-14T03:36:39.426 INFO:tasks.rados.rados.0.smithi002.stdout:417: finishing write tid 3 to smithi00278215-8 2024-09-14T03:36:39.426 INFO:tasks.rados.rados.0.smithi002.stdout:417: oid 8 updating version 0 to 127 2024-09-14T03:36:39.426 INFO:tasks.rados.rados.0.smithi002.stdout:417: oid 8 version 127 is already newer than 126 2024-09-14T03:36:39.426 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 8 v 127 (ObjNum 149 snap 42 seq_num 149) dirty exists 2024-09-14T03:36:39.426 INFO:tasks.rados.rados.0.smithi002.stdout:417: left oid 8 (ObjNum 149 snap 42 seq_num 149) 2024-09-14T03:36:39.426 INFO:tasks.rados.rados.0.smithi002.stdout:418: finishing copy_from to smithi00278215-45 2024-09-14T03:36:39.426 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 45 v 228 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-09-14T03:36:39.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:39 smithi002 ceph-mon[27606]: osdmap e149: 8 total, 8 up, 8 in 2024-09-14T03:36:39.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:39 smithi002 ceph-mon[27606]: osdmap e150: 8 total, 8 up, 8 in 2024-09-14T03:36:39.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:39 smithi002 ceph-mon[38004]: osdmap e149: 8 total, 8 up, 8 in 2024-09-14T03:36:39.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:39 smithi002 ceph-mon[38004]: osdmap e150: 8 total, 8 up, 8 in 2024-09-14T03:36:39.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:39 smithi154 ceph-mon[30999]: osdmap e149: 8 total, 8 up, 8 in 2024-09-14T03:36:39.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:39 smithi154 ceph-mon[30999]: osdmap e150: 8 total, 8 up, 8 in 2024-09-14T03:36:40.405 INFO:tasks.rados.rados.0.smithi002.stdout:416: done (3 left) 2024-09-14T03:36:40.405 INFO:tasks.rados.rados.0.smithi002.stdout:417: done (2 left) 2024-09-14T03:36:40.406 INFO:tasks.rados.rados.0.smithi002.stdout:418: done (1 left) 2024-09-14T03:36:40.406 INFO:tasks.rados.rados.0.smithi002.stdout:419: done (0 left) 2024-09-14T03:36:40.406 INFO:tasks.rados.rados.0.smithi002.stdout:420: read oid 36 snap -1 2024-09-14T03:36:40.406 INFO:tasks.rados.rados.0.smithi002.stdout:420: expect (ObjNum 10 snap 0 seq_num 10) 2024-09-14T03:36:40.406 INFO:tasks.rados.rados.0.smithi002.stdout:421: delete oid 21 current snap is 43 2024-09-14T03:36:40.409 INFO:tasks.rados.rados.0.smithi002.stdout:421: done (1 left) 2024-09-14T03:36:40.409 INFO:tasks.rados.rados.0.smithi002.stdout:422: rmattr oid 9 current snap is 43 2024-09-14T03:36:40.409 INFO:tasks.rados.rados.0.smithi002.stdout:422: done (1 left) 2024-09-14T03:36:40.409 INFO:tasks.rados.rados.0.smithi002.stdout:423: rmattr oid 32 current snap is 43 2024-09-14T03:36:40.409 INFO:tasks.rados.rados.0.smithi002.stdout:424: rmattr oid 50 current snap is 43 2024-09-14T03:36:40.409 INFO:tasks.rados.rados.0.smithi002.stdout:424: done (2 left) 2024-09-14T03:36:40.409 INFO:tasks.rados.rados.0.smithi002.stdout:425: copy_from oid 12 from oid 11 current snap is 43 2024-09-14T03:36:40.410 INFO:tasks.rados.rados.0.smithi002.stdout:426: delete oid 7 current snap is 43 2024-09-14T03:36:40.411 INFO:tasks.rados.rados.0.smithi002.stdout:420: expect (ObjNum 10 snap 0 seq_num 10) 2024-09-14T03:36:40.417 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 311 (ObjNum 108 snap 26 seq_num 108) dirty exists 2024-09-14T03:36:40.417 INFO:tasks.rados.rados.0.smithi002.stdout:425: finishing copy_from racing read to smithi00278215-12 2024-09-14T03:36:40.417 INFO:tasks.rados.rados.0.smithi002.stdout:420: done (3 left) 2024-09-14T03:36:40.418 INFO:tasks.rados.rados.0.smithi002.stdout:423: done (2 left) 2024-09-14T03:36:40.418 INFO:tasks.rados.rados.0.smithi002.stdout:426: done (1 left) 2024-09-14T03:36:40.418 INFO:tasks.rados.rados.0.smithi002.stdout:427: rollback oid 16 current snap is 43 2024-09-14T03:36:40.418 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 16 to 40 2024-09-14T03:36:40.418 INFO:tasks.rados.rados.0.smithi002.stdout:428: read oid 20 snap -1 2024-09-14T03:36:40.418 INFO:tasks.rados.rados.0.smithi002.stdout:428: expect (ObjNum 123 snap 29 seq_num 123) 2024-09-14T03:36:40.418 INFO:tasks.rados.rados.0.smithi002.stdout:429: snap_remove snap 42 2024-09-14T03:36:40.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:40 smithi002 ceph-mon[27606]: pgmap v208: 121 pgs: 121 active+clean; 162 MiB data, 508 MiB used, 715 GiB / 715 GiB avail; 729 KiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-09-14T03:36:40.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:40 smithi002 ceph-mon[27606]: osdmap e151: 8 total, 8 up, 8 in 2024-09-14T03:36:40.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:40 smithi002 ceph-mon[38004]: pgmap v208: 121 pgs: 121 active+clean; 162 MiB data, 508 MiB used, 715 GiB / 715 GiB avail; 729 KiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-09-14T03:36:40.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:40 smithi002 ceph-mon[38004]: osdmap e151: 8 total, 8 up, 8 in 2024-09-14T03:36:40.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:40 smithi154 ceph-mon[30999]: pgmap v208: 121 pgs: 121 active+clean; 162 MiB data, 508 MiB used, 715 GiB / 715 GiB avail; 729 KiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-09-14T03:36:40.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:40 smithi154 ceph-mon[30999]: osdmap e151: 8 total, 8 up, 8 in 2024-09-14T03:36:41.408 INFO:tasks.rados.rados.0.smithi002.stdout:425: finishing copy_from to smithi00278215-12 2024-09-14T03:36:41.408 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 192 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-09-14T03:36:41.408 INFO:tasks.rados.rados.0.smithi002.stdout:427: finishing rollback tid 0 to smithi00278215-16 2024-09-14T03:36:41.409 INFO:tasks.rados.rados.0.smithi002.stdout:427: finishing rollback tid 1 to smithi00278215-16 2024-09-14T03:36:41.409 INFO:tasks.rados.rados.0.smithi002.stdout:427: finishing rollback tid 2 to smithi00278215-16 2024-09-14T03:36:41.409 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 16 v 124 (ObjNum 127 snap 32 seq_num 127) dirty exists 2024-09-14T03:36:41.409 INFO:tasks.rados.rados.0.smithi002.stdout:428: expect (ObjNum 123 snap 29 seq_num 123) 2024-09-14T03:36:41.489 INFO:tasks.rados.rados.0.smithi002.stdout:425: done (3 left) 2024-09-14T03:36:41.489 INFO:tasks.rados.rados.0.smithi002.stdout:427: done (2 left) 2024-09-14T03:36:41.489 INFO:tasks.rados.rados.0.smithi002.stdout:428: done (1 left) 2024-09-14T03:36:41.489 INFO:tasks.rados.rados.0.smithi002.stdout:429: done (0 left) 2024-09-14T03:36:41.489 INFO:tasks.rados.rados.0.smithi002.stdout:430: delete oid 18 current snap is 43 2024-09-14T03:36:41.491 INFO:tasks.rados.rados.0.smithi002.stdout:430: done (0 left) 2024-09-14T03:36:41.491 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 12 current snap is 43 2024-09-14T03:36:41.491 INFO:tasks.rados.rados.0.smithi002.stdout:431: seq_num 153 ranges {557056=163840} 2024-09-14T03:36:41.495 INFO:tasks.rados.rados.0.smithi002.stdout:431: writing smithi00278215-12 from 557056 to 720896 tid 1 2024-09-14T03:36:41.495 INFO:tasks.rados.rados.0.smithi002.stdout:432: snap_remove snap 24 2024-09-14T03:36:42.455 INFO:tasks.rados.rados.0.smithi002.stdout:432: done (1 left) 2024-09-14T03:36:42.455 INFO:tasks.rados.rados.0.smithi002.stdout:433: snap_remove snap 21 2024-09-14T03:36:42.588 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:42 smithi154 ceph-mon[30999]: pgmap v211: 121 pgs: 121 active+clean; 162 MiB data, 508 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:36:42.588 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:42 smithi154 ceph-mon[30999]: osdmap e152: 8 total, 8 up, 8 in 2024-09-14T03:36:42.588 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:42 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:36:42.588 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:42 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:36:42.588 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:42 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:36:42.588 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:42 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:36:42.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:42 smithi002 ceph-mon[27606]: pgmap v211: 121 pgs: 121 active+clean; 162 MiB data, 508 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:36:42.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:42 smithi002 ceph-mon[27606]: osdmap e152: 8 total, 8 up, 8 in 2024-09-14T03:36:42.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:42 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:36:42.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:42 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:36:42.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:42 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:36:42.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:42 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:36:42.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:42 smithi002 ceph-mon[38004]: pgmap v211: 121 pgs: 121 active+clean; 162 MiB data, 508 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:36:42.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:42 smithi002 ceph-mon[38004]: osdmap e152: 8 total, 8 up, 8 in 2024-09-14T03:36:42.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:42 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:36:42.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:42 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:36:42.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:42 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:36:42.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:42 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:36:43.437 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:36:43 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:36:43] "GET /metrics HTTP/1.1" 200 36081 "" "Prometheus/2.43.0" 2024-09-14T03:36:43.460 INFO:tasks.rados.rados.0.smithi002.stdout:433: done (1 left) 2024-09-14T03:36:43.461 INFO:tasks.rados.rados.0.smithi002.stdout:434: snap_remove snap 37 2024-09-14T03:36:43.622 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:43 smithi154 ceph-mon[30999]: osdmap e153: 8 total, 8 up, 8 in 2024-09-14T03:36:43.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:43 smithi002 ceph-mon[38004]: osdmap e153: 8 total, 8 up, 8 in 2024-09-14T03:36:43.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:43 smithi002 ceph-mon[27606]: osdmap e153: 8 total, 8 up, 8 in 2024-09-14T03:36:44.466 INFO:tasks.rados.rados.0.smithi002.stdout:434: done (1 left) 2024-09-14T03:36:44.467 INFO:tasks.rados.rados.0.smithi002.stdout:435: snap_remove snap 39 2024-09-14T03:36:44.616 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:44 smithi154 ceph-mon[30999]: pgmap v214: 121 pgs: 121 active+clean; 167 MiB data, 536 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-09-14T03:36:44.616 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:44 smithi154 ceph-mon[30999]: osdmap e154: 8 total, 8 up, 8 in 2024-09-14T03:36:44.936 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:44 smithi002 ceph-mon[38004]: pgmap v214: 121 pgs: 121 active+clean; 167 MiB data, 536 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-09-14T03:36:44.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:44 smithi002 ceph-mon[38004]: osdmap e154: 8 total, 8 up, 8 in 2024-09-14T03:36:44.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:44 smithi002 ceph-mon[27606]: pgmap v214: 121 pgs: 121 active+clean; 167 MiB data, 536 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-09-14T03:36:44.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:44 smithi002 ceph-mon[27606]: osdmap e154: 8 total, 8 up, 8 in 2024-09-14T03:36:45.126 INFO:tasks.rados.rados.0.smithi002.stdout:435: done (1 left) 2024-09-14T03:36:45.126 INFO:tasks.rados.rados.0.smithi002.stdout:436: setattr oid 21 current snap is 43 2024-09-14T03:36:45.126 INFO:tasks.rados.rados.0.smithi002.stdout:431: finishing write tid 1 to smithi00278215-12 2024-09-14T03:36:45.126 INFO:tasks.rados.rados.0.smithi002.stdout:431: finishing write tid 2 to smithi00278215-12 2024-09-14T03:36:45.126 INFO:tasks.rados.rados.0.smithi002.stdout:431: finishing write tid 3 to smithi00278215-12 2024-09-14T03:36:45.126 INFO:tasks.rados.rados.0.smithi002.stdout:431: oid 12 updating version 0 to 271 2024-09-14T03:36:45.127 INFO:tasks.rados.rados.0.smithi002.stdout:431: oid 12 version 271 is already newer than 270 2024-09-14T03:36:45.127 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 271 (ObjNum 153 snap 43 seq_num 153) dirty exists 2024-09-14T03:36:45.127 INFO:tasks.rados.rados.0.smithi002.stdout:431: left oid 12 (ObjNum 153 snap 43 seq_num 153) 2024-09-14T03:36:45.127 INFO:tasks.rados.rados.0.smithi002.stdout:431: done (1 left) 2024-09-14T03:36:45.127 INFO:tasks.rados.rados.0.smithi002.stdout:437: read oid 27 snap -1 2024-09-14T03:36:45.128 INFO:tasks.rados.rados.0.smithi002.stdout:437: expect deleted 2024-09-14T03:36:45.128 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 32 current snap is 43 2024-09-14T03:36:45.128 INFO:tasks.rados.rados.0.smithi002.stdout:438: seq_num 154 ranges {5431296=180224} 2024-09-14T03:36:45.159 INFO:tasks.rados.rados.0.smithi002.stdout:438: writing smithi00278215-32 from 5431296 to 5611520 tid 1 2024-09-14T03:36:45.159 INFO:tasks.rados.rados.0.smithi002.stdout:439: setattr oid 8 current snap is 43 2024-09-14T03:36:45.159 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 134 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-14T03:36:45.160 INFO:tasks.rados.rados.0.smithi002.stdout:436: done (3 left) 2024-09-14T03:36:45.160 INFO:tasks.rados.rados.0.smithi002.stdout:437: done (2 left) 2024-09-14T03:36:45.160 INFO:tasks.rados.rados.0.smithi002.stdout:440: read oid 33 snap -1 2024-09-14T03:36:45.160 INFO:tasks.rados.rados.0.smithi002.stdout:440: expect (ObjNum 116 snap 27 seq_num 116) 2024-09-14T03:36:45.160 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 43 current snap is 43 2024-09-14T03:36:45.161 INFO:tasks.rados.rados.0.smithi002.stdout:441: seq_num 155 ranges {778240=204800} 2024-09-14T03:36:45.166 INFO:tasks.rados.rados.0.smithi002.stdout:441: writing smithi00278215-43 from 778240 to 983040 tid 1 2024-09-14T03:36:45.166 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 7 current snap is 43 2024-09-14T03:36:45.166 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 8 v 128 (ObjNum 149 snap 42 seq_num 149) dirty exists 2024-09-14T03:36:45.167 INFO:tasks.rados.rados.0.smithi002.stdout:442: seq_num 156 ranges {0=221184} 2024-09-14T03:36:45.168 INFO:tasks.rados.rados.0.smithi002.stdout:442: writing smithi00278215-7 from 0 to 221184 tid 1 2024-09-14T03:36:45.168 INFO:tasks.rados.rados.0.smithi002.stdout:439: done (4 left) 2024-09-14T03:36:45.168 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 49 current snap is 43 2024-09-14T03:36:45.168 INFO:tasks.rados.rados.0.smithi002.stdout:438: finishing write tid 1 to smithi00278215-32 2024-09-14T03:36:45.168 INFO:tasks.rados.rados.0.smithi002.stdout:438: finishing write tid 2 to smithi00278215-32 2024-09-14T03:36:45.169 INFO:tasks.rados.rados.0.smithi002.stdout:438: finishing write tid 3 to smithi00278215-32 2024-09-14T03:36:45.169 INFO:tasks.rados.rados.0.smithi002.stdout:438: oid 32 updating version 0 to 358 2024-09-14T03:36:45.169 INFO:tasks.rados.rados.0.smithi002.stdout:438: oid 32 updating version 358 to 359 2024-09-14T03:36:45.169 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 359 (ObjNum 154 snap 43 seq_num 154) dirty exists 2024-09-14T03:36:45.169 INFO:tasks.rados.rados.0.smithi002.stdout:438: left oid 32 (ObjNum 154 snap 43 seq_num 154) 2024-09-14T03:36:45.169 INFO:tasks.rados.rados.0.smithi002.stdout:443: seq_num 157 ranges {0=237568} 2024-09-14T03:36:45.169 INFO:tasks.rados.rados.0.smithi002.stdout:443: writing smithi00278215-49 from 0 to 237568 tid 1 2024-09-14T03:36:45.169 INFO:tasks.rados.rados.0.smithi002.stdout:438: done (4 left) 2024-09-14T03:36:45.170 INFO:tasks.rados.rados.0.smithi002.stdout:444: delete oid 10 current snap is 43 2024-09-14T03:36:45.171 INFO:tasks.rados.rados.0.smithi002.stdout:442: finishing write tid 1 to smithi00278215-7 2024-09-14T03:36:45.171 INFO:tasks.rados.rados.0.smithi002.stdout:440: expect (ObjNum 116 snap 27 seq_num 116) 2024-09-14T03:36:45.221 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:36:45 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[64390]: [14/Sep/2024:03:36:45] ENGINE Bus STOPPING 2024-09-14T03:36:45.237 INFO:tasks.rados.rados.0.smithi002.stdout:441: finishing write tid 1 to smithi00278215-43 2024-09-14T03:36:45.237 INFO:tasks.rados.rados.0.smithi002.stdout:441: finishing write tid 2 to smithi00278215-43 2024-09-14T03:36:45.237 INFO:tasks.rados.rados.0.smithi002.stdout:443: finishing write tid 1 to smithi00278215-49 2024-09-14T03:36:45.237 INFO:tasks.rados.rados.0.smithi002.stdout:442: finishing write tid 2 to smithi00278215-7 2024-09-14T03:36:45.237 INFO:tasks.rados.rados.0.smithi002.stdout:443: finishing write tid 2 to smithi00278215-49 2024-09-14T03:36:45.237 INFO:tasks.rados.rados.0.smithi002.stdout:441: finishing write tid 3 to smithi00278215-43 2024-09-14T03:36:45.237 INFO:tasks.rados.rados.0.smithi002.stdout:441: oid 43 updating version 0 to 310 2024-09-14T03:36:45.237 INFO:tasks.rados.rados.0.smithi002.stdout:441: oid 43 version 310 is already newer than 309 2024-09-14T03:36:45.238 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 310 (ObjNum 155 snap 43 seq_num 155) dirty exists 2024-09-14T03:36:45.238 INFO:tasks.rados.rados.0.smithi002.stdout:441: left oid 43 (ObjNum 155 snap 43 seq_num 155) 2024-09-14T03:36:45.238 INFO:tasks.rados.rados.0.smithi002.stdout:442: finishing write tid 3 to smithi00278215-7 2024-09-14T03:36:45.238 INFO:tasks.rados.rados.0.smithi002.stdout:442: oid 7 updating version 0 to 361 2024-09-14T03:36:45.238 INFO:tasks.rados.rados.0.smithi002.stdout:442: oid 7 version 361 is already newer than 360 2024-09-14T03:36:45.238 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 361 (ObjNum 156 snap 43 seq_num 156) dirty exists 2024-09-14T03:36:45.238 INFO:tasks.rados.rados.0.smithi002.stdout:442: left oid 7 (ObjNum 156 snap 43 seq_num 156) 2024-09-14T03:36:45.238 INFO:tasks.rados.rados.0.smithi002.stdout:443: finishing write tid 3 to smithi00278215-49 2024-09-14T03:36:45.238 INFO:tasks.rados.rados.0.smithi002.stdout:443: oid 49 updating version 0 to 195 2024-09-14T03:36:45.238 INFO:tasks.rados.rados.0.smithi002.stdout:443: oid 49 version 195 is already newer than 194 2024-09-14T03:36:45.238 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 195 (ObjNum 157 snap 43 seq_num 157) dirty exists 2024-09-14T03:36:45.239 INFO:tasks.rados.rados.0.smithi002.stdout:443: left oid 49 (ObjNum 157 snap 43 seq_num 157) 2024-09-14T03:36:45.239 INFO:tasks.rados.rados.0.smithi002.stdout:440: done (4 left) 2024-09-14T03:36:45.239 INFO:tasks.rados.rados.0.smithi002.stdout:441: done (3 left) 2024-09-14T03:36:45.239 INFO:tasks.rados.rados.0.smithi002.stdout:442: done (2 left) 2024-09-14T03:36:45.239 INFO:tasks.rados.rados.0.smithi002.stdout:443: done (1 left) 2024-09-14T03:36:45.239 INFO:tasks.rados.rados.0.smithi002.stdout:444: done (0 left) 2024-09-14T03:36:45.239 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 25 current snap is 43 2024-09-14T03:36:45.239 INFO:tasks.rados.rados.0.smithi002.stdout:445: seq_num 159 ranges {4210688=270336} 2024-09-14T03:36:45.261 INFO:tasks.rados.rados.0.smithi002.stdout:445: writing smithi00278215-25 from 4210688 to 4481024 tid 1 2024-09-14T03:36:45.261 INFO:tasks.rados.rados.0.smithi002.stdout:446: setattr oid 48 current snap is 43 2024-09-14T03:36:45.262 INFO:tasks.rados.rados.0.smithi002.stdout:447: read oid 14 snap -1 2024-09-14T03:36:45.263 INFO:tasks.rados.rados.0.smithi002.stdout:447: expect (ObjNum 13 snap 0 seq_num 13) 2024-09-14T03:36:45.263 INFO:tasks.rados.rados.0.smithi002.stdout:448: snap_create 2024-09-14T03:36:45.265 INFO:tasks.rados.rados.0.smithi002.stdout:445: finishing write tid 1 to smithi00278215-25 2024-09-14T03:36:45.265 INFO:tasks.rados.rados.0.smithi002.stdout:445: finishing write tid 2 to smithi00278215-25 2024-09-14T03:36:45.265 INFO:tasks.rados.rados.0.smithi002.stdout:447: expect (ObjNum 13 snap 0 seq_num 13) 2024-09-14T03:36:45.271 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 141 (ObjNum 110 snap 26 seq_num 110) dirty exists 2024-09-14T03:36:45.272 INFO:tasks.rados.rados.0.smithi002.stdout:445: finishing write tid 3 to smithi00278215-25 2024-09-14T03:36:45.272 INFO:tasks.rados.rados.0.smithi002.stdout:445: oid 25 updating version 0 to 53 2024-09-14T03:36:45.272 INFO:tasks.rados.rados.0.smithi002.stdout:445: oid 25 version 53 is already newer than 52 2024-09-14T03:36:45.272 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 53 (ObjNum 159 snap 43 seq_num 159) dirty exists 2024-09-14T03:36:45.272 INFO:tasks.rados.rados.0.smithi002.stdout:445: left oid 25 (ObjNum 159 snap 43 seq_num 159) 2024-09-14T03:36:45.406 INFO:tasks.rados.rados.0.smithi002.stdout:445: done (3 left) 2024-09-14T03:36:45.406 INFO:tasks.rados.rados.0.smithi002.stdout:446: done (2 left) 2024-09-14T03:36:45.406 INFO:tasks.rados.rados.0.smithi002.stdout:447: done (1 left) 2024-09-14T03:36:45.406 INFO:tasks.rados.rados.0.smithi002.stdout:448: done (0 left) 2024-09-14T03:36:45.406 INFO:tasks.rados.rados.0.smithi002.stdout:449: delete oid 27 current snap is 44 2024-09-14T03:36:45.407 INFO:tasks.rados.rados.0.smithi002.stdout:449: done (0 left) 2024-09-14T03:36:45.407 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 3 current snap is 44 2024-09-14T03:36:45.407 INFO:tasks.rados.rados.0.smithi002.stdout:450: seq_num 161 ranges {778240=303104} 2024-09-14T03:36:45.414 INFO:tasks.rados.rados.0.smithi002.stdout:450: writing smithi00278215-3 from 778240 to 1081344 tid 1 2024-09-14T03:36:45.414 INFO:tasks.rados.rados.0.smithi002.stdout:451: snap_create 2024-09-14T03:36:45.419 INFO:tasks.rados.rados.0.smithi002.stdout:450: finishing write tid 1 to smithi00278215-3 2024-09-14T03:36:45.420 INFO:tasks.rados.rados.0.smithi002.stdout:450: finishing write tid 2 to smithi00278215-3 2024-09-14T03:36:45.421 INFO:tasks.rados.rados.0.smithi002.stdout:450: finishing write tid 3 to smithi00278215-3 2024-09-14T03:36:45.421 INFO:tasks.rados.rados.0.smithi002.stdout:450: oid 3 updating version 0 to 313 2024-09-14T03:36:45.421 INFO:tasks.rados.rados.0.smithi002.stdout:450: oid 3 version 313 is already newer than 312 2024-09-14T03:36:45.421 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 3 v 313 (ObjNum 161 snap 44 seq_num 161) dirty exists 2024-09-14T03:36:45.421 INFO:tasks.rados.rados.0.smithi002.stdout:450: left oid 3 (ObjNum 161 snap 44 seq_num 161) 2024-09-14T03:36:45.436 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:36:45 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: ignoring --setuser ceph since I am not root 2024-09-14T03:36:45.437 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:36:45 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: ignoring --setgroup ceph since I am not root 2024-09-14T03:36:45.437 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:36:45 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:36:45.281+0000 7f8768c9a040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-14T03:36:45.437 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:36:45 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:36:45.340+0000 7f8768c9a040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-14T03:36:45.477 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:36:45 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[64390]: [14/Sep/2024:03:36:45] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-14T03:36:45.477 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:36:45 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[64390]: [14/Sep/2024:03:36:45] ENGINE Bus STOPPED 2024-09-14T03:36:45.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:45 smithi154 ceph-mon[30999]: osdmap e155: 8 total, 8 up, 8 in 2024-09-14T03:36:45.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:45 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:36:45.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:45 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:36:45.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:45 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:36:45.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:45 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:36:45.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:45 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:36:45.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:45 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:36:45.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:45 smithi154 ceph-mon[30999]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-09-14T03:36:45.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:45 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-09-14T03:36:45.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:45 smithi154 ceph-mon[30999]: Activating manager daemon x 2024-09-14T03:36:45.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:45 smithi154 ceph-mon[30999]: osdmap e156: 8 total, 8 up, 8 in 2024-09-14T03:36:45.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:45 smithi154 ceph-mon[30999]: from='mgr.14523 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-09-14T03:36:45.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:45 smithi154 ceph-mon[30999]: mgrmap e25: x(active, starting, since 0.00810449s) 2024-09-14T03:36:45.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:45 smithi154 ceph-mon[30999]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:36:45.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:45 smithi154 ceph-mon[30999]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:36:45.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:45 smithi154 ceph-mon[30999]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:36:45.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:45 smithi154 ceph-mon[30999]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-14T03:36:45.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:45 smithi154 ceph-mon[30999]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-14T03:36:45.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:45 smithi154 ceph-mon[30999]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-14T03:36:45.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:45 smithi154 ceph-mon[30999]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-14T03:36:45.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:45 smithi154 ceph-mon[30999]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-14T03:36:45.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:45 smithi154 ceph-mon[30999]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-14T03:36:45.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:45 smithi154 ceph-mon[30999]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-14T03:36:45.480 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:45 smithi154 ceph-mon[30999]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-14T03:36:45.480 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:45 smithi154 ceph-mon[30999]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-14T03:36:45.480 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:45 smithi154 ceph-mon[30999]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-14T03:36:45.480 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:45 smithi154 ceph-mon[30999]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-14T03:36:45.480 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:45 smithi154 ceph-mon[30999]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-14T03:36:45.480 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:45 smithi154 ceph-mon[30999]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-14T03:36:45.480 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:45 smithi154 ceph-mon[30999]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-14T03:36:45.480 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:45 smithi154 ceph-mon[30999]: Manager daemon x is now available 2024-09-14T03:36:45.480 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:45 smithi154 ceph-mon[30999]: osdmap e157: 8 total, 8 up, 8 in 2024-09-14T03:36:45.724 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:36:45 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:36:45.502+0000 7f8768c9a040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-14T03:36:45.724 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:36:45 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:36:45.570+0000 7f8768c9a040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-14T03:36:45.724 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:45 smithi002 ceph-mon[27606]: osdmap e155: 8 total, 8 up, 8 in 2024-09-14T03:36:45.724 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:45 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:36:45.725 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:45 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:36:45.725 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:45 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:36:45.725 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:45 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:36:45.725 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:45 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:36:45.725 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:45 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:36:45.725 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:45 smithi002 ceph-mon[27606]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-09-14T03:36:45.725 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:45 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-09-14T03:36:45.725 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:45 smithi002 ceph-mon[27606]: Activating manager daemon x 2024-09-14T03:36:45.725 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:45 smithi002 ceph-mon[27606]: osdmap e156: 8 total, 8 up, 8 in 2024-09-14T03:36:45.725 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:45 smithi002 ceph-mon[27606]: from='mgr.14523 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-09-14T03:36:45.725 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:45 smithi002 ceph-mon[27606]: mgrmap e25: x(active, starting, since 0.00810449s) 2024-09-14T03:36:45.725 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:45 smithi002 ceph-mon[27606]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:36:45.726 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:45 smithi002 ceph-mon[27606]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:36:45.726 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:45 smithi002 ceph-mon[27606]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:36:45.726 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:45 smithi002 ceph-mon[27606]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-14T03:36:45.726 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:45 smithi002 ceph-mon[27606]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-14T03:36:45.726 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:45 smithi002 ceph-mon[27606]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-14T03:36:45.726 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:45 smithi002 ceph-mon[27606]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-14T03:36:45.726 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:45 smithi002 ceph-mon[27606]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-14T03:36:45.726 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:45 smithi002 ceph-mon[27606]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-14T03:36:45.726 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:45 smithi002 ceph-mon[27606]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-14T03:36:45.726 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:45 smithi002 ceph-mon[27606]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-14T03:36:45.726 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:45 smithi002 ceph-mon[27606]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-14T03:36:45.726 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:45 smithi002 ceph-mon[27606]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-14T03:36:45.726 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:45 smithi002 ceph-mon[27606]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-14T03:36:45.726 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:45 smithi002 ceph-mon[27606]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-14T03:36:45.727 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:45 smithi002 ceph-mon[27606]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-14T03:36:45.727 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:45 smithi002 ceph-mon[27606]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-14T03:36:45.727 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:45 smithi002 ceph-mon[27606]: Manager daemon x is now available 2024-09-14T03:36:45.727 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:45 smithi002 ceph-mon[27606]: osdmap e157: 8 total, 8 up, 8 in 2024-09-14T03:36:45.727 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:45 smithi002 ceph-mon[38004]: osdmap e155: 8 total, 8 up, 8 in 2024-09-14T03:36:45.727 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:45 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:36:45.727 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:45 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:36:45.727 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:45 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:36:45.727 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:45 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:36:45.728 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:45 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' 2024-09-14T03:36:45.728 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:45 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:36:45.728 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:45 smithi002 ceph-mon[38004]: from='mgr.14523 172.21.15.2:0/2734187864' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-09-14T03:36:45.728 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:45 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-09-14T03:36:45.728 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:45 smithi002 ceph-mon[38004]: Activating manager daemon x 2024-09-14T03:36:45.728 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:45 smithi002 ceph-mon[38004]: osdmap e156: 8 total, 8 up, 8 in 2024-09-14T03:36:45.728 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:45 smithi002 ceph-mon[38004]: from='mgr.14523 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-09-14T03:36:45.728 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:45 smithi002 ceph-mon[38004]: mgrmap e25: x(active, starting, since 0.00810449s) 2024-09-14T03:36:45.728 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:45 smithi002 ceph-mon[38004]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:36:45.728 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:45 smithi002 ceph-mon[38004]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:36:45.728 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:45 smithi002 ceph-mon[38004]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:36:45.728 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:45 smithi002 ceph-mon[38004]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-14T03:36:45.728 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:45 smithi002 ceph-mon[38004]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-14T03:36:45.729 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:45 smithi002 ceph-mon[38004]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-14T03:36:45.729 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:45 smithi002 ceph-mon[38004]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-14T03:36:45.729 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:45 smithi002 ceph-mon[38004]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-14T03:36:45.729 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:45 smithi002 ceph-mon[38004]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-14T03:36:45.729 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:45 smithi002 ceph-mon[38004]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-14T03:36:45.729 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:45 smithi002 ceph-mon[38004]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-14T03:36:45.729 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:45 smithi002 ceph-mon[38004]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-14T03:36:45.729 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:45 smithi002 ceph-mon[38004]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-14T03:36:45.729 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:45 smithi002 ceph-mon[38004]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-14T03:36:45.729 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:45 smithi002 ceph-mon[38004]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-14T03:36:45.729 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:45 smithi002 ceph-mon[38004]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-14T03:36:45.729 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:45 smithi002 ceph-mon[38004]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-14T03:36:45.729 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:45 smithi002 ceph-mon[38004]: Manager daemon x is now available 2024-09-14T03:36:45.730 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:45 smithi002 ceph-mon[38004]: osdmap e157: 8 total, 8 up, 8 in 2024-09-14T03:36:46.186 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:36:45 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:36:45.722+0000 7f8768c9a040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-14T03:36:46.187 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:36:45 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:36:45.868+0000 7f8768c9a040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-14T03:36:46.406 INFO:tasks.rados.rados.0.smithi002.stdout:450: done (1 left) 2024-09-14T03:36:46.406 INFO:tasks.rados.rados.0.smithi002.stdout:451: done (0 left) 2024-09-14T03:36:46.406 INFO:tasks.rados.rados.0.smithi002.stdout:452: rollback oid 27 current snap is 45 2024-09-14T03:36:46.406 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 27 to 34 2024-09-14T03:36:46.407 INFO:tasks.rados.rados.0.smithi002.stdout:453: setattr oid 20 current snap is 45 2024-09-14T03:36:46.408 INFO:tasks.rados.rados.0.smithi002.stdout:454: snap_create 2024-09-14T03:36:46.409 INFO:tasks.rados.rados.0.smithi002.stdout:452: finishing rollback tid 1 to smithi00278215-27 2024-09-14T03:36:46.409 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 27 v 73 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-14T03:36:46.410 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 20 v 229 (ObjNum 123 snap 29 seq_num 123) dirty exists 2024-09-14T03:36:46.464 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:36:46 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:36:46.193+0000 7f8768c9a040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-14T03:36:46.465 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:36:46 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:36:46.256+0000 7f8768c9a040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-14T03:36:46.465 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:36:46 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:36:46.462+0000 7f8768c9a040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-14T03:36:46.675 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:36:46 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[64390]: [14/Sep/2024:03:36:46] ENGINE Bus STARTING 2024-09-14T03:36:46.676 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:36:46 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[64390]: 2024-09-14T03:36:46.454+0000 7f2131fc9640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-14T03:36:46.676 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:36:46 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[64390]: 2024-09-14T03:36:46.454+0000 7f2131fc9640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-14T03:36:46.676 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:36:46 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[64390]: 2024-09-14T03:36:46.454+0000 7f2131fc9640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-14T03:36:46.676 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:36:46 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[64390]: 2024-09-14T03:36:46.454+0000 7f2131fc9640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-14T03:36:46.676 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:36:46 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[64390]: 2024-09-14T03:36:46.454+0000 7f2131fc9640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-14T03:36:46.676 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:36:46 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[64390]: 2024-09-14T03:36:46.455+0000 7f2134fcf640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-14T03:36:46.676 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:36:46 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[64390]: 2024-09-14T03:36:46.455+0000 7f2134fcf640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-14T03:36:46.676 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:36:46 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[64390]: 2024-09-14T03:36:46.455+0000 7f2134fcf640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-14T03:36:46.676 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:36:46 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[64390]: 2024-09-14T03:36:46.455+0000 7f2134fcf640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-14T03:36:46.676 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:36:46 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[64390]: 2024-09-14T03:36:46.455+0000 7f2134fcf640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-14T03:36:46.677 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:36:46 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[64390]: [14/Sep/2024:03:36:46] ENGINE Serving on http://:::9283 2024-09-14T03:36:46.677 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:36:46 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[64390]: [14/Sep/2024:03:36:46] ENGINE Bus STARTED 2024-09-14T03:36:47.390 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:47 smithi002 ceph-mon[38004]: mgrmap e26: x(active, since 1.00966s) 2024-09-14T03:36:47.390 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:47 smithi002 ceph-mon[38004]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:36:47.391 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:47 smithi002 ceph-mon[38004]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:36:47.391 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:47 smithi002 ceph-mon[38004]: Checking for cert/key for grafana.a 2024-09-14T03:36:47.391 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:47 smithi002 ceph-mon[38004]: Migrating grafana.a cert to cert store 2024-09-14T03:36:47.391 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:47 smithi002 ceph-mon[38004]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:36:47.391 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:47 smithi002 ceph-mon[38004]: Migrating grafana.a key to cert store 2024-09-14T03:36:47.391 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:47 smithi002 ceph-mon[38004]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:36:47.391 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:47 smithi002 ceph-mon[38004]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:36:47.391 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:47 smithi002 ceph-mon[38004]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:36:47.391 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:47 smithi002 ceph-mon[38004]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:36:47.391 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:47 smithi002 ceph-mon[38004]: osdmap e158: 8 total, 8 up, 8 in 2024-09-14T03:36:47.391 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:47 smithi002 ceph-mon[38004]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-14T03:36:47.391 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:47 smithi002 ceph-mon[38004]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-14T03:36:47.391 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:47 smithi002 ceph-mon[38004]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-14T03:36:47.392 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:47 smithi002 ceph-mon[38004]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-14T03:36:47.392 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:47 smithi002 ceph-mon[38004]: from='mgr.24727 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-14T03:36:47.392 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:47 smithi002 ceph-mon[38004]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-14T03:36:47.392 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:47 smithi002 ceph-mon[38004]: from='mgr.24727 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-14T03:36:47.392 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:47 smithi002 ceph-mon[27606]: mgrmap e26: x(active, since 1.00966s) 2024-09-14T03:36:47.392 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:47 smithi002 ceph-mon[27606]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:36:47.392 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:47 smithi002 ceph-mon[27606]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:36:47.392 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:47 smithi002 ceph-mon[27606]: Checking for cert/key for grafana.a 2024-09-14T03:36:47.392 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:47 smithi002 ceph-mon[27606]: Migrating grafana.a cert to cert store 2024-09-14T03:36:47.392 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:47 smithi002 ceph-mon[27606]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:36:47.393 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:47 smithi002 ceph-mon[27606]: Migrating grafana.a key to cert store 2024-09-14T03:36:47.393 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:47 smithi002 ceph-mon[27606]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:36:47.393 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:47 smithi002 ceph-mon[27606]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:36:47.393 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:47 smithi002 ceph-mon[27606]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:36:47.393 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:47 smithi002 ceph-mon[27606]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:36:47.393 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:47 smithi002 ceph-mon[27606]: osdmap e158: 8 total, 8 up, 8 in 2024-09-14T03:36:47.393 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:47 smithi002 ceph-mon[27606]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-14T03:36:47.393 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:47 smithi002 ceph-mon[27606]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-14T03:36:47.393 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:47 smithi002 ceph-mon[27606]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-14T03:36:47.393 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:47 smithi002 ceph-mon[27606]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-14T03:36:47.393 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:47 smithi002 ceph-mon[27606]: from='mgr.24727 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-14T03:36:47.393 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:47 smithi002 ceph-mon[27606]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-14T03:36:47.393 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:47 smithi002 ceph-mon[27606]: from='mgr.24727 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-14T03:36:47.407 INFO:tasks.rados.rados.0.smithi002.stdout:452: done (2 left) 2024-09-14T03:36:47.407 INFO:tasks.rados.rados.0.smithi002.stdout:453: done (1 left) 2024-09-14T03:36:47.408 INFO:tasks.rados.rados.0.smithi002.stdout:454: done (0 left) 2024-09-14T03:36:47.408 INFO:tasks.rados.rados.0.smithi002.stdout:455: read oid 46 snap -1 2024-09-14T03:36:47.408 INFO:tasks.rados.rados.0.smithi002.stdout:455: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-14T03:36:47.408 INFO:tasks.rados.rados.0.smithi002.stdout:456: snap_remove snap 16 2024-09-14T03:36:47.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:47 smithi154 ceph-mon[30999]: mgrmap e26: x(active, since 1.00966s) 2024-09-14T03:36:47.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:47 smithi154 ceph-mon[30999]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:36:47.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:47 smithi154 ceph-mon[30999]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:36:47.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:47 smithi154 ceph-mon[30999]: Checking for cert/key for grafana.a 2024-09-14T03:36:47.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:47 smithi154 ceph-mon[30999]: Migrating grafana.a cert to cert store 2024-09-14T03:36:47.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:47 smithi154 ceph-mon[30999]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:36:47.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:47 smithi154 ceph-mon[30999]: Migrating grafana.a key to cert store 2024-09-14T03:36:47.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:47 smithi154 ceph-mon[30999]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:36:47.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:47 smithi154 ceph-mon[30999]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:36:47.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:47 smithi154 ceph-mon[30999]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:36:47.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:47 smithi154 ceph-mon[30999]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:36:47.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:47 smithi154 ceph-mon[30999]: osdmap e158: 8 total, 8 up, 8 in 2024-09-14T03:36:47.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:47 smithi154 ceph-mon[30999]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-14T03:36:47.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:47 smithi154 ceph-mon[30999]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-14T03:36:47.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:47 smithi154 ceph-mon[30999]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-14T03:36:47.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:47 smithi154 ceph-mon[30999]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-14T03:36:47.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:47 smithi154 ceph-mon[30999]: from='mgr.24727 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-14T03:36:47.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:47 smithi154 ceph-mon[30999]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-14T03:36:47.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:47 smithi154 ceph-mon[30999]: from='mgr.24727 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-14T03:36:47.686 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:36:47 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:36:47.387+0000 7f8768c9a040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-14T03:36:47.687 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:36:47 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:36:47.460+0000 7f8768c9a040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-14T03:36:48.227 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:36:47 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[64390]: 2024-09-14T03:36:47.915+0000 7f211dce4640 -1 log_channel(cephadm) log [ERR] : [14/Sep/2024:03:36:47] ENGINE Error in HTTPServer.serve 2024-09-14T03:36:48.228 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:36:47 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[64390]: Traceback (most recent call last): 2024-09-14T03:36:48.228 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:36:47 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[64390]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-14T03:36:48.228 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:36:47 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[64390]: self._connections.run(self.expiration_interval) 2024-09-14T03:36:48.228 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:36:47 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[64390]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-14T03:36:48.228 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:36:47 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[64390]: self._run(expiration_interval) 2024-09-14T03:36:48.228 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:36:47 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[64390]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-14T03:36:48.228 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:36:47 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[64390]: new_conn = self._from_server_socket(self.server.socket) 2024-09-14T03:36:48.228 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:36:47 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[64390]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-14T03:36:48.228 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:36:47 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[64390]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-14T03:36:48.228 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:36:47 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[64390]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-14T03:36:48.228 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:36:47 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[64390]: s = self.context.wrap_socket( 2024-09-14T03:36:48.228 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:36:47 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[64390]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-14T03:36:48.229 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:36:47 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[64390]: return self.sslsocket_class._create( 2024-09-14T03:36:48.229 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:36:47 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[64390]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-14T03:36:48.229 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:36:47 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[64390]: self.do_handshake() 2024-09-14T03:36:48.229 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:36:47 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[64390]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-14T03:36:48.229 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:36:47 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[64390]: self._sslobj.do_handshake() 2024-09-14T03:36:48.229 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:36:47 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[64390]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-14T03:36:48.229 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:36:47 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[64390]: 2024-09-14T03:36:48.409 INFO:tasks.rados.rados.0.smithi002.stdout:456: done (1 left) 2024-09-14T03:36:48.410 INFO:tasks.rados.rados.0.smithi002.stdout:457: read oid 12 snap -1 2024-09-14T03:36:48.410 INFO:tasks.rados.rados.0.smithi002.stdout:457: expect (ObjNum 153 snap 43 seq_num 153) 2024-09-14T03:36:48.410 INFO:tasks.rados.rados.0.smithi002.stdout:458: read oid 38 snap 38 2024-09-14T03:36:48.410 INFO:tasks.rados.rados.0.smithi002.stdout:458: expect (ObjNum 136 snap 34 seq_num 136) 2024-09-14T03:36:48.410 INFO:tasks.rados.rados.0.smithi002.stdout:459: snap_create 2024-09-14T03:36:48.410 INFO:tasks.rados.rados.0.smithi002.stdout:455: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-14T03:36:48.443 INFO:tasks.rados.rados.0.smithi002.stdout:457: expect (ObjNum 153 snap 43 seq_num 153) 2024-09-14T03:36:48.475 INFO:tasks.rados.rados.0.smithi002.stdout:458: expect (ObjNum 136 snap 34 seq_num 136) 2024-09-14T03:36:48.512 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:48 smithi002 ceph-mon[27606]: Deploying cephadm binary to smithi002 2024-09-14T03:36:48.512 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:48 smithi002 ceph-mon[27606]: Deploying cephadm binary to smithi154 2024-09-14T03:36:48.512 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:48 smithi002 ceph-mon[27606]: pgmap v6: 121 pgs: 121 active+clean; 163 MiB data, 557 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:36:48.512 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:48 smithi002 ceph-mon[27606]: osdmap e159: 8 total, 8 up, 8 in 2024-09-14T03:36:48.513 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:48 smithi002 ceph-mon[38004]: Deploying cephadm binary to smithi002 2024-09-14T03:36:48.513 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:48 smithi002 ceph-mon[38004]: Deploying cephadm binary to smithi154 2024-09-14T03:36:48.513 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:48 smithi002 ceph-mon[38004]: pgmap v6: 121 pgs: 121 active+clean; 163 MiB data, 557 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:36:48.513 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:48 smithi002 ceph-mon[38004]: osdmap e159: 8 total, 8 up, 8 in 2024-09-14T03:36:48.513 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:36:48 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:36:48.213+0000 7f8768c9a040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-14T03:36:48.513 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:36:48 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:36:48.333+0000 7f8768c9a040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-14T03:36:48.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:48 smithi154 ceph-mon[30999]: Deploying cephadm binary to smithi002 2024-09-14T03:36:48.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:48 smithi154 ceph-mon[30999]: Deploying cephadm binary to smithi154 2024-09-14T03:36:48.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:48 smithi154 ceph-mon[30999]: pgmap v6: 121 pgs: 121 active+clean; 163 MiB data, 557 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:36:48.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:48 smithi154 ceph-mon[30999]: osdmap e159: 8 total, 8 up, 8 in 2024-09-14T03:36:48.772 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:36:48 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:36:48.510+0000 7f8768c9a040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-14T03:36:48.772 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:36:48 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:36:48.576+0000 7f8768c9a040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-14T03:36:48.772 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:36:48 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:36:48.767+0000 7f8768c9a040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-14T03:36:49.073 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:36:48 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:36:48.840+0000 7f8768c9a040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-14T03:36:49.073 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:36:48 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:36:48.902+0000 7f8768c9a040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-14T03:36:49.074 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:36:49 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:36:49.070+0000 7f8768c9a040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-14T03:36:49.362 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:36:49 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:36:49.139+0000 7f8768c9a040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-14T03:36:49.362 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:36:49 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:36:49.210+0000 7f8768c9a040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-14T03:36:49.362 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:36:49 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:36:49.296+0000 7f8768c9a040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-14T03:36:49.362 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:36:49 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:36:49.359+0000 7f8768c9a040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-14T03:36:49.410 INFO:tasks.rados.rados.0.smithi002.stdout:455: done (3 left) 2024-09-14T03:36:49.411 INFO:tasks.rados.rados.0.smithi002.stdout:457: done (2 left) 2024-09-14T03:36:49.411 INFO:tasks.rados.rados.0.smithi002.stdout:458: done (1 left) 2024-09-14T03:36:49.411 INFO:tasks.rados.rados.0.smithi002.stdout:459: done (0 left) 2024-09-14T03:36:49.411 INFO:tasks.rados.rados.0.smithi002.stdout:460: delete oid 4 current snap is 47 2024-09-14T03:36:49.414 INFO:tasks.rados.rados.0.smithi002.stdout:460: done (0 left) 2024-09-14T03:36:49.414 INFO:tasks.rados.rados.0.smithi002.stdout:461: snap_create 2024-09-14T03:36:49.502 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:49 smithi154 ceph-mon[30999]: [14/Sep/2024:03:36:47] ENGINE Bus STARTING 2024-09-14T03:36:49.502 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:49 smithi154 ceph-mon[30999]: [14/Sep/2024:03:36:47] ENGINE Serving on https://172.21.15.154:7150 2024-09-14T03:36:49.502 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:49 smithi154 ceph-mon[30999]: [14/Sep/2024:03:36:47] ENGINE Error in HTTPServer.serve 2024-09-14T03:36:49.502 INFO:journalctl@ceph.mon.b.smithi154.stdout: Traceback (most recent call last): 2024-09-14T03:36:49.502 INFO:journalctl@ceph.mon.b.smithi154.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-14T03:36:49.503 INFO:journalctl@ceph.mon.b.smithi154.stdout: self._connections.run(self.expiration_interval) 2024-09-14T03:36:49.503 INFO:journalctl@ceph.mon.b.smithi154.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-14T03:36:49.503 INFO:journalctl@ceph.mon.b.smithi154.stdout: self._run(expiration_interval) 2024-09-14T03:36:49.504 INFO:journalctl@ceph.mon.b.smithi154.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-14T03:36:49.504 INFO:journalctl@ceph.mon.b.smithi154.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-14T03:36:49.504 INFO:journalctl@ceph.mon.b.smithi154.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-14T03:36:49.504 INFO:journalctl@ceph.mon.b.smithi154.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-14T03:36:49.504 INFO:journalctl@ceph.mon.b.smithi154.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-14T03:36:49.505 INFO:journalctl@ceph.mon.b.smithi154.stdout: s = self.context.wrap_socket( 2024-09-14T03:36:49.505 INFO:journalctl@ceph.mon.b.smithi154.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-14T03:36:49.505 INFO:journalctl@ceph.mon.b.smithi154.stdout: return self.sslsocket_class._create( 2024-09-14T03:36:49.505 INFO:journalctl@ceph.mon.b.smithi154.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-14T03:36:49.506 INFO:journalctl@ceph.mon.b.smithi154.stdout: self.do_handshake() 2024-09-14T03:36:49.506 INFO:journalctl@ceph.mon.b.smithi154.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-14T03:36:49.506 INFO:journalctl@ceph.mon.b.smithi154.stdout: self._sslobj.do_handshake() 2024-09-14T03:36:49.506 INFO:journalctl@ceph.mon.b.smithi154.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-14T03:36:49.506 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:49 smithi154 ceph-mon[30999]: [14/Sep/2024:03:36:48] ENGINE Serving on http://172.21.15.154:8765 2024-09-14T03:36:49.507 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:49 smithi154 ceph-mon[30999]: [14/Sep/2024:03:36:48] ENGINE Bus STARTED 2024-09-14T03:36:49.507 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:49 smithi154 ceph-mon[30999]: osdmap e160: 8 total, 8 up, 8 in 2024-09-14T03:36:49.508 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:49 smithi154 ceph-mon[30999]: mgrmap e27: x(active, since 3s) 2024-09-14T03:36:49.508 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:49 smithi154 ceph-mon[30999]: osdmap e161: 8 total, 8 up, 8 in 2024-09-14T03:36:49.686 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:36:49 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:36:49.430+0000 7f8768c9a040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-14T03:36:49.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:49 smithi002 ceph-mon[27606]: [14/Sep/2024:03:36:47] ENGINE Bus STARTING 2024-09-14T03:36:49.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:49 smithi002 ceph-mon[27606]: [14/Sep/2024:03:36:47] ENGINE Serving on https://172.21.15.154:7150 2024-09-14T03:36:49.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:49 smithi002 ceph-mon[27606]: [14/Sep/2024:03:36:47] ENGINE Error in HTTPServer.serve 2024-09-14T03:36:49.687 INFO:journalctl@ceph.mon.a.smithi002.stdout: Traceback (most recent call last): 2024-09-14T03:36:49.687 INFO:journalctl@ceph.mon.a.smithi002.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-14T03:36:49.687 INFO:journalctl@ceph.mon.a.smithi002.stdout: self._connections.run(self.expiration_interval) 2024-09-14T03:36:49.687 INFO:journalctl@ceph.mon.a.smithi002.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-14T03:36:49.687 INFO:journalctl@ceph.mon.a.smithi002.stdout: self._run(expiration_interval) 2024-09-14T03:36:49.687 INFO:journalctl@ceph.mon.a.smithi002.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-14T03:36:49.688 INFO:journalctl@ceph.mon.a.smithi002.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-14T03:36:49.688 INFO:journalctl@ceph.mon.a.smithi002.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-14T03:36:49.688 INFO:journalctl@ceph.mon.a.smithi002.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-14T03:36:49.688 INFO:journalctl@ceph.mon.a.smithi002.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-14T03:36:49.688 INFO:journalctl@ceph.mon.a.smithi002.stdout: s = self.context.wrap_socket( 2024-09-14T03:36:49.688 INFO:journalctl@ceph.mon.a.smithi002.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-14T03:36:49.688 INFO:journalctl@ceph.mon.a.smithi002.stdout: return self.sslsocket_class._create( 2024-09-14T03:36:49.688 INFO:journalctl@ceph.mon.a.smithi002.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-14T03:36:49.688 INFO:journalctl@ceph.mon.a.smithi002.stdout: self.do_handshake() 2024-09-14T03:36:49.688 INFO:journalctl@ceph.mon.a.smithi002.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-14T03:36:49.688 INFO:journalctl@ceph.mon.a.smithi002.stdout: self._sslobj.do_handshake() 2024-09-14T03:36:49.688 INFO:journalctl@ceph.mon.a.smithi002.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-14T03:36:49.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:49 smithi002 ceph-mon[27606]: [14/Sep/2024:03:36:48] ENGINE Serving on http://172.21.15.154:8765 2024-09-14T03:36:49.689 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:49 smithi002 ceph-mon[27606]: [14/Sep/2024:03:36:48] ENGINE Bus STARTED 2024-09-14T03:36:49.689 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:49 smithi002 ceph-mon[27606]: osdmap e160: 8 total, 8 up, 8 in 2024-09-14T03:36:49.689 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:49 smithi002 ceph-mon[27606]: mgrmap e27: x(active, since 3s) 2024-09-14T03:36:49.689 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:49 smithi002 ceph-mon[27606]: osdmap e161: 8 total, 8 up, 8 in 2024-09-14T03:36:49.689 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:49 smithi002 ceph-mon[38004]: [14/Sep/2024:03:36:47] ENGINE Bus STARTING 2024-09-14T03:36:49.689 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:49 smithi002 ceph-mon[38004]: [14/Sep/2024:03:36:47] ENGINE Serving on https://172.21.15.154:7150 2024-09-14T03:36:49.689 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:49 smithi002 ceph-mon[38004]: [14/Sep/2024:03:36:47] ENGINE Error in HTTPServer.serve 2024-09-14T03:36:49.689 INFO:journalctl@ceph.mon.c.smithi002.stdout: Traceback (most recent call last): 2024-09-14T03:36:49.689 INFO:journalctl@ceph.mon.c.smithi002.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-14T03:36:49.689 INFO:journalctl@ceph.mon.c.smithi002.stdout: self._connections.run(self.expiration_interval) 2024-09-14T03:36:49.689 INFO:journalctl@ceph.mon.c.smithi002.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-14T03:36:49.690 INFO:journalctl@ceph.mon.c.smithi002.stdout: self._run(expiration_interval) 2024-09-14T03:36:49.690 INFO:journalctl@ceph.mon.c.smithi002.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-14T03:36:49.690 INFO:journalctl@ceph.mon.c.smithi002.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-14T03:36:49.690 INFO:journalctl@ceph.mon.c.smithi002.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-14T03:36:49.690 INFO:journalctl@ceph.mon.c.smithi002.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-14T03:36:49.690 INFO:journalctl@ceph.mon.c.smithi002.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-14T03:36:49.690 INFO:journalctl@ceph.mon.c.smithi002.stdout: s = self.context.wrap_socket( 2024-09-14T03:36:49.690 INFO:journalctl@ceph.mon.c.smithi002.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-14T03:36:49.690 INFO:journalctl@ceph.mon.c.smithi002.stdout: return self.sslsocket_class._create( 2024-09-14T03:36:49.690 INFO:journalctl@ceph.mon.c.smithi002.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-14T03:36:49.690 INFO:journalctl@ceph.mon.c.smithi002.stdout: self.do_handshake() 2024-09-14T03:36:49.690 INFO:journalctl@ceph.mon.c.smithi002.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-14T03:36:49.690 INFO:journalctl@ceph.mon.c.smithi002.stdout: self._sslobj.do_handshake() 2024-09-14T03:36:49.690 INFO:journalctl@ceph.mon.c.smithi002.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-14T03:36:49.690 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:49 smithi002 ceph-mon[38004]: [14/Sep/2024:03:36:48] ENGINE Serving on http://172.21.15.154:8765 2024-09-14T03:36:49.691 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:49 smithi002 ceph-mon[38004]: [14/Sep/2024:03:36:48] ENGINE Bus STARTED 2024-09-14T03:36:49.691 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:49 smithi002 ceph-mon[38004]: osdmap e160: 8 total, 8 up, 8 in 2024-09-14T03:36:49.691 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:49 smithi002 ceph-mon[38004]: mgrmap e27: x(active, since 3s) 2024-09-14T03:36:49.691 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:49 smithi002 ceph-mon[38004]: osdmap e161: 8 total, 8 up, 8 in 2024-09-14T03:36:50.397 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:36:50 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:36:50.288+0000 7f8768c9a040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-14T03:36:50.398 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:36:50 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: [14/Sep/2024:03:36:50] ENGINE Bus STARTING 2024-09-14T03:36:50.398 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:36:50 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: CherryPy Checker: 2024-09-14T03:36:50.398 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:36:50 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: The Application mounted at '' has an empty config. 2024-09-14T03:36:50.398 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:36:50 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: 2024-09-14T03:36:50.398 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:36:50 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: [14/Sep/2024:03:36:50] ENGINE Serving on http://:::9283 2024-09-14T03:36:50.398 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:36:50 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: [14/Sep/2024:03:36:50] ENGINE Bus STARTED 2024-09-14T03:36:50.406 INFO:tasks.rados.rados.0.smithi002.stdout:461: done (0 left) 2024-09-14T03:36:50.406 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 28 current snap is 48 2024-09-14T03:36:50.406 INFO:tasks.rados.rados.0.smithi002.stdout:462: seq_num 163 ranges {442368=335872} 2024-09-14T03:36:50.411 INFO:tasks.rados.rados.0.smithi002.stdout:462: writing smithi00278215-28 from 442368 to 778240 tid 1 2024-09-14T03:36:50.411 INFO:tasks.rados.rados.0.smithi002.stdout:463: rollback oid 34 current snap is 48 2024-09-14T03:36:50.411 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 34 to 43 2024-09-14T03:36:50.411 INFO:tasks.rados.rados.0.smithi002.stdout:464: delete oid 8 current snap is 48 2024-09-14T03:36:50.414 INFO:tasks.rados.rados.0.smithi002.stdout:463: finishing rollback tid 0 to smithi00278215-34 2024-09-14T03:36:50.414 INFO:tasks.rados.rados.0.smithi002.stdout:463: finishing rollback tid 1 to smithi00278215-34 2024-09-14T03:36:50.415 INFO:tasks.rados.rados.0.smithi002.stdout:463: finishing rollback tid 2 to smithi00278215-34 2024-09-14T03:36:50.415 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 34 v 198 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-14T03:36:50.415 INFO:tasks.rados.rados.0.smithi002.stdout:463: done (2 left) 2024-09-14T03:36:50.415 INFO:tasks.rados.rados.0.smithi002.stdout:464: done (1 left) 2024-09-14T03:36:50.415 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 41 current snap is 48 2024-09-14T03:36:50.415 INFO:tasks.rados.rados.0.smithi002.stdout:465: seq_num 165 ranges {679936=368640} 2024-09-14T03:36:50.421 INFO:tasks.rados.rados.0.smithi002.stdout:465: writing smithi00278215-41 from 679936 to 1048576 tid 1 2024-09-14T03:36:50.421 INFO:tasks.rados.rados.0.smithi002.stdout:466: snap_create 2024-09-14T03:36:50.422 INFO:tasks.rados.rados.0.smithi002.stdout:462: finishing write tid 1 to smithi00278215-28 2024-09-14T03:36:50.422 INFO:tasks.rados.rados.0.smithi002.stdout:462: finishing write tid 2 to smithi00278215-28 2024-09-14T03:36:50.422 INFO:tasks.rados.rados.0.smithi002.stdout:462: finishing write tid 3 to smithi00278215-28 2024-09-14T03:36:50.422 INFO:tasks.rados.rados.0.smithi002.stdout:462: oid 28 updating version 0 to 328 2024-09-14T03:36:50.422 INFO:tasks.rados.rados.0.smithi002.stdout:462: oid 28 version 328 is already newer than 327 2024-09-14T03:36:50.422 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 28 v 328 (ObjNum 163 snap 48 seq_num 163) dirty exists 2024-09-14T03:36:50.422 INFO:tasks.rados.rados.0.smithi002.stdout:462: left oid 28 (ObjNum 163 snap 48 seq_num 163) 2024-09-14T03:36:50.427 INFO:tasks.rados.rados.0.smithi002.stdout:465: finishing write tid 1 to smithi00278215-41 2024-09-14T03:36:50.427 INFO:tasks.rados.rados.0.smithi002.stdout:465: finishing write tid 2 to smithi00278215-41 2024-09-14T03:36:50.428 INFO:tasks.rados.rados.0.smithi002.stdout:465: finishing write tid 3 to smithi00278215-41 2024-09-14T03:36:50.428 INFO:tasks.rados.rados.0.smithi002.stdout:465: oid 41 updating version 0 to 379 2024-09-14T03:36:50.428 INFO:tasks.rados.rados.0.smithi002.stdout:465: oid 41 updating version 379 to 380 2024-09-14T03:36:50.428 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 41 v 380 (ObjNum 165 snap 48 seq_num 165) dirty exists 2024-09-14T03:36:50.428 INFO:tasks.rados.rados.0.smithi002.stdout:465: left oid 41 (ObjNum 165 snap 48 seq_num 165) 2024-09-14T03:36:50.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:50 smithi002 ceph-mon[27606]: pgmap v9: 121 pgs: 121 active+clean; 163 MiB data, 557 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:36:50.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:50 smithi002 ceph-mon[27606]: Standby manager daemon y started 2024-09-14T03:36:50.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:50 smithi002 ceph-mon[27606]: from='mgr.? 172.21.15.2:0/1874433689' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-14T03:36:50.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:50 smithi002 ceph-mon[27606]: from='mgr.? 172.21.15.2:0/1874433689' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-14T03:36:50.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:50 smithi002 ceph-mon[27606]: from='mgr.? 172.21.15.2:0/1874433689' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-14T03:36:50.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:50 smithi002 ceph-mon[27606]: from='mgr.? 172.21.15.2:0/1874433689' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-14T03:36:50.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:50 smithi002 ceph-mon[27606]: osdmap e162: 8 total, 8 up, 8 in 2024-09-14T03:36:50.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:50 smithi002 ceph-mon[38004]: pgmap v9: 121 pgs: 121 active+clean; 163 MiB data, 557 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:36:50.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:50 smithi002 ceph-mon[38004]: Standby manager daemon y started 2024-09-14T03:36:50.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:50 smithi002 ceph-mon[38004]: from='mgr.? 172.21.15.2:0/1874433689' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-14T03:36:50.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:50 smithi002 ceph-mon[38004]: from='mgr.? 172.21.15.2:0/1874433689' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-14T03:36:50.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:50 smithi002 ceph-mon[38004]: from='mgr.? 172.21.15.2:0/1874433689' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-14T03:36:50.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:50 smithi002 ceph-mon[38004]: from='mgr.? 172.21.15.2:0/1874433689' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-14T03:36:50.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:50 smithi002 ceph-mon[38004]: osdmap e162: 8 total, 8 up, 8 in 2024-09-14T03:36:50.703 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:50 smithi154 ceph-mon[30999]: pgmap v9: 121 pgs: 121 active+clean; 163 MiB data, 557 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:36:50.703 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:50 smithi154 ceph-mon[30999]: Standby manager daemon y started 2024-09-14T03:36:50.703 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:50 smithi154 ceph-mon[30999]: from='mgr.? 172.21.15.2:0/1874433689' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-14T03:36:50.703 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:50 smithi154 ceph-mon[30999]: from='mgr.? 172.21.15.2:0/1874433689' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-14T03:36:50.703 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:50 smithi154 ceph-mon[30999]: from='mgr.? 172.21.15.2:0/1874433689' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-14T03:36:50.703 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:50 smithi154 ceph-mon[30999]: from='mgr.? 172.21.15.2:0/1874433689' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-14T03:36:50.703 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:50 smithi154 ceph-mon[30999]: osdmap e162: 8 total, 8 up, 8 in 2024-09-14T03:36:51.430 INFO:tasks.rados.rados.0.smithi002.stdout:462: done (2 left) 2024-09-14T03:36:51.430 INFO:tasks.rados.rados.0.smithi002.stdout:465: done (1 left) 2024-09-14T03:36:51.430 INFO:tasks.rados.rados.0.smithi002.stdout:466: done (0 left) 2024-09-14T03:36:51.430 INFO:tasks.rados.rados.0.smithi002.stdout:467: read oid 45 snap -1 2024-09-14T03:36:51.430 INFO:tasks.rados.rados.0.smithi002.stdout:467: expect (ObjNum 49 snap 0 seq_num 49) 2024-09-14T03:36:51.430 INFO:tasks.rados.rados.0.smithi002.stdout:468: read oid 29 snap 45 2024-09-14T03:36:51.430 INFO:tasks.rados.rados.0.smithi002.stdout:468: expect deleted 2024-09-14T03:36:51.430 INFO:tasks.rados.rados.0.smithi002.stdout:469: setattr oid 2 current snap is 49 2024-09-14T03:36:51.432 INFO:tasks.rados.rados.0.smithi002.stdout:468: done (2 left) 2024-09-14T03:36:51.433 INFO:tasks.rados.rados.0.smithi002.stdout:470: rmattr oid 20 current snap is 49 2024-09-14T03:36:51.433 INFO:tasks.rados.rados.0.smithi002.stdout:471: snap_remove snap 46 2024-09-14T03:36:51.589 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:51 smithi154 ceph-mon[30999]: mgrmap e28: x(active, since 5s), standbys: y 2024-09-14T03:36:51.589 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:51 smithi154 ceph-mon[30999]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-14T03:36:51.590 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:51 smithi154 ceph-mon[30999]: pgmap v12: 121 pgs: 121 active+clean; 164 MiB data, 558 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 173 KiB/s wr, 29 op/s 2024-09-14T03:36:51.590 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:51 smithi154 ceph-mon[30999]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:36:51.590 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:51 smithi154 ceph-mon[30999]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:36:51.686 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:51 smithi002 ceph-mon[27606]: mgrmap e28: x(active, since 5s), standbys: y 2024-09-14T03:36:51.686 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:51 smithi002 ceph-mon[27606]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-14T03:36:51.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:51 smithi002 ceph-mon[27606]: pgmap v12: 121 pgs: 121 active+clean; 164 MiB data, 558 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 173 KiB/s wr, 29 op/s 2024-09-14T03:36:51.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:51 smithi002 ceph-mon[27606]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:36:51.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:51 smithi002 ceph-mon[27606]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:36:51.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:51 smithi002 ceph-mon[38004]: mgrmap e28: x(active, since 5s), standbys: y 2024-09-14T03:36:51.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:51 smithi002 ceph-mon[38004]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-14T03:36:51.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:51 smithi002 ceph-mon[38004]: pgmap v12: 121 pgs: 121 active+clean; 164 MiB data, 558 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 173 KiB/s wr, 29 op/s 2024-09-14T03:36:51.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:51 smithi002 ceph-mon[38004]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:36:51.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:51 smithi002 ceph-mon[38004]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:36:51.977 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:36:51 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[62325]: ts=2024-09-14T03:36:51.761Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.2:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.2:8765: connect: connection refused" 2024-09-14T03:36:51.978 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:36:51 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[62325]: ts=2024-09-14T03:36:51.761Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.2:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.2:8765: connect: connection refused" 2024-09-14T03:36:51.978 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:36:51 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[62325]: ts=2024-09-14T03:36:51.763Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.2:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.2:8765: connect: connection refused" 2024-09-14T03:36:51.978 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:36:51 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[62325]: ts=2024-09-14T03:36:51.765Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.2:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.2:8765: connect: connection refused" 2024-09-14T03:36:51.978 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:36:51 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[62325]: ts=2024-09-14T03:36:51.765Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.2:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.2:8765: connect: connection refused" 2024-09-14T03:36:52.436 INFO:tasks.rados.rados.0.smithi002.stdout:471: done (3 left) 2024-09-14T03:36:52.436 INFO:tasks.rados.rados.0.smithi002.stdout:472: read oid 38 snap 41 2024-09-14T03:36:52.437 INFO:tasks.rados.rados.0.smithi002.stdout:472: expect (ObjNum 136 snap 34 seq_num 136) 2024-09-14T03:36:52.437 INFO:tasks.rados.rados.0.smithi002.stdout:473: delete oid 17 current snap is 49 2024-09-14T03:36:52.437 INFO:tasks.rados.rados.0.smithi002.stdout:467: expect (ObjNum 49 snap 0 seq_num 49) 2024-09-14T03:36:52.463 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 20 v 230 (ObjNum 123 snap 29 seq_num 123) dirty exists 2024-09-14T03:36:52.463 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 2 v 58 (ObjNum 33 snap 0 seq_num 854484464) dirty exists 2024-09-14T03:36:52.463 INFO:tasks.rados.rados.0.smithi002.stdout:472: expect (ObjNum 136 snap 34 seq_num 136) 2024-09-14T03:36:52.620 INFO:tasks.rados.rados.0.smithi002.stdout:467: done (4 left) 2024-09-14T03:36:52.620 INFO:tasks.rados.rados.0.smithi002.stdout:469: done (3 left) 2024-09-14T03:36:52.620 INFO:tasks.rados.rados.0.smithi002.stdout:470: done (2 left) 2024-09-14T03:36:52.620 INFO:tasks.rados.rados.0.smithi002.stdout:472: done (1 left) 2024-09-14T03:36:52.620 INFO:tasks.rados.rados.0.smithi002.stdout:473: done (0 left) 2024-09-14T03:36:52.620 INFO:tasks.rados.rados.0.smithi002.stdout:474: copy_from oid 11 from oid 50 current snap is 49 2024-09-14T03:36:52.620 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 16 current snap is 49 2024-09-14T03:36:52.620 INFO:tasks.rados.rados.0.smithi002.stdout:475: seq_num 167 ranges {2138112=401408} 2024-09-14T03:36:52.634 INFO:tasks.rados.rados.0.smithi002.stdout:475: writing smithi00278215-16 from 2138112 to 2539520 tid 1 2024-09-14T03:36:52.634 INFO:tasks.rados.rados.0.smithi002.stdout:476: rmattr oid 2 current snap is 49 2024-09-14T03:36:52.634 INFO:tasks.rados.rados.0.smithi002.stdout:474: finishing copy_from racing read to smithi00278215-11 2024-09-14T03:36:52.634 INFO:tasks.rados.rados.0.smithi002.stdout:474: finishing copy_from to smithi00278215-11 2024-09-14T03:36:52.634 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 228 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-09-14T03:36:52.634 INFO:tasks.rados.rados.0.smithi002.stdout:474: done (2 left) 2024-09-14T03:36:52.634 INFO:tasks.rados.rados.0.smithi002.stdout:477: delete oid 23 current snap is 49 2024-09-14T03:36:52.636 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 2 v 59 (ObjNum 33 snap 0 seq_num 854484464) dirty exists 2024-09-14T03:36:52.636 INFO:tasks.rados.rados.0.smithi002.stdout:475: finishing write tid 1 to smithi00278215-16 2024-09-14T03:36:52.637 INFO:tasks.rados.rados.0.smithi002.stdout:475: finishing write tid 2 to smithi00278215-16 2024-09-14T03:36:52.637 INFO:tasks.rados.rados.0.smithi002.stdout:476: done (2 left) 2024-09-14T03:36:52.637 INFO:tasks.rados.rados.0.smithi002.stdout:477: done (1 left) 2024-09-14T03:36:52.637 INFO:tasks.rados.rados.0.smithi002.stdout:478: read oid 3 snap -1 2024-09-14T03:36:52.637 INFO:tasks.rados.rados.0.smithi002.stdout:478: expect (ObjNum 161 snap 44 seq_num 161) 2024-09-14T03:36:52.637 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 49 current snap is 49 2024-09-14T03:36:52.637 INFO:tasks.rados.rados.0.smithi002.stdout:479: seq_num 169 ranges {237568=434176} 2024-09-14T03:36:52.640 INFO:tasks.rados.rados.0.smithi002.stdout:479: writing smithi00278215-49 from 237568 to 671744 tid 1 2024-09-14T03:36:52.640 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 37 current snap is 49 2024-09-14T03:36:52.641 INFO:tasks.rados.rados.0.smithi002.stdout:480: seq_num 170 ranges {286720=450560} 2024-09-14T03:36:52.645 INFO:tasks.rados.rados.0.smithi002.stdout:480: writing smithi00278215-37 from 286720 to 737280 tid 1 2024-09-14T03:36:52.645 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 20 current snap is 49 2024-09-14T03:36:52.646 INFO:tasks.rados.rados.0.smithi002.stdout:475: finishing write tid 3 to smithi00278215-16 2024-09-14T03:36:52.646 INFO:tasks.rados.rados.0.smithi002.stdout:475: oid 16 updating version 0 to 149 2024-09-14T03:36:52.646 INFO:tasks.rados.rados.0.smithi002.stdout:475: oid 16 version 149 is already newer than 148 2024-09-14T03:36:52.646 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 16 v 149 (ObjNum 167 snap 49 seq_num 167) dirty exists 2024-09-14T03:36:52.646 INFO:tasks.rados.rados.0.smithi002.stdout:475: left oid 16 (ObjNum 167 snap 49 seq_num 167) 2024-09-14T03:36:52.646 INFO:tasks.rados.rados.0.smithi002.stdout:479: finishing write tid 1 to smithi00278215-49 2024-09-14T03:36:52.646 INFO:tasks.rados.rados.0.smithi002.stdout:479: finishing write tid 2 to smithi00278215-49 2024-09-14T03:36:52.646 INFO:tasks.rados.rados.0.smithi002.stdout:479: finishing write tid 3 to smithi00278215-49 2024-09-14T03:36:52.646 INFO:tasks.rados.rados.0.smithi002.stdout:479: oid 49 updating version 0 to 199 2024-09-14T03:36:52.646 INFO:tasks.rados.rados.0.smithi002.stdout:479: oid 49 updating version 199 to 200 2024-09-14T03:36:52.646 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 200 (ObjNum 169 snap 49 seq_num 169) dirty exists 2024-09-14T03:36:52.646 INFO:tasks.rados.rados.0.smithi002.stdout:479: left oid 49 (ObjNum 169 snap 49 seq_num 169) 2024-09-14T03:36:52.646 INFO:tasks.rados.rados.0.smithi002.stdout:481: seq_num 171 ranges {2629632=466944} 2024-09-14T03:36:52.662 INFO:tasks.rados.rados.0.smithi002.stdout:481: writing smithi00278215-20 from 2629632 to 3096576 tid 1 2024-09-14T03:36:52.663 INFO:tasks.rados.rados.0.smithi002.stdout:475: done (4 left) 2024-09-14T03:36:52.663 INFO:tasks.rados.rados.0.smithi002.stdout:479: done (3 left) 2024-09-14T03:36:52.663 INFO:tasks.rados.rados.0.smithi002.stdout:482: snap_remove snap 38 2024-09-14T03:36:52.686 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:52 smithi002 ceph-mon[27606]: osdmap e163: 8 total, 8 up, 8 in 2024-09-14T03:36:52.686 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:52 smithi002 ceph-mon[27606]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:36:52.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:52 smithi002 ceph-mon[27606]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:36:52.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:52 smithi002 ceph-mon[27606]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:36:52.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:52 smithi002 ceph-mon[27606]: from='mgr.24727 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:36:52.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:52 smithi002 ceph-mon[27606]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:36:52.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:52 smithi002 ceph-mon[27606]: from='mgr.24727 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:36:52.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:52 smithi002 ceph-mon[27606]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:36:52.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:52 smithi002 ceph-mon[27606]: from='mgr.24727 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:36:52.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:52 smithi002 ceph-mon[27606]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:36:52.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:52 smithi002 ceph-mon[27606]: from='mgr.24727 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:36:52.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:52 smithi002 ceph-mon[27606]: Adjusting osd_memory_target on smithi002 to 2481M 2024-09-14T03:36:52.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:52 smithi002 ceph-mon[27606]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:36:52.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:52 smithi002 ceph-mon[38004]: osdmap e163: 8 total, 8 up, 8 in 2024-09-14T03:36:52.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:52 smithi002 ceph-mon[38004]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:36:52.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:52 smithi002 ceph-mon[38004]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:36:52.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:52 smithi002 ceph-mon[38004]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:36:52.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:52 smithi002 ceph-mon[38004]: from='mgr.24727 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:36:52.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:52 smithi002 ceph-mon[38004]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:36:52.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:52 smithi002 ceph-mon[38004]: from='mgr.24727 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:36:52.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:52 smithi002 ceph-mon[38004]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:36:52.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:52 smithi002 ceph-mon[38004]: from='mgr.24727 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:36:52.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:52 smithi002 ceph-mon[38004]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:36:52.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:52 smithi002 ceph-mon[38004]: from='mgr.24727 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:36:52.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:52 smithi002 ceph-mon[38004]: Adjusting osd_memory_target on smithi002 to 2481M 2024-09-14T03:36:52.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:52 smithi002 ceph-mon[38004]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:36:52.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:52 smithi154 ceph-mon[30999]: osdmap e163: 8 total, 8 up, 8 in 2024-09-14T03:36:52.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:52 smithi154 ceph-mon[30999]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:36:52.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:52 smithi154 ceph-mon[30999]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:36:52.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:52 smithi154 ceph-mon[30999]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:36:52.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:52 smithi154 ceph-mon[30999]: from='mgr.24727 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:36:52.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:52 smithi154 ceph-mon[30999]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:36:52.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:52 smithi154 ceph-mon[30999]: from='mgr.24727 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:36:52.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:52 smithi154 ceph-mon[30999]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:36:52.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:52 smithi154 ceph-mon[30999]: from='mgr.24727 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:36:52.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:52 smithi154 ceph-mon[30999]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:36:52.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:52 smithi154 ceph-mon[30999]: from='mgr.24727 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:36:52.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:52 smithi154 ceph-mon[30999]: Adjusting osd_memory_target on smithi002 to 2481M 2024-09-14T03:36:52.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:52 smithi154 ceph-mon[30999]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:36:53.433 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:36:53 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[27832]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:36:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-14T03:36:53.633 INFO:tasks.rados.rados.0.smithi002.stdout:482: done (3 left) 2024-09-14T03:36:53.634 INFO:tasks.rados.rados.0.smithi002.stdout:483: copy_from oid 21 from oid 12 current snap is 49 2024-09-14T03:36:53.634 INFO:tasks.rados.rados.0.smithi002.stdout:478: expect (ObjNum 161 snap 44 seq_num 161) 2024-09-14T03:36:53.685 INFO:tasks.rados.rados.0.smithi002.stdout:480: finishing write tid 1 to smithi00278215-37 2024-09-14T03:36:53.685 INFO:tasks.rados.rados.0.smithi002.stdout:480: finishing write tid 2 to smithi00278215-37 2024-09-14T03:36:53.685 INFO:tasks.rados.rados.0.smithi002.stdout:480: finishing write tid 3 to smithi00278215-37 2024-09-14T03:36:53.686 INFO:tasks.rados.rados.0.smithi002.stdout:480: oid 37 updating version 0 to 271 2024-09-14T03:36:53.686 INFO:tasks.rados.rados.0.smithi002.stdout:480: oid 37 version 271 is already newer than 270 2024-09-14T03:36:53.686 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 37 v 271 (ObjNum 170 snap 49 seq_num 170) dirty exists 2024-09-14T03:36:53.686 INFO:tasks.rados.rados.0.smithi002.stdout:480: left oid 37 (ObjNum 170 snap 49 seq_num 170) 2024-09-14T03:36:53.686 INFO:tasks.rados.rados.0.smithi002.stdout:481: finishing write tid 1 to smithi00278215-20 2024-09-14T03:36:53.686 INFO:tasks.rados.rados.0.smithi002.stdout:481: finishing write tid 2 to smithi00278215-20 2024-09-14T03:36:53.686 INFO:tasks.rados.rados.0.smithi002.stdout:481: finishing write tid 3 to smithi00278215-20 2024-09-14T03:36:53.686 INFO:tasks.rados.rados.0.smithi002.stdout:481: oid 20 updating version 0 to 231 2024-09-14T03:36:53.686 INFO:tasks.rados.rados.0.smithi002.stdout:481: oid 20 updating version 231 to 232 2024-09-14T03:36:53.686 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 20 v 232 (ObjNum 171 snap 49 seq_num 171) dirty exists 2024-09-14T03:36:53.686 INFO:tasks.rados.rados.0.smithi002.stdout:481: left oid 20 (ObjNum 171 snap 49 seq_num 171) 2024-09-14T03:36:53.686 INFO:tasks.rados.rados.0.smithi002.stdout:478: done (3 left) 2024-09-14T03:36:53.687 INFO:tasks.rados.rados.0.smithi002.stdout:480: done (2 left) 2024-09-14T03:36:53.687 INFO:tasks.rados.rados.0.smithi002.stdout:481: done (1 left) 2024-09-14T03:36:53.687 INFO:tasks.rados.rados.0.smithi002.stdout:484: read oid 50 snap -1 2024-09-14T03:36:53.687 INFO:tasks.rados.rados.0.smithi002.stdout:484: expect (ObjNum 49 snap 0 seq_num 49) 2024-09-14T03:36:53.687 INFO:tasks.rados.rados.0.smithi002.stdout:485: rollback oid 1 current snap is 49 2024-09-14T03:36:53.687 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 1 to 29 2024-09-14T03:36:53.687 INFO:tasks.rados.rados.0.smithi002.stdout:486: snap_remove snap 43 2024-09-14T03:36:53.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:53 smithi002 ceph-mon[27606]: osdmap e164: 8 total, 8 up, 8 in 2024-09-14T03:36:53.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:53 smithi002 ceph-mon[27606]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:36:53.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:53 smithi002 ceph-mon[27606]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:36:53.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:53 smithi002 ceph-mon[27606]: pgmap v15: 121 pgs: 121 active+clean; 164 MiB data, 558 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 173 KiB/s wr, 29 op/s 2024-09-14T03:36:53.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:53 smithi002 ceph-mon[27606]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:36:53.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:53 smithi002 ceph-mon[27606]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:36:53.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:53 smithi002 ceph-mon[38004]: osdmap e164: 8 total, 8 up, 8 in 2024-09-14T03:36:53.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:53 smithi002 ceph-mon[38004]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:36:53.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:53 smithi002 ceph-mon[38004]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:36:53.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:53 smithi002 ceph-mon[38004]: pgmap v15: 121 pgs: 121 active+clean; 164 MiB data, 558 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 173 KiB/s wr, 29 op/s 2024-09-14T03:36:53.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:53 smithi002 ceph-mon[38004]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:36:53.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:53 smithi002 ceph-mon[38004]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:36:53.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:53 smithi154 ceph-mon[30999]: osdmap e164: 8 total, 8 up, 8 in 2024-09-14T03:36:53.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:53 smithi154 ceph-mon[30999]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:36:53.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:53 smithi154 ceph-mon[30999]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:36:53.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:53 smithi154 ceph-mon[30999]: pgmap v15: 121 pgs: 121 active+clean; 164 MiB data, 558 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 173 KiB/s wr, 29 op/s 2024-09-14T03:36:53.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:53 smithi154 ceph-mon[30999]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:36:53.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:53 smithi154 ceph-mon[30999]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:36:54.639 INFO:tasks.rados.rados.0.smithi002.stdout:484: expect (ObjNum 49 snap 0 seq_num 49) 2024-09-14T03:36:54.666 INFO:tasks.rados.rados.0.smithi002.stdout:483: finishing copy_from racing read to smithi00278215-21 2024-09-14T03:36:54.666 INFO:tasks.rados.rados.0.smithi002.stdout:483: finishing copy_from to smithi00278215-21 2024-09-14T03:36:54.666 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 271 (ObjNum 153 snap 43 seq_num 153) dirty exists 2024-09-14T03:36:54.666 INFO:tasks.rados.rados.0.smithi002.stdout:485: finishing rollback tid 0 to smithi00278215-1 2024-09-14T03:36:54.666 INFO:tasks.rados.rados.0.smithi002.stdout:485: finishing rollback tid 1 to smithi00278215-1 2024-09-14T03:36:54.666 INFO:tasks.rados.rados.0.smithi002.stdout:485: finishing rollback tid 2 to smithi00278215-1 2024-09-14T03:36:54.666 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 1 v 396 (ObjNum 112 snap 26 seq_num 112) dirty exists 2024-09-14T03:36:54.666 INFO:tasks.rados.rados.0.smithi002.stdout:483: done (3 left) 2024-09-14T03:36:54.666 INFO:tasks.rados.rados.0.smithi002.stdout:484: done (2 left) 2024-09-14T03:36:54.666 INFO:tasks.rados.rados.0.smithi002.stdout:485: done (1 left) 2024-09-14T03:36:54.666 INFO:tasks.rados.rados.0.smithi002.stdout:486: done (0 left) 2024-09-14T03:36:54.667 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 11 current snap is 49 2024-09-14T03:36:54.667 INFO:tasks.rados.rados.0.smithi002.stdout:487: seq_num 172 ranges {827392=483328} 2024-09-14T03:36:54.672 INFO:tasks.rados.rados.0.smithi002.stdout:487: writing smithi00278215-11 from 827392 to 1310720 tid 1 2024-09-14T03:36:54.673 INFO:tasks.rados.rados.0.smithi002.stdout:488: delete oid 5 current snap is 49 2024-09-14T03:36:54.675 INFO:tasks.rados.rados.0.smithi002.stdout:488: done (1 left) 2024-09-14T03:36:54.675 INFO:tasks.rados.rados.0.smithi002.stdout:489: read oid 26 snap 33 2024-09-14T03:36:54.675 INFO:tasks.rados.rados.0.smithi002.stdout:489: expect (ObjNum 25 snap 0 seq_num 25) 2024-09-14T03:36:54.676 INFO:tasks.rados.rados.0.smithi002.stdout:490: read oid 47 snap -1 2024-09-14T03:36:54.676 INFO:tasks.rados.rados.0.smithi002.stdout:490: expect deleted 2024-09-14T03:36:54.676 INFO:tasks.rados.rados.0.smithi002.stdout:491: read oid 41 snap -1 2024-09-14T03:36:54.676 INFO:tasks.rados.rados.0.smithi002.stdout:491: expect (ObjNum 165 snap 48 seq_num 165) 2024-09-14T03:36:54.676 INFO:tasks.rados.rados.0.smithi002.stdout:492: copy_from oid 28 from oid 44 current snap is 49 2024-09-14T03:36:54.676 INFO:tasks.rados.rados.0.smithi002.stdout:493: snap_remove snap 45 2024-09-14T03:36:54.895 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:54 smithi154 ceph-mon[30999]: osdmap e165: 8 total, 8 up, 8 in 2024-09-14T03:36:54.936 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:54 smithi002 ceph-mon[38004]: osdmap e165: 8 total, 8 up, 8 in 2024-09-14T03:36:54.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:54 smithi002 ceph-mon[27606]: osdmap e165: 8 total, 8 up, 8 in 2024-09-14T03:36:55.414 INFO:tasks.rados.rados.0.smithi002.stdout:487: finishing write tid 1 to smithi00278215-11 2024-09-14T03:36:55.414 INFO:tasks.rados.rados.0.smithi002.stdout:487: finishing write tid 2 to smithi00278215-11 2024-09-14T03:36:55.414 INFO:tasks.rados.rados.0.smithi002.stdout:489: expect (ObjNum 25 snap 0 seq_num 25) 2024-09-14T03:36:55.426 INFO:tasks.rados.rados.0.smithi002.stdout:487: finishing write tid 3 to smithi00278215-11 2024-09-14T03:36:55.426 INFO:tasks.rados.rados.0.smithi002.stdout:487: oid 11 updating version 0 to 403 2024-09-14T03:36:55.426 INFO:tasks.rados.rados.0.smithi002.stdout:487: oid 11 updating version 403 to 404 2024-09-14T03:36:55.426 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 404 (ObjNum 172 snap 49 seq_num 172) dirty exists 2024-09-14T03:36:55.426 INFO:tasks.rados.rados.0.smithi002.stdout:487: left oid 11 (ObjNum 172 snap 49 seq_num 172) 2024-09-14T03:36:55.426 INFO:tasks.rados.rados.0.smithi002.stdout:491: expect (ObjNum 165 snap 48 seq_num 165) 2024-09-14T03:36:55.466 INFO:tasks.rados.rados.0.smithi002.stdout:492: finishing copy_from racing read to smithi00278215-28 2024-09-14T03:36:55.467 INFO:tasks.rados.rados.0.smithi002.stdout:492: finishing copy_from to smithi00278215-28 2024-09-14T03:36:55.467 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 28 v 154 (ObjNum 111 snap 26 seq_num 111) dirty exists 2024-09-14T03:36:55.467 INFO:tasks.rados.rados.0.smithi002.stdout:487: done (5 left) 2024-09-14T03:36:55.467 INFO:tasks.rados.rados.0.smithi002.stdout:489: done (4 left) 2024-09-14T03:36:55.467 INFO:tasks.rados.rados.0.smithi002.stdout:490: done (3 left) 2024-09-14T03:36:55.467 INFO:tasks.rados.rados.0.smithi002.stdout:491: done (2 left) 2024-09-14T03:36:55.467 INFO:tasks.rados.rados.0.smithi002.stdout:492: done (1 left) 2024-09-14T03:36:55.467 INFO:tasks.rados.rados.0.smithi002.stdout:493: done (0 left) 2024-09-14T03:36:55.467 INFO:tasks.rados.rados.0.smithi002.stdout:494: rollback oid 24 current snap is 49 2024-09-14T03:36:55.467 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 24 to 44 2024-09-14T03:36:55.467 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 14 current snap is 49 2024-09-14T03:36:55.467 INFO:tasks.rados.rados.0.smithi002.stdout:495: seq_num 174 ranges {221184=516096} 2024-09-14T03:36:55.470 INFO:tasks.rados.rados.0.smithi002.stdout:495: writing smithi00278215-14 from 221184 to 737280 tid 1 2024-09-14T03:36:55.470 INFO:tasks.rados.rados.0.smithi002.stdout:496: copy_from oid 6 from oid 19 current snap is 49 2024-09-14T03:36:55.470 INFO:tasks.rados.rados.0.smithi002.stdout:494: finishing rollback tid 0 to smithi00278215-24 2024-09-14T03:36:55.470 INFO:tasks.rados.rados.0.smithi002.stdout:494: finishing rollback tid 1 to smithi00278215-24 2024-09-14T03:36:55.470 INFO:tasks.rados.rados.0.smithi002.stdout:494: finishing rollback tid 2 to smithi00278215-24 2024-09-14T03:36:55.470 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 24 v 144 (ObjNum 112 snap 26 seq_num 112) dirty exists 2024-09-14T03:36:55.471 INFO:tasks.rados.rados.0.smithi002.stdout:494: done (2 left) 2024-09-14T03:36:55.471 INFO:tasks.rados.rados.0.smithi002.stdout:497: snap_create 2024-09-14T03:36:55.474 INFO:tasks.rados.rados.0.smithi002.stdout:495: finishing write tid 1 to smithi00278215-14 2024-09-14T03:36:55.474 INFO:tasks.rados.rados.0.smithi002.stdout:495: finishing write tid 2 to smithi00278215-14 2024-09-14T03:36:55.475 INFO:tasks.rados.rados.0.smithi002.stdout:495: finishing write tid 3 to smithi00278215-14 2024-09-14T03:36:55.475 INFO:tasks.rados.rados.0.smithi002.stdout:495: oid 14 updating version 0 to 247 2024-09-14T03:36:55.475 INFO:tasks.rados.rados.0.smithi002.stdout:495: oid 14 version 247 is already newer than 246 2024-09-14T03:36:55.475 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 14 v 247 (ObjNum 174 snap 49 seq_num 174) dirty exists 2024-09-14T03:36:55.475 INFO:tasks.rados.rados.0.smithi002.stdout:495: left oid 14 (ObjNum 174 snap 49 seq_num 174) 2024-09-14T03:36:55.496 INFO:tasks.rados.rados.0.smithi002.stdout:496: finishing copy_from racing read to smithi00278215-6 2024-09-14T03:36:55.497 INFO:tasks.rados.rados.0.smithi002.stdout:496: finishing copy_from to smithi00278215-6 2024-09-14T03:36:55.498 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 6 v 171 (ObjNum 139 snap 37 seq_num 139) dirty exists 2024-09-14T03:36:55.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:55 smithi154 ceph-mon[30999]: osdmap e166: 8 total, 8 up, 8 in 2024-09-14T03:36:55.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:55 smithi154 ceph-mon[30999]: pgmap v18: 121 pgs: 121 active+clean; 164 MiB data, 558 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:36:55.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:55 smithi154 ceph-mon[30999]: osdmap e167: 8 total, 8 up, 8 in 2024-09-14T03:36:55.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:55 smithi002 ceph-mon[38004]: osdmap e166: 8 total, 8 up, 8 in 2024-09-14T03:36:55.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:55 smithi002 ceph-mon[38004]: pgmap v18: 121 pgs: 121 active+clean; 164 MiB data, 558 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:36:55.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:55 smithi002 ceph-mon[38004]: osdmap e167: 8 total, 8 up, 8 in 2024-09-14T03:36:55.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:55 smithi002 ceph-mon[27606]: osdmap e166: 8 total, 8 up, 8 in 2024-09-14T03:36:55.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:55 smithi002 ceph-mon[27606]: pgmap v18: 121 pgs: 121 active+clean; 164 MiB data, 558 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:36:55.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:55 smithi002 ceph-mon[27606]: osdmap e167: 8 total, 8 up, 8 in 2024-09-14T03:36:56.409 INFO:tasks.rados.rados.0.smithi002.stdout:495: done (2 left) 2024-09-14T03:36:56.410 INFO:tasks.rados.rados.0.smithi002.stdout:496: done (1 left) 2024-09-14T03:36:56.410 INFO:tasks.rados.rados.0.smithi002.stdout:497: done (0 left) 2024-09-14T03:36:56.410 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 12 current snap is 50 2024-09-14T03:36:56.410 INFO:tasks.rados.rados.0.smithi002.stdout:498: seq_num 175 ranges {720896=540672} 2024-09-14T03:36:56.416 INFO:tasks.rados.rados.0.smithi002.stdout:498: writing smithi00278215-12 from 720896 to 1261568 tid 1 2024-09-14T03:36:56.417 INFO:tasks.rados.rados.0.smithi002.stdout:499: read oid 9 snap -1 2024-09-14T03:36:56.417 INFO:tasks.rados.rados.0.smithi002.stdout:499: expect deleted 2024-09-14T03:36:56.417 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 26 current snap is 50 2024-09-14T03:36:56.417 INFO:tasks.rados.rados.0.smithi002.stdout:500: seq_num 176 ranges {425984=557056} 2024-09-14T03:36:56.422 INFO:tasks.rados.rados.0.smithi002.stdout:500: writing smithi00278215-26 from 425984 to 983040 tid 1 2024-09-14T03:36:56.422 INFO:tasks.rados.rados.0.smithi002.stdout:501: snap_create 2024-09-14T03:36:56.422 INFO:tasks.rados.rados.0.smithi002.stdout:498: finishing write tid 1 to smithi00278215-12 2024-09-14T03:36:56.423 INFO:tasks.rados.rados.0.smithi002.stdout:498: finishing write tid 2 to smithi00278215-12 2024-09-14T03:36:56.423 INFO:tasks.rados.rados.0.smithi002.stdout:498: finishing write tid 3 to smithi00278215-12 2024-09-14T03:36:56.423 INFO:tasks.rados.rados.0.smithi002.stdout:498: oid 12 updating version 0 to 351 2024-09-14T03:36:56.424 INFO:tasks.rados.rados.0.smithi002.stdout:498: oid 12 updating version 351 to 352 2024-09-14T03:36:56.424 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 352 (ObjNum 175 snap 50 seq_num 175) dirty exists 2024-09-14T03:36:56.424 INFO:tasks.rados.rados.0.smithi002.stdout:498: left oid 12 (ObjNum 175 snap 50 seq_num 175) 2024-09-14T03:36:56.426 INFO:tasks.rados.rados.0.smithi002.stdout:500: finishing write tid 1 to smithi00278215-26 2024-09-14T03:36:56.426 INFO:tasks.rados.rados.0.smithi002.stdout:500: finishing write tid 2 to smithi00278215-26 2024-09-14T03:36:56.427 INFO:tasks.rados.rados.0.smithi002.stdout:500: finishing write tid 3 to smithi00278215-26 2024-09-14T03:36:56.427 INFO:tasks.rados.rados.0.smithi002.stdout:500: oid 26 updating version 0 to 157 2024-09-14T03:36:56.427 INFO:tasks.rados.rados.0.smithi002.stdout:500: oid 26 updating version 157 to 158 2024-09-14T03:36:56.427 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 158 (ObjNum 176 snap 50 seq_num 176) dirty exists 2024-09-14T03:36:56.427 INFO:tasks.rados.rados.0.smithi002.stdout:500: left oid 26 (ObjNum 176 snap 50 seq_num 176) 2024-09-14T03:36:57.405 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:57 smithi154 ceph-mon[30999]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:36:57.405 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:57 smithi154 ceph-mon[30999]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:36:57.405 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:57 smithi154 ceph-mon[30999]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:36:57.405 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:57 smithi154 ceph-mon[30999]: from='mgr.24727 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:36:57.405 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:57 smithi154 ceph-mon[30999]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:36:57.405 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:57 smithi154 ceph-mon[30999]: from='mgr.24727 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:36:57.405 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:57 smithi154 ceph-mon[30999]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:36:57.405 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:57 smithi154 ceph-mon[30999]: from='mgr.24727 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:36:57.405 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:57 smithi154 ceph-mon[30999]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:36:57.406 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:57 smithi154 ceph-mon[30999]: from='mgr.24727 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:36:57.406 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:57 smithi154 ceph-mon[30999]: Adjusting osd_memory_target on smithi154 to 2480M 2024-09-14T03:36:57.406 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:57 smithi154 ceph-mon[30999]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:36:57.406 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:57 smithi154 ceph-mon[30999]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:36:57.406 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:57 smithi154 ceph-mon[30999]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:36:57.406 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:57 smithi154 ceph-mon[30999]: Updating smithi002:/etc/ceph/ceph.conf 2024-09-14T03:36:57.406 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:57 smithi154 ceph-mon[30999]: Updating smithi154:/etc/ceph/ceph.conf 2024-09-14T03:36:57.406 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:57 smithi154 ceph-mon[30999]: Updating smithi154:/var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-14T03:36:57.406 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:57 smithi154 ceph-mon[30999]: Updating smithi002:/var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-14T03:36:57.406 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:57 smithi154 ceph-mon[30999]: Updating smithi154:/etc/ceph/ceph.client.admin.keyring 2024-09-14T03:36:57.406 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:57 smithi154 ceph-mon[30999]: osdmap e168: 8 total, 8 up, 8 in 2024-09-14T03:36:57.406 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:57 smithi154 ceph-mon[30999]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:36:57.407 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:57 smithi154 ceph-mon[30999]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-14T03:36:57.407 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:57 smithi154 ceph-mon[30999]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:36:57.407 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:57 smithi154 ceph-mon[30999]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:36:57.407 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:57 smithi154 ceph-mon[30999]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:36:57.407 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:57 smithi154 ceph-mon[30999]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:36:57.407 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:57 smithi154 ceph-mon[30999]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:36:57.407 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:57 smithi154 ceph-mon[30999]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:36:57.407 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:57 smithi154 ceph-mon[30999]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:36:57.407 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:57 smithi154 ceph-mon[30999]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:36:57.407 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:57 smithi154 ceph-mon[30999]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:36:57.407 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:57 smithi154 ceph-mon[30999]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-14T03:36:57.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:57 smithi154 ceph-mon[30999]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-14T03:36:57.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:57 smithi154 ceph-mon[30999]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:36:57.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:57 smithi154 ceph-mon[30999]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:36:57.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:57 smithi154 ceph-mon[30999]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:36:57.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:57 smithi154 ceph-mon[30999]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-14T03:36:57.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:57 smithi154 ceph-mon[30999]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-14T03:36:57.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:57 smithi154 ceph-mon[30999]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:36:57.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:57 smithi154 ceph-mon[30999]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:36:57.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:57 smithi154 ceph-mon[30999]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:36:57.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:57 smithi154 ceph-mon[30999]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-14T03:36:57.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:57 smithi154 ceph-mon[30999]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-14T03:36:57.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:57 smithi154 ceph-mon[30999]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:36:57.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:57 smithi154 ceph-mon[30999]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:36:57.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:57 smithi154 ceph-mon[30999]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:36:57.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:57 smithi154 ceph-mon[30999]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:36:57.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:57 smithi154 ceph-mon[30999]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:36:57.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:57 smithi154 ceph-mon[30999]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:36:57.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:57 smithi154 ceph-mon[30999]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:36:57.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:57 smithi154 ceph-mon[30999]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:36:57.411 INFO:tasks.rados.rados.0.smithi002.stdout:498: done (3 left) 2024-09-14T03:36:57.411 INFO:tasks.rados.rados.0.smithi002.stdout:499: done (2 left) 2024-09-14T03:36:57.412 INFO:tasks.rados.rados.0.smithi002.stdout:500: done (1 left) 2024-09-14T03:36:57.412 INFO:tasks.rados.rados.0.smithi002.stdout:501: done (0 left) 2024-09-14T03:36:57.412 INFO:tasks.rados.rados.0.smithi002.stdout:502: copy_from oid 15 from oid 40 current snap is 51 2024-09-14T03:36:57.412 INFO:tasks.rados.rados.0.smithi002.stdout:503: read oid 7 snap 26 2024-09-14T03:36:57.412 INFO:tasks.rados.rados.0.smithi002.stdout:503: expect (ObjNum 114 snap 26 seq_num 114) 2024-09-14T03:36:57.412 INFO:tasks.rados.rados.0.smithi002.stdout:504: rollback oid 31 current snap is 51 2024-09-14T03:36:57.412 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 31 to 40 2024-09-14T03:36:57.412 INFO:tasks.rados.rados.0.smithi002.stdout:505: delete oid 35 current snap is 51 2024-09-14T03:36:57.415 INFO:tasks.rados.rados.0.smithi002.stdout:504: finishing rollback tid 1 to smithi00278215-31 2024-09-14T03:36:57.415 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 39 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-14T03:36:57.417 INFO:tasks.rados.rados.0.smithi002.stdout:504: done (3 left) 2024-09-14T03:36:57.417 INFO:tasks.rados.rados.0.smithi002.stdout:505: done (2 left) 2024-09-14T03:36:57.417 INFO:tasks.rados.rados.0.smithi002.stdout:506: read oid 8 snap -1 2024-09-14T03:36:57.417 INFO:tasks.rados.rados.0.smithi002.stdout:506: expect deleted 2024-09-14T03:36:57.417 INFO:tasks.rados.rados.0.smithi002.stdout:507: delete oid 17 current snap is 51 2024-09-14T03:36:57.419 INFO:tasks.rados.rados.0.smithi002.stdout:506: done (3 left) 2024-09-14T03:36:57.419 INFO:tasks.rados.rados.0.smithi002.stdout:507: done (2 left) 2024-09-14T03:36:57.419 INFO:tasks.rados.rados.0.smithi002.stdout:508: rmattr oid 6 current snap is 51 2024-09-14T03:36:57.419 INFO:tasks.rados.rados.0.smithi002.stdout:509: copy_from oid 13 from oid 46 current snap is 51 2024-09-14T03:36:57.419 INFO:tasks.rados.rados.0.smithi002.stdout:510: read oid 29 snap -1 2024-09-14T03:36:57.419 INFO:tasks.rados.rados.0.smithi002.stdout:510: expect deleted 2024-09-14T03:36:57.419 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 39 current snap is 51 2024-09-14T03:36:57.420 INFO:tasks.rados.rados.0.smithi002.stdout:511: seq_num 179 ranges {0=606208} 2024-09-14T03:36:57.423 INFO:tasks.rados.rados.0.smithi002.stdout:511: writing smithi00278215-39 from 0 to 606208 tid 1 2024-09-14T03:36:57.423 INFO:tasks.rados.rados.0.smithi002.stdout:512: delete oid 41 current snap is 51 2024-09-14T03:36:57.423 INFO:tasks.rados.rados.0.smithi002.stdout:502: finishing copy_from racing read to smithi00278215-15 2024-09-14T03:36:57.423 INFO:tasks.rados.rados.0.smithi002.stdout:502: finishing copy_from to smithi00278215-15 2024-09-14T03:36:57.423 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 15 v 93 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-09-14T03:36:57.424 INFO:tasks.rados.rados.0.smithi002.stdout:509: finishing copy_from racing read to smithi00278215-13 2024-09-14T03:36:57.425 INFO:tasks.rados.rados.0.smithi002.stdout:503: expect (ObjNum 114 snap 26 seq_num 114) 2024-09-14T03:36:57.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[27606]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:36:57.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[27606]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:36:57.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[27606]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:36:57.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[27606]: from='mgr.24727 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:36:57.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[27606]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:36:57.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[27606]: from='mgr.24727 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:36:57.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[27606]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:36:57.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[27606]: from='mgr.24727 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:36:57.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[27606]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:36:57.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[27606]: from='mgr.24727 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:36:57.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[27606]: Adjusting osd_memory_target on smithi154 to 2480M 2024-09-14T03:36:57.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[27606]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:36:57.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[27606]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:36:57.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[27606]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:36:57.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[27606]: Updating smithi002:/etc/ceph/ceph.conf 2024-09-14T03:36:57.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[27606]: Updating smithi154:/etc/ceph/ceph.conf 2024-09-14T03:36:57.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[27606]: Updating smithi154:/var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-14T03:36:57.439 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[27606]: Updating smithi002:/var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-14T03:36:57.439 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[27606]: Updating smithi154:/etc/ceph/ceph.client.admin.keyring 2024-09-14T03:36:57.439 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[27606]: osdmap e168: 8 total, 8 up, 8 in 2024-09-14T03:36:57.439 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[27606]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:36:57.439 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[27606]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-14T03:36:57.439 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[27606]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:36:57.439 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[27606]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:36:57.439 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[27606]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:36:57.439 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[27606]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:36:57.439 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[27606]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:36:57.439 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[27606]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:36:57.439 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[27606]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:36:57.440 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[38004]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:36:57.440 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[38004]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:36:57.440 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[38004]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:36:57.440 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[38004]: from='mgr.24727 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:36:57.440 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[38004]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:36:57.440 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[38004]: from='mgr.24727 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:36:57.440 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[38004]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:36:57.440 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[38004]: from='mgr.24727 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:36:57.441 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[38004]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:36:57.441 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[38004]: from='mgr.24727 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-14T03:36:57.441 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[38004]: Adjusting osd_memory_target on smithi154 to 2480M 2024-09-14T03:36:57.441 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[38004]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:36:57.441 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[38004]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:36:57.441 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[38004]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:36:57.441 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[38004]: Updating smithi002:/etc/ceph/ceph.conf 2024-09-14T03:36:57.441 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[38004]: Updating smithi154:/etc/ceph/ceph.conf 2024-09-14T03:36:57.441 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[38004]: Updating smithi154:/var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-14T03:36:57.441 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[38004]: Updating smithi002:/var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-14T03:36:57.441 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[38004]: Updating smithi154:/etc/ceph/ceph.client.admin.keyring 2024-09-14T03:36:57.441 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[38004]: osdmap e168: 8 total, 8 up, 8 in 2024-09-14T03:36:57.442 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[38004]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:36:57.442 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[38004]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-14T03:36:57.442 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[38004]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:36:57.442 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[38004]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:36:57.442 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[38004]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:36:57.442 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[38004]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:36:57.442 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[38004]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:36:57.442 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[38004]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:36:57.442 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[38004]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:36:57.442 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[38004]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:36:57.442 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[38004]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:36:57.442 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[38004]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-14T03:36:57.442 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[38004]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-14T03:36:57.442 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[38004]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:36:57.443 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[38004]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:36:57.443 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[38004]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:36:57.443 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[38004]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-14T03:36:57.443 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[38004]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-14T03:36:57.443 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[38004]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:36:57.443 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[38004]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:36:57.443 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[38004]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:36:57.443 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[38004]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-14T03:36:57.443 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[38004]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-14T03:36:57.443 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[38004]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:36:57.443 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[38004]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:36:57.444 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[38004]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:36:57.444 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[38004]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:36:57.444 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[38004]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:36:57.444 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[38004]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:36:57.444 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[38004]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:36:57.444 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[38004]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:36:57.444 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[27606]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:36:57.444 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[27606]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:36:57.444 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[27606]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-14T03:36:57.445 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[27606]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-14T03:36:57.445 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[27606]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:36:57.445 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[27606]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:36:57.445 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[27606]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:36:57.445 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[27606]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-14T03:36:57.445 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[27606]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-14T03:36:57.445 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[27606]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:36:57.445 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[27606]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:36:57.445 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[27606]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:36:57.445 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[27606]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-14T03:36:57.445 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[27606]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-14T03:36:57.445 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[27606]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:36:57.445 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[27606]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:36:57.446 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[27606]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:36:57.446 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[27606]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:36:57.446 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[27606]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:36:57.446 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[27606]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:36:57.446 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[27606]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:36:57.446 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:57 smithi002 ceph-mon[27606]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:36:57.482 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 6 v 414 (ObjNum 139 snap 37 seq_num 139) dirty exists 2024-09-14T03:36:57.482 INFO:tasks.rados.rados.0.smithi002.stdout:511: finishing write tid 1 to smithi00278215-39 2024-09-14T03:36:57.482 INFO:tasks.rados.rados.0.smithi002.stdout:509: finishing copy_from to smithi00278215-13 2024-09-14T03:36:57.483 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 20 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-14T03:36:57.483 INFO:tasks.rados.rados.0.smithi002.stdout:511: finishing write tid 2 to smithi00278215-39 2024-09-14T03:36:57.483 INFO:tasks.rados.rados.0.smithi002.stdout:502: done (6 left) 2024-09-14T03:36:57.483 INFO:tasks.rados.rados.0.smithi002.stdout:503: done (5 left) 2024-09-14T03:36:57.483 INFO:tasks.rados.rados.0.smithi002.stdout:508: done (4 left) 2024-09-14T03:36:57.483 INFO:tasks.rados.rados.0.smithi002.stdout:509: done (3 left) 2024-09-14T03:36:57.483 INFO:tasks.rados.rados.0.smithi002.stdout:510: done (2 left) 2024-09-14T03:36:57.483 INFO:tasks.rados.rados.0.smithi002.stdout:512: done (1 left) 2024-09-14T03:36:57.483 INFO:tasks.rados.rados.0.smithi002.stdout:513: delete oid 33 current snap is 51 2024-09-14T03:36:57.483 INFO:tasks.rados.rados.0.smithi002.stdout:511: finishing write tid 3 to smithi00278215-39 2024-09-14T03:36:57.483 INFO:tasks.rados.rados.0.smithi002.stdout:511: oid 39 updating version 0 to 283 2024-09-14T03:36:57.483 INFO:tasks.rados.rados.0.smithi002.stdout:511: oid 39 version 283 is already newer than 282 2024-09-14T03:36:57.483 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 39 v 283 (ObjNum 179 snap 51 seq_num 179) dirty exists 2024-09-14T03:36:57.484 INFO:tasks.rados.rados.0.smithi002.stdout:511: left oid 39 (ObjNum 179 snap 51 seq_num 179) 2024-09-14T03:36:57.484 INFO:tasks.rados.rados.0.smithi002.stdout:511: done (1 left) 2024-09-14T03:36:57.484 INFO:tasks.rados.rados.0.smithi002.stdout:513: done (0 left) 2024-09-14T03:36:57.484 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 24 current snap is 51 2024-09-14T03:36:57.484 INFO:tasks.rados.rados.0.smithi002.stdout:514: seq_num 182 ranges {3301376=655360} 2024-09-14T03:36:57.506 INFO:tasks.rados.rados.0.smithi002.stdout:514: writing smithi00278215-24 from 3301376 to 3956736 tid 1 2024-09-14T03:36:57.506 INFO:tasks.rados.rados.0.smithi002.stdout:515: read oid 4 snap -1 2024-09-14T03:36:57.506 INFO:tasks.rados.rados.0.smithi002.stdout:515: expect deleted 2024-09-14T03:36:57.507 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 1 current snap is 51 2024-09-14T03:36:57.507 INFO:tasks.rados.rados.0.smithi002.stdout:516: seq_num 183 ranges {3301376=671744} 2024-09-14T03:36:57.528 INFO:tasks.rados.rados.0.smithi002.stdout:516: writing smithi00278215-1 from 3301376 to 3973120 tid 1 2024-09-14T03:36:57.528 INFO:tasks.rados.rados.0.smithi002.stdout:517: rmattr oid 50 current snap is 51 2024-09-14T03:36:57.528 INFO:tasks.rados.rados.0.smithi002.stdout:517: done (3 left) 2024-09-14T03:36:57.528 INFO:tasks.rados.rados.0.smithi002.stdout:518: setattr oid 26 current snap is 51 2024-09-14T03:36:57.528 INFO:tasks.rados.rados.0.smithi002.stdout:514: finishing write tid 1 to smithi00278215-24 2024-09-14T03:36:57.528 INFO:tasks.rados.rados.0.smithi002.stdout:514: finishing write tid 2 to smithi00278215-24 2024-09-14T03:36:57.528 INFO:tasks.rados.rados.0.smithi002.stdout:514: finishing write tid 3 to smithi00278215-24 2024-09-14T03:36:57.528 INFO:tasks.rados.rados.0.smithi002.stdout:514: oid 24 updating version 0 to 145 2024-09-14T03:36:57.529 INFO:tasks.rados.rados.0.smithi002.stdout:514: oid 24 updating version 145 to 146 2024-09-14T03:36:57.529 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 24 v 146 (ObjNum 182 snap 51 seq_num 182) dirty exists 2024-09-14T03:36:57.529 INFO:tasks.rados.rados.0.smithi002.stdout:514: left oid 24 (ObjNum 182 snap 51 seq_num 182) 2024-09-14T03:36:57.530 INFO:tasks.rados.rados.0.smithi002.stdout:514: done (3 left) 2024-09-14T03:36:57.530 INFO:tasks.rados.rados.0.smithi002.stdout:515: done (2 left) 2024-09-14T03:36:57.530 INFO:tasks.rados.rados.0.smithi002.stdout:519: rollback oid 30 current snap is 51 2024-09-14T03:36:57.530 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 30 to 26 2024-09-14T03:36:57.531 INFO:tasks.rados.rados.0.smithi002.stdout:520: delete oid 46 current snap is 51 2024-09-14T03:36:57.531 INFO:tasks.rados.rados.0.smithi002.stdout:516: finishing write tid 1 to smithi00278215-1 2024-09-14T03:36:57.532 INFO:tasks.rados.rados.0.smithi002.stdout:516: finishing write tid 2 to smithi00278215-1 2024-09-14T03:36:57.534 INFO:tasks.rados.rados.0.smithi002.stdout:520: done (3 left) 2024-09-14T03:36:57.534 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 23 current snap is 51 2024-09-14T03:36:57.534 INFO:tasks.rados.rados.0.smithi002.stdout:521: seq_num 185 ranges {0=704512} 2024-09-14T03:36:57.538 INFO:tasks.rados.rados.0.smithi002.stdout:521: writing smithi00278215-23 from 0 to 704512 tid 1 2024-09-14T03:36:57.538 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 6 current snap is 51 2024-09-14T03:36:57.538 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 160 (ObjNum 176 snap 50 seq_num 176) dirty exists 2024-09-14T03:36:57.539 INFO:tasks.rados.rados.0.smithi002.stdout:519: finishing rollback tid 0 to smithi00278215-30 2024-09-14T03:36:57.539 INFO:tasks.rados.rados.0.smithi002.stdout:519: finishing rollback tid 1 to smithi00278215-30 2024-09-14T03:36:57.539 INFO:tasks.rados.rados.0.smithi002.stdout:519: finishing rollback tid 2 to smithi00278215-30 2024-09-14T03:36:57.539 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 30 v 423 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-09-14T03:36:57.539 INFO:tasks.rados.rados.0.smithi002.stdout:516: finishing write tid 3 to smithi00278215-1 2024-09-14T03:36:57.539 INFO:tasks.rados.rados.0.smithi002.stdout:516: oid 1 updating version 0 to 419 2024-09-14T03:36:57.539 INFO:tasks.rados.rados.0.smithi002.stdout:516: oid 1 version 419 is already newer than 418 2024-09-14T03:36:57.539 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 1 v 419 (ObjNum 183 snap 51 seq_num 183) dirty exists 2024-09-14T03:36:57.539 INFO:tasks.rados.rados.0.smithi002.stdout:516: left oid 1 (ObjNum 183 snap 51 seq_num 183) 2024-09-14T03:36:57.539 INFO:tasks.rados.rados.0.smithi002.stdout:522: seq_num 186 ranges {5513216=720896} 2024-09-14T03:36:57.573 INFO:tasks.rados.rados.0.smithi002.stdout:522: writing smithi00278215-6 from 5513216 to 6234112 tid 1 2024-09-14T03:36:57.573 INFO:tasks.rados.rados.0.smithi002.stdout:516: done (4 left) 2024-09-14T03:36:57.573 INFO:tasks.rados.rados.0.smithi002.stdout:518: done (3 left) 2024-09-14T03:36:57.573 INFO:tasks.rados.rados.0.smithi002.stdout:519: done (2 left) 2024-09-14T03:36:57.573 INFO:tasks.rados.rados.0.smithi002.stdout:523: read oid 17 snap -1 2024-09-14T03:36:57.573 INFO:tasks.rados.rados.0.smithi002.stdout:523: expect deleted 2024-09-14T03:36:57.574 INFO:tasks.rados.rados.0.smithi002.stdout:524: read oid 7 snap -1 2024-09-14T03:36:57.574 INFO:tasks.rados.rados.0.smithi002.stdout:524: expect (ObjNum 156 snap 43 seq_num 156) 2024-09-14T03:36:57.574 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 33 current snap is 51 2024-09-14T03:36:57.574 INFO:tasks.rados.rados.0.smithi002.stdout:521: finishing write tid 1 to smithi00278215-23 2024-09-14T03:36:57.574 INFO:tasks.rados.rados.0.smithi002.stdout:521: finishing write tid 2 to smithi00278215-23 2024-09-14T03:36:57.574 INFO:tasks.rados.rados.0.smithi002.stdout:521: finishing write tid 3 to smithi00278215-23 2024-09-14T03:36:57.574 INFO:tasks.rados.rados.0.smithi002.stdout:521: oid 23 updating version 0 to 68 2024-09-14T03:36:57.574 INFO:tasks.rados.rados.0.smithi002.stdout:521: oid 23 updating version 68 to 69 2024-09-14T03:36:57.574 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 69 (ObjNum 185 snap 51 seq_num 185) dirty exists 2024-09-14T03:36:57.574 INFO:tasks.rados.rados.0.smithi002.stdout:521: left oid 23 (ObjNum 185 snap 51 seq_num 185) 2024-09-14T03:36:57.574 INFO:tasks.rados.rados.0.smithi002.stdout:525: seq_num 187 ranges {0=737280} 2024-09-14T03:36:57.577 INFO:tasks.rados.rados.0.smithi002.stdout:525: writing smithi00278215-33 from 0 to 737280 tid 1 2024-09-14T03:36:57.577 INFO:tasks.rados.rados.0.smithi002.stdout:521: done (4 left) 2024-09-14T03:36:57.578 INFO:tasks.rados.rados.0.smithi002.stdout:526: read oid 44 snap -1 2024-09-14T03:36:57.578 INFO:tasks.rados.rados.0.smithi002.stdout:526: expect (ObjNum 111 snap 26 seq_num 111) 2024-09-14T03:36:57.578 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 4 current snap is 51 2024-09-14T03:36:57.578 INFO:tasks.rados.rados.0.smithi002.stdout:527: seq_num 188 ranges {0=753664} 2024-09-14T03:36:57.582 INFO:tasks.rados.rados.0.smithi002.stdout:527: writing smithi00278215-4 from 0 to 753664 tid 1 2024-09-14T03:36:57.582 INFO:tasks.rados.rados.0.smithi002.stdout:528: snap_remove snap 47 2024-09-14T03:36:58.423 INFO:tasks.rados.rados.0.smithi002.stdout:528: done (6 left) 2024-09-14T03:36:58.424 INFO:tasks.rados.rados.0.smithi002.stdout:529: rmattr oid 26 current snap is 51 2024-09-14T03:36:58.424 INFO:tasks.rados.rados.0.smithi002.stdout:522: finishing write tid 1 to smithi00278215-6 2024-09-14T03:36:58.424 INFO:tasks.rados.rados.0.smithi002.stdout:522: finishing write tid 2 to smithi00278215-6 2024-09-14T03:36:58.424 INFO:tasks.rados.rados.0.smithi002.stdout:522: finishing write tid 3 to smithi00278215-6 2024-09-14T03:36:58.424 INFO:tasks.rados.rados.0.smithi002.stdout:522: oid 6 updating version 0 to 425 2024-09-14T03:36:58.424 INFO:tasks.rados.rados.0.smithi002.stdout:522: oid 6 version 425 is already newer than 424 2024-09-14T03:36:58.424 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 6 v 425 (ObjNum 186 snap 51 seq_num 186) dirty exists 2024-09-14T03:36:58.424 INFO:tasks.rados.rados.0.smithi002.stdout:522: left oid 6 (ObjNum 186 snap 51 seq_num 186) 2024-09-14T03:36:58.424 INFO:tasks.rados.rados.0.smithi002.stdout:524: expect (ObjNum 156 snap 43 seq_num 156) 2024-09-14T03:36:58.434 INFO:tasks.rados.rados.0.smithi002.stdout:522: done (6 left) 2024-09-14T03:36:58.434 INFO:tasks.rados.rados.0.smithi002.stdout:523: done (5 left) 2024-09-14T03:36:58.434 INFO:tasks.rados.rados.0.smithi002.stdout:524: done (4 left) 2024-09-14T03:36:58.434 INFO:tasks.rados.rados.0.smithi002.stdout:530: copy_from oid 15 from oid 47 current snap is 51 2024-09-14T03:36:58.435 INFO:tasks.rados.rados.0.smithi002.stdout:531: copy_from oid 3 from oid 20 current snap is 51 2024-09-14T03:36:58.435 INFO:tasks.rados.rados.0.smithi002.stdout:532: delete oid 25 current snap is 51 2024-09-14T03:36:58.435 INFO:tasks.rados.rados.0.smithi002.stdout:525: finishing write tid 1 to smithi00278215-33 2024-09-14T03:36:58.435 INFO:tasks.rados.rados.0.smithi002.stdout:525: finishing write tid 2 to smithi00278215-33 2024-09-14T03:36:58.435 INFO:tasks.rados.rados.0.smithi002.stdout:525: finishing write tid 3 to smithi00278215-33 2024-09-14T03:36:58.435 INFO:tasks.rados.rados.0.smithi002.stdout:525: oid 33 updating version 0 to 357 2024-09-14T03:36:58.435 INFO:tasks.rados.rados.0.smithi002.stdout:525: oid 33 version 357 is already newer than 356 2024-09-14T03:36:58.435 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 33 v 357 (ObjNum 187 snap 51 seq_num 187) dirty exists 2024-09-14T03:36:58.435 INFO:tasks.rados.rados.0.smithi002.stdout:525: left oid 33 (ObjNum 187 snap 51 seq_num 187) 2024-09-14T03:36:58.435 INFO:tasks.rados.rados.0.smithi002.stdout:526: expect (ObjNum 111 snap 26 seq_num 111) 2024-09-14T03:36:58.550 INFO:tasks.rados.rados.0.smithi002.stdout:527: finishing write tid 1 to smithi00278215-4 2024-09-14T03:36:58.550 INFO:tasks.rados.rados.0.smithi002.stdout:527: finishing write tid 2 to smithi00278215-4 2024-09-14T03:36:58.551 INFO:tasks.rados.rados.0.smithi002.stdout:527: finishing write tid 3 to smithi00278215-4 2024-09-14T03:36:58.551 INFO:tasks.rados.rados.0.smithi002.stdout:527: oid 4 updating version 0 to 248 2024-09-14T03:36:58.551 INFO:tasks.rados.rados.0.smithi002.stdout:527: oid 4 updating version 248 to 249 2024-09-14T03:36:58.551 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 249 (ObjNum 188 snap 51 seq_num 188) dirty exists 2024-09-14T03:36:58.551 INFO:tasks.rados.rados.0.smithi002.stdout:527: left oid 4 (ObjNum 188 snap 51 seq_num 188) 2024-09-14T03:36:58.551 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 165 (ObjNum 176 snap 50 seq_num 176) dirty exists 2024-09-14T03:36:58.551 INFO:tasks.rados.rados.0.smithi002.stdout:530: finishing copy_from to smithi00278215-15 2024-09-14T03:36:58.551 INFO:tasks.rados.rados.0.smithi002.stdout:530: got expected ENOENT (src dne) 2024-09-14T03:36:58.551 INFO:tasks.rados.rados.0.smithi002.stdout:530: finishing copy_from racing read to smithi00278215-15 2024-09-14T03:36:58.551 INFO:tasks.rados.rados.0.smithi002.stdout:531: finishing copy_from racing read to smithi00278215-3 2024-09-14T03:36:58.551 INFO:tasks.rados.rados.0.smithi002.stdout:531: finishing copy_from to smithi00278215-3 2024-09-14T03:36:58.551 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 3 v 232 (ObjNum 171 snap 49 seq_num 171) dirty exists 2024-09-14T03:36:58.551 INFO:tasks.rados.rados.0.smithi002.stdout:525: done (6 left) 2024-09-14T03:36:58.551 INFO:tasks.rados.rados.0.smithi002.stdout:526: done (5 left) 2024-09-14T03:36:58.552 INFO:tasks.rados.rados.0.smithi002.stdout:527: done (4 left) 2024-09-14T03:36:58.552 INFO:tasks.rados.rados.0.smithi002.stdout:529: done (3 left) 2024-09-14T03:36:58.552 INFO:tasks.rados.rados.0.smithi002.stdout:530: done (2 left) 2024-09-14T03:36:58.552 INFO:tasks.rados.rados.0.smithi002.stdout:531: done (1 left) 2024-09-14T03:36:58.552 INFO:tasks.rados.rados.0.smithi002.stdout:532: done (0 left) 2024-09-14T03:36:58.552 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 35 current snap is 51 2024-09-14T03:36:58.552 INFO:tasks.rados.rados.0.smithi002.stdout:533: seq_num 190 ranges {0=786432} 2024-09-14T03:36:58.554 INFO:tasks.rados.rados.0.smithi002.stdout:533: writing smithi00278215-35 from 0 to 786432 tid 1 2024-09-14T03:36:58.554 INFO:tasks.rados.rados.0.smithi002.stdout:534: delete oid 25 current snap is 51 2024-09-14T03:36:58.556 INFO:tasks.rados.rados.0.smithi002.stdout:534: done (1 left) 2024-09-14T03:36:58.556 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 15 current snap is 51 2024-09-14T03:36:58.556 INFO:tasks.rados.rados.0.smithi002.stdout:535: seq_num 192 ranges {663552=417792,1081344=401408} 2024-09-14T03:36:58.562 INFO:tasks.rados.rados.0.smithi002.stdout:535: writing smithi00278215-15 from 663552 to 1081344 tid 1 2024-09-14T03:36:58.564 INFO:tasks.rados.rados.0.smithi002.stdout:535: writing smithi00278215-15 from 1081344 to 1482752 tid 2 2024-09-14T03:36:58.564 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 28 current snap is 51 2024-09-14T03:36:58.564 INFO:tasks.rados.rados.0.smithi002.stdout:533: finishing write tid 1 to smithi00278215-35 2024-09-14T03:36:58.564 INFO:tasks.rados.rados.0.smithi002.stdout:536: seq_num 193 ranges {3170304=434176,3604480=401408} 2024-09-14T03:36:58.584 INFO:tasks.rados.rados.0.smithi002.stdout:536: writing smithi00278215-28 from 3170304 to 3604480 tid 1 2024-09-14T03:36:58.586 INFO:tasks.rados.rados.0.smithi002.stdout:536: writing smithi00278215-28 from 3604480 to 4005888 tid 2 2024-09-14T03:36:58.586 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 3 current snap is 51 2024-09-14T03:36:58.586 INFO:tasks.rados.rados.0.smithi002.stdout:537: seq_num 194 ranges {3096576=458752,3555328=401408} 2024-09-14T03:36:58.605 INFO:tasks.rados.rados.0.smithi002.stdout:537: writing smithi00278215-3 from 3096576 to 3555328 tid 1 2024-09-14T03:36:58.608 INFO:tasks.rados.rados.0.smithi002.stdout:537: writing smithi00278215-3 from 3555328 to 3956736 tid 2 2024-09-14T03:36:58.608 INFO:tasks.rados.rados.0.smithi002.stdout:538: read oid 41 snap -1 2024-09-14T03:36:58.608 INFO:tasks.rados.rados.0.smithi002.stdout:538: expect deleted 2024-09-14T03:36:58.608 INFO:tasks.rados.rados.0.smithi002.stdout:539: snap_remove snap 49 2024-09-14T03:36:58.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:58 smithi002 ceph-mon[27606]: Updating smithi002:/etc/ceph/ceph.client.admin.keyring 2024-09-14T03:36:58.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:58 smithi002 ceph-mon[27606]: Updating smithi154:/var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-14T03:36:58.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:58 smithi002 ceph-mon[27606]: Updating smithi002:/var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-14T03:36:58.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:58 smithi002 ceph-mon[27606]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-14T03:36:58.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:58 smithi002 ceph-mon[27606]: Reconfiguring daemon prometheus.a on smithi154 2024-09-14T03:36:58.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:58 smithi002 ceph-mon[27606]: pgmap v21: 121 pgs: 121 active+clean; 166 MiB data, 572 MiB used, 715 GiB / 715 GiB avail; 6.3 MiB/s rd, 3.1 MiB/s wr, 22 op/s 2024-09-14T03:36:58.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:58 smithi002 ceph-mon[27606]: osdmap e169: 8 total, 8 up, 8 in 2024-09-14T03:36:58.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:58 smithi002 ceph-mon[38004]: Updating smithi002:/etc/ceph/ceph.client.admin.keyring 2024-09-14T03:36:58.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:58 smithi002 ceph-mon[38004]: Updating smithi154:/var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-14T03:36:58.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:58 smithi002 ceph-mon[38004]: Updating smithi002:/var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-14T03:36:58.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:58 smithi002 ceph-mon[38004]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-14T03:36:58.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:58 smithi002 ceph-mon[38004]: Reconfiguring daemon prometheus.a on smithi154 2024-09-14T03:36:58.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:58 smithi002 ceph-mon[38004]: pgmap v21: 121 pgs: 121 active+clean; 166 MiB data, 572 MiB used, 715 GiB / 715 GiB avail; 6.3 MiB/s rd, 3.1 MiB/s wr, 22 op/s 2024-09-14T03:36:58.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:58 smithi002 ceph-mon[38004]: osdmap e169: 8 total, 8 up, 8 in 2024-09-14T03:36:58.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:58 smithi154 ceph-mon[30999]: Updating smithi002:/etc/ceph/ceph.client.admin.keyring 2024-09-14T03:36:58.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:58 smithi154 ceph-mon[30999]: Updating smithi154:/var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-14T03:36:58.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:58 smithi154 ceph-mon[30999]: Updating smithi002:/var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-14T03:36:58.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:58 smithi154 ceph-mon[30999]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-14T03:36:58.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:58 smithi154 ceph-mon[30999]: Reconfiguring daemon prometheus.a on smithi154 2024-09-14T03:36:58.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:58 smithi154 ceph-mon[30999]: pgmap v21: 121 pgs: 121 active+clean; 166 MiB data, 572 MiB used, 715 GiB / 715 GiB avail; 6.3 MiB/s rd, 3.1 MiB/s wr, 22 op/s 2024-09-14T03:36:58.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:58 smithi154 ceph-mon[30999]: osdmap e169: 8 total, 8 up, 8 in 2024-09-14T03:36:59.425 INFO:tasks.rados.rados.0.smithi002.stdout:539: done (5 left) 2024-09-14T03:36:59.425 INFO:tasks.rados.rados.0.smithi002.stdout:540: rollback oid 24 current snap is 51 2024-09-14T03:36:59.425 INFO:tasks.rados.rados.0.smithi002.stdout:533: finishing write tid 2 to smithi00278215-35 2024-09-14T03:36:59.425 INFO:tasks.rados.rados.0.smithi002.stdout:533: finishing write tid 3 to smithi00278215-35 2024-09-14T03:36:59.425 INFO:tasks.rados.rados.0.smithi002.stdout:533: oid 35 updating version 0 to 288 2024-09-14T03:36:59.425 INFO:tasks.rados.rados.0.smithi002.stdout:533: oid 35 updating version 288 to 289 2024-09-14T03:36:59.425 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 35 v 289 (ObjNum 190 snap 51 seq_num 190) dirty exists 2024-09-14T03:36:59.425 INFO:tasks.rados.rados.0.smithi002.stdout:533: left oid 35 (ObjNum 190 snap 51 seq_num 190) 2024-09-14T03:36:59.425 INFO:tasks.rados.rados.0.smithi002.stdout:535: finishing write tid 1 to smithi00278215-15 2024-09-14T03:36:59.425 INFO:tasks.rados.rados.0.smithi002.stdout:535: finishing write tid 2 to smithi00278215-15 2024-09-14T03:36:59.425 INFO:tasks.rados.rados.0.smithi002.stdout:535: finishing write tid 3 to smithi00278215-15 2024-09-14T03:36:59.425 INFO:tasks.rados.rados.0.smithi002.stdout:535: finishing write tid 4 to smithi00278215-15 2024-09-14T03:36:59.426 INFO:tasks.rados.rados.0.smithi002.stdout:535: oid 15 updating version 0 to 136 2024-09-14T03:36:59.426 INFO:tasks.rados.rados.0.smithi002.stdout:535: oid 15 version 136 is already newer than 135 2024-09-14T03:36:59.426 INFO:tasks.rados.rados.0.smithi002.stdout:535: oid 15 version 136 is already newer than 134 2024-09-14T03:36:59.426 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 15 v 136 (ObjNum 192 snap 51 seq_num 192) dirty exists 2024-09-14T03:36:59.426 INFO:tasks.rados.rados.0.smithi002.stdout:535: left oid 15 (ObjNum 192 snap 51 seq_num 192) 2024-09-14T03:36:59.426 INFO:tasks.rados.rados.0.smithi002.stdout:536: finishing write tid 1 to smithi00278215-28 2024-09-14T03:36:59.426 INFO:tasks.rados.rados.0.smithi002.stdout:536: finishing write tid 2 to smithi00278215-28 2024-09-14T03:36:59.426 INFO:tasks.rados.rados.0.smithi002.stdout:536: finishing write tid 3 to smithi00278215-28 2024-09-14T03:36:59.426 INFO:tasks.rados.rados.0.smithi002.stdout:536: finishing write tid 4 to smithi00278215-28 2024-09-14T03:36:59.426 INFO:tasks.rados.rados.0.smithi002.stdout:536: oid 28 updating version 0 to 369 2024-09-14T03:36:59.426 INFO:tasks.rados.rados.0.smithi002.stdout:536: oid 28 version 369 is already newer than 367 2024-09-14T03:36:59.426 INFO:tasks.rados.rados.0.smithi002.stdout:536: oid 28 version 369 is already newer than 368 2024-09-14T03:36:59.426 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 28 v 369 (ObjNum 193 snap 51 seq_num 193) dirty exists 2024-09-14T03:36:59.426 INFO:tasks.rados.rados.0.smithi002.stdout:536: left oid 28 (ObjNum 193 snap 51 seq_num 193) 2024-09-14T03:36:59.427 INFO:tasks.rados.rados.0.smithi002.stdout:537: finishing write tid 1 to smithi00278215-3 2024-09-14T03:36:59.427 INFO:tasks.rados.rados.0.smithi002.stdout:537: finishing write tid 2 to smithi00278215-3 2024-09-14T03:36:59.427 INFO:tasks.rados.rados.0.smithi002.stdout:537: finishing write tid 3 to smithi00278215-3 2024-09-14T03:36:59.427 INFO:tasks.rados.rados.0.smithi002.stdout:537: finishing write tid 4 to smithi00278215-3 2024-09-14T03:36:59.427 INFO:tasks.rados.rados.0.smithi002.stdout:537: oid 3 updating version 0 to 371 2024-09-14T03:36:59.427 INFO:tasks.rados.rados.0.smithi002.stdout:537: oid 3 updating version 371 to 372 2024-09-14T03:36:59.427 INFO:tasks.rados.rados.0.smithi002.stdout:537: oid 3 version 372 is already newer than 370 2024-09-14T03:36:59.427 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 3 v 372 (ObjNum 194 snap 51 seq_num 194) dirty exists 2024-09-14T03:36:59.427 INFO:tasks.rados.rados.0.smithi002.stdout:537: left oid 3 (ObjNum 194 snap 51 seq_num 194) 2024-09-14T03:36:59.427 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 24 to 15 2024-09-14T03:36:59.427 INFO:tasks.rados.rados.0.smithi002.stdout:533: done (5 left) 2024-09-14T03:36:59.427 INFO:tasks.rados.rados.0.smithi002.stdout:535: done (4 left) 2024-09-14T03:36:59.427 INFO:tasks.rados.rados.0.smithi002.stdout:536: done (3 left) 2024-09-14T03:36:59.427 INFO:tasks.rados.rados.0.smithi002.stdout:537: done (2 left) 2024-09-14T03:36:59.428 INFO:tasks.rados.rados.0.smithi002.stdout:538: done (1 left) 2024-09-14T03:36:59.428 INFO:tasks.rados.rados.0.smithi002.stdout:541: delete oid 32 current snap is 51 2024-09-14T03:36:59.433 INFO:tasks.rados.rados.0.smithi002.stdout:541: done (1 left) 2024-09-14T03:36:59.433 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 4 current snap is 51 2024-09-14T03:36:59.433 INFO:tasks.rados.rados.0.smithi002.stdout:542: seq_num 196 ranges {753664=491520,1245184=401408} 2024-09-14T03:36:59.440 INFO:tasks.rados.rados.0.smithi002.stdout:542: writing smithi00278215-4 from 753664 to 1245184 tid 1 2024-09-14T03:36:59.442 INFO:tasks.rados.rados.0.smithi002.stdout:542: writing smithi00278215-4 from 1245184 to 1646592 tid 2 2024-09-14T03:36:59.442 INFO:tasks.rados.rados.0.smithi002.stdout:543: snap_remove snap 33 2024-09-14T03:36:59.686 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:59 smithi002 ceph-mon[27606]: mgrmap e29: x(active, since 13s), standbys: y 2024-09-14T03:36:59.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:36:59 smithi002 ceph-mon[27606]: osdmap e170: 8 total, 8 up, 8 in 2024-09-14T03:36:59.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:59 smithi002 ceph-mon[38004]: mgrmap e29: x(active, since 13s), standbys: y 2024-09-14T03:36:59.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:36:59 smithi002 ceph-mon[38004]: osdmap e170: 8 total, 8 up, 8 in 2024-09-14T03:36:59.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:59 smithi154 ceph-mon[30999]: mgrmap e29: x(active, since 13s), standbys: y 2024-09-14T03:36:59.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:36:59 smithi154 ceph-mon[30999]: osdmap e170: 8 total, 8 up, 8 in 2024-09-14T03:36:59.972 INFO:teuthology.orchestra.run.smithi002.stdout:true 2024-09-14T03:37:00.227 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:36:59 smithi154 systemd[1]: Stopping Ceph prometheus.a for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:37:00.410 INFO:tasks.rados.rados.0.smithi002.stdout:543: done (2 left) 2024-09-14T03:37:00.410 INFO:tasks.rados.rados.0.smithi002.stdout:544: copy_from oid 13 from oid 43 current snap is 51 2024-09-14T03:37:00.410 INFO:tasks.rados.rados.0.smithi002.stdout:540: finishing rollback tid 0 to smithi00278215-24 2024-09-14T03:37:00.410 INFO:tasks.rados.rados.0.smithi002.stdout:540: finishing rollback tid 1 to smithi00278215-24 2024-09-14T03:37:00.410 INFO:tasks.rados.rados.0.smithi002.stdout:540: finishing rollback tid 2 to smithi00278215-24 2024-09-14T03:37:00.410 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 24 v 149 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-09-14T03:37:00.410 INFO:tasks.rados.rados.0.smithi002.stdout:542: finishing write tid 1 to smithi00278215-4 2024-09-14T03:37:00.410 INFO:tasks.rados.rados.0.smithi002.stdout:542: finishing write tid 2 to smithi00278215-4 2024-09-14T03:37:00.410 INFO:tasks.rados.rados.0.smithi002.stdout:542: finishing write tid 3 to smithi00278215-4 2024-09-14T03:37:00.410 INFO:tasks.rados.rados.0.smithi002.stdout:542: finishing write tid 4 to smithi00278215-4 2024-09-14T03:37:00.411 INFO:tasks.rados.rados.0.smithi002.stdout:542: oid 4 updating version 0 to 254 2024-09-14T03:37:00.411 INFO:tasks.rados.rados.0.smithi002.stdout:542: oid 4 version 254 is already newer than 253 2024-09-14T03:37:00.411 INFO:tasks.rados.rados.0.smithi002.stdout:542: oid 4 version 254 is already newer than 252 2024-09-14T03:37:00.411 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 254 (ObjNum 196 snap 51 seq_num 196) dirty exists 2024-09-14T03:37:00.411 INFO:tasks.rados.rados.0.smithi002.stdout:542: left oid 4 (ObjNum 196 snap 51 seq_num 196) 2024-09-14T03:37:00.411 INFO:tasks.rados.rados.0.smithi002.stdout:540: done (2 left) 2024-09-14T03:37:00.411 INFO:tasks.rados.rados.0.smithi002.stdout:542: done (1 left) 2024-09-14T03:37:00.411 INFO:tasks.rados.rados.0.smithi002.stdout:545: setattr oid 27 current snap is 51 2024-09-14T03:37:00.412 INFO:tasks.rados.rados.0.smithi002.stdout:546: rollback oid 3 current snap is 51 2024-09-14T03:37:00.412 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 3 to 15 2024-09-14T03:37:00.412 INFO:tasks.rados.rados.0.smithi002.stdout:547: setattr oid 40 current snap is 51 2024-09-14T03:37:00.414 INFO:tasks.rados.rados.0.smithi002.stdout:548: snap_create 2024-09-14T03:37:00.424 INFO:tasks.rados.rados.0.smithi002.stdout:546: finishing rollback tid 0 to smithi00278215-3 2024-09-14T03:37:00.424 INFO:tasks.rados.rados.0.smithi002.stdout:546: finishing rollback tid 1 to smithi00278215-3 2024-09-14T03:37:00.424 INFO:tasks.rados.rados.0.smithi002.stdout:546: finishing rollback tid 2 to smithi00278215-3 2024-09-14T03:37:00.424 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 3 v 383 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-09-14T03:37:00.425 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 27 v 172 (ObjNum 593 snap 0 seq_num 854165720) dirty exists 2024-09-14T03:37:00.429 INFO:tasks.rados.rados.0.smithi002.stdout:544: finishing copy_from racing read to smithi00278215-13 2024-09-14T03:37:00.429 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 224 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-09-14T03:37:00.432 INFO:tasks.rados.rados.0.smithi002.stdout:544: finishing copy_from to smithi00278215-13 2024-09-14T03:37:00.432 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 310 (ObjNum 155 snap 43 seq_num 155) dirty exists 2024-09-14T03:37:00.548 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:00 smithi154 ceph-mon[30999]: pgmap v24: 121 pgs: 121 active+clean; 166 MiB data, 572 MiB used, 715 GiB / 715 GiB avail; 6.3 MiB/s rd, 3.1 MiB/s wr, 22 op/s 2024-09-14T03:37:00.548 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:00 smithi154 ceph-mon[30999]: osdmap e171: 8 total, 8 up, 8 in 2024-09-14T03:37:00.548 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:00 smithi154 ceph-mon[30999]: from='client.24959 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:37:00.548 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:00 smithi154 ceph-mon[30999]: from='client.15081 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:37:00.548 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:00 smithi154 ceph-mon[30999]: osdmap e172: 8 total, 8 up, 8 in 2024-09-14T03:37:00.548 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:00 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[62325]: ts=2024-09-14T03:37:00.231Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-14T03:37:00.548 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:00 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[62325]: ts=2024-09-14T03:37:00.231Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-14T03:37:00.548 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:00 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[62325]: ts=2024-09-14T03:37:00.231Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-14T03:37:00.549 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:00 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[62325]: ts=2024-09-14T03:37:00.231Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-14T03:37:00.549 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:00 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[62325]: ts=2024-09-14T03:37:00.231Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-14T03:37:00.549 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:00 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[62325]: ts=2024-09-14T03:37:00.231Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-14T03:37:00.549 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:00 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[62325]: ts=2024-09-14T03:37:00.231Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-14T03:37:00.549 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:00 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[62325]: ts=2024-09-14T03:37:00.231Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-14T03:37:00.549 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:00 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[62325]: ts=2024-09-14T03:37:00.231Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-14T03:37:00.549 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:00 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[62325]: ts=2024-09-14T03:37:00.231Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-14T03:37:00.549 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:00 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[62325]: ts=2024-09-14T03:37:00.231Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-14T03:37:00.549 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:00 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[62325]: ts=2024-09-14T03:37:00.231Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-14T03:37:00.549 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:00 smithi154 podman[71747]: 2024-09-14 03:37:00.241328118 +0000 UTC m=+0.124545670 container died e377ec2557be196e9301fab0c1b1a7913a1a0048381412585fe80ec6ea7df8e8 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-14T03:37:00.549 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:00 smithi154 podman[71747]: 2024-09-14 03:37:00.547334394 +0000 UTC m=+0.430551950 container cleanup e377ec2557be196e9301fab0c1b1a7913a1a0048381412585fe80ec6ea7df8e8 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-14T03:37:00.549 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:00 smithi154 bash[71747]: ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a 2024-09-14T03:37:00.571 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-14T03:37:00.572 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (3m) 9s ago 4m 29.0M - 0.25.0 c8568f914cd2 8c6771f56432 2024-09-14T03:37:00.572 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi154 *:3000 running (4m) 7s ago 4m 88.0M - 9.4.7 954c08fa6188 6cd949ecdca3 2024-09-14T03:37:00.572 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (5m) 9s ago 5m 17.3M - 18.2.4-845-ge4e227b3 67ddd33fa72f 5bfe4ab70917 2024-09-14T03:37:00.572 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi154 running (5m) 7s ago 5m 17.8M - 18.2.4-845-ge4e227b3 67ddd33fa72f 80e0f22077e1 2024-09-14T03:37:00.572 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi154 *:8443,9283,8765 running (34s) 7s ago 8m 497M - 19.3.0-4907-ga2782315 8801d2529e43 6c7d81146992 2024-09-14T03:37:00.572 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:9283,8765 running (10m) 9s ago 10m 313M - 18.2.4-845-ge4e227b3 67ddd33fa72f 9a560a9a58f6 2024-09-14T03:37:00.572 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (10m) 9s ago 10m 52.7M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f 59531f441f71 2024-09-14T03:37:00.572 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi154 running (9m) 7s ago 9m 44.7M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f 95bb81b1fc6b 2024-09-14T03:37:00.572 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (9m) 9s ago 9m 47.4M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f 1767048af220 2024-09-14T03:37:00.572 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (3m) 9s ago 3m 15.6M - 1.5.0 0da6a335fe13 ad362eb3056c 2024-09-14T03:37:00.572 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi154 *:9100 running (3m) 7s ago 3m 17.6M - 1.5.0 0da6a335fe13 815178e760b0 2024-09-14T03:37:00.573 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (8m) 9s ago 8m 110M 2481M 18.2.4-845-ge4e227b3 67ddd33fa72f 1903b1c9a70c 2024-09-14T03:37:00.573 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (8m) 9s ago 8m 86.9M 2481M 18.2.4-845-ge4e227b3 67ddd33fa72f 9c24d9e89813 2024-09-14T03:37:00.573 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (7m) 9s ago 7m 108M 2481M 18.2.4-845-ge4e227b3 67ddd33fa72f 623beb99cebc 2024-09-14T03:37:00.573 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (7m) 9s ago 7m 74.7M 2481M 18.2.4-845-ge4e227b3 67ddd33fa72f 3d4fd272502c 2024-09-14T03:37:00.573 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi154 running (7m) 7s ago 7m 98.5M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f f0b82e38b9c9 2024-09-14T03:37:00.573 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi154 running (6m) 7s ago 6m 103M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f 50ac4e0a62b5 2024-09-14T03:37:00.573 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi154 running (6m) 7s ago 6m 99.5M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f b18b3ecf874c 2024-09-14T03:37:00.573 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi154 running (5m) 7s ago 5m 87.2M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f b111d011fd8e 2024-09-14T03:37:00.573 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi154 *:9095 running (3m) 7s ago 4m 47.3M - 2.43.0 a07b618ecd1d e377ec2557be 2024-09-14T03:37:00.686 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:00 smithi002 ceph-mon[38004]: pgmap v24: 121 pgs: 121 active+clean; 166 MiB data, 572 MiB used, 715 GiB / 715 GiB avail; 6.3 MiB/s rd, 3.1 MiB/s wr, 22 op/s 2024-09-14T03:37:00.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:00 smithi002 ceph-mon[38004]: osdmap e171: 8 total, 8 up, 8 in 2024-09-14T03:37:00.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:00 smithi002 ceph-mon[38004]: from='client.24959 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:37:00.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:00 smithi002 ceph-mon[38004]: from='client.15081 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:37:00.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:00 smithi002 ceph-mon[38004]: osdmap e172: 8 total, 8 up, 8 in 2024-09-14T03:37:00.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:00 smithi002 ceph-mon[27606]: pgmap v24: 121 pgs: 121 active+clean; 166 MiB data, 572 MiB used, 715 GiB / 715 GiB avail; 6.3 MiB/s rd, 3.1 MiB/s wr, 22 op/s 2024-09-14T03:37:00.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:00 smithi002 ceph-mon[27606]: osdmap e171: 8 total, 8 up, 8 in 2024-09-14T03:37:00.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:00 smithi002 ceph-mon[27606]: from='client.24959 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:37:00.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:00 smithi002 ceph-mon[27606]: from='client.15081 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:37:00.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:00 smithi002 ceph-mon[27606]: osdmap e172: 8 total, 8 up, 8 in 2024-09-14T03:37:00.881 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:00 smithi154 podman[71759]: 2024-09-14 03:37:00.757200823 +0000 UTC m=+0.518009797 container remove e377ec2557be196e9301fab0c1b1a7913a1a0048381412585fe80ec6ea7df8e8 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-14T03:37:00.922 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-14T03:37:00.922 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2024-09-14T03:37:00.922 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 3 2024-09-14T03:37:00.922 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:37:00.922 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2024-09-14T03:37:00.922 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 1, 2024-09-14T03:37:00.922 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.3.0-4907-ga2782315 (a2782315255a3e7d5f6cdc9eb35785187ff6ddf8) squid (dev)": 1 2024-09-14T03:37:00.922 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:37:00.923 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2024-09-14T03:37:00.923 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 8 2024-09-14T03:37:00.923 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:37:00.923 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2024-09-14T03:37:00.923 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 2 2024-09-14T03:37:00.923 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:37:00.923 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2024-09-14T03:37:00.923 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 14, 2024-09-14T03:37:00.923 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.3.0-4907-ga2782315 (a2782315255a3e7d5f6cdc9eb35785187ff6ddf8) squid (dev)": 1 2024-09-14T03:37:00.923 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-14T03:37:00.923 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-14T03:37:01.216 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-14T03:37:01.217 INFO:teuthology.orchestra.run.smithi002.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802", 2024-09-14T03:37:01.217 INFO:teuthology.orchestra.run.smithi002.stdout: "in_progress": true, 2024-09-14T03:37:01.217 INFO:teuthology.orchestra.run.smithi002.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-14T03:37:01.217 INFO:teuthology.orchestra.run.smithi002.stdout: "services_complete": [], 2024-09-14T03:37:01.217 INFO:teuthology.orchestra.run.smithi002.stdout: "progress": "1/20 daemons upgraded", 2024-09-14T03:37:01.217 INFO:teuthology.orchestra.run.smithi002.stdout: "message": "", 2024-09-14T03:37:01.217 INFO:teuthology.orchestra.run.smithi002.stdout: "is_paused": false 2024-09-14T03:37:01.217 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-14T03:37:01.227 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:00 smithi154 systemd[1]: ceph-f357b922-7248-11ef-bceb-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-09-14T03:37:01.227 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:00 smithi154 systemd[1]: Stopped Ceph prometheus.a for f357b922-7248-11ef-bceb-c7b262605968. 2024-09-14T03:37:01.227 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:00 smithi154 systemd[1]: ceph-f357b922-7248-11ef-bceb-c7b262605968@prometheus.a.service: Consumed 1.565s CPU time. 2024-09-14T03:37:01.228 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:00 smithi154 systemd[1]: Starting Ceph prometheus.a for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:37:01.228 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:01 smithi154 podman[71852]: 2024-09-14 03:37:01.007244569 +0000 UTC m=+0.016486281 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-09-14T03:37:01.228 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:01 smithi154 podman[71852]: 2024-09-14 03:37:01.116500133 +0000 UTC m=+0.125741853 container create 2b913c36f09ab4245e8d22d9bf02ee749985bfe5b5f3f20aa486897d8afffc1d (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-14T03:37:01.410 INFO:tasks.rados.rados.0.smithi002.stdout:544: done (4 left) 2024-09-14T03:37:01.410 INFO:tasks.rados.rados.0.smithi002.stdout:545: done (3 left) 2024-09-14T03:37:01.410 INFO:tasks.rados.rados.0.smithi002.stdout:546: done (2 left) 2024-09-14T03:37:01.410 INFO:tasks.rados.rados.0.smithi002.stdout:547: done (1 left) 2024-09-14T03:37:01.410 INFO:tasks.rados.rados.0.smithi002.stdout:548: done (0 left) 2024-09-14T03:37:01.410 INFO:tasks.rados.rados.0.smithi002.stdout:549: snap_create 2024-09-14T03:37:01.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:01 smithi002 ceph-mon[27606]: from='client.24971 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:37:01.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:01 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/3421344766' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-14T03:37:01.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:01 smithi002 ceph-mon[27606]: pgmap v27: 121 pgs: 121 active+clean; 171 MiB data, 621 MiB used, 715 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.7 MiB/s wr, 50 op/s 2024-09-14T03:37:01.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:01 smithi002 ceph-mon[27606]: from='client.15099 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:37:01.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:01 smithi002 ceph-mon[27606]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-14T03:37:01.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:01 smithi002 ceph-mon[27606]: osdmap e173: 8 total, 8 up, 8 in 2024-09-14T03:37:01.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:01 smithi002 ceph-mon[38004]: from='client.24971 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:37:01.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:01 smithi002 ceph-mon[38004]: from='client.? 172.21.15.2:0/3421344766' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-14T03:37:01.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:01 smithi002 ceph-mon[38004]: pgmap v27: 121 pgs: 121 active+clean; 171 MiB data, 621 MiB used, 715 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.7 MiB/s wr, 50 op/s 2024-09-14T03:37:01.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:01 smithi002 ceph-mon[38004]: from='client.15099 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:37:01.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:01 smithi002 ceph-mon[38004]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-14T03:37:01.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:01 smithi002 ceph-mon[38004]: osdmap e173: 8 total, 8 up, 8 in 2024-09-14T03:37:01.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:01 smithi154 ceph-mon[30999]: from='client.24971 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:37:01.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:01 smithi154 ceph-mon[30999]: from='client.? 172.21.15.2:0/3421344766' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-14T03:37:01.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:01 smithi154 ceph-mon[30999]: pgmap v27: 121 pgs: 121 active+clean; 171 MiB data, 621 MiB used, 715 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.7 MiB/s wr, 50 op/s 2024-09-14T03:37:01.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:01 smithi154 ceph-mon[30999]: from='client.15099 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:37:01.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:01 smithi154 ceph-mon[30999]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-14T03:37:01.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:01 smithi154 ceph-mon[30999]: osdmap e173: 8 total, 8 up, 8 in 2024-09-14T03:37:01.728 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:01 smithi154 podman[71852]: 2024-09-14 03:37:01.327038564 +0000 UTC m=+0.336280279 container init 2b913c36f09ab4245e8d22d9bf02ee749985bfe5b5f3f20aa486897d8afffc1d (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-14T03:37:01.728 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:01 smithi154 podman[71852]: 2024-09-14 03:37:01.329840147 +0000 UTC m=+0.339081867 container start 2b913c36f09ab4245e8d22d9bf02ee749985bfe5b5f3f20aa486897d8afffc1d (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-14T03:37:01.728 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:01 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[71867]: ts=2024-09-14T03:37:01.353Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-09-14T03:37:01.728 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:01 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[71867]: ts=2024-09-14T03:37:01.353Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-09-14T03:37:01.729 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:01 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[71867]: ts=2024-09-14T03:37:01.353Z caller=main.go:570 level=info host_details="(Linux 5.14.0-505.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024 x86_64 smithi154 (none))" 2024-09-14T03:37:01.729 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:01 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[71867]: ts=2024-09-14T03:37:01.353Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-14T03:37:01.729 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:01 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[71867]: ts=2024-09-14T03:37:01.353Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-14T03:37:01.729 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:01 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[71867]: ts=2024-09-14T03:37:01.355Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-09-14T03:37:01.729 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:01 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[71867]: ts=2024-09-14T03:37:01.355Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-09-14T03:37:01.729 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:01 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[71867]: ts=2024-09-14T03:37:01.357Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-09-14T03:37:01.729 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:01 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[71867]: ts=2024-09-14T03:37:01.357Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-14T03:37:01.729 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:01 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[71867]: ts=2024-09-14T03:37:01.359Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-14T03:37:01.729 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:01 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[71867]: ts=2024-09-14T03:37:01.359Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.699µs 2024-09-14T03:37:01.729 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:01 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[71867]: ts=2024-09-14T03:37:01.359Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-14T03:37:01.729 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:01 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[71867]: ts=2024-09-14T03:37:01.360Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2024-09-14T03:37:01.729 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:01 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[71867]: ts=2024-09-14T03:37:01.368Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2024-09-14T03:37:01.729 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:01 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[71867]: ts=2024-09-14T03:37:01.368Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2024-09-14T03:37:01.730 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:01 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[71867]: ts=2024-09-14T03:37:01.368Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=19.19µs wal_replay_duration=9.147527ms wbl_replay_duration=112ns total_replay_duration=9.184328ms 2024-09-14T03:37:01.730 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:01 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[71867]: ts=2024-09-14T03:37:01.370Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-09-14T03:37:01.730 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:01 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[71867]: ts=2024-09-14T03:37:01.370Z caller=main.go:1029 level=info msg="TSDB started" 2024-09-14T03:37:01.730 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:01 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[71867]: ts=2024-09-14T03:37:01.370Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-14T03:37:01.730 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:01 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[71867]: ts=2024-09-14T03:37:01.390Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=20.410806ms db_storage=692ns remote_storage=1.501µs web_handler=433ns query_engine=575ns scrape=400.543µs scrape_sd=123.334µs notify=18.088µs notify_sd=17.108µs rules=19.494948ms tracing=6.129µs 2024-09-14T03:37:01.730 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:01 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[71867]: ts=2024-09-14T03:37:01.390Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-09-14T03:37:01.730 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:01 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[71867]: ts=2024-09-14T03:37:01.390Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-09-14T03:37:01.730 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:01 smithi154 bash[71852]: 2b913c36f09ab4245e8d22d9bf02ee749985bfe5b5f3f20aa486897d8afffc1d 2024-09-14T03:37:01.730 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:01 smithi154 systemd[1]: Started Ceph prometheus.a for f357b922-7248-11ef-bceb-c7b262605968. 2024-09-14T03:37:02.412 INFO:tasks.rados.rados.0.smithi002.stdout:549: done (0 left) 2024-09-14T03:37:02.412 INFO:tasks.rados.rados.0.smithi002.stdout:550: setattr oid 4 current snap is 53 2024-09-14T03:37:02.413 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 14 current snap is 53 2024-09-14T03:37:02.413 INFO:tasks.rados.rados.0.smithi002.stdout:551: seq_num 197 ranges {737280=507904,1245184=401408} 2024-09-14T03:37:02.420 INFO:tasks.rados.rados.0.smithi002.stdout:551: writing smithi00278215-14 from 737280 to 1245184 tid 1 2024-09-14T03:37:02.423 INFO:tasks.rados.rados.0.smithi002.stdout:551: writing smithi00278215-14 from 1245184 to 1646592 tid 2 2024-09-14T03:37:02.423 INFO:tasks.rados.rados.0.smithi002.stdout:552: read oid 16 snap 40 2024-09-14T03:37:02.423 INFO:tasks.rados.rados.0.smithi002.stdout:552: expect (ObjNum 127 snap 32 seq_num 127) 2024-09-14T03:37:02.423 INFO:tasks.rados.rados.0.smithi002.stdout:553: rmattr oid 10 current snap is 53 2024-09-14T03:37:02.423 INFO:tasks.rados.rados.0.smithi002.stdout:553: done (3 left) 2024-09-14T03:37:02.423 INFO:tasks.rados.rados.0.smithi002.stdout:554: copy_from oid 41 from oid 17 current snap is 53 2024-09-14T03:37:02.423 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 262 (ObjNum 196 snap 51 seq_num 196) dirty exists 2024-09-14T03:37:02.423 INFO:tasks.rados.rados.0.smithi002.stdout:550: done (3 left) 2024-09-14T03:37:02.423 INFO:tasks.rados.rados.0.smithi002.stdout:555: delete oid 22 current snap is 53 2024-09-14T03:37:02.425 INFO:tasks.rados.rados.0.smithi002.stdout:551: finishing write tid 1 to smithi00278215-14 2024-09-14T03:37:02.427 INFO:tasks.rados.rados.0.smithi002.stdout:554: finishing copy_from to smithi00278215-41 2024-09-14T03:37:02.427 INFO:tasks.rados.rados.0.smithi002.stdout:554: got expected ENOENT (src dne) 2024-09-14T03:37:02.427 INFO:tasks.rados.rados.0.smithi002.stdout:551: finishing write tid 2 to smithi00278215-14 2024-09-14T03:37:02.427 INFO:tasks.rados.rados.0.smithi002.stdout:554: finishing copy_from racing read to smithi00278215-41 2024-09-14T03:37:02.427 INFO:tasks.rados.rados.0.smithi002.stdout:551: finishing write tid 3 to smithi00278215-14 2024-09-14T03:37:02.428 INFO:tasks.rados.rados.0.smithi002.stdout:551: finishing write tid 4 to smithi00278215-14 2024-09-14T03:37:02.429 INFO:tasks.rados.rados.0.smithi002.stdout:551: oid 14 updating version 0 to 264 2024-09-14T03:37:02.429 INFO:tasks.rados.rados.0.smithi002.stdout:551: oid 14 updating version 264 to 265 2024-09-14T03:37:02.429 INFO:tasks.rados.rados.0.smithi002.stdout:551: oid 14 updating version 265 to 266 2024-09-14T03:37:02.429 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 14 v 266 (ObjNum 197 snap 53 seq_num 197) dirty exists 2024-09-14T03:37:02.429 INFO:tasks.rados.rados.0.smithi002.stdout:551: left oid 14 (ObjNum 197 snap 53 seq_num 197) 2024-09-14T03:37:02.429 INFO:tasks.rados.rados.0.smithi002.stdout:551: done (3 left) 2024-09-14T03:37:02.429 INFO:tasks.rados.rados.0.smithi002.stdout:554: done (2 left) 2024-09-14T03:37:02.429 INFO:tasks.rados.rados.0.smithi002.stdout:555: done (1 left) 2024-09-14T03:37:02.429 INFO:tasks.rados.rados.0.smithi002.stdout:556: rmattr oid 21 current snap is 53 2024-09-14T03:37:02.429 INFO:tasks.rados.rados.0.smithi002.stdout:556: done (1 left) 2024-09-14T03:37:02.429 INFO:tasks.rados.rados.0.smithi002.stdout:557: rollback oid 28 current snap is 53 2024-09-14T03:37:02.430 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 28 to 35 2024-09-14T03:37:02.430 INFO:tasks.rados.rados.0.smithi002.stdout:558: copy_from oid 20 from oid 5 current snap is 53 2024-09-14T03:37:02.430 INFO:tasks.rados.rados.0.smithi002.stdout:559: read oid 45 snap -1 2024-09-14T03:37:02.430 INFO:tasks.rados.rados.0.smithi002.stdout:559: expect (ObjNum 49 snap 0 seq_num 49) 2024-09-14T03:37:02.430 INFO:tasks.rados.rados.0.smithi002.stdout:560: rollback oid 17 current snap is 53 2024-09-14T03:37:02.430 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 17 to 50 2024-09-14T03:37:02.430 INFO:tasks.rados.rados.0.smithi002.stdout:561: setattr oid 12 current snap is 53 2024-09-14T03:37:02.431 INFO:tasks.rados.rados.0.smithi002.stdout:558: finishing copy_from to smithi00278215-20 2024-09-14T03:37:02.431 INFO:tasks.rados.rados.0.smithi002.stdout:558: got expected ENOENT (src dne) 2024-09-14T03:37:02.431 INFO:tasks.rados.rados.0.smithi002.stdout:558: finishing copy_from racing read to smithi00278215-20 2024-09-14T03:37:02.431 INFO:tasks.rados.rados.0.smithi002.stdout:558: done (5 left) 2024-09-14T03:37:02.431 INFO:tasks.rados.rados.0.smithi002.stdout:562: snap_create 2024-09-14T03:37:02.432 INFO:tasks.rados.rados.0.smithi002.stdout:552: expect (ObjNum 127 snap 32 seq_num 127) 2024-09-14T03:37:02.489 INFO:tasks.rados.rados.0.smithi002.stdout:557: finishing rollback tid 0 to smithi00278215-28 2024-09-14T03:37:02.490 INFO:tasks.rados.rados.0.smithi002.stdout:557: finishing rollback tid 1 to smithi00278215-28 2024-09-14T03:37:02.490 INFO:tasks.rados.rados.0.smithi002.stdout:559: expect (ObjNum 49 snap 0 seq_num 49) 2024-09-14T03:37:02.512 INFO:tasks.rados.rados.0.smithi002.stdout:557: finishing rollback tid 2 to smithi00278215-28 2024-09-14T03:37:02.512 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 28 v 399 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-09-14T03:37:02.512 INFO:tasks.rados.rados.0.smithi002.stdout:560: finishing rollback tid 1 to smithi00278215-17 2024-09-14T03:37:02.512 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 17 v 151 (ObjNum 49 snap 0 seq_num 1498835547) dirty dne 2024-09-14T03:37:02.512 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 402 (ObjNum 175 snap 50 seq_num 175) dirty exists 2024-09-14T03:37:02.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:02 smithi154 ceph-mon[30999]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:37:02.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:02 smithi154 ceph-mon[30999]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:37:02.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:02 smithi154 ceph-mon[30999]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-14T03:37:02.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:02 smithi154 ceph-mon[30999]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-14T03:37:02.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:02 smithi154 ceph-mon[30999]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:37:02.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:02 smithi154 ceph-mon[30999]: Upgrade: Need to upgrade myself (mgr.x) 2024-09-14T03:37:02.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:02 smithi154 ceph-mon[30999]: Upgrade: Need to upgrade myself (mgr.x) 2024-09-14T03:37:02.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:02 smithi154 ceph-mon[30999]: osdmap e174: 8 total, 8 up, 8 in 2024-09-14T03:37:02.863 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:02 smithi002 ceph-mon[27606]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:37:02.863 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:02 smithi002 ceph-mon[27606]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:37:02.864 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:02 smithi002 ceph-mon[27606]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-14T03:37:02.864 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:02 smithi002 ceph-mon[27606]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-14T03:37:02.864 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:02 smithi002 ceph-mon[27606]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:37:02.864 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:02 smithi002 ceph-mon[27606]: Upgrade: Need to upgrade myself (mgr.x) 2024-09-14T03:37:02.864 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:02 smithi002 ceph-mon[27606]: Upgrade: Need to upgrade myself (mgr.x) 2024-09-14T03:37:02.864 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:02 smithi002 ceph-mon[27606]: osdmap e174: 8 total, 8 up, 8 in 2024-09-14T03:37:02.864 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:02 smithi002 ceph-mon[38004]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:37:02.864 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:02 smithi002 ceph-mon[38004]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:37:02.864 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:02 smithi002 ceph-mon[38004]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-14T03:37:02.864 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:02 smithi002 ceph-mon[38004]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-14T03:37:02.864 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:02 smithi002 ceph-mon[38004]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:37:02.865 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:02 smithi002 ceph-mon[38004]: Upgrade: Need to upgrade myself (mgr.x) 2024-09-14T03:37:02.865 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:02 smithi002 ceph-mon[38004]: Upgrade: Need to upgrade myself (mgr.x) 2024-09-14T03:37:02.865 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:02 smithi002 ceph-mon[38004]: osdmap e174: 8 total, 8 up, 8 in 2024-09-14T03:37:03.413 INFO:tasks.rados.rados.0.smithi002.stdout:552: done (5 left) 2024-09-14T03:37:03.413 INFO:tasks.rados.rados.0.smithi002.stdout:557: done (4 left) 2024-09-14T03:37:03.413 INFO:tasks.rados.rados.0.smithi002.stdout:559: done (3 left) 2024-09-14T03:37:03.414 INFO:tasks.rados.rados.0.smithi002.stdout:560: done (2 left) 2024-09-14T03:37:03.414 INFO:tasks.rados.rados.0.smithi002.stdout:561: done (1 left) 2024-09-14T03:37:03.414 INFO:tasks.rados.rados.0.smithi002.stdout:562: done (0 left) 2024-09-14T03:37:03.414 INFO:tasks.rados.rados.0.smithi002.stdout:563: rmattr oid 4 current snap is 54 2024-09-14T03:37:03.414 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 47 current snap is 54 2024-09-14T03:37:03.414 INFO:tasks.rados.rados.0.smithi002.stdout:564: seq_num 199 ranges {0=540672,540672=401408} 2024-09-14T03:37:03.416 INFO:tasks.rados.rados.0.smithi002.stdout:564: writing smithi00278215-47 from 0 to 540672 tid 1 2024-09-14T03:37:03.419 INFO:tasks.rados.rados.0.smithi002.stdout:564: writing smithi00278215-47 from 540672 to 942080 tid 2 2024-09-14T03:37:03.419 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 40 current snap is 54 2024-09-14T03:37:03.419 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 268 (ObjNum 196 snap 51 seq_num 196) dirty exists 2024-09-14T03:37:03.419 INFO:tasks.rados.rados.0.smithi002.stdout:565: seq_num 200 ranges {663552=557056,1220608=401408} 2024-09-14T03:37:03.425 INFO:tasks.rados.rados.0.smithi002.stdout:565: writing smithi00278215-40 from 663552 to 1220608 tid 1 2024-09-14T03:37:03.428 INFO:tasks.rados.rados.0.smithi002.stdout:565: writing smithi00278215-40 from 1220608 to 1622016 tid 2 2024-09-14T03:37:03.428 INFO:tasks.rados.rados.0.smithi002.stdout:563: done (2 left) 2024-09-14T03:37:03.429 INFO:tasks.rados.rados.0.smithi002.stdout:566: read oid 33 snap 20 2024-09-14T03:37:03.429 INFO:tasks.rados.rados.0.smithi002.stdout:566: expect (ObjNum 15 snap 0 seq_num 15) 2024-09-14T03:37:03.429 INFO:tasks.rados.rados.0.smithi002.stdout:567: copy_from oid 31 from oid 41 current snap is 54 2024-09-14T03:37:03.429 INFO:tasks.rados.rados.0.smithi002.stdout:564: finishing write tid 1 to smithi00278215-47 2024-09-14T03:37:03.429 INFO:tasks.rados.rados.0.smithi002.stdout:564: finishing write tid 2 to smithi00278215-47 2024-09-14T03:37:03.429 INFO:tasks.rados.rados.0.smithi002.stdout:564: finishing write tid 3 to smithi00278215-47 2024-09-14T03:37:03.429 INFO:tasks.rados.rados.0.smithi002.stdout:564: finishing write tid 4 to smithi00278215-47 2024-09-14T03:37:03.429 INFO:tasks.rados.rados.0.smithi002.stdout:564: oid 47 updating version 0 to 405 2024-09-14T03:37:03.429 INFO:tasks.rados.rados.0.smithi002.stdout:564: oid 47 version 405 is already newer than 404 2024-09-14T03:37:03.429 INFO:tasks.rados.rados.0.smithi002.stdout:564: oid 47 version 405 is already newer than 403 2024-09-14T03:37:03.429 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 405 (ObjNum 199 snap 54 seq_num 199) dirty exists 2024-09-14T03:37:03.429 INFO:tasks.rados.rados.0.smithi002.stdout:564: left oid 47 (ObjNum 199 snap 54 seq_num 199) 2024-09-14T03:37:03.429 INFO:tasks.rados.rados.0.smithi002.stdout:564: done (3 left) 2024-09-14T03:37:03.430 INFO:tasks.rados.rados.0.smithi002.stdout:568: snap_remove snap 40 2024-09-14T03:37:04.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:04 smithi154 ceph-mon[30999]: Upgrade: Updating mgr.y 2024-09-14T03:37:04.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:04 smithi154 ceph-mon[30999]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:37:04.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:04 smithi154 ceph-mon[30999]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-14T03:37:04.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:04 smithi154 ceph-mon[30999]: from='mgr.24727 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-14T03:37:04.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:04 smithi154 ceph-mon[30999]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-14T03:37:04.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:04 smithi154 ceph-mon[30999]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:37:04.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:04 smithi154 ceph-mon[30999]: Deploying daemon mgr.y on smithi002 2024-09-14T03:37:04.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:04 smithi154 ceph-mon[30999]: pgmap v30: 121 pgs: 121 active+clean; 171 MiB data, 621 MiB used, 715 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.7 MiB/s wr, 50 op/s 2024-09-14T03:37:04.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:04 smithi154 ceph-mon[30999]: osdmap e175: 8 total, 8 up, 8 in 2024-09-14T03:37:04.417 INFO:tasks.rados.rados.0.smithi002.stdout:567: finishing copy_from to smithi00278215-31 2024-09-14T03:37:04.985 INFO:tasks.rados.rados.0.smithi002.stdout:567: got expected ENOENT (src dne) 2024-09-14T03:37:04.985 INFO:tasks.rados.rados.0.smithi002.stdout:567: finishing copy_from racing read to smithi00278215-31 2024-09-14T03:37:04.985 INFO:tasks.rados.rados.0.smithi002.stdout:566: expect (ObjNum 15 snap 0 seq_num 15) 2024-09-14T03:37:04.987 INFO:tasks.rados.rados.0.smithi002.stdout:565: finishing write tid 1 to smithi00278215-40 2024-09-14T03:37:04.987 INFO:tasks.rados.rados.0.smithi002.stdout:565: finishing write tid 2 to smithi00278215-40 2024-09-14T03:37:04.987 INFO:tasks.rados.rados.0.smithi002.stdout:565: finishing write tid 3 to smithi00278215-40 2024-09-14T03:37:04.987 INFO:tasks.rados.rados.0.smithi002.stdout:565: finishing write tid 4 to smithi00278215-40 2024-09-14T03:37:04.987 INFO:tasks.rados.rados.0.smithi002.stdout:565: oid 40 updating version 0 to 312 2024-09-14T03:37:04.987 INFO:tasks.rados.rados.0.smithi002.stdout:565: oid 40 updating version 312 to 313 2024-09-14T03:37:04.987 INFO:tasks.rados.rados.0.smithi002.stdout:565: oid 40 updating version 313 to 314 2024-09-14T03:37:04.987 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 314 (ObjNum 200 snap 54 seq_num 200) dirty exists 2024-09-14T03:37:04.987 INFO:tasks.rados.rados.0.smithi002.stdout:565: left oid 40 (ObjNum 200 snap 54 seq_num 200) 2024-09-14T03:37:04.987 INFO:tasks.rados.rados.0.smithi002.stdout:565: done (3 left) 2024-09-14T03:37:04.987 INFO:tasks.rados.rados.0.smithi002.stdout:566: done (2 left) 2024-09-14T03:37:04.987 INFO:tasks.rados.rados.0.smithi002.stdout:567: done (1 left) 2024-09-14T03:37:04.987 INFO:tasks.rados.rados.0.smithi002.stdout:568: done (0 left) 2024-09-14T03:37:04.988 INFO:tasks.rados.rados.0.smithi002.stdout:569: read oid 41 snap -1 2024-09-14T03:37:04.988 INFO:tasks.rados.rados.0.smithi002.stdout:569: expect deleted 2024-09-14T03:37:04.988 INFO:tasks.rados.rados.0.smithi002.stdout:570: read oid 28 snap -1 2024-09-14T03:37:04.988 INFO:tasks.rados.rados.0.smithi002.stdout:570: expect (ObjNum 26 snap 0 seq_num 26) 2024-09-14T03:37:04.988 INFO:tasks.rados.rados.0.smithi002.stdout:571: rollback oid 16 current snap is 54 2024-09-14T03:37:04.988 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 16 to 44 2024-09-14T03:37:04.988 INFO:tasks.rados.rados.0.smithi002.stdout:572: snap_create 2024-09-14T03:37:04.988 INFO:tasks.rados.rados.0.smithi002.stdout:571: finishing rollback tid 0 to smithi00278215-16 2024-09-14T03:37:04.988 INFO:tasks.rados.rados.0.smithi002.stdout:571: finishing rollback tid 1 to smithi00278215-16 2024-09-14T03:37:04.988 INFO:tasks.rados.rados.0.smithi002.stdout:571: finishing rollback tid 2 to smithi00278215-16 2024-09-14T03:37:04.988 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 16 v 180 (ObjNum 127 snap 32 seq_num 127) dirty exists 2024-09-14T03:37:04.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:04 smithi002 ceph-mon[27606]: Upgrade: Updating mgr.y 2024-09-14T03:37:04.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:04 smithi002 ceph-mon[27606]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:37:04.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:04 smithi002 ceph-mon[27606]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-14T03:37:04.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:04 smithi002 ceph-mon[27606]: from='mgr.24727 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-14T03:37:04.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:04 smithi002 ceph-mon[27606]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-14T03:37:04.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:04 smithi002 ceph-mon[27606]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:37:04.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:04 smithi002 ceph-mon[27606]: Deploying daemon mgr.y on smithi002 2024-09-14T03:37:04.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:04 smithi002 ceph-mon[27606]: pgmap v30: 121 pgs: 121 active+clean; 171 MiB data, 621 MiB used, 715 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.7 MiB/s wr, 50 op/s 2024-09-14T03:37:04.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:04 smithi002 ceph-mon[27606]: osdmap e175: 8 total, 8 up, 8 in 2024-09-14T03:37:04.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:04 smithi002 ceph-mon[38004]: Upgrade: Updating mgr.y 2024-09-14T03:37:04.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:04 smithi002 ceph-mon[38004]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:37:04.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:04 smithi002 ceph-mon[38004]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-14T03:37:04.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:04 smithi002 ceph-mon[38004]: from='mgr.24727 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-14T03:37:04.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:04 smithi002 ceph-mon[38004]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-14T03:37:04.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:04 smithi002 ceph-mon[38004]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:37:04.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:04 smithi002 ceph-mon[38004]: Deploying daemon mgr.y on smithi002 2024-09-14T03:37:04.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:04 smithi002 ceph-mon[38004]: pgmap v30: 121 pgs: 121 active+clean; 171 MiB data, 621 MiB used, 715 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.7 MiB/s wr, 50 op/s 2024-09-14T03:37:04.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:04 smithi002 ceph-mon[38004]: osdmap e175: 8 total, 8 up, 8 in 2024-09-14T03:37:04.991 INFO:tasks.rados.rados.0.smithi002.stdout:570: expect (ObjNum 26 snap 0 seq_num 26) 2024-09-14T03:37:05.179 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:04 smithi002 systemd[1]: Stopping Ceph mgr.y for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:37:05.411 INFO:tasks.rados.rados.0.smithi002.stdout:569: done (3 left) 2024-09-14T03:37:05.411 INFO:tasks.rados.rados.0.smithi002.stdout:570: done (2 left) 2024-09-14T03:37:05.411 INFO:tasks.rados.rados.0.smithi002.stdout:571: done (1 left) 2024-09-14T03:37:05.411 INFO:tasks.rados.rados.0.smithi002.stdout:572: done (0 left) 2024-09-14T03:37:05.411 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 33 current snap is 55 2024-09-14T03:37:05.411 INFO:tasks.rados.rados.0.smithi002.stdout:573: seq_num 201 ranges {737280=573440,1310720=401408} 2024-09-14T03:37:05.418 INFO:tasks.rados.rados.0.smithi002.stdout:573: writing smithi00278215-33 from 737280 to 1310720 tid 1 2024-09-14T03:37:05.420 INFO:tasks.rados.rados.0.smithi002.stdout:573: writing smithi00278215-33 from 1310720 to 1712128 tid 2 2024-09-14T03:37:05.420 INFO:tasks.rados.rados.0.smithi002.stdout:574: read oid 27 snap -1 2024-09-14T03:37:05.421 INFO:tasks.rados.rados.0.smithi002.stdout:574: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:37:05.421 INFO:tasks.rados.rados.0.smithi002.stdout:575: setattr oid 40 current snap is 55 2024-09-14T03:37:05.421 INFO:tasks.rados.rados.0.smithi002.stdout:574: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:37:05.423 INFO:tasks.rados.rados.0.smithi002.stdout:574: done (2 left) 2024-09-14T03:37:05.423 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 48 current snap is 55 2024-09-14T03:37:05.423 INFO:tasks.rados.rados.0.smithi002.stdout:576: seq_num 202 ranges {4349952=589824,4939776=401408} 2024-09-14T03:37:05.436 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:05 smithi002 ceph-mon[27606]: osdmap e176: 8 total, 8 up, 8 in 2024-09-14T03:37:05.436 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:05 smithi002 ceph-mon[27606]: osdmap e177: 8 total, 8 up, 8 in 2024-09-14T03:37:05.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:05 smithi002 ceph-mon[38004]: osdmap e176: 8 total, 8 up, 8 in 2024-09-14T03:37:05.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:05 smithi002 ceph-mon[38004]: osdmap e177: 8 total, 8 up, 8 in 2024-09-14T03:37:05.437 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:05 smithi002 podman[80212]: 2024-09-14 03:37:05.17729565 +0000 UTC m=+0.153813939 container died 9a560a9a58f634f0a79496ac7f1be0d3eca9766d0a7c12dd509a06c177cb7251 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, RELEASE=reef-e4e227b, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-09-14T03:37:05.450 INFO:tasks.rados.rados.0.smithi002.stdout:576: writing smithi00278215-48 from 4349952 to 4939776 tid 1 2024-09-14T03:37:05.453 INFO:tasks.rados.rados.0.smithi002.stdout:576: writing smithi00278215-48 from 4939776 to 5341184 tid 2 2024-09-14T03:37:05.454 INFO:tasks.rados.rados.0.smithi002.stdout:573: finishing write tid 1 to smithi00278215-33 2024-09-14T03:37:05.454 INFO:tasks.rados.rados.0.smithi002.stdout:577: read oid 13 snap -1 2024-09-14T03:37:05.454 INFO:tasks.rados.rados.0.smithi002.stdout:577: expect (ObjNum 155 snap 43 seq_num 155) 2024-09-14T03:37:05.454 INFO:tasks.rados.rados.0.smithi002.stdout:578: rollback oid 35 current snap is 55 2024-09-14T03:37:05.454 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 35 to 54 2024-09-14T03:37:05.454 INFO:tasks.rados.rados.0.smithi002.stdout:573: finishing write tid 2 to smithi00278215-33 2024-09-14T03:37:05.454 INFO:tasks.rados.rados.0.smithi002.stdout:573: finishing write tid 3 to smithi00278215-33 2024-09-14T03:37:05.454 INFO:tasks.rados.rados.0.smithi002.stdout:573: finishing write tid 4 to smithi00278215-33 2024-09-14T03:37:05.454 INFO:tasks.rados.rados.0.smithi002.stdout:573: oid 33 updating version 0 to 418 2024-09-14T03:37:05.454 INFO:tasks.rados.rados.0.smithi002.stdout:573: oid 33 version 418 is already newer than 417 2024-09-14T03:37:05.454 INFO:tasks.rados.rados.0.smithi002.stdout:573: oid 33 updating version 418 to 419 2024-09-14T03:37:05.454 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 33 v 419 (ObjNum 201 snap 55 seq_num 201) dirty exists 2024-09-14T03:37:05.454 INFO:tasks.rados.rados.0.smithi002.stdout:573: left oid 33 (ObjNum 201 snap 55 seq_num 201) 2024-09-14T03:37:05.454 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 315 (ObjNum 200 snap 54 seq_num 200) dirty exists 2024-09-14T03:37:05.455 INFO:tasks.rados.rados.0.smithi002.stdout:573: done (4 left) 2024-09-14T03:37:05.455 INFO:tasks.rados.rados.0.smithi002.stdout:575: done (3 left) 2024-09-14T03:37:05.455 INFO:tasks.rados.rados.0.smithi002.stdout:579: read oid 21 snap -1 2024-09-14T03:37:05.455 INFO:tasks.rados.rados.0.smithi002.stdout:579: expect (ObjNum 153 snap 43 seq_num 153) 2024-09-14T03:37:05.455 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 18 current snap is 55 2024-09-14T03:37:05.455 INFO:tasks.rados.rados.0.smithi002.stdout:580: seq_num 203 ranges {0=606208,606208=401408} 2024-09-14T03:37:05.457 INFO:tasks.rados.rados.0.smithi002.stdout:580: writing smithi00278215-18 from 0 to 606208 tid 1 2024-09-14T03:37:05.459 INFO:tasks.rados.rados.0.smithi002.stdout:580: writing smithi00278215-18 from 606208 to 1007616 tid 2 2024-09-14T03:37:05.460 INFO:tasks.rados.rados.0.smithi002.stdout:581: read oid 50 snap 7 2024-09-14T03:37:05.460 INFO:tasks.rados.rados.0.smithi002.stdout:581: expect (ObjNum 49 snap 0 seq_num 49) 2024-09-14T03:37:05.460 INFO:tasks.rados.rados.0.smithi002.stdout:582: snap_create 2024-09-14T03:37:05.460 INFO:tasks.rados.rados.0.smithi002.stdout:576: finishing write tid 1 to smithi00278215-48 2024-09-14T03:37:05.460 INFO:tasks.rados.rados.0.smithi002.stdout:578: finishing rollback tid 0 to smithi00278215-35 2024-09-14T03:37:05.460 INFO:tasks.rados.rados.0.smithi002.stdout:578: finishing rollback tid 1 to smithi00278215-35 2024-09-14T03:37:05.460 INFO:tasks.rados.rados.0.smithi002.stdout:576: finishing write tid 2 to smithi00278215-48 2024-09-14T03:37:05.460 INFO:tasks.rados.rados.0.smithi002.stdout:576: finishing write tid 3 to smithi00278215-48 2024-09-14T03:37:05.460 INFO:tasks.rados.rados.0.smithi002.stdout:578: finishing rollback tid 2 to smithi00278215-35 2024-09-14T03:37:05.460 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 35 v 307 (ObjNum 190 snap 51 seq_num 190) dirty exists 2024-09-14T03:37:05.461 INFO:tasks.rados.rados.0.smithi002.stdout:576: finishing write tid 4 to smithi00278215-48 2024-09-14T03:37:05.461 INFO:tasks.rados.rados.0.smithi002.stdout:576: oid 48 updating version 0 to 152 2024-09-14T03:37:05.461 INFO:tasks.rados.rados.0.smithi002.stdout:576: oid 48 version 152 is already newer than 151 2024-09-14T03:37:05.462 INFO:tasks.rados.rados.0.smithi002.stdout:576: oid 48 version 152 is already newer than 150 2024-09-14T03:37:05.462 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 152 (ObjNum 202 snap 55 seq_num 202) dirty exists 2024-09-14T03:37:05.462 INFO:tasks.rados.rados.0.smithi002.stdout:576: left oid 48 (ObjNum 202 snap 55 seq_num 202) 2024-09-14T03:37:05.463 INFO:tasks.rados.rados.0.smithi002.stdout:581: expect (ObjNum 49 snap 0 seq_num 49) 2024-09-14T03:37:05.485 INFO:tasks.rados.rados.0.smithi002.stdout:577: expect (ObjNum 155 snap 43 seq_num 155) 2024-09-14T03:37:05.532 INFO:tasks.rados.rados.0.smithi002.stdout:580: finishing write tid 1 to smithi00278215-18 2024-09-14T03:37:05.532 INFO:tasks.rados.rados.0.smithi002.stdout:580: finishing write tid 2 to smithi00278215-18 2024-09-14T03:37:05.532 INFO:tasks.rados.rados.0.smithi002.stdout:580: finishing write tid 3 to smithi00278215-18 2024-09-14T03:37:05.532 INFO:tasks.rados.rados.0.smithi002.stdout:580: finishing write tid 4 to smithi00278215-18 2024-09-14T03:37:05.532 INFO:tasks.rados.rados.0.smithi002.stdout:580: oid 18 updating version 0 to 149 2024-09-14T03:37:05.532 INFO:tasks.rados.rados.0.smithi002.stdout:580: oid 18 version 149 is already newer than 147 2024-09-14T03:37:05.533 INFO:tasks.rados.rados.0.smithi002.stdout:580: oid 18 version 149 is already newer than 148 2024-09-14T03:37:05.533 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 149 (ObjNum 203 snap 55 seq_num 203) dirty exists 2024-09-14T03:37:05.533 INFO:tasks.rados.rados.0.smithi002.stdout:580: left oid 18 (ObjNum 203 snap 55 seq_num 203) 2024-09-14T03:37:05.533 INFO:tasks.rados.rados.0.smithi002.stdout:579: expect (ObjNum 153 snap 43 seq_num 153) 2024-09-14T03:37:05.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:05 smithi154 ceph-mon[30999]: osdmap e176: 8 total, 8 up, 8 in 2024-09-14T03:37:05.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:05 smithi154 ceph-mon[30999]: osdmap e177: 8 total, 8 up, 8 in 2024-09-14T03:37:05.916 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:05 smithi002 podman[80212]: 2024-09-14 03:37:05.630010601 +0000 UTC m=+0.606528895 container cleanup 9a560a9a58f634f0a79496ac7f1be0d3eca9766d0a7c12dd509a06c177cb7251 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=reef-e4e227b, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True) 2024-09-14T03:37:05.916 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:05 smithi002 bash[80212]: ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y 2024-09-14T03:37:06.186 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:05 smithi002 podman[80224]: 2024-09-14 03:37:05.915340717 +0000 UTC m=+0.740486666 container remove 9a560a9a58f634f0a79496ac7f1be0d3eca9766d0a7c12dd509a06c177cb7251 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y, RELEASE=reef-e4e227b, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731) 2024-09-14T03:37:06.187 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:05 smithi002 systemd[1]: ceph-f357b922-7248-11ef-bceb-c7b262605968@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-09-14T03:37:06.187 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:06 smithi002 systemd[1]: ceph-f357b922-7248-11ef-bceb-c7b262605968@mgr.y.service: Failed with result 'exit-code'. 2024-09-14T03:37:06.187 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:06 smithi002 systemd[1]: Stopped Ceph mgr.y for f357b922-7248-11ef-bceb-c7b262605968. 2024-09-14T03:37:06.187 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:06 smithi002 systemd[1]: ceph-f357b922-7248-11ef-bceb-c7b262605968@mgr.y.service: Consumed 48.523s CPU time. 2024-09-14T03:37:06.426 INFO:tasks.rados.rados.0.smithi002.stdout:576: done (6 left) 2024-09-14T03:37:06.426 INFO:tasks.rados.rados.0.smithi002.stdout:577: done (5 left) 2024-09-14T03:37:06.426 INFO:tasks.rados.rados.0.smithi002.stdout:578: done (4 left) 2024-09-14T03:37:06.426 INFO:tasks.rados.rados.0.smithi002.stdout:579: done (3 left) 2024-09-14T03:37:06.426 INFO:tasks.rados.rados.0.smithi002.stdout:580: done (2 left) 2024-09-14T03:37:06.426 INFO:tasks.rados.rados.0.smithi002.stdout:581: done (1 left) 2024-09-14T03:37:06.426 INFO:tasks.rados.rados.0.smithi002.stdout:582: done (0 left) 2024-09-14T03:37:06.426 INFO:tasks.rados.rados.0.smithi002.stdout:583: delete oid 40 current snap is 56 2024-09-14T03:37:06.435 INFO:tasks.rados.rados.0.smithi002.stdout:583: done (0 left) 2024-09-14T03:37:06.435 INFO:tasks.rados.rados.0.smithi002.stdout:584: rmattr oid 4 current snap is 56 2024-09-14T03:37:06.435 INFO:tasks.rados.rados.0.smithi002.stdout:585: snap_create 2024-09-14T03:37:06.437 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 276 (ObjNum 196 snap 51 seq_num 196) dirty exists 2024-09-14T03:37:06.495 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:06 smithi002 ceph-mon[27606]: pgmap v33: 121 pgs: 121 active+clean; 171 MiB data, 621 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:37:06.495 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:06 smithi002 ceph-mon[38004]: pgmap v33: 121 pgs: 121 active+clean; 171 MiB data, 621 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:37:06.495 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:06 smithi002 systemd[1]: Starting Ceph mgr.y for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:37:06.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:06 smithi154 ceph-mon[30999]: pgmap v33: 121 pgs: 121 active+clean; 171 MiB data, 621 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:37:06.795 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:06 smithi002 podman[80354]: 2024-09-14 03:37:06.397110247 +0000 UTC m=+0.016658346 image pull 8801d2529e4377d97015e6c85a3b4925ede7ce42c7349a1a37eb88f097b6f3f0 quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802 2024-09-14T03:37:06.795 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:06 smithi002 podman[80354]: 2024-09-14 03:37:06.541995342 +0000 UTC m=+0.161543424 container create 37cb6840a9f7e389d41a00140fd8b0272e6f6396acdce4ec1153dfe9b8e5b4b8 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, RELEASE=main-a278231) 2024-09-14T03:37:07.187 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:06 smithi002 podman[80354]: 2024-09-14 03:37:06.794686049 +0000 UTC m=+0.414234139 container init 37cb6840a9f7e389d41a00140fd8b0272e6f6396acdce4ec1153dfe9b8e5b4b8 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-a278231, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, ceph=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-09-14T03:37:07.187 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:06 smithi002 podman[80354]: 2024-09-14 03:37:06.7979999 +0000 UTC m=+0.417547982 container start 37cb6840a9f7e389d41a00140fd8b0272e6f6396acdce4ec1153dfe9b8e5b4b8 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , RELEASE=main-a278231, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, ceph=True) 2024-09-14T03:37:07.187 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:06 smithi002 ceph-mgr[80372]: -- 172.21.15.2:0/457588075 <== mon.0 v2:172.21.15.2:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x563e637c90e0 con 0x563e637a7400 2024-09-14T03:37:07.187 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:06 smithi002 bash[80354]: 37cb6840a9f7e389d41a00140fd8b0272e6f6396acdce4ec1153dfe9b8e5b4b8 2024-09-14T03:37:07.187 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:06 smithi002 systemd[1]: Started Ceph mgr.y for f357b922-7248-11ef-bceb-c7b262605968. 2024-09-14T03:37:07.428 INFO:tasks.rados.rados.0.smithi002.stdout:584: done (1 left) 2024-09-14T03:37:07.428 INFO:tasks.rados.rados.0.smithi002.stdout:585: done (0 left) 2024-09-14T03:37:07.428 INFO:tasks.rados.rados.0.smithi002.stdout:586: delete oid 37 current snap is 57 2024-09-14T03:37:07.434 INFO:tasks.rados.rados.0.smithi002.stdout:586: done (0 left) 2024-09-14T03:37:07.434 INFO:tasks.rados.rados.0.smithi002.stdout:587: read oid 28 snap 41 2024-09-14T03:37:07.434 INFO:tasks.rados.rados.0.smithi002.stdout:587: expect (ObjNum 26 snap 0 seq_num 26) 2024-09-14T03:37:07.434 INFO:tasks.rados.rados.0.smithi002.stdout:588: read oid 2 snap 52 2024-09-14T03:37:07.434 INFO:tasks.rados.rados.0.smithi002.stdout:588: expect (ObjNum 854258912 snap 21886 seq_num 854695888) 2024-09-14T03:37:07.434 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 5 current snap is 57 2024-09-14T03:37:07.434 INFO:tasks.rados.rados.0.smithi002.stdout:589: seq_num 206 ranges {0=655360,655360=401408} 2024-09-14T03:37:07.436 INFO:tasks.rados.rados.0.smithi002.stdout:589: writing smithi00278215-5 from 0 to 655360 tid 1 2024-09-14T03:37:07.439 INFO:tasks.rados.rados.0.smithi002.stdout:589: writing smithi00278215-5 from 655360 to 1056768 tid 2 2024-09-14T03:37:07.440 INFO:tasks.rados.rados.0.smithi002.stdout:590: rmattr oid 48 current snap is 57 2024-09-14T03:37:07.440 INFO:tasks.rados.rados.0.smithi002.stdout:588: expect (ObjNum 854258912 snap 21886 seq_num 854695888) 2024-09-14T03:37:07.444 INFO:tasks.rados.rados.0.smithi002.stdout:588: done (3 left) 2024-09-14T03:37:07.444 INFO:tasks.rados.rados.0.smithi002.stdout:591: read oid 18 snap -1 2024-09-14T03:37:07.445 INFO:tasks.rados.rados.0.smithi002.stdout:591: expect (ObjNum 203 snap 55 seq_num 203) 2024-09-14T03:37:07.445 INFO:tasks.rados.rados.0.smithi002.stdout:592: snap_create 2024-09-14T03:37:07.445 INFO:tasks.rados.rados.0.smithi002.stdout:587: expect (ObjNum 26 snap 0 seq_num 26) 2024-09-14T03:37:07.466 INFO:tasks.rados.rados.0.smithi002.stdout:589: finishing write tid 1 to smithi00278215-5 2024-09-14T03:37:07.466 INFO:tasks.rados.rados.0.smithi002.stdout:589: finishing write tid 2 to smithi00278215-5 2024-09-14T03:37:07.466 INFO:tasks.rados.rados.0.smithi002.stdout:589: finishing write tid 3 to smithi00278215-5 2024-09-14T03:37:07.466 INFO:tasks.rados.rados.0.smithi002.stdout:589: finishing write tid 4 to smithi00278215-5 2024-09-14T03:37:07.466 INFO:tasks.rados.rados.0.smithi002.stdout:589: oid 5 updating version 0 to 132 2024-09-14T03:37:07.466 INFO:tasks.rados.rados.0.smithi002.stdout:589: oid 5 updating version 132 to 133 2024-09-14T03:37:07.466 INFO:tasks.rados.rados.0.smithi002.stdout:589: oid 5 version 133 is already newer than 131 2024-09-14T03:37:07.466 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 5 v 133 (ObjNum 206 snap 57 seq_num 206) dirty exists 2024-09-14T03:37:07.466 INFO:tasks.rados.rados.0.smithi002.stdout:589: left oid 5 (ObjNum 206 snap 57 seq_num 206) 2024-09-14T03:37:07.466 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 153 (ObjNum 202 snap 55 seq_num 202) dirty exists 2024-09-14T03:37:07.466 INFO:tasks.rados.rados.0.smithi002.stdout:591: expect (ObjNum 203 snap 55 seq_num 203) 2024-09-14T03:37:07.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:07 smithi002 ceph-mon[27606]: osdmap e178: 8 total, 8 up, 8 in 2024-09-14T03:37:07.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:07 smithi002 ceph-mon[27606]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:37:07.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:07 smithi002 ceph-mon[27606]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:37:07.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:07 smithi002 ceph-mon[27606]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:37:07.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:07 smithi002 ceph-mon[27606]: pgmap v36: 121 pgs: 121 active+clean; 177 MiB data, 656 MiB used, 715 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.4 MiB/s wr, 32 op/s 2024-09-14T03:37:07.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:07 smithi002 ceph-mon[27606]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:37:07.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:07 smithi002 ceph-mon[27606]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:37:07.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:07 smithi002 ceph-mon[38004]: osdmap e178: 8 total, 8 up, 8 in 2024-09-14T03:37:07.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:07 smithi002 ceph-mon[38004]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:37:07.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:07 smithi002 ceph-mon[38004]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:37:07.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:07 smithi002 ceph-mon[38004]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:37:07.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:07 smithi002 ceph-mon[38004]: pgmap v36: 121 pgs: 121 active+clean; 177 MiB data, 656 MiB used, 715 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.4 MiB/s wr, 32 op/s 2024-09-14T03:37:07.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:07 smithi002 ceph-mon[38004]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:37:07.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:07 smithi002 ceph-mon[38004]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:37:07.705 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:07 smithi154 ceph-mon[30999]: osdmap e178: 8 total, 8 up, 8 in 2024-09-14T03:37:07.706 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:07 smithi154 ceph-mon[30999]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:37:07.706 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:07 smithi154 ceph-mon[30999]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:37:07.706 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:07 smithi154 ceph-mon[30999]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:37:07.706 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:07 smithi154 ceph-mon[30999]: pgmap v36: 121 pgs: 121 active+clean; 177 MiB data, 656 MiB used, 715 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.4 MiB/s wr, 32 op/s 2024-09-14T03:37:07.706 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:07 smithi154 ceph-mon[30999]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:37:07.706 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:07 smithi154 ceph-mon[30999]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:37:08.437 INFO:tasks.rados.rados.0.smithi002.stdout:587: done (4 left) 2024-09-14T03:37:08.437 INFO:tasks.rados.rados.0.smithi002.stdout:589: done (3 left) 2024-09-14T03:37:08.437 INFO:tasks.rados.rados.0.smithi002.stdout:590: done (2 left) 2024-09-14T03:37:08.437 INFO:tasks.rados.rados.0.smithi002.stdout:591: done (1 left) 2024-09-14T03:37:08.437 INFO:tasks.rados.rados.0.smithi002.stdout:592: done (0 left) 2024-09-14T03:37:08.438 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 3 current snap is 58 2024-09-14T03:37:08.438 INFO:tasks.rados.rados.0.smithi002.stdout:593: seq_num 207 ranges {106496=671744,778240=401408} 2024-09-14T03:37:08.441 INFO:tasks.rados.rados.0.smithi002.stdout:593: writing smithi00278215-3 from 106496 to 778240 tid 1 2024-09-14T03:37:08.443 INFO:tasks.rados.rados.0.smithi002.stdout:593: writing smithi00278215-3 from 778240 to 1179648 tid 2 2024-09-14T03:37:08.443 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 49 current snap is 58 2024-09-14T03:37:08.443 INFO:tasks.rados.rados.0.smithi002.stdout:594: seq_num 208 ranges {671744=688128,1359872=401408} 2024-09-14T03:37:08.451 INFO:tasks.rados.rados.0.smithi002.stdout:594: writing smithi00278215-49 from 671744 to 1359872 tid 1 2024-09-14T03:37:08.454 INFO:tasks.rados.rados.0.smithi002.stdout:594: writing smithi00278215-49 from 1359872 to 1761280 tid 2 2024-09-14T03:37:08.454 INFO:tasks.rados.rados.0.smithi002.stdout:595: read oid 32 snap 51 2024-09-14T03:37:08.454 INFO:tasks.rados.rados.0.smithi002.stdout:595: expect deleted 2024-09-14T03:37:08.455 INFO:tasks.rados.rados.0.smithi002.stdout:596: rollback oid 50 current snap is 58 2024-09-14T03:37:08.455 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 50 to 55 2024-09-14T03:37:08.455 INFO:tasks.rados.rados.0.smithi002.stdout:593: finishing write tid 1 to smithi00278215-3 2024-09-14T03:37:08.455 INFO:tasks.rados.rados.0.smithi002.stdout:593: finishing write tid 2 to smithi00278215-3 2024-09-14T03:37:08.455 INFO:tasks.rados.rados.0.smithi002.stdout:593: finishing write tid 3 to smithi00278215-3 2024-09-14T03:37:08.455 INFO:tasks.rados.rados.0.smithi002.stdout:593: finishing write tid 4 to smithi00278215-3 2024-09-14T03:37:08.455 INFO:tasks.rados.rados.0.smithi002.stdout:593: oid 3 updating version 0 to 422 2024-09-14T03:37:08.455 INFO:tasks.rados.rados.0.smithi002.stdout:593: oid 3 version 422 is already newer than 421 2024-09-14T03:37:08.455 INFO:tasks.rados.rados.0.smithi002.stdout:593: oid 3 updating version 422 to 423 2024-09-14T03:37:08.455 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 3 v 423 (ObjNum 207 snap 58 seq_num 207) dirty exists 2024-09-14T03:37:08.455 INFO:tasks.rados.rados.0.smithi002.stdout:593: left oid 3 (ObjNum 207 snap 58 seq_num 207) 2024-09-14T03:37:08.455 INFO:tasks.rados.rados.0.smithi002.stdout:593: done (3 left) 2024-09-14T03:37:08.455 INFO:tasks.rados.rados.0.smithi002.stdout:597: snap_create 2024-09-14T03:37:08.456 INFO:tasks.rados.rados.0.smithi002.stdout:594: finishing write tid 1 to smithi00278215-49 2024-09-14T03:37:08.457 INFO:tasks.rados.rados.0.smithi002.stdout:594: finishing write tid 2 to smithi00278215-49 2024-09-14T03:37:08.458 INFO:tasks.rados.rados.0.smithi002.stdout:596: finishing rollback tid 0 to smithi00278215-50 2024-09-14T03:37:08.458 INFO:tasks.rados.rados.0.smithi002.stdout:594: finishing write tid 3 to smithi00278215-49 2024-09-14T03:37:08.458 INFO:tasks.rados.rados.0.smithi002.stdout:596: finishing rollback tid 1 to smithi00278215-50 2024-09-14T03:37:08.459 INFO:tasks.rados.rados.0.smithi002.stdout:596: finishing rollback tid 2 to smithi00278215-50 2024-09-14T03:37:08.459 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 479 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-09-14T03:37:08.459 INFO:tasks.rados.rados.0.smithi002.stdout:594: finishing write tid 4 to smithi00278215-49 2024-09-14T03:37:08.459 INFO:tasks.rados.rados.0.smithi002.stdout:594: oid 49 updating version 0 to 201 2024-09-14T03:37:08.459 INFO:tasks.rados.rados.0.smithi002.stdout:594: oid 49 updating version 201 to 203 2024-09-14T03:37:08.459 INFO:tasks.rados.rados.0.smithi002.stdout:594: oid 49 version 203 is already newer than 202 2024-09-14T03:37:08.459 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 203 (ObjNum 208 snap 58 seq_num 208) dirty exists 2024-09-14T03:37:08.459 INFO:tasks.rados.rados.0.smithi002.stdout:594: left oid 49 (ObjNum 208 snap 58 seq_num 208) 2024-09-14T03:37:08.620 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:08 smithi002 ceph-mon[27606]: osdmap e179: 8 total, 8 up, 8 in 2024-09-14T03:37:08.620 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:08 smithi002 ceph-mon[38004]: osdmap e179: 8 total, 8 up, 8 in 2024-09-14T03:37:08.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:08 smithi154 ceph-mon[30999]: osdmap e179: 8 total, 8 up, 8 in 2024-09-14T03:37:09.441 INFO:tasks.rados.rados.0.smithi002.stdout:594: done (3 left) 2024-09-14T03:37:09.441 INFO:tasks.rados.rados.0.smithi002.stdout:595: done (2 left) 2024-09-14T03:37:09.441 INFO:tasks.rados.rados.0.smithi002.stdout:596: done (1 left) 2024-09-14T03:37:09.441 INFO:tasks.rados.rados.0.smithi002.stdout:597: done (0 left) 2024-09-14T03:37:09.441 INFO:tasks.rados.rados.0.smithi002.stdout:598: read oid 22 snap -1 2024-09-14T03:37:09.441 INFO:tasks.rados.rados.0.smithi002.stdout:598: expect deleted 2024-09-14T03:37:09.441 INFO:tasks.rados.rados.0.smithi002.stdout:599: rollback oid 47 current snap is 59 2024-09-14T03:37:09.441 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 47 to 58 2024-09-14T03:37:09.441 INFO:tasks.rados.rados.0.smithi002.stdout:600: snap_remove snap 7 2024-09-14T03:37:09.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:09 smithi154 ceph-mon[30999]: osdmap e180: 8 total, 8 up, 8 in 2024-09-14T03:37:09.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:09 smithi154 ceph-mon[30999]: pgmap v39: 121 pgs: 121 active+clean; 177 MiB data, 656 MiB used, 715 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.4 MiB/s wr, 32 op/s 2024-09-14T03:37:09.762 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:09 smithi002 ceph-mon[27606]: osdmap e180: 8 total, 8 up, 8 in 2024-09-14T03:37:09.763 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:09 smithi002 ceph-mon[27606]: pgmap v39: 121 pgs: 121 active+clean; 177 MiB data, 656 MiB used, 715 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.4 MiB/s wr, 32 op/s 2024-09-14T03:37:09.763 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:09 smithi002 ceph-mon[38004]: osdmap e180: 8 total, 8 up, 8 in 2024-09-14T03:37:09.763 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:09 smithi002 ceph-mon[38004]: pgmap v39: 121 pgs: 121 active+clean; 177 MiB data, 656 MiB used, 715 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.4 MiB/s wr, 32 op/s 2024-09-14T03:37:10.416 INFO:tasks.rados.rados.0.smithi002.stdout:600: done (2 left) 2024-09-14T03:37:10.416 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 6 current snap is 59 2024-09-14T03:37:10.416 INFO:tasks.rados.rados.0.smithi002.stdout:601: seq_num 209 ranges {6234112=704512,6938624=401408} 2024-09-14T03:37:10.454 INFO:tasks.rados.rados.0.smithi002.stdout:601: writing smithi00278215-6 from 6234112 to 6938624 tid 1 2024-09-14T03:37:10.457 INFO:tasks.rados.rados.0.smithi002.stdout:601: writing smithi00278215-6 from 6938624 to 7340032 tid 2 2024-09-14T03:37:10.457 INFO:tasks.rados.rados.0.smithi002.stdout:602: copy_from oid 41 from oid 46 current snap is 59 2024-09-14T03:37:10.457 INFO:tasks.rados.rados.0.smithi002.stdout:603: rollback oid 19 current snap is 59 2024-09-14T03:37:10.457 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 19 to 48 2024-09-14T03:37:10.457 INFO:tasks.rados.rados.0.smithi002.stdout:599: finishing rollback tid 0 to smithi00278215-47 2024-09-14T03:37:10.457 INFO:tasks.rados.rados.0.smithi002.stdout:599: finishing rollback tid 1 to smithi00278215-47 2024-09-14T03:37:10.457 INFO:tasks.rados.rados.0.smithi002.stdout:599: finishing rollback tid 2 to smithi00278215-47 2024-09-14T03:37:10.457 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 427 (ObjNum 199 snap 54 seq_num 199) dirty exists 2024-09-14T03:37:10.457 INFO:tasks.rados.rados.0.smithi002.stdout:598: done (4 left) 2024-09-14T03:37:10.457 INFO:tasks.rados.rados.0.smithi002.stdout:599: done (3 left) 2024-09-14T03:37:10.457 INFO:tasks.rados.rados.0.smithi002.stdout:604: snap_remove snap 53 2024-09-14T03:37:10.686 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:10 smithi002 ceph-mon[38004]: osdmap e181: 8 total, 8 up, 8 in 2024-09-14T03:37:10.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:10 smithi002 ceph-mon[38004]: osdmap e182: 8 total, 8 up, 8 in 2024-09-14T03:37:10.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:10 smithi002 ceph-mon[27606]: osdmap e181: 8 total, 8 up, 8 in 2024-09-14T03:37:10.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:10 smithi002 ceph-mon[27606]: osdmap e182: 8 total, 8 up, 8 in 2024-09-14T03:37:10.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:10 smithi154 ceph-mon[30999]: osdmap e181: 8 total, 8 up, 8 in 2024-09-14T03:37:10.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:10 smithi154 ceph-mon[30999]: osdmap e182: 8 total, 8 up, 8 in 2024-09-14T03:37:11.444 INFO:tasks.rados.rados.0.smithi002.stdout:604: done (3 left) 2024-09-14T03:37:11.444 INFO:tasks.rados.rados.0.smithi002.stdout:605: snap_remove snap 57 2024-09-14T03:37:12.030 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:11 smithi002 ceph-mon[27606]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:37:12.030 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:11 smithi002 ceph-mon[27606]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:37:12.030 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:11 smithi002 ceph-mon[27606]: pgmap v42: 121 pgs: 121 active+clean; 175 MiB data, 674 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 12 op/s 2024-09-14T03:37:12.030 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:11 smithi002 ceph-mon[27606]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:37:12.030 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:11 smithi002 ceph-mon[27606]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:37:12.030 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:11 smithi002 ceph-mon[27606]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:37:12.030 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:11 smithi002 ceph-mon[27606]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:37:12.031 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:11 smithi002 ceph-mon[27606]: osdmap e183: 8 total, 8 up, 8 in 2024-09-14T03:37:12.031 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:11 smithi002 ceph-mon[38004]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:37:12.031 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:11 smithi002 ceph-mon[38004]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:37:12.031 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:11 smithi002 ceph-mon[38004]: pgmap v42: 121 pgs: 121 active+clean; 175 MiB data, 674 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 12 op/s 2024-09-14T03:37:12.031 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:11 smithi002 ceph-mon[38004]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:37:12.031 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:11 smithi002 ceph-mon[38004]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:37:12.031 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:11 smithi002 ceph-mon[38004]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:37:12.031 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:11 smithi002 ceph-mon[38004]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:37:12.031 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:11 smithi002 ceph-mon[38004]: osdmap e183: 8 total, 8 up, 8 in 2024-09-14T03:37:12.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:11 smithi154 ceph-mon[30999]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:37:12.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:11 smithi154 ceph-mon[30999]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:37:12.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:11 smithi154 ceph-mon[30999]: pgmap v42: 121 pgs: 121 active+clean; 175 MiB data, 674 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 12 op/s 2024-09-14T03:37:12.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:11 smithi154 ceph-mon[30999]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:37:12.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:11 smithi154 ceph-mon[30999]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:37:12.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:11 smithi154 ceph-mon[30999]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:37:12.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:11 smithi154 ceph-mon[30999]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:37:12.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:11 smithi154 ceph-mon[30999]: osdmap e183: 8 total, 8 up, 8 in 2024-09-14T03:37:12.445 INFO:tasks.rados.rados.0.smithi002.stdout:605: done (3 left) 2024-09-14T03:37:12.445 INFO:tasks.rados.rados.0.smithi002.stdout:606: snap_create 2024-09-14T03:37:12.445 INFO:tasks.rados.rados.0.smithi002.stdout:601: finishing write tid 1 to smithi00278215-6 2024-09-14T03:37:12.445 INFO:tasks.rados.rados.0.smithi002.stdout:603: finishing rollback tid 0 to smithi00278215-19 2024-09-14T03:37:12.445 INFO:tasks.rados.rados.0.smithi002.stdout:601: finishing write tid 2 to smithi00278215-6 2024-09-14T03:37:12.445 INFO:tasks.rados.rados.0.smithi002.stdout:603: finishing rollback tid 1 to smithi00278215-19 2024-09-14T03:37:12.445 INFO:tasks.rados.rados.0.smithi002.stdout:601: finishing write tid 3 to smithi00278215-6 2024-09-14T03:37:12.445 INFO:tasks.rados.rados.0.smithi002.stdout:603: finishing rollback tid 2 to smithi00278215-19 2024-09-14T03:37:12.446 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 19 v 323 (ObjNum 139 snap 37 seq_num 139) dirty exists 2024-09-14T03:37:12.446 INFO:tasks.rados.rados.0.smithi002.stdout:602: finishing copy_from to smithi00278215-41 2024-09-14T03:37:12.446 INFO:tasks.rados.rados.0.smithi002.stdout:602: got expected ENOENT (src dne) 2024-09-14T03:37:12.446 INFO:tasks.rados.rados.0.smithi002.stdout:602: finishing copy_from racing read to smithi00278215-41 2024-09-14T03:37:12.446 INFO:tasks.rados.rados.0.smithi002.stdout:601: finishing write tid 4 to smithi00278215-6 2024-09-14T03:37:12.446 INFO:tasks.rados.rados.0.smithi002.stdout:601: oid 6 updating version 0 to 500 2024-09-14T03:37:12.446 INFO:tasks.rados.rados.0.smithi002.stdout:601: oid 6 updating version 500 to 501 2024-09-14T03:37:12.446 INFO:tasks.rados.rados.0.smithi002.stdout:601: oid 6 version 501 is already newer than 499 2024-09-14T03:37:12.446 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 6 v 501 (ObjNum 209 snap 59 seq_num 209) dirty exists 2024-09-14T03:37:12.446 INFO:tasks.rados.rados.0.smithi002.stdout:601: left oid 6 (ObjNum 209 snap 59 seq_num 209) 2024-09-14T03:37:12.687 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:12 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: [14/Sep/2024:03:37:12] ENGINE Bus STARTING 2024-09-14T03:37:12.687 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:12 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: CherryPy Checker: 2024-09-14T03:37:12.687 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:12 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: The Application mounted at '' has an empty config. 2024-09-14T03:37:12.687 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:12 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: 2024-09-14T03:37:12.687 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:12 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: [14/Sep/2024:03:37:12] ENGINE Serving on http://:::9283 2024-09-14T03:37:12.687 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:12 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: [14/Sep/2024:03:37:12] ENGINE Bus STARTED 2024-09-14T03:37:13.178 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:12 smithi002 ceph-mon[27606]: Standby manager daemon y restarted 2024-09-14T03:37:13.178 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:12 smithi002 ceph-mon[27606]: Standby manager daemon y started 2024-09-14T03:37:13.178 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:12 smithi002 ceph-mon[27606]: from='mgr.? 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-14T03:37:13.178 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:12 smithi002 ceph-mon[27606]: from='mgr.? 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-14T03:37:13.178 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:12 smithi002 ceph-mon[27606]: from='mgr.? 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-14T03:37:13.178 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:12 smithi002 ceph-mon[27606]: from='mgr.? 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-14T03:37:13.178 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:12 smithi002 ceph-mon[27606]: osdmap e184: 8 total, 8 up, 8 in 2024-09-14T03:37:13.179 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:12 smithi002 ceph-mon[38004]: Standby manager daemon y restarted 2024-09-14T03:37:13.179 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:12 smithi002 ceph-mon[38004]: Standby manager daemon y started 2024-09-14T03:37:13.179 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:12 smithi002 ceph-mon[38004]: from='mgr.? 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-14T03:37:13.179 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:12 smithi002 ceph-mon[38004]: from='mgr.? 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-14T03:37:13.179 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:12 smithi002 ceph-mon[38004]: from='mgr.? 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-14T03:37:13.179 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:12 smithi002 ceph-mon[38004]: from='mgr.? 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-14T03:37:13.179 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:12 smithi002 ceph-mon[38004]: osdmap e184: 8 total, 8 up, 8 in 2024-09-14T03:37:13.227 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:37:12 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[64390]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:37:12] "GET /metrics HTTP/1.1" 200 36159 "" "Prometheus/2.43.0" 2024-09-14T03:37:13.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:12 smithi154 ceph-mon[30999]: Standby manager daemon y restarted 2024-09-14T03:37:13.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:12 smithi154 ceph-mon[30999]: Standby manager daemon y started 2024-09-14T03:37:13.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:12 smithi154 ceph-mon[30999]: from='mgr.? 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-14T03:37:13.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:12 smithi154 ceph-mon[30999]: from='mgr.? 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-14T03:37:13.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:12 smithi154 ceph-mon[30999]: from='mgr.? 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-14T03:37:13.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:12 smithi154 ceph-mon[30999]: from='mgr.? 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-14T03:37:13.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:12 smithi154 ceph-mon[30999]: osdmap e184: 8 total, 8 up, 8 in 2024-09-14T03:37:13.447 INFO:tasks.rados.rados.0.smithi002.stdout:601: done (3 left) 2024-09-14T03:37:13.447 INFO:tasks.rados.rados.0.smithi002.stdout:602: done (2 left) 2024-09-14T03:37:13.447 INFO:tasks.rados.rados.0.smithi002.stdout:603: done (1 left) 2024-09-14T03:37:13.447 INFO:tasks.rados.rados.0.smithi002.stdout:606: done (0 left) 2024-09-14T03:37:13.447 INFO:tasks.rados.rados.0.smithi002.stdout:607: read oid 47 snap -1 2024-09-14T03:37:13.448 INFO:tasks.rados.rados.0.smithi002.stdout:607: expect (ObjNum 199 snap 54 seq_num 199) 2024-09-14T03:37:13.448 INFO:tasks.rados.rados.0.smithi002.stdout:608: delete oid 33 current snap is 60 2024-09-14T03:37:13.457 INFO:tasks.rados.rados.0.smithi002.stdout:607: expect (ObjNum 199 snap 54 seq_num 199) 2024-09-14T03:37:13.482 INFO:tasks.rados.rados.0.smithi002.stdout:607: done (1 left) 2024-09-14T03:37:13.483 INFO:tasks.rados.rados.0.smithi002.stdout:608: done (0 left) 2024-09-14T03:37:13.483 INFO:tasks.rados.rados.0.smithi002.stdout:609: rollback oid 46 current snap is 60 2024-09-14T03:37:13.483 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 46 to 44 2024-09-14T03:37:13.483 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 49 current snap is 60 2024-09-14T03:37:13.483 INFO:tasks.rados.rados.0.smithi002.stdout:610: seq_num 211 ranges {1761280=737280,2498560=401408} 2024-09-14T03:37:13.496 INFO:tasks.rados.rados.0.smithi002.stdout:610: writing smithi00278215-49 from 1761280 to 2498560 tid 1 2024-09-14T03:37:13.499 INFO:tasks.rados.rados.0.smithi002.stdout:610: writing smithi00278215-49 from 2498560 to 2899968 tid 2 2024-09-14T03:37:13.499 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 10 current snap is 60 2024-09-14T03:37:13.499 INFO:tasks.rados.rados.0.smithi002.stdout:611: seq_num 212 ranges {0=753664,753664=401408} 2024-09-14T03:37:13.503 INFO:tasks.rados.rados.0.smithi002.stdout:611: writing smithi00278215-10 from 0 to 753664 tid 1 2024-09-14T03:37:13.507 INFO:tasks.rados.rados.0.smithi002.stdout:611: writing smithi00278215-10 from 753664 to 1155072 tid 2 2024-09-14T03:37:13.507 INFO:tasks.rados.rados.0.smithi002.stdout:612: rollback oid 39 current snap is 60 2024-09-14T03:37:13.507 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 39 to 15 2024-09-14T03:37:13.507 INFO:tasks.rados.rados.0.smithi002.stdout:609: finishing rollback tid 1 to smithi00278215-46 2024-09-14T03:37:13.507 INFO:tasks.rados.rados.0.smithi002.stdout:609: finishing rollback tid 2 to smithi00278215-46 2024-09-14T03:37:13.508 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 46 v 56 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-14T03:37:13.508 INFO:tasks.rados.rados.0.smithi002.stdout:610: finishing write tid 1 to smithi00278215-49 2024-09-14T03:37:13.508 INFO:tasks.rados.rados.0.smithi002.stdout:610: finishing write tid 2 to smithi00278215-49 2024-09-14T03:37:13.508 INFO:tasks.rados.rados.0.smithi002.stdout:610: finishing write tid 3 to smithi00278215-49 2024-09-14T03:37:13.508 INFO:tasks.rados.rados.0.smithi002.stdout:610: finishing write tid 4 to smithi00278215-49 2024-09-14T03:37:13.508 INFO:tasks.rados.rados.0.smithi002.stdout:610: oid 49 updating version 0 to 204 2024-09-14T03:37:13.508 INFO:tasks.rados.rados.0.smithi002.stdout:610: oid 49 updating version 204 to 206 2024-09-14T03:37:13.508 INFO:tasks.rados.rados.0.smithi002.stdout:610: oid 49 version 206 is already newer than 205 2024-09-14T03:37:13.508 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 206 (ObjNum 211 snap 60 seq_num 211) dirty exists 2024-09-14T03:37:13.508 INFO:tasks.rados.rados.0.smithi002.stdout:610: left oid 49 (ObjNum 211 snap 60 seq_num 211) 2024-09-14T03:37:13.508 INFO:tasks.rados.rados.0.smithi002.stdout:609: done (3 left) 2024-09-14T03:37:13.508 INFO:tasks.rados.rados.0.smithi002.stdout:610: done (2 left) 2024-09-14T03:37:13.508 INFO:tasks.rados.rados.0.smithi002.stdout:613: read oid 38 snap -1 2024-09-14T03:37:13.508 INFO:tasks.rados.rados.0.smithi002.stdout:613: expect (ObjNum 136 snap 34 seq_num 136) 2024-09-14T03:37:13.509 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 32 current snap is 60 2024-09-14T03:37:13.509 INFO:tasks.rados.rados.0.smithi002.stdout:614: seq_num 213 ranges {0=770048,770048=401408} 2024-09-14T03:37:13.512 INFO:tasks.rados.rados.0.smithi002.stdout:614: writing smithi00278215-32 from 0 to 770048 tid 1 2024-09-14T03:37:13.515 INFO:tasks.rados.rados.0.smithi002.stdout:614: writing smithi00278215-32 from 770048 to 1171456 tid 2 2024-09-14T03:37:13.515 INFO:tasks.rados.rados.0.smithi002.stdout:615: snap_create 2024-09-14T03:37:13.515 INFO:tasks.rados.rados.0.smithi002.stdout:611: finishing write tid 1 to smithi00278215-10 2024-09-14T03:37:13.515 INFO:tasks.rados.rados.0.smithi002.stdout:612: finishing rollback tid 0 to smithi00278215-39 2024-09-14T03:37:13.515 INFO:tasks.rados.rados.0.smithi002.stdout:612: finishing rollback tid 1 to smithi00278215-39 2024-09-14T03:37:13.515 INFO:tasks.rados.rados.0.smithi002.stdout:612: finishing rollback tid 2 to smithi00278215-39 2024-09-14T03:37:13.515 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 39 v 335 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-09-14T03:37:13.517 INFO:tasks.rados.rados.0.smithi002.stdout:611: finishing write tid 2 to smithi00278215-10 2024-09-14T03:37:13.517 INFO:tasks.rados.rados.0.smithi002.stdout:611: finishing write tid 3 to smithi00278215-10 2024-09-14T03:37:13.517 INFO:tasks.rados.rados.0.smithi002.stdout:611: finishing write tid 4 to smithi00278215-10 2024-09-14T03:37:13.517 INFO:tasks.rados.rados.0.smithi002.stdout:611: oid 10 updating version 0 to 286 2024-09-14T03:37:13.517 INFO:tasks.rados.rados.0.smithi002.stdout:611: oid 10 version 286 is already newer than 285 2024-09-14T03:37:13.517 INFO:tasks.rados.rados.0.smithi002.stdout:611: oid 10 updating version 286 to 287 2024-09-14T03:37:13.517 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 287 (ObjNum 212 snap 60 seq_num 212) dirty exists 2024-09-14T03:37:13.518 INFO:tasks.rados.rados.0.smithi002.stdout:611: left oid 10 (ObjNum 212 snap 60 seq_num 212) 2024-09-14T03:37:13.522 INFO:tasks.rados.rados.0.smithi002.stdout:613: expect (ObjNum 136 snap 34 seq_num 136) 2024-09-14T03:37:13.680 INFO:tasks.rados.rados.0.smithi002.stdout:614: finishing write tid 1 to smithi00278215-32 2024-09-14T03:37:13.680 INFO:tasks.rados.rados.0.smithi002.stdout:614: finishing write tid 2 to smithi00278215-32 2024-09-14T03:37:13.680 INFO:tasks.rados.rados.0.smithi002.stdout:614: finishing write tid 3 to smithi00278215-32 2024-09-14T03:37:13.680 INFO:tasks.rados.rados.0.smithi002.stdout:614: finishing write tid 4 to smithi00278215-32 2024-09-14T03:37:13.680 INFO:tasks.rados.rados.0.smithi002.stdout:614: oid 32 updating version 0 to 511 2024-09-14T03:37:13.680 INFO:tasks.rados.rados.0.smithi002.stdout:614: oid 32 version 511 is already newer than 510 2024-09-14T03:37:13.680 INFO:tasks.rados.rados.0.smithi002.stdout:614: oid 32 updating version 511 to 512 2024-09-14T03:37:13.680 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 512 (ObjNum 213 snap 60 seq_num 213) dirty exists 2024-09-14T03:37:13.681 INFO:tasks.rados.rados.0.smithi002.stdout:614: left oid 32 (ObjNum 213 snap 60 seq_num 213) 2024-09-14T03:37:14.058 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:13 smithi002 ceph-mon[27606]: mgrmap e30: x(active, since 27s), standbys: y 2024-09-14T03:37:14.058 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:13 smithi002 ceph-mon[27606]: pgmap v45: 121 pgs: 121 active+clean; 175 MiB data, 674 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 12 op/s 2024-09-14T03:37:14.058 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:13 smithi002 ceph-mon[27606]: osdmap e185: 8 total, 8 up, 8 in 2024-09-14T03:37:14.058 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:13 smithi002 ceph-mon[38004]: mgrmap e30: x(active, since 27s), standbys: y 2024-09-14T03:37:14.059 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:13 smithi002 ceph-mon[38004]: pgmap v45: 121 pgs: 121 active+clean; 175 MiB data, 674 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 12 op/s 2024-09-14T03:37:14.059 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:13 smithi002 ceph-mon[38004]: osdmap e185: 8 total, 8 up, 8 in 2024-09-14T03:37:14.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:13 smithi154 ceph-mon[30999]: mgrmap e30: x(active, since 27s), standbys: y 2024-09-14T03:37:14.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:13 smithi154 ceph-mon[30999]: pgmap v45: 121 pgs: 121 active+clean; 175 MiB data, 674 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 12 op/s 2024-09-14T03:37:14.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:13 smithi154 ceph-mon[30999]: osdmap e185: 8 total, 8 up, 8 in 2024-09-14T03:37:14.448 INFO:tasks.rados.rados.0.smithi002.stdout:611: done (4 left) 2024-09-14T03:37:14.448 INFO:tasks.rados.rados.0.smithi002.stdout:612: done (3 left) 2024-09-14T03:37:14.448 INFO:tasks.rados.rados.0.smithi002.stdout:613: done (2 left) 2024-09-14T03:37:14.448 INFO:tasks.rados.rados.0.smithi002.stdout:614: done (1 left) 2024-09-14T03:37:14.448 INFO:tasks.rados.rados.0.smithi002.stdout:615: done (0 left) 2024-09-14T03:37:14.449 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 23 current snap is 61 2024-09-14T03:37:14.449 INFO:tasks.rados.rados.0.smithi002.stdout:616: seq_num 214 ranges {704512=794624,1499136=401408} 2024-09-14T03:37:14.456 INFO:tasks.rados.rados.0.smithi002.stdout:616: writing smithi00278215-23 from 704512 to 1499136 tid 1 2024-09-14T03:37:14.458 INFO:tasks.rados.rados.0.smithi002.stdout:616: writing smithi00278215-23 from 1499136 to 1900544 tid 2 2024-09-14T03:37:14.458 INFO:tasks.rados.rados.0.smithi002.stdout:617: copy_from oid 26 from oid 22 current snap is 61 2024-09-14T03:37:14.458 INFO:tasks.rados.rados.0.smithi002.stdout:618: snap_create 2024-09-14T03:37:14.462 INFO:tasks.rados.rados.0.smithi002.stdout:616: finishing write tid 1 to smithi00278215-23 2024-09-14T03:37:14.462 INFO:tasks.rados.rados.0.smithi002.stdout:617: finishing copy_from to smithi00278215-26 2024-09-14T03:37:14.463 INFO:tasks.rados.rados.0.smithi002.stdout:617: got expected ENOENT (src dne) 2024-09-14T03:37:14.463 INFO:tasks.rados.rados.0.smithi002.stdout:617: finishing copy_from racing read to smithi00278215-26 2024-09-14T03:37:14.463 INFO:tasks.rados.rados.0.smithi002.stdout:616: finishing write tid 2 to smithi00278215-23 2024-09-14T03:37:14.463 INFO:tasks.rados.rados.0.smithi002.stdout:616: finishing write tid 3 to smithi00278215-23 2024-09-14T03:37:14.464 INFO:tasks.rados.rados.0.smithi002.stdout:616: finishing write tid 4 to smithi00278215-23 2024-09-14T03:37:14.464 INFO:tasks.rados.rados.0.smithi002.stdout:616: oid 23 updating version 0 to 82 2024-09-14T03:37:14.464 INFO:tasks.rados.rados.0.smithi002.stdout:616: oid 23 updating version 82 to 83 2024-09-14T03:37:14.464 INFO:tasks.rados.rados.0.smithi002.stdout:616: oid 23 version 83 is already newer than 81 2024-09-14T03:37:14.464 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 83 (ObjNum 214 snap 61 seq_num 214) dirty exists 2024-09-14T03:37:14.464 INFO:tasks.rados.rados.0.smithi002.stdout:616: left oid 23 (ObjNum 214 snap 61 seq_num 214) 2024-09-14T03:37:14.798 INFO:tasks.rados.rados.0.smithi002.stdout:616: done (2 left) 2024-09-14T03:37:14.798 INFO:tasks.rados.rados.0.smithi002.stdout:617: done (1 left) 2024-09-14T03:37:14.798 INFO:tasks.rados.rados.0.smithi002.stdout:618: done (0 left) 2024-09-14T03:37:14.798 INFO:tasks.rados.rados.0.smithi002.stdout:619: snap_create 2024-09-14T03:37:14.937 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:14 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: [14/Sep/2024:03:37:14] ENGINE Bus STOPPING 2024-09-14T03:37:15.227 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:37:14 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[64390]: ignoring --setuser ceph since I am not root 2024-09-14T03:37:15.227 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:37:14 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[64390]: ignoring --setgroup ceph since I am not root 2024-09-14T03:37:15.227 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:37:14 smithi154 ceph-mgr[64394]: -- 172.21.15.154:0/2955639904 <== mon.1 v2:172.21.15.154:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x559a86e6b0e0 con 0x559a86e48800 2024-09-14T03:37:15.413 INFO:tasks.rados.rados.0.smithi002.stdout:619: done (0 left) 2024-09-14T03:37:15.413 INFO:tasks.rados.rados.0.smithi002.stdout:620: delete oid 4 current snap is 63 2024-09-14T03:37:15.416 INFO:tasks.rados.rados.0.smithi002.stdout:620: done (0 left) 2024-09-14T03:37:15.417 INFO:tasks.rados.rados.0.smithi002.stdout:621: delete oid 15 current snap is 63 2024-09-14T03:37:15.421 INFO:tasks.rados.rados.0.smithi002.stdout:621: done (0 left) 2024-09-14T03:37:15.421 INFO:tasks.rados.rados.0.smithi002.stdout:622: snap_create 2024-09-14T03:37:15.436 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:14 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: [14/Sep/2024:03:37:14] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-14T03:37:15.436 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:14 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: [14/Sep/2024:03:37:14] ENGINE Bus STOPPED 2024-09-14T03:37:15.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:15 smithi154 ceph-mon[30999]: osdmap e186: 8 total, 8 up, 8 in 2024-09-14T03:37:15.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:15 smithi154 ceph-mon[30999]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:37:15.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:15 smithi154 ceph-mon[30999]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:37:15.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:15 smithi154 ceph-mon[30999]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:37:15.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:15 smithi154 ceph-mon[30999]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:37:15.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:15 smithi154 ceph-mon[30999]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:37:15.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:15 smithi154 ceph-mon[30999]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:37:15.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:15 smithi154 ceph-mon[30999]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-14T03:37:15.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:15 smithi154 ceph-mon[30999]: from='mgr.24727 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-14T03:37:15.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:15 smithi154 ceph-mon[30999]: Activating manager daemon y 2024-09-14T03:37:15.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:15 smithi154 ceph-mon[30999]: osdmap e187: 8 total, 8 up, 8 in 2024-09-14T03:37:15.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:15 smithi154 ceph-mon[30999]: from='mgr.24727 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-09-14T03:37:15.729 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:15 smithi154 ceph-mon[30999]: mgrmap e31: y(active, starting, since 0.00668913s) 2024-09-14T03:37:15.729 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:15 smithi154 ceph-mon[30999]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:37:15.729 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:15 smithi154 ceph-mon[30999]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:37:15.729 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:15 smithi154 ceph-mon[30999]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:37:15.729 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:15 smithi154 ceph-mon[30999]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-14T03:37:15.729 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:15 smithi154 ceph-mon[30999]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-14T03:37:15.729 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:15 smithi154 ceph-mon[30999]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-14T03:37:15.729 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:15 smithi154 ceph-mon[30999]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-14T03:37:15.729 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:15 smithi154 ceph-mon[30999]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-14T03:37:15.729 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:15 smithi154 ceph-mon[30999]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-14T03:37:15.729 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:15 smithi154 ceph-mon[30999]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-14T03:37:15.729 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:15 smithi154 ceph-mon[30999]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-14T03:37:15.729 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:15 smithi154 ceph-mon[30999]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-14T03:37:15.730 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:15 smithi154 ceph-mon[30999]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-14T03:37:15.730 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:15 smithi154 ceph-mon[30999]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-14T03:37:15.730 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:15 smithi154 ceph-mon[30999]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-14T03:37:15.730 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:15 smithi154 ceph-mon[30999]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-14T03:37:15.730 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:15 smithi154 ceph-mon[30999]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-14T03:37:15.730 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:15 smithi154 ceph-mon[30999]: Manager daemon y is now available 2024-09-14T03:37:15.730 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:15 smithi154 ceph-mon[30999]: osdmap e188: 8 total, 8 up, 8 in 2024-09-14T03:37:15.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-mon[27606]: osdmap e186: 8 total, 8 up, 8 in 2024-09-14T03:37:15.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-mon[27606]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:37:15.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-mon[27606]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:37:15.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-mon[27606]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:37:15.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-mon[27606]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:37:15.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-mon[27606]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:37:15.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-mon[27606]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:37:15.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-mon[27606]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-14T03:37:15.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-mon[27606]: from='mgr.24727 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-14T03:37:15.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-mon[27606]: Activating manager daemon y 2024-09-14T03:37:15.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-mon[27606]: osdmap e187: 8 total, 8 up, 8 in 2024-09-14T03:37:15.742 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-mon[27606]: from='mgr.24727 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-09-14T03:37:15.742 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-mon[27606]: mgrmap e31: y(active, starting, since 0.00668913s) 2024-09-14T03:37:15.742 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-mon[27606]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:37:15.742 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-mon[27606]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:37:15.742 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-mon[27606]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:37:15.742 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-mon[27606]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-14T03:37:15.742 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-mon[27606]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-14T03:37:15.742 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-mon[27606]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-14T03:37:15.742 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-mon[27606]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-14T03:37:15.742 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-mon[27606]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-14T03:37:15.742 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-mon[27606]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-14T03:37:15.742 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-mon[27606]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-14T03:37:15.742 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-mon[27606]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-14T03:37:15.742 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-mon[27606]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-14T03:37:15.743 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-mon[27606]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-14T03:37:15.743 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-mon[27606]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-14T03:37:15.743 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-mon[27606]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-14T03:37:15.743 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-mon[27606]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-14T03:37:15.743 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-mon[27606]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-14T03:37:15.743 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-mon[27606]: Manager daemon y is now available 2024-09-14T03:37:15.743 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-mon[27606]: osdmap e188: 8 total, 8 up, 8 in 2024-09-14T03:37:15.743 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-mon[38004]: osdmap e186: 8 total, 8 up, 8 in 2024-09-14T03:37:15.743 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-mon[38004]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:37:15.743 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-mon[38004]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:37:15.743 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-mon[38004]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:37:15.744 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-mon[38004]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:37:15.744 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-mon[38004]: from='mgr.24727 ' entity='mgr.x' 2024-09-14T03:37:15.744 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-mon[38004]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:37:15.744 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-mon[38004]: from='mgr.24727 172.21.15.154:0/563387323' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-14T03:37:15.744 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-mon[38004]: from='mgr.24727 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-14T03:37:15.744 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-mon[38004]: Activating manager daemon y 2024-09-14T03:37:15.744 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-mon[38004]: osdmap e187: 8 total, 8 up, 8 in 2024-09-14T03:37:15.744 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-mon[38004]: from='mgr.24727 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-09-14T03:37:15.744 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-mon[38004]: mgrmap e31: y(active, starting, since 0.00668913s) 2024-09-14T03:37:15.744 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-mon[38004]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:37:15.744 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-mon[38004]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:37:15.744 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-mon[38004]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:37:15.744 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-mon[38004]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-14T03:37:15.745 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-mon[38004]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-14T03:37:15.745 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-mon[38004]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-14T03:37:15.745 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-mon[38004]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-14T03:37:15.745 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-mon[38004]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-14T03:37:15.745 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-mon[38004]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-14T03:37:15.745 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-mon[38004]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-14T03:37:15.745 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-mon[38004]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-14T03:37:15.745 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-mon[38004]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-14T03:37:15.745 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-mon[38004]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-14T03:37:15.745 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-mon[38004]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-14T03:37:15.745 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-mon[38004]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-14T03:37:15.745 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-mon[38004]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-14T03:37:15.745 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-mon[38004]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-14T03:37:15.746 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-mon[38004]: Manager daemon y is now available 2024-09-14T03:37:15.746 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-mon[38004]: osdmap e188: 8 total, 8 up, 8 in 2024-09-14T03:37:15.746 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: 2024-09-14T03:37:15.554+0000 7fb590c22640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-14T03:37:15.746 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: 2024-09-14T03:37:15.554+0000 7fb590c22640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-14T03:37:15.746 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: 2024-09-14T03:37:15.554+0000 7fb590c22640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-14T03:37:15.746 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: 2024-09-14T03:37:15.554+0000 7fb590c22640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-14T03:37:15.746 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: 2024-09-14T03:37:15.554+0000 7fb590c22640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-14T03:37:15.746 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: 2024-09-14T03:37:15.554+0000 7fb58dc1c640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-14T03:37:15.746 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: 2024-09-14T03:37:15.554+0000 7fb58dc1c640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-14T03:37:15.746 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: 2024-09-14T03:37:15.554+0000 7fb58dc1c640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-14T03:37:15.746 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: 2024-09-14T03:37:15.555+0000 7fb58dc1c640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-14T03:37:15.747 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: 2024-09-14T03:37:15.555+0000 7fb58dc1c640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-14T03:37:16.186 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: [14/Sep/2024:03:37:15] ENGINE Bus STARTING 2024-09-14T03:37:16.187 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: [14/Sep/2024:03:37:15] ENGINE Serving on http://:::9283 2024-09-14T03:37:16.187 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: [14/Sep/2024:03:37:15] ENGINE Bus STARTED 2024-09-14T03:37:16.414 INFO:tasks.rados.rados.0.smithi002.stdout:622: done (0 left) 2024-09-14T03:37:16.414 INFO:tasks.rados.rados.0.smithi002.stdout:623: setattr oid 19 current snap is 64 2024-09-14T03:37:16.415 INFO:tasks.rados.rados.0.smithi002.stdout:624: rmattr oid 42 current snap is 64 2024-09-14T03:37:16.415 INFO:tasks.rados.rados.0.smithi002.stdout:624: done (1 left) 2024-09-14T03:37:16.415 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 39 current snap is 64 2024-09-14T03:37:16.415 INFO:tasks.rados.rados.0.smithi002.stdout:625: seq_num 217 ranges {638976=442368,1081344=696320,1777664=106496} 2024-09-14T03:37:16.421 INFO:tasks.rados.rados.0.smithi002.stdout:625: writing smithi00278215-39 from 638976 to 1081344 tid 1 2024-09-14T03:37:16.425 INFO:tasks.rados.rados.0.smithi002.stdout:625: writing smithi00278215-39 from 1081344 to 1777664 tid 2 2024-09-14T03:37:16.426 INFO:tasks.rados.rados.0.smithi002.stdout:625: writing smithi00278215-39 from 1777664 to 1884160 tid 3 2024-09-14T03:37:16.426 INFO:tasks.rados.rados.0.smithi002.stdout:626: read oid 47 snap -1 2024-09-14T03:37:16.426 INFO:tasks.rados.rados.0.smithi002.stdout:626: expect (ObjNum 199 snap 54 seq_num 199) 2024-09-14T03:37:16.426 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 41 current snap is 64 2024-09-14T03:37:16.426 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 19 v 337 (ObjNum 139 snap 37 seq_num 139) dirty exists 2024-09-14T03:37:16.427 INFO:tasks.rados.rados.0.smithi002.stdout:625: finishing write tid 1 to smithi00278215-39 2024-09-14T03:37:16.427 INFO:tasks.rados.rados.0.smithi002.stdout:627: seq_num 218 ranges {0=458752,458752=581632,1040384=221184} 2024-09-14T03:37:16.429 INFO:tasks.rados.rados.0.smithi002.stdout:627: writing smithi00278215-41 from 0 to 458752 tid 1 2024-09-14T03:37:16.432 INFO:tasks.rados.rados.0.smithi002.stdout:627: writing smithi00278215-41 from 458752 to 1040384 tid 2 2024-09-14T03:37:16.434 INFO:tasks.rados.rados.0.smithi002.stdout:627: writing smithi00278215-41 from 1040384 to 1261568 tid 3 2024-09-14T03:37:16.435 INFO:tasks.rados.rados.0.smithi002.stdout:623: done (3 left) 2024-09-14T03:37:16.435 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 23 current snap is 64 2024-09-14T03:37:16.435 INFO:tasks.rados.rados.0.smithi002.stdout:625: finishing write tid 2 to smithi00278215-39 2024-09-14T03:37:16.435 INFO:tasks.rados.rados.0.smithi002.stdout:625: finishing write tid 3 to smithi00278215-39 2024-09-14T03:37:16.435 INFO:tasks.rados.rados.0.smithi002.stdout:628: seq_num 219 ranges {1900544=475136,2375680=466944,2842624=335872} 2024-09-14T03:37:16.448 INFO:tasks.rados.rados.0.smithi002.stdout:628: writing smithi00278215-23 from 1900544 to 2375680 tid 1 2024-09-14T03:37:16.451 INFO:tasks.rados.rados.0.smithi002.stdout:628: writing smithi00278215-23 from 2375680 to 2842624 tid 2 2024-09-14T03:37:16.454 INFO:tasks.rados.rados.0.smithi002.stdout:628: writing smithi00278215-23 from 2842624 to 3178496 tid 3 2024-09-14T03:37:16.454 INFO:tasks.rados.rados.0.smithi002.stdout:629: read oid 30 snap -1 2024-09-14T03:37:16.454 INFO:tasks.rados.rados.0.smithi002.stdout:629: expect (ObjNum 29 snap 0 seq_num 29) 2024-09-14T03:37:16.454 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 40 current snap is 64 2024-09-14T03:37:16.454 INFO:tasks.rados.rados.0.smithi002.stdout:625: finishing write tid 4 to smithi00278215-39 2024-09-14T03:37:16.454 INFO:tasks.rados.rados.0.smithi002.stdout:625: finishing write tid 5 to smithi00278215-39 2024-09-14T03:37:16.455 INFO:tasks.rados.rados.0.smithi002.stdout:625: oid 39 updating version 0 to 341 2024-09-14T03:37:16.455 INFO:tasks.rados.rados.0.smithi002.stdout:625: oid 39 updating version 341 to 342 2024-09-14T03:37:16.455 INFO:tasks.rados.rados.0.smithi002.stdout:625: oid 39 version 342 is already newer than 340 2024-09-14T03:37:16.455 INFO:tasks.rados.rados.0.smithi002.stdout:625: oid 39 version 342 is already newer than 339 2024-09-14T03:37:16.456 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 39 v 342 (ObjNum 217 snap 64 seq_num 217) dirty exists 2024-09-14T03:37:16.456 INFO:tasks.rados.rados.0.smithi002.stdout:625: left oid 39 (ObjNum 217 snap 64 seq_num 217) 2024-09-14T03:37:16.456 INFO:tasks.rados.rados.0.smithi002.stdout:627: finishing write tid 1 to smithi00278215-41 2024-09-14T03:37:16.456 INFO:tasks.rados.rados.0.smithi002.stdout:626: expect (ObjNum 199 snap 54 seq_num 199) 2024-09-14T03:37:16.480 INFO:tasks.rados.rados.0.smithi002.stdout:627: finishing write tid 2 to smithi00278215-41 2024-09-14T03:37:16.480 INFO:tasks.rados.rados.0.smithi002.stdout:627: finishing write tid 3 to smithi00278215-41 2024-09-14T03:37:16.480 INFO:tasks.rados.rados.0.smithi002.stdout:627: finishing write tid 4 to smithi00278215-41 2024-09-14T03:37:16.480 INFO:tasks.rados.rados.0.smithi002.stdout:627: finishing write tid 5 to smithi00278215-41 2024-09-14T03:37:16.480 INFO:tasks.rados.rados.0.smithi002.stdout:627: oid 41 updating version 0 to 515 2024-09-14T03:37:16.480 INFO:tasks.rados.rados.0.smithi002.stdout:627: oid 41 updating version 515 to 516 2024-09-14T03:37:16.480 INFO:tasks.rados.rados.0.smithi002.stdout:627: oid 41 version 516 is already newer than 513 2024-09-14T03:37:16.480 INFO:tasks.rados.rados.0.smithi002.stdout:627: oid 41 version 516 is already newer than 514 2024-09-14T03:37:16.481 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 41 v 516 (ObjNum 218 snap 64 seq_num 218) dirty exists 2024-09-14T03:37:16.481 INFO:tasks.rados.rados.0.smithi002.stdout:627: left oid 41 (ObjNum 218 snap 64 seq_num 218) 2024-09-14T03:37:16.481 INFO:tasks.rados.rados.0.smithi002.stdout:628: finishing write tid 1 to smithi00278215-23 2024-09-14T03:37:16.481 INFO:tasks.rados.rados.0.smithi002.stdout:630: seq_num 220 ranges {0=491520,491520=753664,1245184=49152} 2024-09-14T03:37:16.482 INFO:tasks.rados.rados.0.smithi002.stdout:630: writing smithi00278215-40 from 0 to 491520 tid 1 2024-09-14T03:37:16.486 INFO:tasks.rados.rados.0.smithi002.stdout:630: writing smithi00278215-40 from 491520 to 1245184 tid 2 2024-09-14T03:37:16.487 INFO:tasks.rados.rados.0.smithi002.stdout:630: writing smithi00278215-40 from 1245184 to 1294336 tid 3 2024-09-14T03:37:16.487 INFO:tasks.rados.rados.0.smithi002.stdout:625: done (5 left) 2024-09-14T03:37:16.487 INFO:tasks.rados.rados.0.smithi002.stdout:626: done (4 left) 2024-09-14T03:37:16.487 INFO:tasks.rados.rados.0.smithi002.stdout:627: done (3 left) 2024-09-14T03:37:16.487 INFO:tasks.rados.rados.0.smithi002.stdout:631: delete oid 12 current snap is 64 2024-09-14T03:37:16.487 INFO:tasks.rados.rados.0.smithi002.stdout:628: finishing write tid 2 to smithi00278215-23 2024-09-14T03:37:16.487 INFO:tasks.rados.rados.0.smithi002.stdout:628: finishing write tid 3 to smithi00278215-23 2024-09-14T03:37:16.487 INFO:tasks.rados.rados.0.smithi002.stdout:628: finishing write tid 4 to smithi00278215-23 2024-09-14T03:37:16.488 INFO:tasks.rados.rados.0.smithi002.stdout:629: expect (ObjNum 29 snap 0 seq_num 29) 2024-09-14T03:37:16.504 INFO:tasks.rados.rados.0.smithi002.stdout:628: finishing write tid 5 to smithi00278215-23 2024-09-14T03:37:16.504 INFO:tasks.rados.rados.0.smithi002.stdout:628: oid 23 updating version 0 to 85 2024-09-14T03:37:16.504 INFO:tasks.rados.rados.0.smithi002.stdout:628: oid 23 updating version 85 to 87 2024-09-14T03:37:16.505 INFO:tasks.rados.rados.0.smithi002.stdout:628: oid 23 version 87 is already newer than 86 2024-09-14T03:37:16.505 INFO:tasks.rados.rados.0.smithi002.stdout:628: oid 23 updating version 87 to 88 2024-09-14T03:37:16.505 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 88 (ObjNum 219 snap 64 seq_num 219) dirty exists 2024-09-14T03:37:16.505 INFO:tasks.rados.rados.0.smithi002.stdout:628: left oid 23 (ObjNum 219 snap 64 seq_num 219) 2024-09-14T03:37:16.505 INFO:tasks.rados.rados.0.smithi002.stdout:628: done (3 left) 2024-09-14T03:37:16.506 INFO:tasks.rados.rados.0.smithi002.stdout:629: done (2 left) 2024-09-14T03:37:16.506 INFO:tasks.rados.rados.0.smithi002.stdout:631: done (1 left) 2024-09-14T03:37:16.506 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 27 current snap is 64 2024-09-14T03:37:16.506 INFO:tasks.rados.rados.0.smithi002.stdout:630: finishing write tid 1 to smithi00278215-40 2024-09-14T03:37:16.506 INFO:tasks.rados.rados.0.smithi002.stdout:630: finishing write tid 2 to smithi00278215-40 2024-09-14T03:37:16.506 INFO:tasks.rados.rados.0.smithi002.stdout:630: finishing write tid 3 to smithi00278215-40 2024-09-14T03:37:16.506 INFO:tasks.rados.rados.0.smithi002.stdout:630: finishing write tid 4 to smithi00278215-40 2024-09-14T03:37:16.506 INFO:tasks.rados.rados.0.smithi002.stdout:630: finishing write tid 5 to smithi00278215-40 2024-09-14T03:37:16.506 INFO:tasks.rados.rados.0.smithi002.stdout:630: oid 40 updating version 0 to 320 2024-09-14T03:37:16.506 INFO:tasks.rados.rados.0.smithi002.stdout:630: oid 40 version 320 is already newer than 319 2024-09-14T03:37:16.507 INFO:tasks.rados.rados.0.smithi002.stdout:630: oid 40 version 320 is already newer than 318 2024-09-14T03:37:16.507 INFO:tasks.rados.rados.0.smithi002.stdout:630: oid 40 version 320 is already newer than 317 2024-09-14T03:37:16.507 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 320 (ObjNum 220 snap 64 seq_num 220) dirty exists 2024-09-14T03:37:16.507 INFO:tasks.rados.rados.0.smithi002.stdout:630: left oid 40 (ObjNum 220 snap 64 seq_num 220) 2024-09-14T03:37:16.507 INFO:tasks.rados.rados.0.smithi002.stdout:632: seq_num 222 ranges {0=524288,524288=565248,1089536=237568} 2024-09-14T03:37:16.507 INFO:tasks.rados.rados.0.smithi002.stdout:632: writing smithi00278215-27 from 0 to 524288 tid 1 2024-09-14T03:37:16.510 INFO:tasks.rados.rados.0.smithi002.stdout:632: writing smithi00278215-27 from 524288 to 1089536 tid 2 2024-09-14T03:37:16.512 INFO:tasks.rados.rados.0.smithi002.stdout:632: writing smithi00278215-27 from 1089536 to 1327104 tid 3 2024-09-14T03:37:16.512 INFO:tasks.rados.rados.0.smithi002.stdout:630: done (1 left) 2024-09-14T03:37:16.512 INFO:tasks.rados.rados.0.smithi002.stdout:633: read oid 47 snap -1 2024-09-14T03:37:16.512 INFO:tasks.rados.rados.0.smithi002.stdout:633: expect (ObjNum 199 snap 54 seq_num 199) 2024-09-14T03:37:16.512 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 30 current snap is 64 2024-09-14T03:37:16.512 INFO:tasks.rados.rados.0.smithi002.stdout:632: finishing write tid 1 to smithi00278215-27 2024-09-14T03:37:16.512 INFO:tasks.rados.rados.0.smithi002.stdout:634: seq_num 223 ranges {491520=540672,1032192=450560,1482752=352256} 2024-09-14T03:37:16.518 INFO:tasks.rados.rados.0.smithi002.stdout:634: writing smithi00278215-30 from 491520 to 1032192 tid 1 2024-09-14T03:37:16.520 INFO:tasks.rados.rados.0.smithi002.stdout:634: writing smithi00278215-30 from 1032192 to 1482752 tid 2 2024-09-14T03:37:16.523 INFO:tasks.rados.rados.0.smithi002.stdout:634: writing smithi00278215-30 from 1482752 to 1835008 tid 3 2024-09-14T03:37:16.524 INFO:tasks.rados.rados.0.smithi002.stdout:635: rollback oid 10 current snap is 64 2024-09-14T03:37:16.524 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 10 to 34 2024-09-14T03:37:16.524 INFO:tasks.rados.rados.0.smithi002.stdout:632: finishing write tid 2 to smithi00278215-27 2024-09-14T03:37:16.524 INFO:tasks.rados.rados.0.smithi002.stdout:632: finishing write tid 3 to smithi00278215-27 2024-09-14T03:37:16.524 INFO:tasks.rados.rados.0.smithi002.stdout:632: finishing write tid 4 to smithi00278215-27 2024-09-14T03:37:16.524 INFO:tasks.rados.rados.0.smithi002.stdout:632: finishing write tid 5 to smithi00278215-27 2024-09-14T03:37:16.524 INFO:tasks.rados.rados.0.smithi002.stdout:632: oid 27 updating version 0 to 191 2024-09-14T03:37:16.524 INFO:tasks.rados.rados.0.smithi002.stdout:632: oid 27 version 191 is already newer than 190 2024-09-14T03:37:16.525 INFO:tasks.rados.rados.0.smithi002.stdout:632: oid 27 updating version 191 to 192 2024-09-14T03:37:16.525 INFO:tasks.rados.rados.0.smithi002.stdout:632: oid 27 updating version 192 to 193 2024-09-14T03:37:16.525 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 27 v 193 (ObjNum 222 snap 64 seq_num 222) dirty exists 2024-09-14T03:37:16.525 INFO:tasks.rados.rados.0.smithi002.stdout:632: left oid 27 (ObjNum 222 snap 64 seq_num 222) 2024-09-14T03:37:16.525 INFO:tasks.rados.rados.0.smithi002.stdout:633: expect (ObjNum 199 snap 54 seq_num 199) 2024-09-14T03:37:16.551 INFO:tasks.rados.rados.0.smithi002.stdout:634: finishing write tid 1 to smithi00278215-30 2024-09-14T03:37:16.552 INFO:tasks.rados.rados.0.smithi002.stdout:634: finishing write tid 2 to smithi00278215-30 2024-09-14T03:37:16.552 INFO:tasks.rados.rados.0.smithi002.stdout:634: finishing write tid 3 to smithi00278215-30 2024-09-14T03:37:16.552 INFO:tasks.rados.rados.0.smithi002.stdout:635: finishing rollback tid 0 to smithi00278215-10 2024-09-14T03:37:16.552 INFO:tasks.rados.rados.0.smithi002.stdout:635: finishing rollback tid 1 to smithi00278215-10 2024-09-14T03:37:16.552 INFO:tasks.rados.rados.0.smithi002.stdout:634: finishing write tid 4 to smithi00278215-30 2024-09-14T03:37:16.552 INFO:tasks.rados.rados.0.smithi002.stdout:635: finishing rollback tid 2 to smithi00278215-10 2024-09-14T03:37:16.552 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 293 (ObjNum 107 snap 26 seq_num 107) dirty exists 2024-09-14T03:37:16.552 INFO:tasks.rados.rados.0.smithi002.stdout:634: finishing write tid 5 to smithi00278215-30 2024-09-14T03:37:16.552 INFO:tasks.rados.rados.0.smithi002.stdout:634: oid 30 updating version 0 to 520 2024-09-14T03:37:16.552 INFO:tasks.rados.rados.0.smithi002.stdout:634: oid 30 version 520 is already newer than 519 2024-09-14T03:37:16.552 INFO:tasks.rados.rados.0.smithi002.stdout:634: oid 30 updating version 520 to 521 2024-09-14T03:37:16.553 INFO:tasks.rados.rados.0.smithi002.stdout:634: oid 30 version 521 is already newer than 518 2024-09-14T03:37:16.553 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 30 v 521 (ObjNum 223 snap 64 seq_num 223) dirty exists 2024-09-14T03:37:16.553 INFO:tasks.rados.rados.0.smithi002.stdout:634: left oid 30 (ObjNum 223 snap 64 seq_num 223) 2024-09-14T03:37:16.553 INFO:tasks.rados.rados.0.smithi002.stdout:632: done (3 left) 2024-09-14T03:37:16.553 INFO:tasks.rados.rados.0.smithi002.stdout:633: done (2 left) 2024-09-14T03:37:16.553 INFO:tasks.rados.rados.0.smithi002.stdout:634: done (1 left) 2024-09-14T03:37:16.553 INFO:tasks.rados.rados.0.smithi002.stdout:635: done (0 left) 2024-09-14T03:37:16.553 INFO:tasks.rados.rados.0.smithi002.stdout:636: rollback oid 10 current snap is 64 2024-09-14T03:37:16.553 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 10 to 50 2024-09-14T03:37:16.553 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 27 current snap is 64 2024-09-14T03:37:16.553 INFO:tasks.rados.rados.0.smithi002.stdout:637: seq_num 224 ranges {1327104=557056,1884160=737280,2621440=65536} 2024-09-14T03:37:16.562 INFO:tasks.rados.rados.0.smithi002.stdout:637: writing smithi00278215-27 from 1327104 to 1884160 tid 1 2024-09-14T03:37:16.567 INFO:tasks.rados.rados.0.smithi002.stdout:637: writing smithi00278215-27 from 1884160 to 2621440 tid 2 2024-09-14T03:37:16.568 INFO:tasks.rados.rados.0.smithi002.stdout:637: writing smithi00278215-27 from 2621440 to 2686976 tid 3 2024-09-14T03:37:16.568 INFO:tasks.rados.rados.0.smithi002.stdout:638: rollback oid 9 current snap is 64 2024-09-14T03:37:16.568 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 9 to 48 2024-09-14T03:37:16.568 INFO:tasks.rados.rados.0.smithi002.stdout:636: finishing rollback tid 0 to smithi00278215-10 2024-09-14T03:37:16.568 INFO:tasks.rados.rados.0.smithi002.stdout:636: finishing rollback tid 1 to smithi00278215-10 2024-09-14T03:37:16.568 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 295 (ObjNum 129 snap 0 seq_num 1695130564) dirty dne 2024-09-14T03:37:16.568 INFO:tasks.rados.rados.0.smithi002.stdout:637: finishing write tid 1 to smithi00278215-27 2024-09-14T03:37:16.568 INFO:tasks.rados.rados.0.smithi002.stdout:639: read oid 2 snap -1 2024-09-14T03:37:16.568 INFO:tasks.rados.rados.0.smithi002.stdout:639: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:37:16.569 INFO:tasks.rados.rados.0.smithi002.stdout:636: done (3 left) 2024-09-14T03:37:16.569 INFO:tasks.rados.rados.0.smithi002.stdout:640: rollback oid 17 current snap is 64 2024-09-14T03:37:16.569 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 17 to 56 2024-09-14T03:37:16.569 INFO:tasks.rados.rados.0.smithi002.stdout:641: copy_from oid 38 from oid 40 current snap is 64 2024-09-14T03:37:16.569 INFO:tasks.rados.rados.0.smithi002.stdout:642: rollback oid 19 current snap is 64 2024-09-14T03:37:16.570 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 19 to 54 2024-09-14T03:37:16.570 INFO:tasks.rados.rados.0.smithi002.stdout:643: delete oid 26 current snap is 64 2024-09-14T03:37:16.570 INFO:tasks.rados.rados.0.smithi002.stdout:639: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:37:16.573 INFO:tasks.rados.rados.0.smithi002.stdout:640: finishing rollback tid 1 to smithi00278215-17 2024-09-14T03:37:16.573 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 17 v 151 (ObjNum 177 snap 0 seq_num 108) dirty dne 2024-09-14T03:37:16.573 INFO:tasks.rados.rados.0.smithi002.stdout:637: finishing write tid 2 to smithi00278215-27 2024-09-14T03:37:16.573 INFO:tasks.rados.rados.0.smithi002.stdout:637: finishing write tid 3 to smithi00278215-27 2024-09-14T03:37:16.573 INFO:tasks.rados.rados.0.smithi002.stdout:637: finishing write tid 4 to smithi00278215-27 2024-09-14T03:37:16.573 INFO:tasks.rados.rados.0.smithi002.stdout:638: finishing rollback tid 1 to smithi00278215-9 2024-09-14T03:37:16.573 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 9 v 211 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-14T03:37:16.574 INFO:tasks.rados.rados.0.smithi002.stdout:642: finishing rollback tid 0 to smithi00278215-19 2024-09-14T03:37:16.574 INFO:tasks.rados.rados.0.smithi002.stdout:642: finishing rollback tid 1 to smithi00278215-19 2024-09-14T03:37:16.575 INFO:tasks.rados.rados.0.smithi002.stdout:642: finishing rollback tid 2 to smithi00278215-19 2024-09-14T03:37:16.575 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 19 v 346 (ObjNum 139 snap 37 seq_num 139) dirty exists 2024-09-14T03:37:16.575 INFO:tasks.rados.rados.0.smithi002.stdout:638: done (6 left) 2024-09-14T03:37:16.575 INFO:tasks.rados.rados.0.smithi002.stdout:639: done (5 left) 2024-09-14T03:37:16.575 INFO:tasks.rados.rados.0.smithi002.stdout:640: done (4 left) 2024-09-14T03:37:16.575 INFO:tasks.rados.rados.0.smithi002.stdout:642: done (3 left) 2024-09-14T03:37:16.575 INFO:tasks.rados.rados.0.smithi002.stdout:643: done (2 left) 2024-09-14T03:37:16.575 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 1 current snap is 64 2024-09-14T03:37:16.576 INFO:tasks.rados.rados.0.smithi002.stdout:644: seq_num 226 ranges {3973120=589824,4562944=507904,5070848=294912} 2024-09-14T03:37:16.599 INFO:tasks.rados.rados.0.smithi002.stdout:644: writing smithi00278215-1 from 3973120 to 4562944 tid 1 2024-09-14T03:37:16.602 INFO:tasks.rados.rados.0.smithi002.stdout:644: writing smithi00278215-1 from 4562944 to 5070848 tid 2 2024-09-14T03:37:16.605 INFO:tasks.rados.rados.0.smithi002.stdout:644: writing smithi00278215-1 from 5070848 to 5365760 tid 3 2024-09-14T03:37:16.605 INFO:tasks.rados.rados.0.smithi002.stdout:637: finishing write tid 5 to smithi00278215-27 2024-09-14T03:37:16.605 INFO:tasks.rados.rados.0.smithi002.stdout:637: oid 27 updating version 0 to 195 2024-09-14T03:37:16.605 INFO:tasks.rados.rados.0.smithi002.stdout:637: oid 27 updating version 195 to 197 2024-09-14T03:37:16.605 INFO:tasks.rados.rados.0.smithi002.stdout:637: oid 27 version 197 is already newer than 196 2024-09-14T03:37:16.605 INFO:tasks.rados.rados.0.smithi002.stdout:637: oid 27 version 197 is already newer than 194 2024-09-14T03:37:16.605 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 27 v 197 (ObjNum 224 snap 64 seq_num 224) dirty exists 2024-09-14T03:37:16.605 INFO:tasks.rados.rados.0.smithi002.stdout:637: left oid 27 (ObjNum 224 snap 64 seq_num 224) 2024-09-14T03:37:16.606 INFO:tasks.rados.rados.0.smithi002.stdout:637: done (2 left) 2024-09-14T03:37:16.606 INFO:tasks.rados.rados.0.smithi002.stdout:645: rollback oid 34 current snap is 64 2024-09-14T03:37:16.606 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 34 to 44 2024-09-14T03:37:16.606 INFO:tasks.rados.rados.0.smithi002.stdout:641: finishing copy_from racing read to smithi00278215-38 2024-09-14T03:37:16.606 INFO:tasks.rados.rados.0.smithi002.stdout:641: finishing copy_from to smithi00278215-38 2024-09-14T03:37:16.606 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 320 (ObjNum 220 snap 64 seq_num 220) dirty exists 2024-09-14T03:37:16.606 INFO:tasks.rados.rados.0.smithi002.stdout:644: finishing write tid 1 to smithi00278215-1 2024-09-14T03:37:16.606 INFO:tasks.rados.rados.0.smithi002.stdout:641: done (2 left) 2024-09-14T03:37:16.606 INFO:tasks.rados.rados.0.smithi002.stdout:646: read oid 18 snap -1 2024-09-14T03:37:16.606 INFO:tasks.rados.rados.0.smithi002.stdout:646: expect (ObjNum 203 snap 55 seq_num 203) 2024-09-14T03:37:16.606 INFO:tasks.rados.rados.0.smithi002.stdout:647: read oid 37 snap -1 2024-09-14T03:37:16.606 INFO:tasks.rados.rados.0.smithi002.stdout:647: expect deleted 2024-09-14T03:37:16.606 INFO:tasks.rados.rados.0.smithi002.stdout:648: delete oid 4 current snap is 64 2024-09-14T03:37:16.607 INFO:tasks.rados.rados.0.smithi002.stdout:644: finishing write tid 2 to smithi00278215-1 2024-09-14T03:37:16.607 INFO:tasks.rados.rados.0.smithi002.stdout:647: done (4 left) 2024-09-14T03:37:16.607 INFO:tasks.rados.rados.0.smithi002.stdout:648: done (3 left) 2024-09-14T03:37:16.607 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 27 current snap is 64 2024-09-14T03:37:16.607 INFO:tasks.rados.rados.0.smithi002.stdout:649: seq_num 228 ranges {2686976=622592,3309568=671744,3981312=131072} 2024-09-14T03:37:16.625 INFO:tasks.rados.rados.0.smithi002.stdout:649: writing smithi00278215-27 from 2686976 to 3309568 tid 1 2024-09-14T03:37:16.629 INFO:tasks.rados.rados.0.smithi002.stdout:649: writing smithi00278215-27 from 3309568 to 3981312 tid 2 2024-09-14T03:37:16.630 INFO:tasks.rados.rados.0.smithi002.stdout:649: writing smithi00278215-27 from 3981312 to 4112384 tid 3 2024-09-14T03:37:16.630 INFO:tasks.rados.rados.0.smithi002.stdout:650: read oid 38 snap -1 2024-09-14T03:37:16.630 INFO:tasks.rados.rados.0.smithi002.stdout:650: expect (ObjNum 220 snap 64 seq_num 220) 2024-09-14T03:37:16.631 INFO:tasks.rados.rados.0.smithi002.stdout:651: snap_create 2024-09-14T03:37:16.631 INFO:tasks.rados.rados.0.smithi002.stdout:645: finishing rollback tid 0 to smithi00278215-34 2024-09-14T03:37:16.631 INFO:tasks.rados.rados.0.smithi002.stdout:645: finishing rollback tid 1 to smithi00278215-34 2024-09-14T03:37:16.631 INFO:tasks.rados.rados.0.smithi002.stdout:645: finishing rollback tid 2 to smithi00278215-34 2024-09-14T03:37:16.631 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 34 v 209 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-14T03:37:16.631 INFO:tasks.rados.rados.0.smithi002.stdout:644: finishing write tid 3 to smithi00278215-1 2024-09-14T03:37:16.631 INFO:tasks.rados.rados.0.smithi002.stdout:646: expect (ObjNum 203 snap 55 seq_num 203) 2024-09-14T03:37:16.663 INFO:tasks.rados.rados.0.smithi002.stdout:644: finishing write tid 4 to smithi00278215-1 2024-09-14T03:37:16.663 INFO:tasks.rados.rados.0.smithi002.stdout:644: finishing write tid 5 to smithi00278215-1 2024-09-14T03:37:16.663 INFO:tasks.rados.rados.0.smithi002.stdout:644: oid 1 updating version 0 to 527 2024-09-14T03:37:16.663 INFO:tasks.rados.rados.0.smithi002.stdout:644: oid 1 updating version 527 to 528 2024-09-14T03:37:16.663 INFO:tasks.rados.rados.0.smithi002.stdout:644: oid 1 version 528 is already newer than 526 2024-09-14T03:37:16.664 INFO:tasks.rados.rados.0.smithi002.stdout:644: oid 1 version 528 is already newer than 525 2024-09-14T03:37:16.664 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 1 v 528 (ObjNum 226 snap 64 seq_num 226) dirty exists 2024-09-14T03:37:16.664 INFO:tasks.rados.rados.0.smithi002.stdout:644: left oid 1 (ObjNum 226 snap 64 seq_num 226) 2024-09-14T03:37:16.664 INFO:tasks.rados.rados.0.smithi002.stdout:649: finishing write tid 1 to smithi00278215-27 2024-09-14T03:37:16.664 INFO:tasks.rados.rados.0.smithi002.stdout:649: finishing write tid 2 to smithi00278215-27 2024-09-14T03:37:16.664 INFO:tasks.rados.rados.0.smithi002.stdout:649: finishing write tid 3 to smithi00278215-27 2024-09-14T03:37:16.664 INFO:tasks.rados.rados.0.smithi002.stdout:649: finishing write tid 4 to smithi00278215-27 2024-09-14T03:37:16.664 INFO:tasks.rados.rados.0.smithi002.stdout:650: expect (ObjNum 220 snap 64 seq_num 220) 2024-09-14T03:37:16.697 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:16 smithi002 ceph-mon[27606]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:37:16.697 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:16 smithi002 ceph-mon[27606]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-14T03:37:16.697 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:16 smithi002 ceph-mon[27606]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-14T03:37:16.697 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:16 smithi002 ceph-mon[27606]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-14T03:37:16.697 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:16 smithi002 ceph-mon[27606]: from='mgr.15105 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-14T03:37:16.697 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:16 smithi002 ceph-mon[27606]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-14T03:37:16.697 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:16 smithi002 ceph-mon[27606]: from='mgr.15105 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-14T03:37:16.697 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:16 smithi002 ceph-mon[27606]: mgrmap e32: y(active, since 1.00942s) 2024-09-14T03:37:16.697 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:16 smithi002 ceph-mon[27606]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-14T03:37:16.697 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:16 smithi002 ceph-mon[27606]: pgmap v4: 121 pgs: 121 active+clean; 181 MiB data, 697 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:37:16.697 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:16 smithi002 ceph-mon[27606]: osdmap e189: 8 total, 8 up, 8 in 2024-09-14T03:37:16.698 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:16 smithi002 ceph-mon[38004]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:37:16.698 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:16 smithi002 ceph-mon[38004]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-14T03:37:16.698 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:16 smithi002 ceph-mon[38004]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-14T03:37:16.698 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:16 smithi002 ceph-mon[38004]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-14T03:37:16.698 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:16 smithi002 ceph-mon[38004]: from='mgr.15105 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-14T03:37:16.698 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:16 smithi002 ceph-mon[38004]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-14T03:37:16.698 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:16 smithi002 ceph-mon[38004]: from='mgr.15105 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-14T03:37:16.698 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:16 smithi002 ceph-mon[38004]: mgrmap e32: y(active, since 1.00942s) 2024-09-14T03:37:16.698 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:16 smithi002 ceph-mon[38004]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-14T03:37:16.698 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:16 smithi002 ceph-mon[38004]: pgmap v4: 121 pgs: 121 active+clean; 181 MiB data, 697 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:37:16.699 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:16 smithi002 ceph-mon[38004]: osdmap e189: 8 total, 8 up, 8 in 2024-09-14T03:37:16.699 INFO:tasks.rados.rados.0.smithi002.stdout:649: finishing write tid 5 to smithi00278215-27 2024-09-14T03:37:16.699 INFO:tasks.rados.rados.0.smithi002.stdout:649: oid 27 updating version 0 to 202 2024-09-14T03:37:16.699 INFO:tasks.rados.rados.0.smithi002.stdout:649: oid 27 updating version 202 to 203 2024-09-14T03:37:16.699 INFO:tasks.rados.rados.0.smithi002.stdout:649: oid 27 version 203 is already newer than 200 2024-09-14T03:37:16.699 INFO:tasks.rados.rados.0.smithi002.stdout:649: oid 27 version 203 is already newer than 201 2024-09-14T03:37:16.699 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 27 v 203 (ObjNum 228 snap 64 seq_num 228) dirty exists 2024-09-14T03:37:16.699 INFO:tasks.rados.rados.0.smithi002.stdout:649: left oid 27 (ObjNum 228 snap 64 seq_num 228) 2024-09-14T03:37:16.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:16 smithi154 ceph-mon[30999]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:37:16.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:16 smithi154 ceph-mon[30999]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-14T03:37:16.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:16 smithi154 ceph-mon[30999]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-14T03:37:16.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:16 smithi154 ceph-mon[30999]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-14T03:37:16.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:16 smithi154 ceph-mon[30999]: from='mgr.15105 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-14T03:37:16.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:16 smithi154 ceph-mon[30999]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-14T03:37:16.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:16 smithi154 ceph-mon[30999]: from='mgr.15105 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-14T03:37:16.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:16 smithi154 ceph-mon[30999]: mgrmap e32: y(active, since 1.00942s) 2024-09-14T03:37:16.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:16 smithi154 ceph-mon[30999]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-14T03:37:16.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:16 smithi154 ceph-mon[30999]: pgmap v4: 121 pgs: 121 active+clean; 181 MiB data, 697 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:37:16.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:16 smithi154 ceph-mon[30999]: osdmap e189: 8 total, 8 up, 8 in 2024-09-14T03:37:17.450 INFO:tasks.rados.rados.0.smithi002.stdout:644: done (5 left) 2024-09-14T03:37:17.451 INFO:tasks.rados.rados.0.smithi002.stdout:645: done (4 left) 2024-09-14T03:37:17.451 INFO:tasks.rados.rados.0.smithi002.stdout:646: done (3 left) 2024-09-14T03:37:17.451 INFO:tasks.rados.rados.0.smithi002.stdout:649: done (2 left) 2024-09-14T03:37:17.451 INFO:tasks.rados.rados.0.smithi002.stdout:650: done (1 left) 2024-09-14T03:37:17.451 INFO:tasks.rados.rados.0.smithi002.stdout:651: done (0 left) 2024-09-14T03:37:17.451 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 39 current snap is 65 2024-09-14T03:37:17.451 INFO:tasks.rados.rados.0.smithi002.stdout:652: seq_num 229 ranges {1884160=638976,2523136=606208,3129344=196608} 2024-09-14T03:37:17.464 INFO:tasks.rados.rados.0.smithi002.stdout:652: writing smithi00278215-39 from 1884160 to 2523136 tid 1 2024-09-14T03:37:17.467 INFO:tasks.rados.rados.0.smithi002.stdout:652: writing smithi00278215-39 from 2523136 to 3129344 tid 2 2024-09-14T03:37:17.469 INFO:tasks.rados.rados.0.smithi002.stdout:652: writing smithi00278215-39 from 3129344 to 3325952 tid 3 2024-09-14T03:37:17.469 INFO:tasks.rados.rados.0.smithi002.stdout:653: read oid 48 snap -1 2024-09-14T03:37:17.469 INFO:tasks.rados.rados.0.smithi002.stdout:653: expect (ObjNum 202 snap 55 seq_num 202) 2024-09-14T03:37:17.469 INFO:tasks.rados.rados.0.smithi002.stdout:654: read oid 17 snap -1 2024-09-14T03:37:17.470 INFO:tasks.rados.rados.0.smithi002.stdout:654: expect deleted 2024-09-14T03:37:17.470 INFO:tasks.rados.rados.0.smithi002.stdout:655: snap_create 2024-09-14T03:37:17.470 INFO:tasks.rados.rados.0.smithi002.stdout:652: finishing write tid 1 to smithi00278215-39 2024-09-14T03:37:17.470 INFO:tasks.rados.rados.0.smithi002.stdout:652: finishing write tid 2 to smithi00278215-39 2024-09-14T03:37:17.472 INFO:tasks.rados.rados.0.smithi002.stdout:652: finishing write tid 3 to smithi00278215-39 2024-09-14T03:37:17.472 INFO:tasks.rados.rados.0.smithi002.stdout:652: finishing write tid 4 to smithi00278215-39 2024-09-14T03:37:17.473 INFO:tasks.rados.rados.0.smithi002.stdout:652: finishing write tid 5 to smithi00278215-39 2024-09-14T03:37:17.473 INFO:tasks.rados.rados.0.smithi002.stdout:652: oid 39 updating version 0 to 351 2024-09-14T03:37:17.473 INFO:tasks.rados.rados.0.smithi002.stdout:652: oid 39 version 351 is already newer than 349 2024-09-14T03:37:17.473 INFO:tasks.rados.rados.0.smithi002.stdout:652: oid 39 version 351 is already newer than 350 2024-09-14T03:37:17.473 INFO:tasks.rados.rados.0.smithi002.stdout:652: oid 39 version 351 is already newer than 348 2024-09-14T03:37:17.473 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 39 v 351 (ObjNum 229 snap 65 seq_num 229) dirty exists 2024-09-14T03:37:17.473 INFO:tasks.rados.rados.0.smithi002.stdout:652: left oid 39 (ObjNum 229 snap 65 seq_num 229) 2024-09-14T03:37:17.501 INFO:tasks.rados.rados.0.smithi002.stdout:653: expect (ObjNum 202 snap 55 seq_num 202) 2024-09-14T03:37:17.687 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:17 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: 2024-09-14T03:37:17.390+0000 7fb56e961640 -1 log_channel(cephadm) log [ERR] : [14/Sep/2024:03:37:17] ENGINE Error in HTTPServer.serve 2024-09-14T03:37:17.687 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:17 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: Traceback (most recent call last): 2024-09-14T03:37:17.687 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:17 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-14T03:37:17.687 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:17 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: self._connections.run(self.expiration_interval) 2024-09-14T03:37:17.687 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:17 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-14T03:37:17.688 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:17 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: self._run(expiration_interval) 2024-09-14T03:37:17.688 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:17 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-14T03:37:17.688 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:17 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: new_conn = self._from_server_socket(self.server.socket) 2024-09-14T03:37:17.688 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:17 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-14T03:37:17.688 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:17 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-14T03:37:17.688 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:17 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-14T03:37:17.688 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:17 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: s = self.context.wrap_socket( 2024-09-14T03:37:17.688 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:17 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-14T03:37:17.688 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:17 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: return self.sslsocket_class._create( 2024-09-14T03:37:17.688 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:17 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-14T03:37:17.688 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:17 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: self.do_handshake() 2024-09-14T03:37:17.688 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:17 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-14T03:37:17.688 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:17 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: self._sslobj.do_handshake() 2024-09-14T03:37:17.689 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:17 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-14T03:37:17.689 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:17 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: 2024-09-14T03:37:18.095 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:17 smithi154 ceph-mon[30999]: pgmap v6: 121 pgs: 121 active+clean; 181 MiB data, 697 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:37:18.095 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:17 smithi154 ceph-mon[30999]: mgrmap e33: y(active, since 2s) 2024-09-14T03:37:18.095 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:17 smithi154 ceph-mon[30999]: osdmap e190: 8 total, 8 up, 8 in 2024-09-14T03:37:18.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:17 smithi002 ceph-mon[27606]: pgmap v6: 121 pgs: 121 active+clean; 181 MiB data, 697 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:37:18.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:17 smithi002 ceph-mon[27606]: mgrmap e33: y(active, since 2s) 2024-09-14T03:37:18.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:17 smithi002 ceph-mon[27606]: osdmap e190: 8 total, 8 up, 8 in 2024-09-14T03:37:18.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:17 smithi002 ceph-mon[38004]: pgmap v6: 121 pgs: 121 active+clean; 181 MiB data, 697 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:37:18.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:17 smithi002 ceph-mon[38004]: mgrmap e33: y(active, since 2s) 2024-09-14T03:37:18.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:17 smithi002 ceph-mon[38004]: osdmap e190: 8 total, 8 up, 8 in 2024-09-14T03:37:18.452 INFO:tasks.rados.rados.0.smithi002.stdout:652: done (3 left) 2024-09-14T03:37:18.453 INFO:tasks.rados.rados.0.smithi002.stdout:653: done (2 left) 2024-09-14T03:37:18.453 INFO:tasks.rados.rados.0.smithi002.stdout:654: done (1 left) 2024-09-14T03:37:18.453 INFO:tasks.rados.rados.0.smithi002.stdout:655: done (0 left) 2024-09-14T03:37:18.453 INFO:tasks.rados.rados.0.smithi002.stdout:656: delete oid 27 current snap is 66 2024-09-14T03:37:18.456 INFO:tasks.rados.rados.0.smithi002.stdout:656: done (0 left) 2024-09-14T03:37:18.456 INFO:tasks.rados.rados.0.smithi002.stdout:657: snap_create 2024-09-14T03:37:19.085 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:18 smithi002 ceph-mon[27606]: [14/Sep/2024:03:37:17] ENGINE Bus STARTING 2024-09-14T03:37:19.085 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:18 smithi002 ceph-mon[27606]: [14/Sep/2024:03:37:17] ENGINE Serving on http://172.21.15.2:8765 2024-09-14T03:37:19.085 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:18 smithi002 ceph-mon[27606]: [14/Sep/2024:03:37:17] ENGINE Serving on https://172.21.15.2:7150 2024-09-14T03:37:19.085 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:18 smithi002 ceph-mon[27606]: [14/Sep/2024:03:37:17] ENGINE Bus STARTED 2024-09-14T03:37:19.085 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:18 smithi002 ceph-mon[27606]: [14/Sep/2024:03:37:17] ENGINE Error in HTTPServer.serve 2024-09-14T03:37:19.086 INFO:journalctl@ceph.mon.a.smithi002.stdout: Traceback (most recent call last): 2024-09-14T03:37:19.086 INFO:journalctl@ceph.mon.a.smithi002.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-14T03:37:19.086 INFO:journalctl@ceph.mon.a.smithi002.stdout: self._connections.run(self.expiration_interval) 2024-09-14T03:37:19.086 INFO:journalctl@ceph.mon.a.smithi002.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-14T03:37:19.086 INFO:journalctl@ceph.mon.a.smithi002.stdout: self._run(expiration_interval) 2024-09-14T03:37:19.086 INFO:journalctl@ceph.mon.a.smithi002.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-14T03:37:19.086 INFO:journalctl@ceph.mon.a.smithi002.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-14T03:37:19.086 INFO:journalctl@ceph.mon.a.smithi002.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-14T03:37:19.086 INFO:journalctl@ceph.mon.a.smithi002.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-14T03:37:19.086 INFO:journalctl@ceph.mon.a.smithi002.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-14T03:37:19.086 INFO:journalctl@ceph.mon.a.smithi002.stdout: s = self.context.wrap_socket( 2024-09-14T03:37:19.086 INFO:journalctl@ceph.mon.a.smithi002.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-14T03:37:19.086 INFO:journalctl@ceph.mon.a.smithi002.stdout: return self.sslsocket_class._create( 2024-09-14T03:37:19.086 INFO:journalctl@ceph.mon.a.smithi002.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-14T03:37:19.087 INFO:journalctl@ceph.mon.a.smithi002.stdout: self.do_handshake() 2024-09-14T03:37:19.087 INFO:journalctl@ceph.mon.a.smithi002.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-14T03:37:19.087 INFO:journalctl@ceph.mon.a.smithi002.stdout: self._sslobj.do_handshake() 2024-09-14T03:37:19.087 INFO:journalctl@ceph.mon.a.smithi002.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-14T03:37:19.087 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:18 smithi002 ceph-mon[27606]: osdmap e191: 8 total, 8 up, 8 in 2024-09-14T03:37:19.087 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:18 smithi002 ceph-mon[38004]: [14/Sep/2024:03:37:17] ENGINE Bus STARTING 2024-09-14T03:37:19.087 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:18 smithi002 ceph-mon[38004]: [14/Sep/2024:03:37:17] ENGINE Serving on http://172.21.15.2:8765 2024-09-14T03:37:19.087 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:18 smithi002 ceph-mon[38004]: [14/Sep/2024:03:37:17] ENGINE Serving on https://172.21.15.2:7150 2024-09-14T03:37:19.087 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:18 smithi002 ceph-mon[38004]: [14/Sep/2024:03:37:17] ENGINE Bus STARTED 2024-09-14T03:37:19.087 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:18 smithi002 ceph-mon[38004]: [14/Sep/2024:03:37:17] ENGINE Error in HTTPServer.serve 2024-09-14T03:37:19.087 INFO:journalctl@ceph.mon.c.smithi002.stdout: Traceback (most recent call last): 2024-09-14T03:37:19.087 INFO:journalctl@ceph.mon.c.smithi002.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-14T03:37:19.088 INFO:journalctl@ceph.mon.c.smithi002.stdout: self._connections.run(self.expiration_interval) 2024-09-14T03:37:19.088 INFO:journalctl@ceph.mon.c.smithi002.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-14T03:37:19.088 INFO:journalctl@ceph.mon.c.smithi002.stdout: self._run(expiration_interval) 2024-09-14T03:37:19.088 INFO:journalctl@ceph.mon.c.smithi002.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-14T03:37:19.088 INFO:journalctl@ceph.mon.c.smithi002.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-14T03:37:19.088 INFO:journalctl@ceph.mon.c.smithi002.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-14T03:37:19.088 INFO:journalctl@ceph.mon.c.smithi002.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-14T03:37:19.088 INFO:journalctl@ceph.mon.c.smithi002.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-14T03:37:19.088 INFO:journalctl@ceph.mon.c.smithi002.stdout: s = self.context.wrap_socket( 2024-09-14T03:37:19.088 INFO:journalctl@ceph.mon.c.smithi002.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-14T03:37:19.088 INFO:journalctl@ceph.mon.c.smithi002.stdout: return self.sslsocket_class._create( 2024-09-14T03:37:19.088 INFO:journalctl@ceph.mon.c.smithi002.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-14T03:37:19.089 INFO:journalctl@ceph.mon.c.smithi002.stdout: self.do_handshake() 2024-09-14T03:37:19.089 INFO:journalctl@ceph.mon.c.smithi002.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-14T03:37:19.089 INFO:journalctl@ceph.mon.c.smithi002.stdout: self._sslobj.do_handshake() 2024-09-14T03:37:19.089 INFO:journalctl@ceph.mon.c.smithi002.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-14T03:37:19.089 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:18 smithi002 ceph-mon[38004]: osdmap e191: 8 total, 8 up, 8 in 2024-09-14T03:37:19.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:18 smithi154 ceph-mon[30999]: [14/Sep/2024:03:37:17] ENGINE Bus STARTING 2024-09-14T03:37:19.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:18 smithi154 ceph-mon[30999]: [14/Sep/2024:03:37:17] ENGINE Serving on http://172.21.15.2:8765 2024-09-14T03:37:19.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:18 smithi154 ceph-mon[30999]: [14/Sep/2024:03:37:17] ENGINE Serving on https://172.21.15.2:7150 2024-09-14T03:37:19.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:18 smithi154 ceph-mon[30999]: [14/Sep/2024:03:37:17] ENGINE Bus STARTED 2024-09-14T03:37:19.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:18 smithi154 ceph-mon[30999]: [14/Sep/2024:03:37:17] ENGINE Error in HTTPServer.serve 2024-09-14T03:37:19.228 INFO:journalctl@ceph.mon.b.smithi154.stdout: Traceback (most recent call last): 2024-09-14T03:37:19.228 INFO:journalctl@ceph.mon.b.smithi154.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-14T03:37:19.228 INFO:journalctl@ceph.mon.b.smithi154.stdout: self._connections.run(self.expiration_interval) 2024-09-14T03:37:19.229 INFO:journalctl@ceph.mon.b.smithi154.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-14T03:37:19.229 INFO:journalctl@ceph.mon.b.smithi154.stdout: self._run(expiration_interval) 2024-09-14T03:37:19.229 INFO:journalctl@ceph.mon.b.smithi154.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-14T03:37:19.229 INFO:journalctl@ceph.mon.b.smithi154.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-14T03:37:19.229 INFO:journalctl@ceph.mon.b.smithi154.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-14T03:37:19.229 INFO:journalctl@ceph.mon.b.smithi154.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-14T03:37:19.229 INFO:journalctl@ceph.mon.b.smithi154.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-14T03:37:19.229 INFO:journalctl@ceph.mon.b.smithi154.stdout: s = self.context.wrap_socket( 2024-09-14T03:37:19.229 INFO:journalctl@ceph.mon.b.smithi154.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-14T03:37:19.229 INFO:journalctl@ceph.mon.b.smithi154.stdout: return self.sslsocket_class._create( 2024-09-14T03:37:19.229 INFO:journalctl@ceph.mon.b.smithi154.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-14T03:37:19.230 INFO:journalctl@ceph.mon.b.smithi154.stdout: self.do_handshake() 2024-09-14T03:37:19.230 INFO:journalctl@ceph.mon.b.smithi154.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-14T03:37:19.230 INFO:journalctl@ceph.mon.b.smithi154.stdout: self._sslobj.do_handshake() 2024-09-14T03:37:19.230 INFO:journalctl@ceph.mon.b.smithi154.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-14T03:37:19.230 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:18 smithi154 ceph-mon[30999]: osdmap e191: 8 total, 8 up, 8 in 2024-09-14T03:37:19.456 INFO:tasks.rados.rados.0.smithi002.stdout:657: done (0 left) 2024-09-14T03:37:19.456 INFO:tasks.rados.rados.0.smithi002.stdout:658: read oid 45 snap -1 2024-09-14T03:37:19.456 INFO:tasks.rados.rados.0.smithi002.stdout:658: expect (ObjNum 49 snap 0 seq_num 49) 2024-09-14T03:37:19.457 INFO:tasks.rados.rados.0.smithi002.stdout:659: copy_from oid 49 from oid 4 current snap is 67 2024-09-14T03:37:19.457 INFO:tasks.rados.rados.0.smithi002.stdout:660: snap_remove snap 41 2024-09-14T03:37:20.168 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:19 smithi154 ceph-mon[30999]: pgmap v9: 121 pgs: 121 active+clean; 181 MiB data, 697 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:37:20.168 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:19 smithi154 ceph-mon[30999]: mgrmap e34: y(active, since 4s) 2024-09-14T03:37:20.168 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:19 smithi154 ceph-mon[30999]: osdmap e192: 8 total, 8 up, 8 in 2024-09-14T03:37:20.168 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:19 smithi154 ceph-mon[30999]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:20.168 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:19 smithi154 ceph-mon[30999]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:20.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:19 smithi002 ceph-mon[27606]: pgmap v9: 121 pgs: 121 active+clean; 181 MiB data, 697 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:37:20.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:19 smithi002 ceph-mon[27606]: mgrmap e34: y(active, since 4s) 2024-09-14T03:37:20.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:19 smithi002 ceph-mon[27606]: osdmap e192: 8 total, 8 up, 8 in 2024-09-14T03:37:20.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:19 smithi002 ceph-mon[27606]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:20.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:19 smithi002 ceph-mon[27606]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:20.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:19 smithi002 ceph-mon[38004]: pgmap v9: 121 pgs: 121 active+clean; 181 MiB data, 697 MiB used, 715 GiB / 715 GiB avail 2024-09-14T03:37:20.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:19 smithi002 ceph-mon[38004]: mgrmap e34: y(active, since 4s) 2024-09-14T03:37:20.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:19 smithi002 ceph-mon[38004]: osdmap e192: 8 total, 8 up, 8 in 2024-09-14T03:37:20.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:19 smithi002 ceph-mon[38004]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:20.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:19 smithi002 ceph-mon[38004]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:20.420 INFO:tasks.rados.rados.0.smithi002.stdout:660: done (2 left) 2024-09-14T03:37:20.420 INFO:tasks.rados.rados.0.smithi002.stdout:661: rollback oid 14 current snap is 67 2024-09-14T03:37:20.420 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 14 to 54 2024-09-14T03:37:20.420 INFO:tasks.rados.rados.0.smithi002.stdout:662: snap_create 2024-09-14T03:37:20.421 INFO:tasks.rados.rados.0.smithi002.stdout:659: finishing copy_from to smithi00278215-49 2024-09-14T03:37:20.421 INFO:tasks.rados.rados.0.smithi002.stdout:659: got expected ENOENT (src dne) 2024-09-14T03:37:20.421 INFO:tasks.rados.rados.0.smithi002.stdout:659: finishing copy_from racing read to smithi00278215-49 2024-09-14T03:37:20.421 INFO:tasks.rados.rados.0.smithi002.stdout:658: expect (ObjNum 49 snap 0 seq_num 49) 2024-09-14T03:37:20.450 INFO:tasks.rados.rados.0.smithi002.stdout:661: finishing rollback tid 0 to smithi00278215-14 2024-09-14T03:37:20.450 INFO:tasks.rados.rados.0.smithi002.stdout:661: finishing rollback tid 1 to smithi00278215-14 2024-09-14T03:37:20.450 INFO:tasks.rados.rados.0.smithi002.stdout:661: finishing rollback tid 2 to smithi00278215-14 2024-09-14T03:37:20.450 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 14 v 304 (ObjNum 197 snap 53 seq_num 197) dirty exists 2024-09-14T03:37:20.477 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:37:20 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[64390]: [14/Sep/2024:03:37:20] ENGINE Bus STARTING 2024-09-14T03:37:20.478 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:37:20 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[64390]: CherryPy Checker: 2024-09-14T03:37:20.478 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:37:20 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[64390]: The Application mounted at '' has an empty config. 2024-09-14T03:37:20.478 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:37:20 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[64390]: 2024-09-14T03:37:20.478 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:37:20 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[64390]: [14/Sep/2024:03:37:20] ENGINE Serving on http://:::9283 2024-09-14T03:37:20.478 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:37:20 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[64390]: [14/Sep/2024:03:37:20] ENGINE Bus STARTED 2024-09-14T03:37:21.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:21 smithi002 ceph-mon[38004]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:21.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:21 smithi002 ceph-mon[38004]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:21.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:21 smithi002 ceph-mon[38004]: Standby manager daemon x started 2024-09-14T03:37:21.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:21 smithi002 ceph-mon[38004]: from='mgr.? 172.21.15.154:0/903629226' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-14T03:37:21.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:21 smithi002 ceph-mon[38004]: from='mgr.? 172.21.15.154:0/903629226' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-14T03:37:21.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:21 smithi002 ceph-mon[38004]: from='mgr.? 172.21.15.154:0/903629226' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-14T03:37:21.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:21 smithi002 ceph-mon[38004]: from='mgr.? 172.21.15.154:0/903629226' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-14T03:37:21.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:21 smithi002 ceph-mon[38004]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:21.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:21 smithi002 ceph-mon[38004]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:21.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:21 smithi002 ceph-mon[38004]: osdmap e193: 8 total, 8 up, 8 in 2024-09-14T03:37:21.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:21 smithi002 ceph-mon[38004]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:21.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:21 smithi002 ceph-mon[38004]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:21.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:21 smithi002 ceph-mon[38004]: pgmap v12: 121 pgs: 121 active+clean; 186 MiB data, 721 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-09-14T03:37:21.190 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:21 smithi002 ceph-mon[27606]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:21.190 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:21 smithi002 ceph-mon[27606]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:21.190 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:21 smithi002 ceph-mon[27606]: Standby manager daemon x started 2024-09-14T03:37:21.190 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:21 smithi002 ceph-mon[27606]: from='mgr.? 172.21.15.154:0/903629226' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-14T03:37:21.191 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:21 smithi002 ceph-mon[27606]: from='mgr.? 172.21.15.154:0/903629226' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-14T03:37:21.191 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:21 smithi002 ceph-mon[27606]: from='mgr.? 172.21.15.154:0/903629226' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-14T03:37:21.191 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:21 smithi002 ceph-mon[27606]: from='mgr.? 172.21.15.154:0/903629226' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-14T03:37:21.191 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:21 smithi002 ceph-mon[27606]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:21.191 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:21 smithi002 ceph-mon[27606]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:21.192 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:21 smithi002 ceph-mon[27606]: osdmap e193: 8 total, 8 up, 8 in 2024-09-14T03:37:21.192 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:21 smithi002 ceph-mon[27606]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:21.192 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:21 smithi002 ceph-mon[27606]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:21.192 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:21 smithi002 ceph-mon[27606]: pgmap v12: 121 pgs: 121 active+clean; 186 MiB data, 721 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-09-14T03:37:21.416 INFO:tasks.rados.rados.0.smithi002.stdout:658: done (3 left) 2024-09-14T03:37:21.416 INFO:tasks.rados.rados.0.smithi002.stdout:659: done (2 left) 2024-09-14T03:37:21.416 INFO:tasks.rados.rados.0.smithi002.stdout:661: done (1 left) 2024-09-14T03:37:21.416 INFO:tasks.rados.rados.0.smithi002.stdout:662: done (0 left) 2024-09-14T03:37:21.416 INFO:tasks.rados.rados.0.smithi002.stdout:663: copy_from oid 16 from oid 10 current snap is 68 2024-09-14T03:37:21.416 INFO:tasks.rados.rados.0.smithi002.stdout:664: snap_remove snap 26 2024-09-14T03:37:21.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:21 smithi154 ceph-mon[30999]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:21.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:21 smithi154 ceph-mon[30999]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:21.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:21 smithi154 ceph-mon[30999]: Standby manager daemon x started 2024-09-14T03:37:21.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:21 smithi154 ceph-mon[30999]: from='mgr.? 172.21.15.154:0/903629226' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-14T03:37:21.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:21 smithi154 ceph-mon[30999]: from='mgr.? 172.21.15.154:0/903629226' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-14T03:37:21.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:21 smithi154 ceph-mon[30999]: from='mgr.? 172.21.15.154:0/903629226' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-14T03:37:21.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:21 smithi154 ceph-mon[30999]: from='mgr.? 172.21.15.154:0/903629226' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-14T03:37:21.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:21 smithi154 ceph-mon[30999]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:21.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:21 smithi154 ceph-mon[30999]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:21.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:21 smithi154 ceph-mon[30999]: osdmap e193: 8 total, 8 up, 8 in 2024-09-14T03:37:21.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:21 smithi154 ceph-mon[30999]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:21.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:21 smithi154 ceph-mon[30999]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:21.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:21 smithi154 ceph-mon[30999]: pgmap v12: 121 pgs: 121 active+clean; 186 MiB data, 721 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-09-14T03:37:22.148 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:22 smithi002 ceph-mon[27606]: mgrmap e35: y(active, since 6s), standbys: x 2024-09-14T03:37:22.148 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:22 smithi002 ceph-mon[27606]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-14T03:37:22.148 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:22 smithi002 ceph-mon[27606]: osdmap e194: 8 total, 8 up, 8 in 2024-09-14T03:37:22.149 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:22 smithi002 ceph-mon[38004]: mgrmap e35: y(active, since 6s), standbys: x 2024-09-14T03:37:22.149 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:22 smithi002 ceph-mon[38004]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-14T03:37:22.149 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:22 smithi002 ceph-mon[38004]: osdmap e194: 8 total, 8 up, 8 in 2024-09-14T03:37:22.417 INFO:tasks.rados.rados.0.smithi002.stdout:664: done (1 left) 2024-09-14T03:37:22.418 INFO:tasks.rados.rados.0.smithi002.stdout:665: read oid 35 snap -1 2024-09-14T03:37:22.418 INFO:tasks.rados.rados.0.smithi002.stdout:665: expect (ObjNum 190 snap 51 seq_num 190) 2024-09-14T03:37:22.418 INFO:tasks.rados.rados.0.smithi002.stdout:666: snap_create 2024-09-14T03:37:22.418 INFO:tasks.rados.rados.0.smithi002.stdout:663: finishing copy_from to smithi00278215-16 2024-09-14T03:37:22.418 INFO:tasks.rados.rados.0.smithi002.stdout:663: got expected ENOENT (src dne) 2024-09-14T03:37:22.418 INFO:tasks.rados.rados.0.smithi002.stdout:663: finishing copy_from racing read to smithi00278215-16 2024-09-14T03:37:22.431 INFO:tasks.rados.rados.0.smithi002.stdout:665: expect (ObjNum 190 snap 51 seq_num 190) 2024-09-14T03:37:22.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:22 smithi154 ceph-mon[30999]: mgrmap e35: y(active, since 6s), standbys: x 2024-09-14T03:37:22.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:22 smithi154 ceph-mon[30999]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-14T03:37:22.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:22 smithi154 ceph-mon[30999]: osdmap e194: 8 total, 8 up, 8 in 2024-09-14T03:37:23.227 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:37:22 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[64390]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:37:22] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-14T03:37:23.425 INFO:tasks.rados.rados.0.smithi002.stdout:663: done (2 left) 2024-09-14T03:37:23.426 INFO:tasks.rados.rados.0.smithi002.stdout:665: done (1 left) 2024-09-14T03:37:23.426 INFO:tasks.rados.rados.0.smithi002.stdout:666: done (0 left) 2024-09-14T03:37:23.426 INFO:tasks.rados.rados.0.smithi002.stdout:667: rmattr oid 33 current snap is 69 2024-09-14T03:37:23.426 INFO:tasks.rados.rados.0.smithi002.stdout:667: done (0 left) 2024-09-14T03:37:23.426 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 32 current snap is 69 2024-09-14T03:37:23.426 INFO:tasks.rados.rados.0.smithi002.stdout:668: seq_num 231 ranges {1171456=671744,1843200=778240,2621440=24576} 2024-09-14T03:37:23.435 INFO:tasks.rados.rados.0.smithi002.stdout:668: writing smithi00278215-32 from 1171456 to 1843200 tid 1 2024-09-14T03:37:23.441 INFO:tasks.rados.rados.0.smithi002.stdout:668: writing smithi00278215-32 from 1843200 to 2621440 tid 2 2024-09-14T03:37:23.441 INFO:tasks.rados.rados.0.smithi002.stdout:668: writing smithi00278215-32 from 2621440 to 2646016 tid 3 2024-09-14T03:37:23.441 INFO:tasks.rados.rados.0.smithi002.stdout:669: copy_from oid 11 from oid 45 current snap is 69 2024-09-14T03:37:23.441 INFO:tasks.rados.rados.0.smithi002.stdout:668: finishing write tid 1 to smithi00278215-32 2024-09-14T03:37:23.441 INFO:tasks.rados.rados.0.smithi002.stdout:670: read oid 12 snap -1 2024-09-14T03:37:23.441 INFO:tasks.rados.rados.0.smithi002.stdout:670: expect deleted 2024-09-14T03:37:23.441 INFO:tasks.rados.rados.0.smithi002.stdout:671: rollback oid 13 current snap is 69 2024-09-14T03:37:23.441 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 13 to 15 2024-09-14T03:37:23.441 INFO:tasks.rados.rados.0.smithi002.stdout:672: setattr oid 30 current snap is 69 2024-09-14T03:37:23.445 INFO:tasks.rados.rados.0.smithi002.stdout:668: finishing write tid 2 to smithi00278215-32 2024-09-14T03:37:23.445 INFO:tasks.rados.rados.0.smithi002.stdout:668: finishing write tid 3 to smithi00278215-32 2024-09-14T03:37:23.446 INFO:tasks.rados.rados.0.smithi002.stdout:670: done (4 left) 2024-09-14T03:37:23.446 INFO:tasks.rados.rados.0.smithi002.stdout:673: rmattr oid 27 current snap is 69 2024-09-14T03:37:23.446 INFO:tasks.rados.rados.0.smithi002.stdout:673: done (4 left) 2024-09-14T03:37:23.446 INFO:tasks.rados.rados.0.smithi002.stdout:674: read oid 43 snap -1 2024-09-14T03:37:23.446 INFO:tasks.rados.rados.0.smithi002.stdout:674: expect (ObjNum 155 snap 43 seq_num 155) 2024-09-14T03:37:23.446 INFO:tasks.rados.rados.0.smithi002.stdout:675: snap_remove snap 61 2024-09-14T03:37:23.686 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:23 smithi002 ceph-mon[27606]: osdmap e195: 8 total, 8 up, 8 in 2024-09-14T03:37:23.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:23 smithi002 ceph-mon[27606]: pgmap v15: 121 pgs: 121 active+clean; 193 MiB data, 748 MiB used, 714 GiB / 715 GiB avail; 7.9 MiB/s rd, 3.5 MiB/s wr, 47 op/s 2024-09-14T03:37:23.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:23 smithi002 ceph-mon[27606]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:23.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:23 smithi002 ceph-mon[27606]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:23.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:23 smithi002 ceph-mon[27606]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:37:23.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:23 smithi002 ceph-mon[27606]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:37:23.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:23 smithi002 ceph-mon[38004]: osdmap e195: 8 total, 8 up, 8 in 2024-09-14T03:37:23.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:23 smithi002 ceph-mon[38004]: pgmap v15: 121 pgs: 121 active+clean; 193 MiB data, 748 MiB used, 714 GiB / 715 GiB avail; 7.9 MiB/s rd, 3.5 MiB/s wr, 47 op/s 2024-09-14T03:37:23.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:23 smithi002 ceph-mon[38004]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:23.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:23 smithi002 ceph-mon[38004]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:23.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:23 smithi002 ceph-mon[38004]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:37:23.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:23 smithi002 ceph-mon[38004]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:37:23.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:23 smithi154 ceph-mon[30999]: osdmap e195: 8 total, 8 up, 8 in 2024-09-14T03:37:23.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:23 smithi154 ceph-mon[30999]: pgmap v15: 121 pgs: 121 active+clean; 193 MiB data, 748 MiB used, 714 GiB / 715 GiB avail; 7.9 MiB/s rd, 3.5 MiB/s wr, 47 op/s 2024-09-14T03:37:23.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:23 smithi154 ceph-mon[30999]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:23.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:23 smithi154 ceph-mon[30999]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:23.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:23 smithi154 ceph-mon[30999]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:37:23.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:23 smithi154 ceph-mon[30999]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:37:24.429 INFO:tasks.rados.rados.0.smithi002.stdout:675: done (5 left) 2024-09-14T03:37:24.430 INFO:tasks.rados.rados.0.smithi002.stdout:676: copy_from oid 48 from oid 34 current snap is 69 2024-09-14T03:37:24.430 INFO:tasks.rados.rados.0.smithi002.stdout:671: finishing rollback tid 0 to smithi00278215-13 2024-09-14T03:37:24.430 INFO:tasks.rados.rados.0.smithi002.stdout:671: finishing rollback tid 1 to smithi00278215-13 2024-09-14T03:37:24.430 INFO:tasks.rados.rados.0.smithi002.stdout:671: finishing rollback tid 2 to smithi00278215-13 2024-09-14T03:37:24.430 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 323 (ObjNum 77 snap 15 seq_num 77) dirty exists 2024-09-14T03:37:24.430 INFO:tasks.rados.rados.0.smithi002.stdout:668: finishing write tid 4 to smithi00278215-32 2024-09-14T03:37:24.430 INFO:tasks.rados.rados.0.smithi002.stdout:669: finishing copy_from racing read to smithi00278215-11 2024-09-14T03:37:24.430 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 30 v 569 (ObjNum 223 snap 64 seq_num 223) dirty exists 2024-09-14T03:37:24.430 INFO:tasks.rados.rados.0.smithi002.stdout:668: finishing write tid 5 to smithi00278215-32 2024-09-14T03:37:24.430 INFO:tasks.rados.rados.0.smithi002.stdout:668: oid 32 updating version 0 to 567 2024-09-14T03:37:24.430 INFO:tasks.rados.rados.0.smithi002.stdout:668: oid 32 version 567 is already newer than 566 2024-09-14T03:37:24.430 INFO:tasks.rados.rados.0.smithi002.stdout:668: oid 32 version 567 is already newer than 564 2024-09-14T03:37:24.430 INFO:tasks.rados.rados.0.smithi002.stdout:668: oid 32 version 567 is already newer than 565 2024-09-14T03:37:24.430 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 567 (ObjNum 231 snap 69 seq_num 231) dirty exists 2024-09-14T03:37:24.431 INFO:tasks.rados.rados.0.smithi002.stdout:668: left oid 32 (ObjNum 231 snap 69 seq_num 231) 2024-09-14T03:37:24.431 INFO:tasks.rados.rados.0.smithi002.stdout:669: finishing copy_from to smithi00278215-11 2024-09-14T03:37:24.431 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 228 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-09-14T03:37:24.431 INFO:tasks.rados.rados.0.smithi002.stdout:674: expect (ObjNum 155 snap 43 seq_num 155) 2024-09-14T03:37:24.481 INFO:tasks.rados.rados.0.smithi002.stdout:676: finishing copy_from racing read to smithi00278215-48 2024-09-14T03:37:24.481 INFO:tasks.rados.rados.0.smithi002.stdout:676: finishing copy_from to smithi00278215-48 2024-09-14T03:37:24.482 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 209 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-14T03:37:24.482 INFO:tasks.rados.rados.0.smithi002.stdout:668: done (5 left) 2024-09-14T03:37:24.482 INFO:tasks.rados.rados.0.smithi002.stdout:669: done (4 left) 2024-09-14T03:37:24.482 INFO:tasks.rados.rados.0.smithi002.stdout:671: done (3 left) 2024-09-14T03:37:24.482 INFO:tasks.rados.rados.0.smithi002.stdout:672: done (2 left) 2024-09-14T03:37:24.482 INFO:tasks.rados.rados.0.smithi002.stdout:674: done (1 left) 2024-09-14T03:37:24.482 INFO:tasks.rados.rados.0.smithi002.stdout:676: done (0 left) 2024-09-14T03:37:24.482 INFO:tasks.rados.rados.0.smithi002.stdout:677: read oid 36 snap -1 2024-09-14T03:37:24.482 INFO:tasks.rados.rados.0.smithi002.stdout:677: expect (ObjNum 10 snap 0 seq_num 10) 2024-09-14T03:37:24.482 INFO:tasks.rados.rados.0.smithi002.stdout:678: rollback oid 11 current snap is 69 2024-09-14T03:37:24.482 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 11 to 63 2024-09-14T03:37:24.482 INFO:tasks.rados.rados.0.smithi002.stdout:679: delete oid 2 current snap is 69 2024-09-14T03:37:24.484 INFO:tasks.rados.rados.0.smithi002.stdout:678: finishing rollback tid 0 to smithi00278215-11 2024-09-14T03:37:24.484 INFO:tasks.rados.rados.0.smithi002.stdout:679: done (2 left) 2024-09-14T03:37:24.484 INFO:tasks.rados.rados.0.smithi002.stdout:680: read oid 23 snap -1 2024-09-14T03:37:24.484 INFO:tasks.rados.rados.0.smithi002.stdout:680: expect (ObjNum 219 snap 64 seq_num 219) 2024-09-14T03:37:24.484 INFO:tasks.rados.rados.0.smithi002.stdout:681: setattr oid 24 current snap is 69 2024-09-14T03:37:24.484 INFO:tasks.rados.rados.0.smithi002.stdout:678: finishing rollback tid 1 to smithi00278215-11 2024-09-14T03:37:24.484 INFO:tasks.rados.rados.0.smithi002.stdout:677: expect (ObjNum 10 snap 0 seq_num 10) 2024-09-14T03:37:24.490 INFO:tasks.rados.rados.0.smithi002.stdout:678: finishing rollback tid 2 to smithi00278215-11 2024-09-14T03:37:24.490 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 584 (ObjNum 172 snap 49 seq_num 172) dirty exists 2024-09-14T03:37:24.490 INFO:tasks.rados.rados.0.smithi002.stdout:677: done (3 left) 2024-09-14T03:37:24.490 INFO:tasks.rados.rados.0.smithi002.stdout:678: done (2 left) 2024-09-14T03:37:24.490 INFO:tasks.rados.rados.0.smithi002.stdout:682: rmattr oid 28 current snap is 69 2024-09-14T03:37:24.491 INFO:tasks.rados.rados.0.smithi002.stdout:682: done (2 left) 2024-09-14T03:37:24.491 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 4 current snap is 69 2024-09-14T03:37:24.491 INFO:tasks.rados.rados.0.smithi002.stdout:683: seq_num 233 ranges {0=712704,712704=548864,1261568=253952} 2024-09-14T03:37:24.494 INFO:tasks.rados.rados.0.smithi002.stdout:683: writing smithi00278215-4 from 0 to 712704 tid 1 2024-09-14T03:37:24.497 INFO:tasks.rados.rados.0.smithi002.stdout:683: writing smithi00278215-4 from 712704 to 1261568 tid 2 2024-09-14T03:37:24.499 INFO:tasks.rados.rados.0.smithi002.stdout:683: writing smithi00278215-4 from 1261568 to 1515520 tid 3 2024-09-14T03:37:24.499 INFO:tasks.rados.rados.0.smithi002.stdout:684: snap_create 2024-09-14T03:37:24.499 INFO:tasks.rados.rados.0.smithi002.stdout:680: expect (ObjNum 219 snap 64 seq_num 219) 2024-09-14T03:37:24.626 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 24 v 210 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-09-14T03:37:24.626 INFO:tasks.rados.rados.0.smithi002.stdout:683: finishing write tid 1 to smithi00278215-4 2024-09-14T03:37:24.626 INFO:tasks.rados.rados.0.smithi002.stdout:683: finishing write tid 2 to smithi00278215-4 2024-09-14T03:37:24.626 INFO:tasks.rados.rados.0.smithi002.stdout:683: finishing write tid 3 to smithi00278215-4 2024-09-14T03:37:24.626 INFO:tasks.rados.rados.0.smithi002.stdout:683: finishing write tid 4 to smithi00278215-4 2024-09-14T03:37:24.626 INFO:tasks.rados.rados.0.smithi002.stdout:683: finishing write tid 5 to smithi00278215-4 2024-09-14T03:37:24.626 INFO:tasks.rados.rados.0.smithi002.stdout:683: oid 4 updating version 0 to 322 2024-09-14T03:37:24.626 INFO:tasks.rados.rados.0.smithi002.stdout:683: oid 4 updating version 322 to 324 2024-09-14T03:37:24.626 INFO:tasks.rados.rados.0.smithi002.stdout:683: oid 4 version 324 is already newer than 321 2024-09-14T03:37:24.627 INFO:tasks.rados.rados.0.smithi002.stdout:683: oid 4 version 324 is already newer than 323 2024-09-14T03:37:24.627 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 324 (ObjNum 233 snap 69 seq_num 233) dirty exists 2024-09-14T03:37:24.627 INFO:tasks.rados.rados.0.smithi002.stdout:683: left oid 4 (ObjNum 233 snap 69 seq_num 233) 2024-09-14T03:37:24.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:24 smithi002 ceph-mon[38004]: Updating smithi002:/etc/ceph/ceph.conf 2024-09-14T03:37:24.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:24 smithi002 ceph-mon[38004]: Updating smithi154:/etc/ceph/ceph.conf 2024-09-14T03:37:24.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:24 smithi002 ceph-mon[38004]: osdmap e196: 8 total, 8 up, 8 in 2024-09-14T03:37:24.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:24 smithi002 ceph-mon[38004]: Updating smithi002:/var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-14T03:37:24.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:24 smithi002 ceph-mon[38004]: Updating smithi154:/var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-14T03:37:24.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:24 smithi002 ceph-mon[38004]: Updating smithi154:/etc/ceph/ceph.client.admin.keyring 2024-09-14T03:37:24.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:24 smithi002 ceph-mon[38004]: Updating smithi002:/etc/ceph/ceph.client.admin.keyring 2024-09-14T03:37:24.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:24 smithi002 ceph-mon[38004]: Updating smithi154:/var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-14T03:37:24.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:24 smithi002 ceph-mon[38004]: Updating smithi002:/var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-14T03:37:24.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:24 smithi002 ceph-mon[38004]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:24.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:24 smithi002 ceph-mon[38004]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:24.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:24 smithi002 ceph-mon[38004]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:24.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:24 smithi002 ceph-mon[38004]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:24.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:24 smithi002 ceph-mon[38004]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:24.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:24 smithi002 ceph-mon[27606]: Updating smithi002:/etc/ceph/ceph.conf 2024-09-14T03:37:24.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:24 smithi002 ceph-mon[27606]: Updating smithi154:/etc/ceph/ceph.conf 2024-09-14T03:37:24.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:24 smithi002 ceph-mon[27606]: osdmap e196: 8 total, 8 up, 8 in 2024-09-14T03:37:24.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:24 smithi002 ceph-mon[27606]: Updating smithi002:/var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-14T03:37:24.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:24 smithi002 ceph-mon[27606]: Updating smithi154:/var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-14T03:37:24.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:24 smithi002 ceph-mon[27606]: Updating smithi154:/etc/ceph/ceph.client.admin.keyring 2024-09-14T03:37:24.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:24 smithi002 ceph-mon[27606]: Updating smithi002:/etc/ceph/ceph.client.admin.keyring 2024-09-14T03:37:24.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:24 smithi002 ceph-mon[27606]: Updating smithi154:/var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-14T03:37:24.689 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:24 smithi002 ceph-mon[27606]: Updating smithi002:/var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-14T03:37:24.689 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:24 smithi002 ceph-mon[27606]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:24.689 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:24 smithi002 ceph-mon[27606]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:24.689 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:24 smithi002 ceph-mon[27606]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:24.689 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:24 smithi002 ceph-mon[27606]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:24.689 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:24 smithi002 ceph-mon[27606]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:24.689 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:24 smithi154 ceph-mon[30999]: Updating smithi002:/etc/ceph/ceph.conf 2024-09-14T03:37:24.689 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:24 smithi154 ceph-mon[30999]: Updating smithi154:/etc/ceph/ceph.conf 2024-09-14T03:37:24.689 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:24 smithi154 ceph-mon[30999]: osdmap e196: 8 total, 8 up, 8 in 2024-09-14T03:37:24.690 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:24 smithi154 ceph-mon[30999]: Updating smithi002:/var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-14T03:37:24.690 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:24 smithi154 ceph-mon[30999]: Updating smithi154:/var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-14T03:37:24.690 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:24 smithi154 ceph-mon[30999]: Updating smithi154:/etc/ceph/ceph.client.admin.keyring 2024-09-14T03:37:24.690 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:24 smithi154 ceph-mon[30999]: Updating smithi002:/etc/ceph/ceph.client.admin.keyring 2024-09-14T03:37:24.690 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:24 smithi154 ceph-mon[30999]: Updating smithi154:/var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-14T03:37:24.690 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:24 smithi154 ceph-mon[30999]: Updating smithi002:/var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-14T03:37:24.690 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:24 smithi154 ceph-mon[30999]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:24.690 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:24 smithi154 ceph-mon[30999]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:24.690 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:24 smithi154 ceph-mon[30999]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:24.690 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:24 smithi154 ceph-mon[30999]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:24.690 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:24 smithi154 ceph-mon[30999]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:25.417 INFO:tasks.rados.rados.0.smithi002.stdout:680: done (3 left) 2024-09-14T03:37:25.417 INFO:tasks.rados.rados.0.smithi002.stdout:681: done (2 left) 2024-09-14T03:37:25.417 INFO:tasks.rados.rados.0.smithi002.stdout:683: done (1 left) 2024-09-14T03:37:25.417 INFO:tasks.rados.rados.0.smithi002.stdout:684: done (0 left) 2024-09-14T03:37:25.417 INFO:tasks.rados.rados.0.smithi002.stdout:685: snap_remove snap 48 2024-09-14T03:37:25.686 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:25 smithi002 ceph-mon[38004]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-14T03:37:25.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:25 smithi002 ceph-mon[38004]: Reconfiguring daemon prometheus.a on smithi154 2024-09-14T03:37:25.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:25 smithi002 ceph-mon[38004]: osdmap e197: 8 total, 8 up, 8 in 2024-09-14T03:37:25.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:25 smithi002 ceph-mon[38004]: pgmap v18: 121 pgs: 121 active+clean; 193 MiB data, 748 MiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.2 MiB/s wr, 38 op/s 2024-09-14T03:37:25.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:25 smithi002 ceph-mon[38004]: osdmap e198: 8 total, 8 up, 8 in 2024-09-14T03:37:25.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:25 smithi002 ceph-mon[27606]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-14T03:37:25.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:25 smithi002 ceph-mon[27606]: Reconfiguring daemon prometheus.a on smithi154 2024-09-14T03:37:25.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:25 smithi002 ceph-mon[27606]: osdmap e197: 8 total, 8 up, 8 in 2024-09-14T03:37:25.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:25 smithi002 ceph-mon[27606]: pgmap v18: 121 pgs: 121 active+clean; 193 MiB data, 748 MiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.2 MiB/s wr, 38 op/s 2024-09-14T03:37:25.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:25 smithi002 ceph-mon[27606]: osdmap e198: 8 total, 8 up, 8 in 2024-09-14T03:37:25.693 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:25 smithi154 ceph-mon[30999]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-14T03:37:25.693 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:25 smithi154 ceph-mon[30999]: Reconfiguring daemon prometheus.a on smithi154 2024-09-14T03:37:25.693 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:25 smithi154 ceph-mon[30999]: osdmap e197: 8 total, 8 up, 8 in 2024-09-14T03:37:25.693 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:25 smithi154 ceph-mon[30999]: pgmap v18: 121 pgs: 121 active+clean; 193 MiB data, 748 MiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.2 MiB/s wr, 38 op/s 2024-09-14T03:37:25.693 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:25 smithi154 ceph-mon[30999]: osdmap e198: 8 total, 8 up, 8 in 2024-09-14T03:37:26.419 INFO:tasks.rados.rados.0.smithi002.stdout:685: done (0 left) 2024-09-14T03:37:26.419 INFO:tasks.rados.rados.0.smithi002.stdout:686: snap_remove snap 68 2024-09-14T03:37:26.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:26 smithi154 ceph-mon[30999]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:37:26.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:26 smithi154 ceph-mon[30999]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-14T03:37:26.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:26 smithi154 ceph-mon[30999]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:37:26.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:26 smithi154 ceph-mon[30999]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:37:26.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:26 smithi154 ceph-mon[30999]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:37:26.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:26 smithi154 ceph-mon[30999]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:37:26.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:26 smithi154 ceph-mon[30999]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:37:26.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:26 smithi154 ceph-mon[30999]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:37:26.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:26 smithi154 ceph-mon[30999]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:37:26.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:26 smithi154 ceph-mon[30999]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:37:26.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:26 smithi154 ceph-mon[30999]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:37:26.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:26 smithi154 ceph-mon[30999]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-14T03:37:26.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:26 smithi154 ceph-mon[30999]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-14T03:37:26.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:26 smithi154 ceph-mon[30999]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:37:26.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:26 smithi154 ceph-mon[30999]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:37:26.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:26 smithi154 ceph-mon[30999]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:37:26.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:26 smithi154 ceph-mon[30999]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-14T03:37:26.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:26 smithi154 ceph-mon[30999]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-14T03:37:26.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:26 smithi154 ceph-mon[30999]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:37:26.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:26 smithi154 ceph-mon[30999]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:37:26.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:26 smithi154 ceph-mon[30999]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:37:26.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:26 smithi154 ceph-mon[30999]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-14T03:37:26.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:26 smithi154 ceph-mon[30999]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-14T03:37:26.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:26 smithi154 ceph-mon[30999]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:37:26.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:26 smithi154 ceph-mon[30999]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:37:26.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:26 smithi154 ceph-mon[30999]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:37:26.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:26 smithi154 ceph-mon[30999]: osdmap e199: 8 total, 8 up, 8 in 2024-09-14T03:37:26.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:26 smithi002 ceph-mon[38004]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:37:26.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:26 smithi002 ceph-mon[38004]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-14T03:37:26.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:26 smithi002 ceph-mon[38004]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:37:26.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:26 smithi002 ceph-mon[38004]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:37:26.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:26 smithi002 ceph-mon[38004]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:37:26.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:26 smithi002 ceph-mon[38004]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:37:26.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:26 smithi002 ceph-mon[38004]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:37:26.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:26 smithi002 ceph-mon[38004]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:37:26.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:26 smithi002 ceph-mon[38004]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:37:26.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:26 smithi002 ceph-mon[38004]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:37:26.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:26 smithi002 ceph-mon[38004]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:37:26.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:26 smithi002 ceph-mon[38004]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-14T03:37:26.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:26 smithi002 ceph-mon[38004]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-14T03:37:26.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:26 smithi002 ceph-mon[38004]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:37:26.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:26 smithi002 ceph-mon[38004]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:37:26.689 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:26 smithi002 ceph-mon[38004]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:37:26.689 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:26 smithi002 ceph-mon[38004]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-14T03:37:26.689 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:26 smithi002 ceph-mon[38004]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-14T03:37:26.689 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:26 smithi002 ceph-mon[38004]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:37:26.689 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:26 smithi002 ceph-mon[38004]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:37:26.689 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:26 smithi002 ceph-mon[38004]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:37:26.689 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:26 smithi002 ceph-mon[38004]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-14T03:37:26.689 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:26 smithi002 ceph-mon[38004]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-14T03:37:26.689 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:26 smithi002 ceph-mon[38004]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:37:26.689 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:26 smithi002 ceph-mon[38004]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:37:26.689 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:26 smithi002 ceph-mon[38004]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:37:26.689 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:26 smithi002 ceph-mon[38004]: osdmap e199: 8 total, 8 up, 8 in 2024-09-14T03:37:26.690 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:26 smithi002 ceph-mon[27606]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:37:26.690 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:26 smithi002 ceph-mon[27606]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-14T03:37:26.690 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:26 smithi002 ceph-mon[27606]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:37:26.690 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:26 smithi002 ceph-mon[27606]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:37:26.690 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:26 smithi002 ceph-mon[27606]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:37:26.690 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:26 smithi002 ceph-mon[27606]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:37:26.690 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:26 smithi002 ceph-mon[27606]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:37:26.690 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:26 smithi002 ceph-mon[27606]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:37:26.690 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:26 smithi002 ceph-mon[27606]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:37:26.690 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:26 smithi002 ceph-mon[27606]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:37:26.690 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:26 smithi002 ceph-mon[27606]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:37:26.690 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:26 smithi002 ceph-mon[27606]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-14T03:37:26.690 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:26 smithi002 ceph-mon[27606]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-14T03:37:26.691 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:26 smithi002 ceph-mon[27606]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:37:26.691 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:26 smithi002 ceph-mon[27606]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:37:26.691 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:26 smithi002 ceph-mon[27606]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:37:26.691 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:26 smithi002 ceph-mon[27606]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-14T03:37:26.691 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:26 smithi002 ceph-mon[27606]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-14T03:37:26.691 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:26 smithi002 ceph-mon[27606]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:37:26.691 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:26 smithi002 ceph-mon[27606]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:37:26.691 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:26 smithi002 ceph-mon[27606]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:37:26.691 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:26 smithi002 ceph-mon[27606]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-14T03:37:26.691 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:26 smithi002 ceph-mon[27606]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-14T03:37:26.691 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:26 smithi002 ceph-mon[27606]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-14T03:37:26.691 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:26 smithi002 ceph-mon[27606]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-14T03:37:26.691 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:26 smithi002 ceph-mon[27606]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-14T03:37:26.691 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:26 smithi002 ceph-mon[27606]: osdmap e199: 8 total, 8 up, 8 in 2024-09-14T03:37:27.421 INFO:tasks.rados.rados.0.smithi002.stdout:686: done (0 left) 2024-09-14T03:37:27.421 INFO:tasks.rados.rados.0.smithi002.stdout:687: rollback oid 12 current snap is 70 2024-09-14T03:37:27.421 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 12 to 62 2024-09-14T03:37:27.421 INFO:tasks.rados.rados.0.smithi002.stdout:688: read oid 21 snap -1 2024-09-14T03:37:27.421 INFO:tasks.rados.rados.0.smithi002.stdout:688: expect (ObjNum 153 snap 43 seq_num 153) 2024-09-14T03:37:27.421 INFO:tasks.rados.rados.0.smithi002.stdout:689: snap_remove snap 63 2024-09-14T03:37:27.496 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:27 smithi154 systemd[1]: Stopping Ceph prometheus.a for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:37:27.887 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:27 smithi154 ceph-mon[30999]: mgrmap e36: y(active, since 11s), standbys: x 2024-09-14T03:37:27.887 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:27 smithi154 ceph-mon[30999]: pgmap v21: 121 pgs: 121 active+clean; 193 MiB data, 780 MiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.1 MiB/s wr, 30 op/s 2024-09-14T03:37:27.887 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:27 smithi154 ceph-mon[30999]: osdmap e200: 8 total, 8 up, 8 in 2024-09-14T03:37:27.888 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:27 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[71867]: ts=2024-09-14T03:37:27.608Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-14T03:37:27.888 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:27 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[71867]: ts=2024-09-14T03:37:27.608Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-14T03:37:27.888 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:27 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[71867]: ts=2024-09-14T03:37:27.608Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-14T03:37:27.888 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:27 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[71867]: ts=2024-09-14T03:37:27.608Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-14T03:37:27.888 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:27 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[71867]: ts=2024-09-14T03:37:27.608Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-14T03:37:27.888 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:27 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[71867]: ts=2024-09-14T03:37:27.608Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-14T03:37:27.888 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:27 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[71867]: ts=2024-09-14T03:37:27.608Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-14T03:37:27.889 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:27 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[71867]: ts=2024-09-14T03:37:27.608Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-14T03:37:27.889 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:27 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[71867]: ts=2024-09-14T03:37:27.609Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-14T03:37:27.889 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:27 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[71867]: ts=2024-09-14T03:37:27.609Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-14T03:37:27.889 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:27 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[71867]: ts=2024-09-14T03:37:27.609Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-14T03:37:27.889 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:27 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[71867]: ts=2024-09-14T03:37:27.609Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-14T03:37:27.889 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:27 smithi154 podman[73724]: 2024-09-14 03:37:27.61883109 +0000 UTC m=+0.101778606 container died 2b913c36f09ab4245e8d22d9bf02ee749985bfe5b5f3f20aa486897d8afffc1d (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-14T03:37:27.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:27 smithi002 ceph-mon[27606]: mgrmap e36: y(active, since 11s), standbys: x 2024-09-14T03:37:27.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:27 smithi002 ceph-mon[27606]: pgmap v21: 121 pgs: 121 active+clean; 193 MiB data, 780 MiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.1 MiB/s wr, 30 op/s 2024-09-14T03:37:27.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:27 smithi002 ceph-mon[27606]: osdmap e200: 8 total, 8 up, 8 in 2024-09-14T03:37:27.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:27 smithi002 ceph-mon[38004]: mgrmap e36: y(active, since 11s), standbys: x 2024-09-14T03:37:27.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:27 smithi002 ceph-mon[38004]: pgmap v21: 121 pgs: 121 active+clean; 193 MiB data, 780 MiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.1 MiB/s wr, 30 op/s 2024-09-14T03:37:27.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:27 smithi002 ceph-mon[38004]: osdmap e200: 8 total, 8 up, 8 in 2024-09-14T03:37:28.227 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:27 smithi154 podman[73724]: 2024-09-14 03:37:27.985755838 +0000 UTC m=+0.468703356 container cleanup 2b913c36f09ab4245e8d22d9bf02ee749985bfe5b5f3f20aa486897d8afffc1d (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-14T03:37:28.227 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:27 smithi154 bash[73724]: ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a 2024-09-14T03:37:28.422 INFO:tasks.rados.rados.0.smithi002.stdout:689: done (2 left) 2024-09-14T03:37:28.423 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 44 current snap is 70 2024-09-14T03:37:28.423 INFO:tasks.rados.rados.0.smithi002.stdout:690: seq_num 234 ranges {3170304=729088,3899392=434176,4333568=368640} 2024-09-14T03:37:28.444 INFO:tasks.rados.rados.0.smithi002.stdout:690: writing smithi00278215-44 from 3170304 to 3899392 tid 1 2024-09-14T03:37:28.447 INFO:tasks.rados.rados.0.smithi002.stdout:690: writing smithi00278215-44 from 3899392 to 4333568 tid 2 2024-09-14T03:37:28.449 INFO:tasks.rados.rados.0.smithi002.stdout:690: writing smithi00278215-44 from 4333568 to 4702208 tid 3 2024-09-14T03:37:28.449 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 28 current snap is 70 2024-09-14T03:37:28.450 INFO:tasks.rados.rados.0.smithi002.stdout:691: seq_num 235 ranges {442368=745472,1187840=712704,1900544=90112} 2024-09-14T03:37:28.457 INFO:tasks.rados.rados.0.smithi002.stdout:691: writing smithi00278215-28 from 442368 to 1187840 tid 1 2024-09-14T03:37:28.462 INFO:tasks.rados.rados.0.smithi002.stdout:691: writing smithi00278215-28 from 1187840 to 1900544 tid 2 2024-09-14T03:37:28.462 INFO:tasks.rados.rados.0.smithi002.stdout:691: writing smithi00278215-28 from 1900544 to 1990656 tid 3 2024-09-14T03:37:28.463 INFO:tasks.rados.rados.0.smithi002.stdout:687: finishing rollback tid 1 to smithi00278215-12 2024-09-14T03:37:28.463 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 11 current snap is 70 2024-09-14T03:37:28.463 INFO:tasks.rados.rados.0.smithi002.stdout:687: finishing rollback tid 2 to smithi00278215-12 2024-09-14T03:37:28.463 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 486 (ObjNum 175 snap 50 seq_num 175) dirty exists 2024-09-14T03:37:28.463 INFO:tasks.rados.rados.0.smithi002.stdout:688: expect (ObjNum 153 snap 43 seq_num 153) 2024-09-14T03:37:28.491 INFO:tasks.rados.rados.0.smithi002.stdout:690: finishing write tid 1 to smithi00278215-44 2024-09-14T03:37:28.491 INFO:tasks.rados.rados.0.smithi002.stdout:690: finishing write tid 2 to smithi00278215-44 2024-09-14T03:37:28.491 INFO:tasks.rados.rados.0.smithi002.stdout:690: finishing write tid 3 to smithi00278215-44 2024-09-14T03:37:28.491 INFO:tasks.rados.rados.0.smithi002.stdout:690: finishing write tid 4 to smithi00278215-44 2024-09-14T03:37:28.492 INFO:tasks.rados.rados.0.smithi002.stdout:690: finishing write tid 5 to smithi00278215-44 2024-09-14T03:37:28.492 INFO:tasks.rados.rados.0.smithi002.stdout:690: oid 44 updating version 0 to 335 2024-09-14T03:37:28.492 INFO:tasks.rados.rados.0.smithi002.stdout:690: oid 44 version 335 is already newer than 334 2024-09-14T03:37:28.492 INFO:tasks.rados.rados.0.smithi002.stdout:690: oid 44 version 335 is already newer than 328 2024-09-14T03:37:28.492 INFO:tasks.rados.rados.0.smithi002.stdout:690: oid 44 version 335 is already newer than 329 2024-09-14T03:37:28.492 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 335 (ObjNum 234 snap 70 seq_num 234) dirty exists 2024-09-14T03:37:28.492 INFO:tasks.rados.rados.0.smithi002.stdout:690: left oid 44 (ObjNum 234 snap 70 seq_num 234) 2024-09-14T03:37:28.492 INFO:tasks.rados.rados.0.smithi002.stdout:691: finishing write tid 1 to smithi00278215-28 2024-09-14T03:37:28.492 INFO:tasks.rados.rados.0.smithi002.stdout:691: finishing write tid 2 to smithi00278215-28 2024-09-14T03:37:28.492 INFO:tasks.rados.rados.0.smithi002.stdout:691: finishing write tid 3 to smithi00278215-28 2024-09-14T03:37:28.492 INFO:tasks.rados.rados.0.smithi002.stdout:691: finishing write tid 4 to smithi00278215-28 2024-09-14T03:37:28.492 INFO:tasks.rados.rados.0.smithi002.stdout:692: seq_num 236 ranges {1310720=761856,2072576=647168,2719744=155648} 2024-09-14T03:37:28.502 INFO:tasks.rados.rados.0.smithi002.stdout:692: writing smithi00278215-11 from 1310720 to 2072576 tid 1 2024-09-14T03:37:28.506 INFO:tasks.rados.rados.0.smithi002.stdout:692: writing smithi00278215-11 from 2072576 to 2719744 tid 2 2024-09-14T03:37:28.508 INFO:tasks.rados.rados.0.smithi002.stdout:692: writing smithi00278215-11 from 2719744 to 2875392 tid 3 2024-09-14T03:37:28.508 INFO:tasks.rados.rados.0.smithi002.stdout:687: done (4 left) 2024-09-14T03:37:28.508 INFO:tasks.rados.rados.0.smithi002.stdout:688: done (3 left) 2024-09-14T03:37:28.508 INFO:tasks.rados.rados.0.smithi002.stdout:690: done (2 left) 2024-09-14T03:37:28.508 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 2 current snap is 70 2024-09-14T03:37:28.508 INFO:tasks.rados.rados.0.smithi002.stdout:691: finishing write tid 5 to smithi00278215-28 2024-09-14T03:37:28.508 INFO:tasks.rados.rados.0.smithi002.stdout:691: oid 28 updating version 0 to 492 2024-09-14T03:37:28.508 INFO:tasks.rados.rados.0.smithi002.stdout:691: oid 28 version 492 is already newer than 491 2024-09-14T03:37:28.508 INFO:tasks.rados.rados.0.smithi002.stdout:691: oid 28 updating version 492 to 493 2024-09-14T03:37:28.508 INFO:tasks.rados.rados.0.smithi002.stdout:691: oid 28 version 493 is already newer than 490 2024-09-14T03:37:28.508 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 28 v 493 (ObjNum 235 snap 70 seq_num 235) dirty exists 2024-09-14T03:37:28.508 INFO:tasks.rados.rados.0.smithi002.stdout:691: left oid 28 (ObjNum 235 snap 70 seq_num 235) 2024-09-14T03:37:28.508 INFO:tasks.rados.rados.0.smithi002.stdout:692: finishing write tid 1 to smithi00278215-11 2024-09-14T03:37:28.509 INFO:tasks.rados.rados.0.smithi002.stdout:693: seq_num 237 ranges {0=778240,778240=532480,1310720=270336} 2024-09-14T03:37:28.512 INFO:tasks.rados.rados.0.smithi002.stdout:693: writing smithi00278215-2 from 0 to 778240 tid 1 2024-09-14T03:37:28.515 INFO:tasks.rados.rados.0.smithi002.stdout:693: writing smithi00278215-2 from 778240 to 1310720 tid 2 2024-09-14T03:37:28.517 INFO:tasks.rados.rados.0.smithi002.stdout:693: writing smithi00278215-2 from 1310720 to 1581056 tid 3 2024-09-14T03:37:28.517 INFO:tasks.rados.rados.0.smithi002.stdout:691: done (2 left) 2024-09-14T03:37:28.517 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 29 current snap is 70 2024-09-14T03:37:28.518 INFO:tasks.rados.rados.0.smithi002.stdout:692: finishing write tid 2 to smithi00278215-11 2024-09-14T03:37:28.518 INFO:tasks.rados.rados.0.smithi002.stdout:692: finishing write tid 3 to smithi00278215-11 2024-09-14T03:37:28.518 INFO:tasks.rados.rados.0.smithi002.stdout:692: finishing write tid 4 to smithi00278215-11 2024-09-14T03:37:28.518 INFO:tasks.rados.rados.0.smithi002.stdout:694: seq_num 238 ranges {0=794624,794624=417792,1212416=385024} 2024-09-14T03:37:28.522 INFO:tasks.rados.rados.0.smithi002.stdout:694: writing smithi00278215-29 from 0 to 794624 tid 1 2024-09-14T03:37:28.524 INFO:tasks.rados.rados.0.smithi002.stdout:694: writing smithi00278215-29 from 794624 to 1212416 tid 2 2024-09-14T03:37:28.529 INFO:tasks.rados.rados.0.smithi002.stdout:694: writing smithi00278215-29 from 1212416 to 1597440 tid 3 2024-09-14T03:37:28.529 INFO:tasks.rados.rados.0.smithi002.stdout:695: setattr oid 30 current snap is 70 2024-09-14T03:37:28.529 INFO:tasks.rados.rados.0.smithi002.stdout:692: finishing write tid 5 to smithi00278215-11 2024-09-14T03:37:28.529 INFO:tasks.rados.rados.0.smithi002.stdout:692: oid 11 updating version 0 to 621 2024-09-14T03:37:28.529 INFO:tasks.rados.rados.0.smithi002.stdout:692: oid 11 version 621 is already newer than 619 2024-09-14T03:37:28.529 INFO:tasks.rados.rados.0.smithi002.stdout:692: oid 11 version 621 is already newer than 618 2024-09-14T03:37:28.530 INFO:tasks.rados.rados.0.smithi002.stdout:692: oid 11 version 621 is already newer than 620 2024-09-14T03:37:28.530 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 621 (ObjNum 236 snap 70 seq_num 236) dirty exists 2024-09-14T03:37:28.530 INFO:tasks.rados.rados.0.smithi002.stdout:692: left oid 11 (ObjNum 236 snap 70 seq_num 236) 2024-09-14T03:37:28.530 INFO:tasks.rados.rados.0.smithi002.stdout:693: finishing write tid 1 to smithi00278215-2 2024-09-14T03:37:28.530 INFO:tasks.rados.rados.0.smithi002.stdout:693: finishing write tid 2 to smithi00278215-2 2024-09-14T03:37:28.530 INFO:tasks.rados.rados.0.smithi002.stdout:693: finishing write tid 3 to smithi00278215-2 2024-09-14T03:37:28.530 INFO:tasks.rados.rados.0.smithi002.stdout:693: finishing write tid 4 to smithi00278215-2 2024-09-14T03:37:28.530 INFO:tasks.rados.rados.0.smithi002.stdout:693: finishing write tid 5 to smithi00278215-2 2024-09-14T03:37:28.530 INFO:tasks.rados.rados.0.smithi002.stdout:693: oid 2 updating version 0 to 107 2024-09-14T03:37:28.530 INFO:tasks.rados.rados.0.smithi002.stdout:693: oid 2 version 107 is already newer than 105 2024-09-14T03:37:28.531 INFO:tasks.rados.rados.0.smithi002.stdout:693: oid 2 version 107 is already newer than 106 2024-09-14T03:37:28.531 INFO:tasks.rados.rados.0.smithi002.stdout:693: oid 2 updating version 107 to 108 2024-09-14T03:37:28.531 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 2 v 108 (ObjNum 237 snap 70 seq_num 237) dirty exists 2024-09-14T03:37:28.531 INFO:tasks.rados.rados.0.smithi002.stdout:693: left oid 2 (ObjNum 237 snap 70 seq_num 237) 2024-09-14T03:37:28.531 INFO:tasks.rados.rados.0.smithi002.stdout:694: finishing write tid 1 to smithi00278215-29 2024-09-14T03:37:28.531 INFO:tasks.rados.rados.0.smithi002.stdout:694: finishing write tid 2 to smithi00278215-29 2024-09-14T03:37:28.531 INFO:tasks.rados.rados.0.smithi002.stdout:692: done (3 left) 2024-09-14T03:37:28.531 INFO:tasks.rados.rados.0.smithi002.stdout:693: done (2 left) 2024-09-14T03:37:28.531 INFO:tasks.rados.rados.0.smithi002.stdout:696: delete oid 7 current snap is 70 2024-09-14T03:37:28.533 INFO:tasks.rados.rados.0.smithi002.stdout:694: finishing write tid 3 to smithi00278215-29 2024-09-14T03:37:28.533 INFO:tasks.rados.rados.0.smithi002.stdout:694: finishing write tid 4 to smithi00278215-29 2024-09-14T03:37:28.534 INFO:tasks.rados.rados.0.smithi002.stdout:694: finishing write tid 5 to smithi00278215-29 2024-09-14T03:37:28.534 INFO:tasks.rados.rados.0.smithi002.stdout:694: oid 29 updating version 0 to 623 2024-09-14T03:37:28.534 INFO:tasks.rados.rados.0.smithi002.stdout:694: oid 29 updating version 623 to 625 2024-09-14T03:37:28.534 INFO:tasks.rados.rados.0.smithi002.stdout:694: oid 29 version 625 is already newer than 622 2024-09-14T03:37:28.534 INFO:tasks.rados.rados.0.smithi002.stdout:694: oid 29 version 625 is already newer than 624 2024-09-14T03:37:28.534 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 625 (ObjNum 238 snap 70 seq_num 238) dirty exists 2024-09-14T03:37:28.534 INFO:tasks.rados.rados.0.smithi002.stdout:694: left oid 29 (ObjNum 238 snap 70 seq_num 238) 2024-09-14T03:37:28.535 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 30 v 627 (ObjNum 223 snap 64 seq_num 223) dirty exists 2024-09-14T03:37:28.535 INFO:tasks.rados.rados.0.smithi002.stdout:694: done (2 left) 2024-09-14T03:37:28.535 INFO:tasks.rados.rados.0.smithi002.stdout:695: done (1 left) 2024-09-14T03:37:28.535 INFO:tasks.rados.rados.0.smithi002.stdout:696: done (0 left) 2024-09-14T03:37:28.536 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 8 current snap is 70 2024-09-14T03:37:28.536 INFO:tasks.rados.rados.0.smithi002.stdout:697: seq_num 240 ranges {0=425984,425984=589824,1015808=483328,1499136=131072} 2024-09-14T03:37:28.537 INFO:tasks.rados.rados.0.smithi002.stdout:697: writing smithi00278215-8 from 0 to 425984 tid 1 2024-09-14T03:37:28.538 INFO:tasks.rados.rados.0.smithi002.stdout:697: writing smithi00278215-8 from 425984 to 1015808 tid 2 2024-09-14T03:37:28.541 INFO:tasks.rados.rados.0.smithi002.stdout:697: writing smithi00278215-8 from 1015808 to 1499136 tid 3 2024-09-14T03:37:28.544 INFO:tasks.rados.rados.0.smithi002.stdout:697: writing smithi00278215-8 from 1499136 to 1630208 tid 4 2024-09-14T03:37:28.544 INFO:tasks.rados.rados.0.smithi002.stdout:698: copy_from oid 37 from oid 32 current snap is 70 2024-09-14T03:37:28.544 INFO:tasks.rados.rados.0.smithi002.stdout:697: finishing write tid 1 to smithi00278215-8 2024-09-14T03:37:28.544 INFO:tasks.rados.rados.0.smithi002.stdout:697: finishing write tid 2 to smithi00278215-8 2024-09-14T03:37:28.545 INFO:tasks.rados.rados.0.smithi002.stdout:699: rollback oid 9 current snap is 70 2024-09-14T03:37:28.546 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 9 to 67 2024-09-14T03:37:28.546 INFO:tasks.rados.rados.0.smithi002.stdout:700: copy_from oid 31 from oid 18 current snap is 70 2024-09-14T03:37:28.546 INFO:tasks.rados.rados.0.smithi002.stdout:701: copy_from oid 17 from oid 6 current snap is 70 2024-09-14T03:37:28.546 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 16 current snap is 70 2024-09-14T03:37:28.546 INFO:tasks.rados.rados.0.smithi002.stdout:702: seq_num 241 ranges {2138112=442368,2580480=466944,3047424=688128,3735552=49152} 2024-09-14T03:37:28.557 INFO:tasks.rados.rados.0.smithi002.stdout:702: writing smithi00278215-16 from 2138112 to 2580480 tid 1 2024-09-14T03:37:28.560 INFO:tasks.rados.rados.0.smithi002.stdout:702: writing smithi00278215-16 from 2580480 to 3047424 tid 2 2024-09-14T03:37:28.565 INFO:tasks.rados.rados.0.smithi002.stdout:702: writing smithi00278215-16 from 3047424 to 3735552 tid 3 2024-09-14T03:37:28.565 INFO:tasks.rados.rados.0.smithi002.stdout:702: writing smithi00278215-16 from 3735552 to 3784704 tid 4 2024-09-14T03:37:28.565 INFO:tasks.rados.rados.0.smithi002.stdout:703: snap_remove snap 55 2024-09-14T03:37:28.727 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:28 smithi154 podman[73736]: 2024-09-14 03:37:28.345936348 +0000 UTC m=+0.727563944 container remove 2b913c36f09ab4245e8d22d9bf02ee749985bfe5b5f3f20aa486897d8afffc1d (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-14T03:37:28.727 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:28 smithi154 systemd[1]: ceph-f357b922-7248-11ef-bceb-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-09-14T03:37:28.727 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:28 smithi154 systemd[1]: Stopped Ceph prometheus.a for f357b922-7248-11ef-bceb-c7b262605968. 2024-09-14T03:37:28.727 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:28 smithi154 systemd[1]: ceph-f357b922-7248-11ef-bceb-c7b262605968@prometheus.a.service: Consumed 1.047s CPU time. 2024-09-14T03:37:28.727 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:28 smithi154 systemd[1]: Starting Ceph prometheus.a for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:37:29.032 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:28 smithi154 podman[73829]: 2024-09-14 03:37:28.68445685 +0000 UTC m=+0.016777129 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-09-14T03:37:29.033 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:28 smithi154 podman[73829]: 2024-09-14 03:37:28.813976064 +0000 UTC m=+0.146296380 container create ffbeae974492024ffc2017540a40880215c6703392891117c4407e0b521c12fa (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-14T03:37:29.033 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:28 smithi154 podman[73829]: 2024-09-14 03:37:28.999269228 +0000 UTC m=+0.331589502 container init ffbeae974492024ffc2017540a40880215c6703392891117c4407e0b521c12fa (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-14T03:37:29.033 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:29 smithi154 podman[73829]: 2024-09-14 03:37:29.002017563 +0000 UTC m=+0.334337838 container start ffbeae974492024ffc2017540a40880215c6703392891117c4407e0b521c12fa (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-14T03:37:29.033 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:29 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[73844]: ts=2024-09-14T03:37:29.024Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-09-14T03:37:29.033 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:29 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[73844]: ts=2024-09-14T03:37:29.024Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-09-14T03:37:29.033 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:29 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[73844]: ts=2024-09-14T03:37:29.024Z caller=main.go:570 level=info host_details="(Linux 5.14.0-505.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024 x86_64 smithi154 (none))" 2024-09-14T03:37:29.034 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:29 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[73844]: ts=2024-09-14T03:37:29.024Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-14T03:37:29.034 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:29 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[73844]: ts=2024-09-14T03:37:29.024Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-14T03:37:29.034 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:29 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[73844]: ts=2024-09-14T03:37:29.026Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-09-14T03:37:29.034 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:29 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[73844]: ts=2024-09-14T03:37:29.027Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-09-14T03:37:29.034 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:29 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[73844]: ts=2024-09-14T03:37:29.027Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-09-14T03:37:29.034 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:29 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[73844]: ts=2024-09-14T03:37:29.027Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-14T03:37:29.034 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:29 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[73844]: ts=2024-09-14T03:37:29.028Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-14T03:37:29.034 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:29 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[73844]: ts=2024-09-14T03:37:29.028Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.438µs 2024-09-14T03:37:29.034 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:29 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[73844]: ts=2024-09-14T03:37:29.029Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-14T03:37:29.035 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:29 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[73844]: ts=2024-09-14T03:37:29.031Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=3 2024-09-14T03:37:29.424 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:29 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[73844]: ts=2024-09-14T03:37:29.037Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=3 2024-09-14T03:37:29.424 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:29 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[73844]: ts=2024-09-14T03:37:29.039Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=3 2024-09-14T03:37:29.424 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:29 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[73844]: ts=2024-09-14T03:37:29.039Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=3 2024-09-14T03:37:29.424 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:29 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[73844]: ts=2024-09-14T03:37:29.039Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=17.757µs wal_replay_duration=10.677179ms wbl_replay_duration=91ns total_replay_duration=10.711853ms 2024-09-14T03:37:29.424 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:29 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[73844]: ts=2024-09-14T03:37:29.041Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-09-14T03:37:29.424 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:29 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[73844]: ts=2024-09-14T03:37:29.041Z caller=main.go:1029 level=info msg="TSDB started" 2024-09-14T03:37:29.425 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:29 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[73844]: ts=2024-09-14T03:37:29.041Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-14T03:37:29.425 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:29 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[73844]: ts=2024-09-14T03:37:29.060Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=19.513547ms db_storage=680ns remote_storage=1.361µs web_handler=331ns query_engine=519ns scrape=412.746µs scrape_sd=119.45µs notify=17.158µs notify_sd=27.116µs rules=18.611719ms tracing=5.409µs 2024-09-14T03:37:29.425 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:29 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[73844]: ts=2024-09-14T03:37:29.060Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-09-14T03:37:29.425 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:29 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[73844]: ts=2024-09-14T03:37:29.060Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-09-14T03:37:29.425 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:29 smithi154 bash[73829]: ffbeae974492024ffc2017540a40880215c6703392891117c4407e0b521c12fa 2024-09-14T03:37:29.425 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:37:29 smithi154 systemd[1]: Started Ceph prometheus.a for f357b922-7248-11ef-bceb-c7b262605968. 2024-09-14T03:37:29.429 INFO:tasks.rados.rados.0.smithi002.stdout:697: finishing write tid 3 to smithi00278215-8 2024-09-14T03:37:29.429 INFO:tasks.rados.rados.0.smithi002.stdout:699: finishing rollback tid 1 to smithi00278215-9 2024-09-14T03:37:29.429 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 9 v 211 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-14T03:37:29.430 INFO:tasks.rados.rados.0.smithi002.stdout:697: finishing write tid 4 to smithi00278215-8 2024-09-14T03:37:29.430 INFO:tasks.rados.rados.0.smithi002.stdout:697: finishing write tid 5 to smithi00278215-8 2024-09-14T03:37:29.430 INFO:tasks.rados.rados.0.smithi002.stdout:697: finishing write tid 6 to smithi00278215-8 2024-09-14T03:37:29.430 INFO:tasks.rados.rados.0.smithi002.stdout:697: oid 8 updating version 0 to 137 2024-09-14T03:37:29.430 INFO:tasks.rados.rados.0.smithi002.stdout:697: oid 8 version 137 is already newer than 135 2024-09-14T03:37:29.430 INFO:tasks.rados.rados.0.smithi002.stdout:697: oid 8 updating version 137 to 138 2024-09-14T03:37:29.430 INFO:tasks.rados.rados.0.smithi002.stdout:697: oid 8 version 138 is already newer than 136 2024-09-14T03:37:29.430 INFO:tasks.rados.rados.0.smithi002.stdout:697: oid 8 version 138 is already newer than 134 2024-09-14T03:37:29.430 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 8 v 138 (ObjNum 240 snap 70 seq_num 240) dirty exists 2024-09-14T03:37:29.430 INFO:tasks.rados.rados.0.smithi002.stdout:697: left oid 8 (ObjNum 240 snap 70 seq_num 240) 2024-09-14T03:37:29.430 INFO:tasks.rados.rados.0.smithi002.stdout:700: finishing copy_from racing read to smithi00278215-31 2024-09-14T03:37:29.430 INFO:tasks.rados.rados.0.smithi002.stdout:700: finishing copy_from to smithi00278215-31 2024-09-14T03:37:29.431 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 149 (ObjNum 203 snap 55 seq_num 203) dirty exists 2024-09-14T03:37:29.431 INFO:tasks.rados.rados.0.smithi002.stdout:698: finishing copy_from racing read to smithi00278215-37 2024-09-14T03:37:29.431 INFO:tasks.rados.rados.0.smithi002.stdout:698: finishing copy_from to smithi00278215-37 2024-09-14T03:37:29.431 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 37 v 567 (ObjNum 231 snap 69 seq_num 231) dirty exists 2024-09-14T03:37:29.431 INFO:tasks.rados.rados.0.smithi002.stdout:702: finishing write tid 1 to smithi00278215-16 2024-09-14T03:37:29.431 INFO:tasks.rados.rados.0.smithi002.stdout:702: finishing write tid 2 to smithi00278215-16 2024-09-14T03:37:29.432 INFO:tasks.rados.rados.0.smithi002.stdout:702: finishing write tid 3 to smithi00278215-16 2024-09-14T03:37:29.432 INFO:tasks.rados.rados.0.smithi002.stdout:702: finishing write tid 4 to smithi00278215-16 2024-09-14T03:37:29.432 INFO:tasks.rados.rados.0.smithi002.stdout:702: finishing write tid 5 to smithi00278215-16 2024-09-14T03:37:29.432 INFO:tasks.rados.rados.0.smithi002.stdout:702: finishing write tid 6 to smithi00278215-16 2024-09-14T03:37:29.432 INFO:tasks.rados.rados.0.smithi002.stdout:702: oid 16 updating version 0 to 227 2024-09-14T03:37:29.433 INFO:tasks.rados.rados.0.smithi002.stdout:702: oid 16 updating version 227 to 229 2024-09-14T03:37:29.433 INFO:tasks.rados.rados.0.smithi002.stdout:702: oid 16 updating version 229 to 230 2024-09-14T03:37:29.433 INFO:tasks.rados.rados.0.smithi002.stdout:702: oid 16 updating version 230 to 231 2024-09-14T03:37:29.433 INFO:tasks.rados.rados.0.smithi002.stdout:702: oid 16 version 231 is already newer than 228 2024-09-14T03:37:29.433 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 16 v 231 (ObjNum 241 snap 70 seq_num 241) dirty exists 2024-09-14T03:37:29.433 INFO:tasks.rados.rados.0.smithi002.stdout:702: left oid 16 (ObjNum 241 snap 70 seq_num 241) 2024-09-14T03:37:29.434 INFO:tasks.rados.rados.0.smithi002.stdout:701: finishing copy_from racing read to smithi00278215-17 2024-09-14T03:37:29.434 INFO:tasks.rados.rados.0.smithi002.stdout:701: finishing copy_from to smithi00278215-17 2024-09-14T03:37:29.434 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 17 v 501 (ObjNum 209 snap 59 seq_num 209) dirty exists 2024-09-14T03:37:29.434 INFO:tasks.rados.rados.0.smithi002.stdout:697: done (6 left) 2024-09-14T03:37:29.434 INFO:tasks.rados.rados.0.smithi002.stdout:698: done (5 left) 2024-09-14T03:37:29.435 INFO:tasks.rados.rados.0.smithi002.stdout:699: done (4 left) 2024-09-14T03:37:29.435 INFO:tasks.rados.rados.0.smithi002.stdout:700: done (3 left) 2024-09-14T03:37:29.435 INFO:tasks.rados.rados.0.smithi002.stdout:701: done (2 left) 2024-09-14T03:37:29.435 INFO:tasks.rados.rados.0.smithi002.stdout:702: done (1 left) 2024-09-14T03:37:29.435 INFO:tasks.rados.rados.0.smithi002.stdout:703: done (0 left) 2024-09-14T03:37:29.436 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 50 current snap is 70 2024-09-14T03:37:29.436 INFO:tasks.rados.rados.0.smithi002.stdout:704: seq_num 242 ranges {827392=458752,1286144=753664,2039808=450560} 2024-09-14T03:37:29.437 INFO:tasks.rados.rados.0.smithi002.stdout:704: writing smithi00278215-50 from 827392 to 1286144 tid 1 2024-09-14T03:37:29.442 INFO:tasks.rados.rados.0.smithi002.stdout:704: writing smithi00278215-50 from 1286144 to 2039808 tid 2 2024-09-14T03:37:29.446 INFO:tasks.rados.rados.0.smithi002.stdout:704: writing smithi00278215-50 from 2039808 to 2490368 tid 3 2024-09-14T03:37:29.446 INFO:tasks.rados.rados.0.smithi002.stdout:705: read oid 22 snap -1 2024-09-14T03:37:29.446 INFO:tasks.rados.rados.0.smithi002.stdout:705: expect deleted 2024-09-14T03:37:29.446 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 9 current snap is 70 2024-09-14T03:37:29.446 INFO:tasks.rados.rados.0.smithi002.stdout:706: seq_num 243 ranges {0=475136,475136=638976,1114112=565248} 2024-09-14T03:37:29.449 INFO:tasks.rados.rados.0.smithi002.stdout:706: writing smithi00278215-9 from 0 to 475136 tid 1 2024-09-14T03:37:29.454 INFO:tasks.rados.rados.0.smithi002.stdout:706: writing smithi00278215-9 from 475136 to 1114112 tid 2 2024-09-14T03:37:29.458 INFO:tasks.rados.rados.0.smithi002.stdout:706: writing smithi00278215-9 from 1114112 to 1679360 tid 3 2024-09-14T03:37:29.458 INFO:tasks.rados.rados.0.smithi002.stdout:707: snap_create 2024-09-14T03:37:29.458 INFO:tasks.rados.rados.0.smithi002.stdout:704: finishing write tid 1 to smithi00278215-50 2024-09-14T03:37:29.458 INFO:tasks.rados.rados.0.smithi002.stdout:704: finishing write tid 2 to smithi00278215-50 2024-09-14T03:37:29.458 INFO:tasks.rados.rados.0.smithi002.stdout:704: finishing write tid 3 to smithi00278215-50 2024-09-14T03:37:29.458 INFO:tasks.rados.rados.0.smithi002.stdout:704: finishing write tid 4 to smithi00278215-50 2024-09-14T03:37:29.459 INFO:tasks.rados.rados.0.smithi002.stdout:706: finishing write tid 1 to smithi00278215-9 2024-09-14T03:37:29.459 INFO:tasks.rados.rados.0.smithi002.stdout:704: finishing write tid 5 to smithi00278215-50 2024-09-14T03:37:29.459 INFO:tasks.rados.rados.0.smithi002.stdout:704: oid 50 updating version 0 to 645 2024-09-14T03:37:29.459 INFO:tasks.rados.rados.0.smithi002.stdout:704: oid 50 version 645 is already newer than 644 2024-09-14T03:37:29.459 INFO:tasks.rados.rados.0.smithi002.stdout:704: oid 50 updating version 645 to 646 2024-09-14T03:37:29.459 INFO:tasks.rados.rados.0.smithi002.stdout:704: oid 50 version 646 is already newer than 639 2024-09-14T03:37:29.459 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 646 (ObjNum 242 snap 70 seq_num 242) dirty exists 2024-09-14T03:37:29.459 INFO:tasks.rados.rados.0.smithi002.stdout:704: left oid 50 (ObjNum 242 snap 70 seq_num 242) 2024-09-14T03:37:29.459 INFO:tasks.rados.rados.0.smithi002.stdout:706: finishing write tid 2 to smithi00278215-9 2024-09-14T03:37:29.460 INFO:tasks.rados.rados.0.smithi002.stdout:706: finishing write tid 3 to smithi00278215-9 2024-09-14T03:37:29.460 INFO:tasks.rados.rados.0.smithi002.stdout:706: finishing write tid 4 to smithi00278215-9 2024-09-14T03:37:29.461 INFO:tasks.rados.rados.0.smithi002.stdout:706: finishing write tid 5 to smithi00278215-9 2024-09-14T03:37:29.461 INFO:tasks.rados.rados.0.smithi002.stdout:706: oid 9 updating version 0 to 569 2024-09-14T03:37:29.461 INFO:tasks.rados.rados.0.smithi002.stdout:706: oid 9 updating version 569 to 570 2024-09-14T03:37:29.462 INFO:tasks.rados.rados.0.smithi002.stdout:706: oid 9 version 570 is already newer than 568 2024-09-14T03:37:29.462 INFO:tasks.rados.rados.0.smithi002.stdout:706: oid 9 updating version 570 to 571 2024-09-14T03:37:29.462 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 9 v 571 (ObjNum 243 snap 70 seq_num 243) dirty exists 2024-09-14T03:37:29.462 INFO:tasks.rados.rados.0.smithi002.stdout:706: left oid 9 (ObjNum 243 snap 70 seq_num 243) 2024-09-14T03:37:29.676 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:29 smithi154 ceph-mon[30999]: osdmap e201: 8 total, 8 up, 8 in 2024-09-14T03:37:29.676 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:29 smithi154 ceph-mon[30999]: pgmap v24: 121 pgs: 121 active+clean; 193 MiB data, 780 MiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.1 MiB/s wr, 30 op/s 2024-09-14T03:37:29.676 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:29 smithi154 ceph-mon[30999]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:29.676 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:29 smithi154 ceph-mon[30999]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:29.677 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:29 smithi154 ceph-mon[30999]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-14T03:37:29.677 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:29 smithi154 ceph-mon[30999]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:37:29.686 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:29 smithi002 ceph-mon[38004]: osdmap e201: 8 total, 8 up, 8 in 2024-09-14T03:37:29.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:29 smithi002 ceph-mon[38004]: pgmap v24: 121 pgs: 121 active+clean; 193 MiB data, 780 MiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.1 MiB/s wr, 30 op/s 2024-09-14T03:37:29.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:29 smithi002 ceph-mon[38004]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:29.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:29 smithi002 ceph-mon[38004]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:29.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:29 smithi002 ceph-mon[38004]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-14T03:37:29.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:29 smithi002 ceph-mon[38004]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:37:29.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:29 smithi002 ceph-mon[27606]: osdmap e201: 8 total, 8 up, 8 in 2024-09-14T03:37:29.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:29 smithi002 ceph-mon[27606]: pgmap v24: 121 pgs: 121 active+clean; 193 MiB data, 780 MiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.1 MiB/s wr, 30 op/s 2024-09-14T03:37:29.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:29 smithi002 ceph-mon[27606]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:29.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:29 smithi002 ceph-mon[27606]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:29.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:29 smithi002 ceph-mon[27606]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-14T03:37:29.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:29 smithi002 ceph-mon[27606]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:37:30.418 INFO:tasks.rados.rados.0.smithi002.stdout:704: done (3 left) 2024-09-14T03:37:30.418 INFO:tasks.rados.rados.0.smithi002.stdout:705: done (2 left) 2024-09-14T03:37:30.418 INFO:tasks.rados.rados.0.smithi002.stdout:706: done (1 left) 2024-09-14T03:37:30.418 INFO:tasks.rados.rados.0.smithi002.stdout:707: done (0 left) 2024-09-14T03:37:30.418 INFO:tasks.rados.rados.0.smithi002.stdout:708: delete oid 2 current snap is 71 2024-09-14T03:37:30.422 INFO:tasks.rados.rados.0.smithi002.stdout:708: done (0 left) 2024-09-14T03:37:30.422 INFO:tasks.rados.rados.0.smithi002.stdout:709: delete oid 5 current snap is 71 2024-09-14T03:37:30.425 INFO:tasks.rados.rados.0.smithi002.stdout:709: done (0 left) 2024-09-14T03:37:30.425 INFO:tasks.rados.rados.0.smithi002.stdout:710: read oid 43 snap -1 2024-09-14T03:37:30.425 INFO:tasks.rados.rados.0.smithi002.stdout:710: expect (ObjNum 155 snap 43 seq_num 155) 2024-09-14T03:37:30.425 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 1 current snap is 71 2024-09-14T03:37:30.425 INFO:tasks.rados.rados.0.smithi002.stdout:711: seq_num 246 ranges {5365760=524288,5890048=745472,6635520=425984,7061504=32768} 2024-09-14T03:37:30.458 INFO:tasks.rados.rados.0.smithi002.stdout:711: writing smithi00278215-1 from 5365760 to 5890048 tid 1 2024-09-14T03:37:30.462 INFO:tasks.rados.rados.0.smithi002.stdout:711: writing smithi00278215-1 from 5890048 to 6635520 tid 2 2024-09-14T03:37:30.465 INFO:tasks.rados.rados.0.smithi002.stdout:711: writing smithi00278215-1 from 6635520 to 7061504 tid 3 2024-09-14T03:37:30.465 INFO:tasks.rados.rados.0.smithi002.stdout:711: writing smithi00278215-1 from 7061504 to 7094272 tid 4 2024-09-14T03:37:30.465 INFO:tasks.rados.rados.0.smithi002.stdout:712: rollback oid 50 current snap is 71 2024-09-14T03:37:30.465 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 50 to 51 2024-09-14T03:37:30.465 INFO:tasks.rados.rados.0.smithi002.stdout:710: expect (ObjNum 155 snap 43 seq_num 155) 2024-09-14T03:37:30.513 INFO:tasks.rados.rados.0.smithi002.stdout:711: finishing write tid 1 to smithi00278215-1 2024-09-14T03:37:30.514 INFO:tasks.rados.rados.0.smithi002.stdout:711: finishing write tid 2 to smithi00278215-1 2024-09-14T03:37:30.514 INFO:tasks.rados.rados.0.smithi002.stdout:711: finishing write tid 3 to smithi00278215-1 2024-09-14T03:37:30.514 INFO:tasks.rados.rados.0.smithi002.stdout:711: finishing write tid 4 to smithi00278215-1 2024-09-14T03:37:30.514 INFO:tasks.rados.rados.0.smithi002.stdout:711: finishing write tid 5 to smithi00278215-1 2024-09-14T03:37:30.514 INFO:tasks.rados.rados.0.smithi002.stdout:712: finishing rollback tid 0 to smithi00278215-50 2024-09-14T03:37:30.514 INFO:tasks.rados.rados.0.smithi002.stdout:712: finishing rollback tid 1 to smithi00278215-50 2024-09-14T03:37:30.514 INFO:tasks.rados.rados.0.smithi002.stdout:711: finishing write tid 6 to smithi00278215-1 2024-09-14T03:37:30.514 INFO:tasks.rados.rados.0.smithi002.stdout:711: oid 1 updating version 0 to 652 2024-09-14T03:37:30.514 INFO:tasks.rados.rados.0.smithi002.stdout:711: oid 1 version 652 is already newer than 651 2024-09-14T03:37:30.514 INFO:tasks.rados.rados.0.smithi002.stdout:711: oid 1 version 652 is already newer than 650 2024-09-14T03:37:30.514 INFO:tasks.rados.rados.0.smithi002.stdout:711: oid 1 updating version 652 to 653 2024-09-14T03:37:30.515 INFO:tasks.rados.rados.0.smithi002.stdout:711: oid 1 updating version 653 to 654 2024-09-14T03:37:30.515 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 1 v 654 (ObjNum 246 snap 71 seq_num 246) dirty exists 2024-09-14T03:37:30.515 INFO:tasks.rados.rados.0.smithi002.stdout:711: left oid 1 (ObjNum 246 snap 71 seq_num 246) 2024-09-14T03:37:30.515 INFO:tasks.rados.rados.0.smithi002.stdout:712: finishing rollback tid 2 to smithi00278215-50 2024-09-14T03:37:30.515 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 658 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-09-14T03:37:30.515 INFO:tasks.rados.rados.0.smithi002.stdout:710: done (2 left) 2024-09-14T03:37:30.516 INFO:tasks.rados.rados.0.smithi002.stdout:711: done (1 left) 2024-09-14T03:37:30.516 INFO:tasks.rados.rados.0.smithi002.stdout:712: done (0 left) 2024-09-14T03:37:30.516 INFO:tasks.rados.rados.0.smithi002.stdout:713: read oid 43 snap -1 2024-09-14T03:37:30.516 INFO:tasks.rados.rados.0.smithi002.stdout:713: expect (ObjNum 155 snap 43 seq_num 155) 2024-09-14T03:37:30.516 INFO:tasks.rados.rados.0.smithi002.stdout:714: snap_create 2024-09-14T03:37:30.518 INFO:tasks.rados.rados.0.smithi002.stdout:713: expect (ObjNum 155 snap 43 seq_num 155) 2024-09-14T03:37:30.686 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:30 smithi002 ceph-mon[27606]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-14T03:37:30.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:30 smithi002 ceph-mon[27606]: osdmap e202: 8 total, 8 up, 8 in 2024-09-14T03:37:30.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:30 smithi002 ceph-mon[27606]: osdmap e203: 8 total, 8 up, 8 in 2024-09-14T03:37:30.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:30 smithi002 ceph-mon[38004]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-14T03:37:30.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:30 smithi002 ceph-mon[38004]: osdmap e202: 8 total, 8 up, 8 in 2024-09-14T03:37:30.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:30 smithi002 ceph-mon[38004]: osdmap e203: 8 total, 8 up, 8 in 2024-09-14T03:37:30.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:30 smithi154 ceph-mon[30999]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-14T03:37:30.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:30 smithi154 ceph-mon[30999]: osdmap e202: 8 total, 8 up, 8 in 2024-09-14T03:37:30.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:30 smithi154 ceph-mon[30999]: osdmap e203: 8 total, 8 up, 8 in 2024-09-14T03:37:31.433 INFO:tasks.rados.rados.0.smithi002.stdout:713: done (1 left) 2024-09-14T03:37:31.433 INFO:tasks.rados.rados.0.smithi002.stdout:714: done (0 left) 2024-09-14T03:37:31.433 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 44 current snap is 72 2024-09-14T03:37:31.433 INFO:tasks.rados.rados.0.smithi002.stdout:715: seq_num 247 ranges {4702208=540672,5242880=622592,5865472=581632} 2024-09-14T03:37:31.461 INFO:tasks.rados.rados.0.smithi002.stdout:715: writing smithi00278215-44 from 4702208 to 5242880 tid 1 2024-09-14T03:37:31.465 INFO:tasks.rados.rados.0.smithi002.stdout:715: writing smithi00278215-44 from 5242880 to 5865472 tid 2 2024-09-14T03:37:31.469 INFO:tasks.rados.rados.0.smithi002.stdout:715: writing smithi00278215-44 from 5865472 to 6447104 tid 3 2024-09-14T03:37:31.469 INFO:tasks.rados.rados.0.smithi002.stdout:716: rmattr oid 6 current snap is 72 2024-09-14T03:37:31.469 INFO:tasks.rados.rados.0.smithi002.stdout:715: finishing write tid 1 to smithi00278215-44 2024-09-14T03:37:31.470 INFO:tasks.rados.rados.0.smithi002.stdout:715: finishing write tid 2 to smithi00278215-44 2024-09-14T03:37:31.470 INFO:tasks.rados.rados.0.smithi002.stdout:717: rmattr oid 49 current snap is 72 2024-09-14T03:37:31.470 INFO:tasks.rados.rados.0.smithi002.stdout:717: done (2 left) 2024-09-14T03:37:31.470 INFO:tasks.rados.rados.0.smithi002.stdout:718: rmattr oid 49 current snap is 72 2024-09-14T03:37:31.470 INFO:tasks.rados.rados.0.smithi002.stdout:718: done (2 left) 2024-09-14T03:37:31.470 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 35 current snap is 72 2024-09-14T03:37:31.470 INFO:tasks.rados.rados.0.smithi002.stdout:719: seq_num 248 ranges {786432=557056,1343488=507904,1851392=442368,2293760=253952} 2024-09-14T03:37:31.476 INFO:tasks.rados.rados.0.smithi002.stdout:719: writing smithi00278215-35 from 786432 to 1343488 tid 1 2024-09-14T03:37:31.480 INFO:tasks.rados.rados.0.smithi002.stdout:719: writing smithi00278215-35 from 1343488 to 1851392 tid 2 2024-09-14T03:37:31.482 INFO:tasks.rados.rados.0.smithi002.stdout:719: writing smithi00278215-35 from 1851392 to 2293760 tid 3 2024-09-14T03:37:31.484 INFO:tasks.rados.rados.0.smithi002.stdout:719: writing smithi00278215-35 from 2293760 to 2547712 tid 4 2024-09-14T03:37:31.484 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 26 current snap is 72 2024-09-14T03:37:31.484 INFO:tasks.rados.rados.0.smithi002.stdout:715: finishing write tid 3 to smithi00278215-44 2024-09-14T03:37:31.485 INFO:tasks.rados.rados.0.smithi002.stdout:715: finishing write tid 4 to smithi00278215-44 2024-09-14T03:37:31.485 INFO:tasks.rados.rados.0.smithi002.stdout:720: seq_num 249 ranges {0=573440,573440=794624,1368064=409600} 2024-09-14T03:37:31.488 INFO:tasks.rados.rados.0.smithi002.stdout:720: writing smithi00278215-26 from 0 to 573440 tid 1 2024-09-14T03:37:31.492 INFO:tasks.rados.rados.0.smithi002.stdout:720: writing smithi00278215-26 from 573440 to 1368064 tid 2 2024-09-14T03:37:31.496 INFO:tasks.rados.rados.0.smithi002.stdout:720: writing smithi00278215-26 from 1368064 to 1777664 tid 3 2024-09-14T03:37:31.496 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 28 current snap is 72 2024-09-14T03:37:31.496 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 6 v 660 (ObjNum 209 snap 59 seq_num 209) dirty exists 2024-09-14T03:37:31.496 INFO:tasks.rados.rados.0.smithi002.stdout:715: finishing write tid 5 to smithi00278215-44 2024-09-14T03:37:31.496 INFO:tasks.rados.rados.0.smithi002.stdout:715: oid 44 updating version 0 to 345 2024-09-14T03:37:31.496 INFO:tasks.rados.rados.0.smithi002.stdout:715: oid 44 version 345 is already newer than 343 2024-09-14T03:37:31.496 INFO:tasks.rados.rados.0.smithi002.stdout:715: oid 44 updating version 345 to 346 2024-09-14T03:37:31.496 INFO:tasks.rados.rados.0.smithi002.stdout:715: oid 44 version 346 is already newer than 344 2024-09-14T03:37:31.496 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 346 (ObjNum 247 snap 72 seq_num 247) dirty exists 2024-09-14T03:37:31.496 INFO:tasks.rados.rados.0.smithi002.stdout:715: left oid 44 (ObjNum 247 snap 72 seq_num 247) 2024-09-14T03:37:31.496 INFO:tasks.rados.rados.0.smithi002.stdout:719: finishing write tid 1 to smithi00278215-35 2024-09-14T03:37:31.497 INFO:tasks.rados.rados.0.smithi002.stdout:719: finishing write tid 2 to smithi00278215-35 2024-09-14T03:37:31.497 INFO:tasks.rados.rados.0.smithi002.stdout:719: finishing write tid 3 to smithi00278215-35 2024-09-14T03:37:31.497 INFO:tasks.rados.rados.0.smithi002.stdout:719: finishing write tid 4 to smithi00278215-35 2024-09-14T03:37:31.497 INFO:tasks.rados.rados.0.smithi002.stdout:719: finishing write tid 5 to smithi00278215-35 2024-09-14T03:37:31.497 INFO:tasks.rados.rados.0.smithi002.stdout:719: finishing write tid 6 to smithi00278215-35 2024-09-14T03:37:31.497 INFO:tasks.rados.rados.0.smithi002.stdout:719: oid 35 updating version 0 to 572 2024-09-14T03:37:31.497 INFO:tasks.rados.rados.0.smithi002.stdout:719: oid 35 updating version 572 to 573 2024-09-14T03:37:31.497 INFO:tasks.rados.rados.0.smithi002.stdout:719: oid 35 updating version 573 to 575 2024-09-14T03:37:31.497 INFO:tasks.rados.rados.0.smithi002.stdout:719: oid 35 version 575 is already newer than 574 2024-09-14T03:37:31.497 INFO:tasks.rados.rados.0.smithi002.stdout:719: oid 35 updating version 575 to 576 2024-09-14T03:37:31.497 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 35 v 576 (ObjNum 248 snap 72 seq_num 248) dirty exists 2024-09-14T03:37:31.497 INFO:tasks.rados.rados.0.smithi002.stdout:719: left oid 35 (ObjNum 248 snap 72 seq_num 248) 2024-09-14T03:37:31.497 INFO:tasks.rados.rados.0.smithi002.stdout:720: finishing write tid 1 to smithi00278215-26 2024-09-14T03:37:31.497 INFO:tasks.rados.rados.0.smithi002.stdout:720: finishing write tid 2 to smithi00278215-26 2024-09-14T03:37:31.498 INFO:tasks.rados.rados.0.smithi002.stdout:721: seq_num 250 ranges {1990656=589824,2580480=679936,3260416=409600,3670016=114688} 2024-09-14T03:37:31.509 INFO:tasks.rados.rados.0.smithi002.stdout:721: writing smithi00278215-28 from 1990656 to 2580480 tid 1 2024-09-14T03:37:31.513 INFO:tasks.rados.rados.0.smithi002.stdout:721: writing smithi00278215-28 from 2580480 to 3260416 tid 2 2024-09-14T03:37:31.516 INFO:tasks.rados.rados.0.smithi002.stdout:721: writing smithi00278215-28 from 3260416 to 3670016 tid 3 2024-09-14T03:37:31.517 INFO:tasks.rados.rados.0.smithi002.stdout:721: writing smithi00278215-28 from 3670016 to 3784704 tid 4 2024-09-14T03:37:31.517 INFO:tasks.rados.rados.0.smithi002.stdout:715: done (4 left) 2024-09-14T03:37:31.517 INFO:tasks.rados.rados.0.smithi002.stdout:716: done (3 left) 2024-09-14T03:37:31.517 INFO:tasks.rados.rados.0.smithi002.stdout:719: done (2 left) 2024-09-14T03:37:31.517 INFO:tasks.rados.rados.0.smithi002.stdout:722: read oid 20 snap -1 2024-09-14T03:37:31.518 INFO:tasks.rados.rados.0.smithi002.stdout:722: expect (ObjNum 171 snap 49 seq_num 171) 2024-09-14T03:37:31.518 INFO:tasks.rados.rados.0.smithi002.stdout:723: read oid 49 snap 58 2024-09-14T03:37:31.518 INFO:tasks.rados.rados.0.smithi002.stdout:723: expect (ObjNum 208 snap 58 seq_num 208) 2024-09-14T03:37:31.518 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 6 current snap is 72 2024-09-14T03:37:31.518 INFO:tasks.rados.rados.0.smithi002.stdout:720: finishing write tid 3 to smithi00278215-26 2024-09-14T03:37:31.518 INFO:tasks.rados.rados.0.smithi002.stdout:724: seq_num 251 ranges {7340032=606208,7946240=614400,8560640=589824} 2024-09-14T03:37:31.559 INFO:teuthology.orchestra.run.smithi002.stdout:true 2024-09-14T03:37:31.560 INFO:tasks.rados.rados.0.smithi002.stdout:724: writing smithi00278215-6 from 7340032 to 7946240 tid 1 2024-09-14T03:37:31.564 INFO:tasks.rados.rados.0.smithi002.stdout:724: writing smithi00278215-6 from 7946240 to 8560640 tid 2 2024-09-14T03:37:31.568 INFO:tasks.rados.rados.0.smithi002.stdout:724: writing smithi00278215-6 from 8560640 to 9150464 tid 3 2024-09-14T03:37:31.568 INFO:tasks.rados.rados.0.smithi002.stdout:725: setattr oid 27 current snap is 72 2024-09-14T03:37:31.569 INFO:tasks.rados.rados.0.smithi002.stdout:720: finishing write tid 4 to smithi00278215-26 2024-09-14T03:37:31.569 INFO:tasks.rados.rados.0.smithi002.stdout:720: finishing write tid 5 to smithi00278215-26 2024-09-14T03:37:31.569 INFO:tasks.rados.rados.0.smithi002.stdout:720: oid 26 updating version 0 to 241 2024-09-14T03:37:31.569 INFO:tasks.rados.rados.0.smithi002.stdout:720: oid 26 version 241 is already newer than 238 2024-09-14T03:37:31.569 INFO:tasks.rados.rados.0.smithi002.stdout:720: oid 26 version 241 is already newer than 240 2024-09-14T03:37:31.569 INFO:tasks.rados.rados.0.smithi002.stdout:720: oid 26 version 241 is already newer than 239 2024-09-14T03:37:31.569 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 241 (ObjNum 249 snap 72 seq_num 249) dirty exists 2024-09-14T03:37:31.569 INFO:tasks.rados.rados.0.smithi002.stdout:720: left oid 26 (ObjNum 249 snap 72 seq_num 249) 2024-09-14T03:37:31.569 INFO:tasks.rados.rados.0.smithi002.stdout:721: finishing write tid 1 to smithi00278215-28 2024-09-14T03:37:31.569 INFO:tasks.rados.rados.0.smithi002.stdout:721: finishing write tid 2 to smithi00278215-28 2024-09-14T03:37:31.569 INFO:tasks.rados.rados.0.smithi002.stdout:721: finishing write tid 3 to smithi00278215-28 2024-09-14T03:37:31.569 INFO:tasks.rados.rados.0.smithi002.stdout:721: finishing write tid 4 to smithi00278215-28 2024-09-14T03:37:31.569 INFO:tasks.rados.rados.0.smithi002.stdout:721: finishing write tid 5 to smithi00278215-28 2024-09-14T03:37:31.569 INFO:tasks.rados.rados.0.smithi002.stdout:721: finishing write tid 6 to smithi00278215-28 2024-09-14T03:37:31.570 INFO:tasks.rados.rados.0.smithi002.stdout:721: oid 28 updating version 0 to 508 2024-09-14T03:37:31.570 INFO:tasks.rados.rados.0.smithi002.stdout:721: oid 28 version 508 is already newer than 506 2024-09-14T03:37:31.570 INFO:tasks.rados.rados.0.smithi002.stdout:721: oid 28 version 508 is already newer than 507 2024-09-14T03:37:31.570 INFO:tasks.rados.rados.0.smithi002.stdout:721: oid 28 updating version 508 to 509 2024-09-14T03:37:31.570 INFO:tasks.rados.rados.0.smithi002.stdout:721: oid 28 updating version 509 to 510 2024-09-14T03:37:31.570 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 28 v 510 (ObjNum 250 snap 72 seq_num 250) dirty exists 2024-09-14T03:37:31.570 INFO:tasks.rados.rados.0.smithi002.stdout:721: left oid 28 (ObjNum 250 snap 72 seq_num 250) 2024-09-14T03:37:31.570 INFO:tasks.rados.rados.0.smithi002.stdout:723: expect (ObjNum 208 snap 58 seq_num 208) 2024-09-14T03:37:31.631 INFO:tasks.rados.rados.0.smithi002.stdout:722: expect (ObjNum 171 snap 49 seq_num 171) 2024-09-14T03:37:31.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:31 smithi002 ceph-mon[38004]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-14T03:37:31.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:31 smithi002 ceph-mon[38004]: Upgrade: Updating mgr.x 2024-09-14T03:37:31.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:31 smithi002 ceph-mon[38004]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-14T03:37:31.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:31 smithi002 ceph-mon[38004]: from='mgr.15105 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-14T03:37:31.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:31 smithi002 ceph-mon[38004]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-14T03:37:31.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:31 smithi002 ceph-mon[38004]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:37:31.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:31 smithi002 ceph-mon[38004]: Deploying daemon mgr.x on smithi154 2024-09-14T03:37:31.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:31 smithi002 ceph-mon[38004]: pgmap v27: 121 pgs: 121 active+clean; 201 MiB data, 783 MiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.9 MiB/s wr, 12 op/s 2024-09-14T03:37:31.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:31 smithi002 ceph-mon[27606]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-14T03:37:31.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:31 smithi002 ceph-mon[27606]: Upgrade: Updating mgr.x 2024-09-14T03:37:31.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:31 smithi002 ceph-mon[27606]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-14T03:37:31.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:31 smithi002 ceph-mon[27606]: from='mgr.15105 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-14T03:37:31.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:31 smithi002 ceph-mon[27606]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-14T03:37:31.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:31 smithi002 ceph-mon[27606]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:37:31.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:31 smithi002 ceph-mon[27606]: Deploying daemon mgr.x on smithi154 2024-09-14T03:37:31.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:31 smithi002 ceph-mon[27606]: pgmap v27: 121 pgs: 121 active+clean; 201 MiB data, 783 MiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.9 MiB/s wr, 12 op/s 2024-09-14T03:37:31.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:31 smithi154 ceph-mon[30999]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-14T03:37:31.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:31 smithi154 ceph-mon[30999]: Upgrade: Updating mgr.x 2024-09-14T03:37:31.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:31 smithi154 ceph-mon[30999]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-14T03:37:31.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:31 smithi154 ceph-mon[30999]: from='mgr.15105 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-14T03:37:31.729 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:31 smithi154 ceph-mon[30999]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-14T03:37:31.729 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:31 smithi154 ceph-mon[30999]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:37:31.729 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:31 smithi154 ceph-mon[30999]: Deploying daemon mgr.x on smithi154 2024-09-14T03:37:31.729 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:31 smithi154 ceph-mon[30999]: pgmap v27: 121 pgs: 121 active+clean; 201 MiB data, 783 MiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.9 MiB/s wr, 12 op/s 2024-09-14T03:37:31.766 INFO:tasks.rados.rados.0.smithi002.stdout:724: finishing write tid 1 to smithi00278215-6 2024-09-14T03:37:31.767 INFO:tasks.rados.rados.0.smithi002.stdout:724: finishing write tid 2 to smithi00278215-6 2024-09-14T03:37:31.767 INFO:tasks.rados.rados.0.smithi002.stdout:724: finishing write tid 3 to smithi00278215-6 2024-09-14T03:37:31.767 INFO:tasks.rados.rados.0.smithi002.stdout:724: finishing write tid 4 to smithi00278215-6 2024-09-14T03:37:31.767 INFO:tasks.rados.rados.0.smithi002.stdout:724: finishing write tid 5 to smithi00278215-6 2024-09-14T03:37:31.767 INFO:tasks.rados.rados.0.smithi002.stdout:724: oid 6 updating version 0 to 661 2024-09-14T03:37:31.767 INFO:tasks.rados.rados.0.smithi002.stdout:724: oid 6 updating version 661 to 663 2024-09-14T03:37:31.767 INFO:tasks.rados.rados.0.smithi002.stdout:724: oid 6 version 663 is already newer than 662 2024-09-14T03:37:31.767 INFO:tasks.rados.rados.0.smithi002.stdout:724: oid 6 updating version 663 to 664 2024-09-14T03:37:31.767 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 6 v 664 (ObjNum 251 snap 72 seq_num 251) dirty exists 2024-09-14T03:37:31.767 INFO:tasks.rados.rados.0.smithi002.stdout:724: left oid 6 (ObjNum 251 snap 72 seq_num 251) 2024-09-14T03:37:31.767 INFO:tasks.rados.rados.0.smithi002.stdout:720: done (5 left) 2024-09-14T03:37:31.767 INFO:tasks.rados.rados.0.smithi002.stdout:721: done (4 left) 2024-09-14T03:37:31.767 INFO:tasks.rados.rados.0.smithi002.stdout:722: done (3 left) 2024-09-14T03:37:31.768 INFO:tasks.rados.rados.0.smithi002.stdout:723: done (2 left) 2024-09-14T03:37:31.768 INFO:tasks.rados.rados.0.smithi002.stdout:724: done (1 left) 2024-09-14T03:37:31.768 INFO:tasks.rados.rados.0.smithi002.stdout:726: setattr oid 34 current snap is 72 2024-09-14T03:37:31.769 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 27 v 242 (ObjNum 145 snap 0 seq_num 855207040) dirty exists 2024-09-14T03:37:31.769 INFO:tasks.rados.rados.0.smithi002.stdout:725: done (1 left) 2024-09-14T03:37:31.769 INFO:tasks.rados.rados.0.smithi002.stdout:727: snap_create 2024-09-14T03:37:31.772 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 34 v 210 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-14T03:37:32.149 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-14T03:37:32.149 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (3m) 12s ago 4m 29.0M - 0.25.0 c8568f914cd2 8c6771f56432 2024-09-14T03:37:32.149 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi154 *:3000 running (4m) 12s ago 4m 89.4M - 9.4.7 954c08fa6188 6cd949ecdca3 2024-09-14T03:37:32.149 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (6m) 12s ago 6m 17.6M - 18.2.4-845-ge4e227b3 67ddd33fa72f 5bfe4ab70917 2024-09-14T03:37:32.149 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi154 running (6m) 12s ago 6m 18.4M - 18.2.4-845-ge4e227b3 67ddd33fa72f 80e0f22077e1 2024-09-14T03:37:32.149 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi154 *:8443,9283,8765 running (66s) 12s ago 9m 139M - 19.3.0-4907-ga2782315 8801d2529e43 6c7d81146992 2024-09-14T03:37:32.150 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (25s) 12s ago 11m 491M - 19.3.0-4907-ga2782315 8801d2529e43 37cb6840a9f7 2024-09-14T03:37:32.150 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (11m) 12s ago 11m 56.8M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f 59531f441f71 2024-09-14T03:37:32.150 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi154 running (9m) 12s ago 9m 50.4M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f 95bb81b1fc6b 2024-09-14T03:37:32.150 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (9m) 12s ago 9m 51.2M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f 1767048af220 2024-09-14T03:37:32.150 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (4m) 12s ago 4m 15.9M - 1.5.0 0da6a335fe13 ad362eb3056c 2024-09-14T03:37:32.150 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi154 *:9100 running (4m) 12s ago 4m 17.0M - 1.5.0 0da6a335fe13 815178e760b0 2024-09-14T03:37:32.150 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (9m) 12s ago 9m 124M 2481M 18.2.4-845-ge4e227b3 67ddd33fa72f 1903b1c9a70c 2024-09-14T03:37:32.151 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (8m) 12s ago 8m 102M 2481M 18.2.4-845-ge4e227b3 67ddd33fa72f 9c24d9e89813 2024-09-14T03:37:32.151 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (8m) 12s ago 8m 113M 2481M 18.2.4-845-ge4e227b3 67ddd33fa72f 623beb99cebc 2024-09-14T03:37:32.151 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (7m) 12s ago 7m 78.6M 2481M 18.2.4-845-ge4e227b3 67ddd33fa72f 3d4fd272502c 2024-09-14T03:37:32.151 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi154 running (7m) 12s ago 7m 110M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f f0b82e38b9c9 2024-09-14T03:37:32.151 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi154 running (7m) 12s ago 7m 119M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f 50ac4e0a62b5 2024-09-14T03:37:32.151 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi154 running (6m) 12s ago 6m 110M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f b18b3ecf874c 2024-09-14T03:37:32.151 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi154 running (6m) 12s ago 6m 95.3M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f b111d011fd8e 2024-09-14T03:37:32.152 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi154 *:9095 starting - - - - 2024-09-14T03:37:32.437 INFO:tasks.rados.rados.0.smithi002.stdout:726: done (1 left) 2024-09-14T03:37:32.437 INFO:tasks.rados.rados.0.smithi002.stdout:727: done (0 left) 2024-09-14T03:37:32.437 INFO:tasks.rados.rados.0.smithi002.stdout:728: rollback oid 32 current snap is 73 2024-09-14T03:37:32.437 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 32 to 44 2024-09-14T03:37:32.437 INFO:tasks.rados.rados.0.smithi002.stdout:729: snap_remove snap 69 2024-09-14T03:37:32.504 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-14T03:37:32.504 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2024-09-14T03:37:32.504 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 3 2024-09-14T03:37:32.504 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:37:32.504 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2024-09-14T03:37:32.504 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.3.0-4907-ga2782315 (a2782315255a3e7d5f6cdc9eb35785187ff6ddf8) squid (dev)": 2 2024-09-14T03:37:32.504 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:37:32.504 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2024-09-14T03:37:32.504 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 8 2024-09-14T03:37:32.505 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:37:32.505 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2024-09-14T03:37:32.505 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 2 2024-09-14T03:37:32.505 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:37:32.505 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2024-09-14T03:37:32.505 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 13, 2024-09-14T03:37:32.505 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.3.0-4907-ga2782315 (a2782315255a3e7d5f6cdc9eb35785187ff6ddf8) squid (dev)": 2 2024-09-14T03:37:32.505 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-14T03:37:32.505 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-14T03:37:32.580 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:32 smithi154 ceph-mon[30999]: osdmap e204: 8 total, 8 up, 8 in 2024-09-14T03:37:32.580 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:32 smithi154 ceph-mon[30999]: from='client.25043 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:37:32.580 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:37:32 smithi154 systemd[1]: Stopping Ceph mgr.x for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:37:32.686 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:32 smithi002 ceph-mon[27606]: osdmap e204: 8 total, 8 up, 8 in 2024-09-14T03:37:32.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:32 smithi002 ceph-mon[27606]: from='client.25043 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:37:32.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:32 smithi002 ceph-mon[38004]: osdmap e204: 8 total, 8 up, 8 in 2024-09-14T03:37:32.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:32 smithi002 ceph-mon[38004]: from='client.25043 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:37:32.804 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-14T03:37:32.804 INFO:teuthology.orchestra.run.smithi002.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802", 2024-09-14T03:37:32.804 INFO:teuthology.orchestra.run.smithi002.stdout: "in_progress": true, 2024-09-14T03:37:32.804 INFO:teuthology.orchestra.run.smithi002.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-14T03:37:32.804 INFO:teuthology.orchestra.run.smithi002.stdout: "services_complete": [ 2024-09-14T03:37:32.805 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr" 2024-09-14T03:37:32.805 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-14T03:37:32.805 INFO:teuthology.orchestra.run.smithi002.stdout: "progress": "2/20 daemons upgraded", 2024-09-14T03:37:32.805 INFO:teuthology.orchestra.run.smithi002.stdout: "message": "Currently upgrading mgr daemons", 2024-09-14T03:37:32.805 INFO:teuthology.orchestra.run.smithi002.stdout: "is_paused": false 2024-09-14T03:37:32.805 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-14T03:37:32.848 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:37:32 smithi154 podman[74103]: 2024-09-14 03:37:32.577661138 +0000 UTC m=+0.130372871 container died 6c7d81146992accae9f045acb01cc1017cc97dd85643e4fd6b0b691c9d008754 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=main-a278231, io.buildah.version=1.37.2) 2024-09-14T03:37:33.191 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:37:32 smithi154 podman[74103]: 2024-09-14 03:37:32.921762791 +0000 UTC m=+0.474474514 container cleanup 6c7d81146992accae9f045acb01cc1017cc97dd85643e4fd6b0b691c9d008754 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, RELEASE=main-a278231, io.buildah.version=1.37.2) 2024-09-14T03:37:33.191 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:37:32 smithi154 bash[74103]: ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x 2024-09-14T03:37:33.446 INFO:tasks.rados.rados.0.smithi002.stdout:729: done (1 left) 2024-09-14T03:37:33.446 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 24 current snap is 73 2024-09-14T03:37:33.446 INFO:tasks.rados.rados.0.smithi002.stdout:730: seq_num 252 ranges {1302528=630784,1933312=499712,2433024=425984,2859008=278528} 2024-09-14T03:37:33.457 INFO:tasks.rados.rados.0.smithi002.stdout:730: writing smithi00278215-24 from 1302528 to 1933312 tid 1 2024-09-14T03:37:33.460 INFO:tasks.rados.rados.0.smithi002.stdout:730: writing smithi00278215-24 from 1933312 to 2433024 tid 2 2024-09-14T03:37:33.463 INFO:tasks.rados.rados.0.smithi002.stdout:730: writing smithi00278215-24 from 2433024 to 2859008 tid 3 2024-09-14T03:37:33.465 INFO:tasks.rados.rados.0.smithi002.stdout:730: writing smithi00278215-24 from 2859008 to 3137536 tid 4 2024-09-14T03:37:33.465 INFO:tasks.rados.rados.0.smithi002.stdout:731: copy_from oid 3 from oid 45 current snap is 73 2024-09-14T03:37:33.466 INFO:tasks.rados.rados.0.smithi002.stdout:728: finishing rollback tid 0 to smithi00278215-32 2024-09-14T03:37:33.466 INFO:tasks.rados.rados.0.smithi002.stdout:728: finishing rollback tid 1 to smithi00278215-32 2024-09-14T03:37:33.466 INFO:tasks.rados.rados.0.smithi002.stdout:728: finishing rollback tid 2 to smithi00278215-32 2024-09-14T03:37:33.466 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 668 (ObjNum 154 snap 43 seq_num 154) dirty exists 2024-09-14T03:37:33.466 INFO:tasks.rados.rados.0.smithi002.stdout:730: finishing write tid 1 to smithi00278215-24 2024-09-14T03:37:33.466 INFO:tasks.rados.rados.0.smithi002.stdout:728: done (2 left) 2024-09-14T03:37:33.466 INFO:tasks.rados.rados.0.smithi002.stdout:732: snap_create 2024-09-14T03:37:33.466 INFO:tasks.rados.rados.0.smithi002.stdout:730: finishing write tid 2 to smithi00278215-24 2024-09-14T03:37:33.466 INFO:tasks.rados.rados.0.smithi002.stdout:730: finishing write tid 3 to smithi00278215-24 2024-09-14T03:37:33.468 INFO:tasks.rados.rados.0.smithi002.stdout:730: finishing write tid 4 to smithi00278215-24 2024-09-14T03:37:33.468 INFO:tasks.rados.rados.0.smithi002.stdout:730: finishing write tid 5 to smithi00278215-24 2024-09-14T03:37:33.470 INFO:tasks.rados.rados.0.smithi002.stdout:731: finishing copy_from racing read to smithi00278215-3 2024-09-14T03:37:33.472 INFO:tasks.rados.rados.0.smithi002.stdout:730: finishing write tid 6 to smithi00278215-24 2024-09-14T03:37:33.472 INFO:tasks.rados.rados.0.smithi002.stdout:730: oid 24 updating version 0 to 213 2024-09-14T03:37:33.472 INFO:tasks.rados.rados.0.smithi002.stdout:730: oid 24 version 213 is already newer than 212 2024-09-14T03:37:33.472 INFO:tasks.rados.rados.0.smithi002.stdout:730: oid 24 updating version 213 to 214 2024-09-14T03:37:33.472 INFO:tasks.rados.rados.0.smithi002.stdout:730: oid 24 version 214 is already newer than 211 2024-09-14T03:37:33.472 INFO:tasks.rados.rados.0.smithi002.stdout:730: oid 24 updating version 214 to 215 2024-09-14T03:37:33.472 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 24 v 215 (ObjNum 252 snap 73 seq_num 252) dirty exists 2024-09-14T03:37:33.472 INFO:tasks.rados.rados.0.smithi002.stdout:730: left oid 24 (ObjNum 252 snap 73 seq_num 252) 2024-09-14T03:37:33.472 INFO:tasks.rados.rados.0.smithi002.stdout:731: finishing copy_from to smithi00278215-3 2024-09-14T03:37:33.473 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 3 v 228 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-09-14T03:37:33.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:33 smithi154 ceph-mon[30999]: from='client.25049 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:37:33.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:33 smithi154 ceph-mon[30999]: from='client.15174 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:37:33.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:33 smithi154 ceph-mon[30999]: osdmap e205: 8 total, 8 up, 8 in 2024-09-14T03:37:33.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:33 smithi154 ceph-mon[30999]: from='client.? 172.21.15.2:0/3544560403' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-14T03:37:33.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:33 smithi154 ceph-mon[30999]: from='client.15186 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:37:33.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:33 smithi154 ceph-mon[30999]: pgmap v30: 121 pgs: 121 active+clean; 220 MiB data, 817 MiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 6.5 MiB/s wr, 24 op/s 2024-09-14T03:37:33.478 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:37:33 smithi154 podman[74115]: 2024-09-14 03:37:33.190123024 +0000 UTC m=+0.611084608 container remove 6c7d81146992accae9f045acb01cc1017cc97dd85643e4fd6b0b691c9d008754 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x, RELEASE=main-a278231, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-14T03:37:33.478 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:37:33 smithi154 systemd[1]: ceph-f357b922-7248-11ef-bceb-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-09-14T03:37:33.478 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:37:33 smithi154 systemd[1]: ceph-f357b922-7248-11ef-bceb-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-09-14T03:37:33.478 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:37:33 smithi154 systemd[1]: Stopped Ceph mgr.x for f357b922-7248-11ef-bceb-c7b262605968. 2024-09-14T03:37:33.478 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:37:33 smithi154 systemd[1]: ceph-f357b922-7248-11ef-bceb-c7b262605968@mgr.x.service: Consumed 17.756s CPU time. 2024-09-14T03:37:33.905 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:37:33 smithi154 systemd[1]: Starting Ceph mgr.x for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:37:33.905 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:37:33 smithi154 podman[74243]: 2024-09-14 03:37:33.669926463 +0000 UTC m=+0.016284680 image pull 8801d2529e4377d97015e6c85a3b4925ede7ce42c7349a1a37eb88f097b6f3f0 quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802 2024-09-14T03:37:33.905 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:37:33 smithi154 podman[74243]: 2024-09-14 03:37:33.791127245 +0000 UTC m=+0.137485451 container create 3c8b8d7f1b494ee4350c9ceb28534b9ff581d9245090d9da87ddf8687d7f400d (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, RELEASE=main-a278231, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD) 2024-09-14T03:37:33.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:33 smithi002 ceph-mon[38004]: from='client.25049 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:37:33.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:33 smithi002 ceph-mon[38004]: from='client.15174 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:37:33.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:33 smithi002 ceph-mon[38004]: osdmap e205: 8 total, 8 up, 8 in 2024-09-14T03:37:33.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:33 smithi002 ceph-mon[38004]: from='client.? 172.21.15.2:0/3544560403' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-14T03:37:33.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:33 smithi002 ceph-mon[38004]: from='client.15186 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:37:33.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:33 smithi002 ceph-mon[38004]: pgmap v30: 121 pgs: 121 active+clean; 220 MiB data, 817 MiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 6.5 MiB/s wr, 24 op/s 2024-09-14T03:37:33.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:33 smithi002 ceph-mon[27606]: from='client.25049 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:37:33.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:33 smithi002 ceph-mon[27606]: from='client.15174 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:37:33.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:33 smithi002 ceph-mon[27606]: osdmap e205: 8 total, 8 up, 8 in 2024-09-14T03:37:33.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:33 smithi002 ceph-mon[27606]: from='client.? 172.21.15.2:0/3544560403' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-14T03:37:33.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:33 smithi002 ceph-mon[27606]: from='client.15186 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:37:33.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:33 smithi002 ceph-mon[27606]: pgmap v30: 121 pgs: 121 active+clean; 220 MiB data, 817 MiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 6.5 MiB/s wr, 24 op/s 2024-09-14T03:37:34.227 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:37:33 smithi154 podman[74243]: 2024-09-14 03:37:33.993507353 +0000 UTC m=+0.339865559 container init 3c8b8d7f1b494ee4350c9ceb28534b9ff581d9245090d9da87ddf8687d7f400d (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, RELEASE=main-a278231) 2024-09-14T03:37:34.227 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:37:33 smithi154 podman[74243]: 2024-09-14 03:37:33.9964049 +0000 UTC m=+0.342763115 container start 3c8b8d7f1b494ee4350c9ceb28534b9ff581d9245090d9da87ddf8687d7f400d (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-a278231, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-09-14T03:37:34.227 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:37:34 smithi154 ceph-mgr[74263]: -- 172.21.15.154:0/1120503850 <== mon.1 v2:172.21.15.154:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55bfc4b010e0 con 0x55bfc4adf000 2024-09-14T03:37:34.227 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:37:34 smithi154 bash[74243]: 3c8b8d7f1b494ee4350c9ceb28534b9ff581d9245090d9da87ddf8687d7f400d 2024-09-14T03:37:34.227 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:37:34 smithi154 systemd[1]: Started Ceph mgr.x for f357b922-7248-11ef-bceb-c7b262605968. 2024-09-14T03:37:34.453 INFO:tasks.rados.rados.0.smithi002.stdout:730: done (2 left) 2024-09-14T03:37:34.453 INFO:tasks.rados.rados.0.smithi002.stdout:731: done (1 left) 2024-09-14T03:37:34.453 INFO:tasks.rados.rados.0.smithi002.stdout:732: done (0 left) 2024-09-14T03:37:34.453 INFO:tasks.rados.rados.0.smithi002.stdout:733: read oid 39 snap -1 2024-09-14T03:37:34.453 INFO:tasks.rados.rados.0.smithi002.stdout:733: expect (ObjNum 229 snap 65 seq_num 229) 2024-09-14T03:37:34.453 INFO:tasks.rados.rados.0.smithi002.stdout:734: read oid 8 snap 52 2024-09-14T03:37:34.453 INFO:tasks.rados.rados.0.smithi002.stdout:734: expect deleted 2024-09-14T03:37:34.453 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 20 current snap is 74 2024-09-14T03:37:34.453 INFO:tasks.rados.rados.0.smithi002.stdout:735: seq_num 253 ranges {3096576=647168,3743744=786432,4530176=417792} 2024-09-14T03:37:34.475 INFO:tasks.rados.rados.0.smithi002.stdout:735: writing smithi00278215-20 from 3096576 to 3743744 tid 1 2024-09-14T03:37:34.479 INFO:tasks.rados.rados.0.smithi002.stdout:735: writing smithi00278215-20 from 3743744 to 4530176 tid 2 2024-09-14T03:37:34.482 INFO:tasks.rados.rados.0.smithi002.stdout:735: writing smithi00278215-20 from 4530176 to 4947968 tid 3 2024-09-14T03:37:34.482 INFO:tasks.rados.rados.0.smithi002.stdout:736: read oid 11 snap 58 2024-09-14T03:37:34.482 INFO:tasks.rados.rados.0.smithi002.stdout:736: expect (ObjNum 172 snap 49 seq_num 172) 2024-09-14T03:37:34.482 INFO:tasks.rados.rados.0.smithi002.stdout:737: rollback oid 31 current snap is 74 2024-09-14T03:37:34.482 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 31 to 44 2024-09-14T03:37:34.482 INFO:tasks.rados.rados.0.smithi002.stdout:733: expect (ObjNum 229 snap 65 seq_num 229) 2024-09-14T03:37:34.612 INFO:tasks.rados.rados.0.smithi002.stdout:735: finishing write tid 1 to smithi00278215-20 2024-09-14T03:37:34.613 INFO:tasks.rados.rados.0.smithi002.stdout:733: done (4 left) 2024-09-14T03:37:34.613 INFO:tasks.rados.rados.0.smithi002.stdout:734: done (3 left) 2024-09-14T03:37:34.613 INFO:tasks.rados.rados.0.smithi002.stdout:738: rollback oid 7 current snap is 74 2024-09-14T03:37:34.613 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 7 to 54 2024-09-14T03:37:34.613 INFO:tasks.rados.rados.0.smithi002.stdout:735: finishing write tid 2 to smithi00278215-20 2024-09-14T03:37:34.613 INFO:tasks.rados.rados.0.smithi002.stdout:737: finishing rollback tid 0 to smithi00278215-31 2024-09-14T03:37:34.613 INFO:tasks.rados.rados.0.smithi002.stdout:737: finishing rollback tid 1 to smithi00278215-31 2024-09-14T03:37:34.613 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 217 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-09-14T03:37:34.613 INFO:tasks.rados.rados.0.smithi002.stdout:735: finishing write tid 3 to smithi00278215-20 2024-09-14T03:37:34.613 INFO:tasks.rados.rados.0.smithi002.stdout:735: finishing write tid 4 to smithi00278215-20 2024-09-14T03:37:34.613 INFO:tasks.rados.rados.0.smithi002.stdout:736: expect (ObjNum 172 snap 49 seq_num 172) 2024-09-14T03:37:34.661 INFO:tasks.rados.rados.0.smithi002.stdout:735: finishing write tid 5 to smithi00278215-20 2024-09-14T03:37:34.661 INFO:tasks.rados.rados.0.smithi002.stdout:735: oid 20 updating version 0 to 236 2024-09-14T03:37:34.661 INFO:tasks.rados.rados.0.smithi002.stdout:735: oid 20 version 236 is already newer than 234 2024-09-14T03:37:34.662 INFO:tasks.rados.rados.0.smithi002.stdout:735: oid 20 version 236 is already newer than 235 2024-09-14T03:37:34.662 INFO:tasks.rados.rados.0.smithi002.stdout:735: oid 20 version 236 is already newer than 233 2024-09-14T03:37:34.662 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 20 v 236 (ObjNum 253 snap 74 seq_num 253) dirty exists 2024-09-14T03:37:34.662 INFO:tasks.rados.rados.0.smithi002.stdout:735: left oid 20 (ObjNum 253 snap 74 seq_num 253) 2024-09-14T03:37:34.662 INFO:tasks.rados.rados.0.smithi002.stdout:738: finishing rollback tid 1 to smithi00278215-7 2024-09-14T03:37:34.662 INFO:tasks.rados.rados.0.smithi002.stdout:738: finishing rollback tid 2 to smithi00278215-7 2024-09-14T03:37:34.662 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 684 (ObjNum 156 snap 43 seq_num 156) dirty exists 2024-09-14T03:37:34.662 INFO:tasks.rados.rados.0.smithi002.stdout:735: done (3 left) 2024-09-14T03:37:34.662 INFO:tasks.rados.rados.0.smithi002.stdout:736: done (2 left) 2024-09-14T03:37:34.662 INFO:tasks.rados.rados.0.smithi002.stdout:737: done (1 left) 2024-09-14T03:37:34.662 INFO:tasks.rados.rados.0.smithi002.stdout:738: done (0 left) 2024-09-14T03:37:34.662 INFO:tasks.rados.rados.0.smithi002.stdout:739: setattr oid 3 current snap is 74 2024-09-14T03:37:34.663 INFO:tasks.rados.rados.0.smithi002.stdout:740: delete oid 40 current snap is 74 2024-09-14T03:37:34.666 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 3 v 516 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-09-14T03:37:34.667 INFO:tasks.rados.rados.0.smithi002.stdout:739: done (1 left) 2024-09-14T03:37:34.667 INFO:tasks.rados.rados.0.smithi002.stdout:740: done (0 left) 2024-09-14T03:37:34.667 INFO:tasks.rados.rados.0.smithi002.stdout:741: delete oid 49 current snap is 74 2024-09-14T03:37:34.670 INFO:tasks.rados.rados.0.smithi002.stdout:741: done (0 left) 2024-09-14T03:37:34.670 INFO:tasks.rados.rados.0.smithi002.stdout:742: rmattr oid 13 current snap is 74 2024-09-14T03:37:34.670 INFO:tasks.rados.rados.0.smithi002.stdout:742: done (0 left) 2024-09-14T03:37:34.670 INFO:tasks.rados.rados.0.smithi002.stdout:743: read oid 1 snap -1 2024-09-14T03:37:34.670 INFO:tasks.rados.rados.0.smithi002.stdout:743: expect (ObjNum 246 snap 71 seq_num 246) 2024-09-14T03:37:34.670 INFO:tasks.rados.rados.0.smithi002.stdout:744: copy_from oid 7 from oid 48 current snap is 74 2024-09-14T03:37:34.670 INFO:tasks.rados.rados.0.smithi002.stdout:745: read oid 24 snap -1 2024-09-14T03:37:34.670 INFO:tasks.rados.rados.0.smithi002.stdout:745: expect (ObjNum 252 snap 73 seq_num 252) 2024-09-14T03:37:34.670 INFO:tasks.rados.rados.0.smithi002.stdout:746: read oid 20 snap -1 2024-09-14T03:37:34.670 INFO:tasks.rados.rados.0.smithi002.stdout:746: expect (ObjNum 253 snap 74 seq_num 253) 2024-09-14T03:37:34.670 INFO:tasks.rados.rados.0.smithi002.stdout:747: copy_from oid 33 from oid 21 current snap is 74 2024-09-14T03:37:34.670 INFO:tasks.rados.rados.0.smithi002.stdout:748: read oid 19 snap -1 2024-09-14T03:37:34.671 INFO:tasks.rados.rados.0.smithi002.stdout:748: expect (ObjNum 139 snap 37 seq_num 139) 2024-09-14T03:37:34.671 INFO:tasks.rados.rados.0.smithi002.stdout:749: read oid 3 snap 59 2024-09-14T03:37:34.671 INFO:tasks.rados.rados.0.smithi002.stdout:749: expect (ObjNum 207 snap 58 seq_num 207) 2024-09-14T03:37:34.671 INFO:tasks.rados.rados.0.smithi002.stdout:750: snap_remove snap 51 2024-09-14T03:37:34.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:34 smithi154 ceph-mon[30999]: osdmap e206: 8 total, 8 up, 8 in 2024-09-14T03:37:34.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:34 smithi154 ceph-mon[30999]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:34.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:34 smithi154 ceph-mon[30999]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:34.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:34 smithi154 ceph-mon[30999]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:37:34.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:34 smithi154 ceph-mon[30999]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:34.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:34 smithi154 ceph-mon[30999]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:34.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:34 smithi002 ceph-mon[38004]: osdmap e206: 8 total, 8 up, 8 in 2024-09-14T03:37:34.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:34 smithi002 ceph-mon[38004]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:34.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:34 smithi002 ceph-mon[38004]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:34.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:34 smithi002 ceph-mon[38004]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:37:34.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:34 smithi002 ceph-mon[38004]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:34.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:34 smithi002 ceph-mon[38004]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:34.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:34 smithi002 ceph-mon[27606]: osdmap e206: 8 total, 8 up, 8 in 2024-09-14T03:37:34.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:34 smithi002 ceph-mon[27606]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:34.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:34 smithi002 ceph-mon[27606]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:34.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:34 smithi002 ceph-mon[27606]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:37:34.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:34 smithi002 ceph-mon[27606]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:34.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:34 smithi002 ceph-mon[27606]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:35.421 INFO:tasks.rados.rados.0.smithi002.stdout:750: done (7 left) 2024-09-14T03:37:35.421 INFO:tasks.rados.rados.0.smithi002.stdout:751: rmattr oid 43 current snap is 74 2024-09-14T03:37:35.422 INFO:tasks.rados.rados.0.smithi002.stdout:747: finishing copy_from racing read to smithi00278215-33 2024-09-14T03:37:35.422 INFO:tasks.rados.rados.0.smithi002.stdout:749: expect (ObjNum 207 snap 58 seq_num 207) 2024-09-14T03:37:35.464 INFO:tasks.rados.rados.0.smithi002.stdout:747: finishing copy_from to smithi00278215-33 2024-09-14T03:37:35.464 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 33 v 271 (ObjNum 153 snap 43 seq_num 153) dirty exists 2024-09-14T03:37:35.464 INFO:tasks.rados.rados.0.smithi002.stdout:748: expect (ObjNum 139 snap 37 seq_num 139) 2024-09-14T03:37:35.690 INFO:tasks.rados.rados.0.smithi002.stdout:745: expect (ObjNum 252 snap 73 seq_num 252) 2024-09-14T03:37:35.704 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:35 smithi154 ceph-mon[30999]: osdmap e207: 8 total, 8 up, 8 in 2024-09-14T03:37:35.704 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:35 smithi154 ceph-mon[30999]: pgmap v33: 121 pgs: 121 active+clean; 220 MiB data, 817 MiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.5 MiB/s wr, 12 op/s 2024-09-14T03:37:35.704 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:35 smithi154 ceph-mon[30999]: osdmap e208: 8 total, 8 up, 8 in 2024-09-14T03:37:35.801 INFO:tasks.rados.rados.0.smithi002.stdout:743: expect (ObjNum 246 snap 71 seq_num 246) 2024-09-14T03:37:35.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:35 smithi002 ceph-mon[27606]: osdmap e207: 8 total, 8 up, 8 in 2024-09-14T03:37:35.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:35 smithi002 ceph-mon[27606]: pgmap v33: 121 pgs: 121 active+clean; 220 MiB data, 817 MiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.5 MiB/s wr, 12 op/s 2024-09-14T03:37:35.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:35 smithi002 ceph-mon[27606]: osdmap e208: 8 total, 8 up, 8 in 2024-09-14T03:37:35.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:35 smithi002 ceph-mon[38004]: osdmap e207: 8 total, 8 up, 8 in 2024-09-14T03:37:35.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:35 smithi002 ceph-mon[38004]: pgmap v33: 121 pgs: 121 active+clean; 220 MiB data, 817 MiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.5 MiB/s wr, 12 op/s 2024-09-14T03:37:35.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:35 smithi002 ceph-mon[38004]: osdmap e208: 8 total, 8 up, 8 in 2024-09-14T03:37:36.217 INFO:tasks.rados.rados.0.smithi002.stdout:744: finishing copy_from racing read to smithi00278215-7 2024-09-14T03:37:36.217 INFO:tasks.rados.rados.0.smithi002.stdout:744: finishing copy_from to smithi00278215-7 2024-09-14T03:37:36.217 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 209 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-14T03:37:36.217 INFO:tasks.rados.rados.0.smithi002.stdout:746: expect (ObjNum 253 snap 74 seq_num 253) 2024-09-14T03:37:36.450 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 523 (ObjNum 155 snap 43 seq_num 155) dirty exists 2024-09-14T03:37:36.450 INFO:tasks.rados.rados.0.smithi002.stdout:743: done (7 left) 2024-09-14T03:37:36.451 INFO:tasks.rados.rados.0.smithi002.stdout:744: done (6 left) 2024-09-14T03:37:36.451 INFO:tasks.rados.rados.0.smithi002.stdout:745: done (5 left) 2024-09-14T03:37:36.451 INFO:tasks.rados.rados.0.smithi002.stdout:746: done (4 left) 2024-09-14T03:37:36.451 INFO:tasks.rados.rados.0.smithi002.stdout:747: done (3 left) 2024-09-14T03:37:36.451 INFO:tasks.rados.rados.0.smithi002.stdout:748: done (2 left) 2024-09-14T03:37:36.451 INFO:tasks.rados.rados.0.smithi002.stdout:749: done (1 left) 2024-09-14T03:37:36.451 INFO:tasks.rados.rados.0.smithi002.stdout:751: done (0 left) 2024-09-14T03:37:36.451 INFO:tasks.rados.rados.0.smithi002.stdout:752: delete oid 16 current snap is 74 2024-09-14T03:37:36.452 INFO:tasks.rados.rados.0.smithi002.stdout:752: done (0 left) 2024-09-14T03:37:36.452 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 4 current snap is 74 2024-09-14T03:37:36.452 INFO:tasks.rados.rados.0.smithi002.stdout:753: seq_num 257 ranges {1515520=712704,2228224=720896,2949120=483328} 2024-09-14T03:37:36.464 INFO:tasks.rados.rados.0.smithi002.stdout:753: writing smithi00278215-4 from 1515520 to 2228224 tid 1 2024-09-14T03:37:36.469 INFO:tasks.rados.rados.0.smithi002.stdout:753: writing smithi00278215-4 from 2228224 to 2949120 tid 2 2024-09-14T03:37:36.472 INFO:tasks.rados.rados.0.smithi002.stdout:753: writing smithi00278215-4 from 2949120 to 3432448 tid 3 2024-09-14T03:37:36.472 INFO:tasks.rados.rados.0.smithi002.stdout:754: read oid 11 snap -1 2024-09-14T03:37:36.472 INFO:tasks.rados.rados.0.smithi002.stdout:754: expect (ObjNum 236 snap 70 seq_num 236) 2024-09-14T03:37:36.472 INFO:tasks.rados.rados.0.smithi002.stdout:755: read oid 42 snap 20 2024-09-14T03:37:36.472 INFO:tasks.rados.rados.0.smithi002.stdout:755: expect (ObjNum 33 snap 0 seq_num 33) 2024-09-14T03:37:36.473 INFO:tasks.rados.rados.0.smithi002.stdout:756: setattr oid 18 current snap is 74 2024-09-14T03:37:36.473 INFO:tasks.rados.rados.0.smithi002.stdout:753: finishing write tid 1 to smithi00278215-4 2024-09-14T03:37:36.473 INFO:tasks.rados.rados.0.smithi002.stdout:753: finishing write tid 2 to smithi00278215-4 2024-09-14T03:37:36.473 INFO:tasks.rados.rados.0.smithi002.stdout:757: snap_remove snap 64 2024-09-14T03:37:36.530 INFO:tasks.rados.rados.0.smithi002.stdout:757: done (4 left) 2024-09-14T03:37:36.531 INFO:tasks.rados.rados.0.smithi002.stdout:758: delete oid 15 current snap is 74 2024-09-14T03:37:36.531 INFO:tasks.rados.rados.0.smithi002.stdout:753: finishing write tid 3 to smithi00278215-4 2024-09-14T03:37:36.531 INFO:tasks.rados.rados.0.smithi002.stdout:755: expect (ObjNum 33 snap 0 seq_num 33) 2024-09-14T03:37:36.552 INFO:tasks.rados.rados.0.smithi002.stdout:753: finishing write tid 4 to smithi00278215-4 2024-09-14T03:37:36.553 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 173 (ObjNum 203 snap 55 seq_num 203) dirty exists 2024-09-14T03:37:36.553 INFO:tasks.rados.rados.0.smithi002.stdout:753: finishing write tid 5 to smithi00278215-4 2024-09-14T03:37:36.553 INFO:tasks.rados.rados.0.smithi002.stdout:753: oid 4 updating version 0 to 357 2024-09-14T03:37:36.553 INFO:tasks.rados.rados.0.smithi002.stdout:753: oid 4 updating version 357 to 359 2024-09-14T03:37:36.553 INFO:tasks.rados.rados.0.smithi002.stdout:753: oid 4 version 359 is already newer than 358 2024-09-14T03:37:36.553 INFO:tasks.rados.rados.0.smithi002.stdout:753: oid 4 version 359 is already newer than 356 2024-09-14T03:37:36.553 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 359 (ObjNum 257 snap 74 seq_num 257) dirty exists 2024-09-14T03:37:36.553 INFO:tasks.rados.rados.0.smithi002.stdout:753: left oid 4 (ObjNum 257 snap 74 seq_num 257) 2024-09-14T03:37:36.553 INFO:tasks.rados.rados.0.smithi002.stdout:754: expect (ObjNum 236 snap 70 seq_num 236) 2024-09-14T03:37:36.662 INFO:tasks.rados.rados.0.smithi002.stdout:753: done (4 left) 2024-09-14T03:37:36.662 INFO:tasks.rados.rados.0.smithi002.stdout:754: done (3 left) 2024-09-14T03:37:36.662 INFO:tasks.rados.rados.0.smithi002.stdout:755: done (2 left) 2024-09-14T03:37:36.662 INFO:tasks.rados.rados.0.smithi002.stdout:756: done (1 left) 2024-09-14T03:37:36.662 INFO:tasks.rados.rados.0.smithi002.stdout:758: done (0 left) 2024-09-14T03:37:36.663 INFO:tasks.rados.rados.0.smithi002.stdout:759: snap_create 2024-09-14T03:37:37.536 INFO:tasks.rados.rados.0.smithi002.stdout:759: done (0 left) 2024-09-14T03:37:37.536 INFO:tasks.rados.rados.0.smithi002.stdout:760: setattr oid 43 current snap is 75 2024-09-14T03:37:37.537 INFO:tasks.rados.rados.0.smithi002.stdout:761: snap_remove snap 50 2024-09-14T03:37:37.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:37 smithi154 ceph-mon[30999]: osdmap e209: 8 total, 8 up, 8 in 2024-09-14T03:37:37.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:37 smithi154 ceph-mon[30999]: pgmap v36: 121 pgs: 121 active+clean; 239 MiB data, 884 MiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 3.5 MiB/s wr, 41 op/s 2024-09-14T03:37:37.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:37 smithi002 ceph-mon[38004]: osdmap e209: 8 total, 8 up, 8 in 2024-09-14T03:37:37.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:37 smithi002 ceph-mon[38004]: pgmap v36: 121 pgs: 121 active+clean; 239 MiB data, 884 MiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 3.5 MiB/s wr, 41 op/s 2024-09-14T03:37:37.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:37 smithi002 ceph-mon[27606]: osdmap e209: 8 total, 8 up, 8 in 2024-09-14T03:37:37.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:37 smithi002 ceph-mon[27606]: pgmap v36: 121 pgs: 121 active+clean; 239 MiB data, 884 MiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 3.5 MiB/s wr, 41 op/s 2024-09-14T03:37:38.539 INFO:tasks.rados.rados.0.smithi002.stdout:761: done (1 left) 2024-09-14T03:37:38.539 INFO:tasks.rados.rados.0.smithi002.stdout:762: read oid 21 snap -1 2024-09-14T03:37:38.539 INFO:tasks.rados.rados.0.smithi002.stdout:762: expect (ObjNum 153 snap 43 seq_num 153) 2024-09-14T03:37:38.539 INFO:tasks.rados.rados.0.smithi002.stdout:763: snap_remove snap 20 2024-09-14T03:37:38.936 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:38 smithi002 ceph-mon[27606]: osdmap e210: 8 total, 8 up, 8 in 2024-09-14T03:37:38.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:38 smithi002 ceph-mon[38004]: osdmap e210: 8 total, 8 up, 8 in 2024-09-14T03:37:38.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:38 smithi154 ceph-mon[30999]: osdmap e210: 8 total, 8 up, 8 in 2024-09-14T03:37:39.550 INFO:tasks.rados.rados.0.smithi002.stdout:763: done (2 left) 2024-09-14T03:37:39.550 INFO:tasks.rados.rados.0.smithi002.stdout:764: copy_from oid 46 from oid 26 current snap is 75 2024-09-14T03:37:39.550 INFO:tasks.rados.rados.0.smithi002.stdout:765: copy_from oid 44 from oid 42 current snap is 75 2024-09-14T03:37:39.550 INFO:tasks.rados.rados.0.smithi002.stdout:766: setattr oid 22 current snap is 75 2024-09-14T03:37:39.551 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 535 (ObjNum 155 snap 43 seq_num 155) dirty exists 2024-09-14T03:37:39.551 INFO:tasks.rados.rados.0.smithi002.stdout:762: expect (ObjNum 153 snap 43 seq_num 153) 2024-09-14T03:37:39.590 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 22 v 325 (ObjNum 289 snap 0 seq_num 1695903458) dirty exists 2024-09-14T03:37:39.591 INFO:tasks.rados.rados.0.smithi002.stdout:765: finishing copy_from racing read to smithi00278215-44 2024-09-14T03:37:39.591 INFO:tasks.rados.rados.0.smithi002.stdout:765: finishing copy_from to smithi00278215-44 2024-09-14T03:37:39.591 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 2 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-09-14T03:37:39.591 INFO:tasks.rados.rados.0.smithi002.stdout:764: finishing copy_from racing read to smithi00278215-46 2024-09-14T03:37:39.591 INFO:tasks.rados.rados.0.smithi002.stdout:764: finishing copy_from to smithi00278215-46 2024-09-14T03:37:39.591 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 46 v 241 (ObjNum 249 snap 72 seq_num 249) dirty exists 2024-09-14T03:37:39.591 INFO:tasks.rados.rados.0.smithi002.stdout:760: done (4 left) 2024-09-14T03:37:39.591 INFO:tasks.rados.rados.0.smithi002.stdout:762: done (3 left) 2024-09-14T03:37:39.591 INFO:tasks.rados.rados.0.smithi002.stdout:764: done (2 left) 2024-09-14T03:37:39.591 INFO:tasks.rados.rados.0.smithi002.stdout:765: done (1 left) 2024-09-14T03:37:39.591 INFO:tasks.rados.rados.0.smithi002.stdout:766: done (0 left) 2024-09-14T03:37:39.591 INFO:tasks.rados.rados.0.smithi002.stdout:767: rollback oid 17 current snap is 75 2024-09-14T03:37:39.592 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 17 to 74 2024-09-14T03:37:39.592 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 43 current snap is 75 2024-09-14T03:37:39.592 INFO:tasks.rados.rados.0.smithi002.stdout:768: seq_num 259 ranges {983040=745472,1728512=540672,2269184=581632,2850816=81920} 2024-09-14T03:37:39.600 INFO:tasks.rados.rados.0.smithi002.stdout:768: writing smithi00278215-43 from 983040 to 1728512 tid 1 2024-09-14T03:37:39.603 INFO:tasks.rados.rados.0.smithi002.stdout:768: writing smithi00278215-43 from 1728512 to 2269184 tid 2 2024-09-14T03:37:39.606 INFO:tasks.rados.rados.0.smithi002.stdout:768: writing smithi00278215-43 from 2269184 to 2850816 tid 3 2024-09-14T03:37:39.607 INFO:tasks.rados.rados.0.smithi002.stdout:768: writing smithi00278215-43 from 2850816 to 2932736 tid 4 2024-09-14T03:37:39.607 INFO:tasks.rados.rados.0.smithi002.stdout:769: rollback oid 2 current snap is 75 2024-09-14T03:37:39.607 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 2 to 59 2024-09-14T03:37:39.607 INFO:tasks.rados.rados.0.smithi002.stdout:767: finishing rollback tid 0 to smithi00278215-17 2024-09-14T03:37:39.607 INFO:tasks.rados.rados.0.smithi002.stdout:767: finishing rollback tid 1 to smithi00278215-17 2024-09-14T03:37:39.607 INFO:tasks.rados.rados.0.smithi002.stdout:767: finishing rollback tid 2 to smithi00278215-17 2024-09-14T03:37:39.608 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 17 v 561 (ObjNum 209 snap 59 seq_num 209) dirty exists 2024-09-14T03:37:39.608 INFO:tasks.rados.rados.0.smithi002.stdout:768: finishing write tid 1 to smithi00278215-43 2024-09-14T03:37:39.608 INFO:tasks.rados.rados.0.smithi002.stdout:768: finishing write tid 2 to smithi00278215-43 2024-09-14T03:37:39.608 INFO:tasks.rados.rados.0.smithi002.stdout:767: done (2 left) 2024-09-14T03:37:39.608 INFO:tasks.rados.rados.0.smithi002.stdout:770: read oid 16 snap -1 2024-09-14T03:37:39.608 INFO:tasks.rados.rados.0.smithi002.stdout:770: expect deleted 2024-09-14T03:37:39.608 INFO:tasks.rados.rados.0.smithi002.stdout:771: read oid 32 snap -1 2024-09-14T03:37:39.608 INFO:tasks.rados.rados.0.smithi002.stdout:771: expect (ObjNum 154 snap 43 seq_num 154) 2024-09-14T03:37:39.608 INFO:tasks.rados.rados.0.smithi002.stdout:772: setattr oid 5 current snap is 75 2024-09-14T03:37:39.609 INFO:tasks.rados.rados.0.smithi002.stdout:770: done (4 left) 2024-09-14T03:37:39.609 INFO:tasks.rados.rados.0.smithi002.stdout:773: snap_create 2024-09-14T03:37:39.610 INFO:tasks.rados.rados.0.smithi002.stdout:769: finishing rollback tid 1 to smithi00278215-2 2024-09-14T03:37:39.611 INFO:tasks.rados.rados.0.smithi002.stdout:768: finishing write tid 3 to smithi00278215-43 2024-09-14T03:37:39.611 INFO:tasks.rados.rados.0.smithi002.stdout:769: finishing rollback tid 2 to smithi00278215-2 2024-09-14T03:37:39.611 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 2 v 128 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-14T03:37:39.612 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 5 v 140 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-14T03:37:39.613 INFO:tasks.rados.rados.0.smithi002.stdout:768: finishing write tid 4 to smithi00278215-43 2024-09-14T03:37:39.613 INFO:tasks.rados.rados.0.smithi002.stdout:768: finishing write tid 5 to smithi00278215-43 2024-09-14T03:37:39.614 INFO:tasks.rados.rados.0.smithi002.stdout:768: finishing write tid 6 to smithi00278215-43 2024-09-14T03:37:39.614 INFO:tasks.rados.rados.0.smithi002.stdout:768: oid 43 updating version 0 to 566 2024-09-14T03:37:39.614 INFO:tasks.rados.rados.0.smithi002.stdout:768: oid 43 version 566 is already newer than 564 2024-09-14T03:37:39.614 INFO:tasks.rados.rados.0.smithi002.stdout:768: oid 43 version 566 is already newer than 562 2024-09-14T03:37:39.614 INFO:tasks.rados.rados.0.smithi002.stdout:768: oid 43 version 566 is already newer than 563 2024-09-14T03:37:39.615 INFO:tasks.rados.rados.0.smithi002.stdout:768: oid 43 version 566 is already newer than 565 2024-09-14T03:37:39.615 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 566 (ObjNum 259 snap 75 seq_num 259) dirty exists 2024-09-14T03:37:39.615 INFO:tasks.rados.rados.0.smithi002.stdout:768: left oid 43 (ObjNum 259 snap 75 seq_num 259) 2024-09-14T03:37:39.626 INFO:tasks.rados.rados.0.smithi002.stdout:771: expect (ObjNum 154 snap 43 seq_num 154) 2024-09-14T03:37:39.643 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:37:39 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[74259]: [14/Sep/2024:03:37:39] ENGINE Bus STARTING 2024-09-14T03:37:39.643 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:37:39 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[74259]: CherryPy Checker: 2024-09-14T03:37:39.643 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:37:39 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[74259]: The Application mounted at '' has an empty config. 2024-09-14T03:37:39.643 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:37:39 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[74259]: 2024-09-14T03:37:39.643 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:37:39 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[74259]: [14/Sep/2024:03:37:39] ENGINE Serving on http://:::9283 2024-09-14T03:37:39.644 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:37:39 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[74259]: [14/Sep/2024:03:37:39] ENGINE Bus STARTED 2024-09-14T03:37:39.644 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:39 smithi154 ceph-mon[30999]: osdmap e211: 8 total, 8 up, 8 in 2024-09-14T03:37:39.644 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:39 smithi154 ceph-mon[30999]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:39.644 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:39 smithi154 ceph-mon[30999]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:39.644 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:39 smithi154 ceph-mon[30999]: pgmap v39: 121 pgs: 121 active+clean; 239 MiB data, 884 MiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 3.5 MiB/s wr, 41 op/s 2024-09-14T03:37:39.644 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:39 smithi154 ceph-mon[30999]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:39.644 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:39 smithi154 ceph-mon[30999]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:39.644 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:39 smithi154 ceph-mon[30999]: Standby manager daemon x restarted 2024-09-14T03:37:39.644 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:39 smithi154 ceph-mon[30999]: Standby manager daemon x started 2024-09-14T03:37:39.645 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:39 smithi154 ceph-mon[30999]: from='mgr.? 172.21.15.154:0/2718596942' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-14T03:37:39.645 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:39 smithi154 ceph-mon[30999]: from='mgr.? 172.21.15.154:0/2718596942' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-14T03:37:39.645 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:39 smithi154 ceph-mon[30999]: from='mgr.? 172.21.15.154:0/2718596942' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-14T03:37:39.645 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:39 smithi154 ceph-mon[30999]: from='mgr.? 172.21.15.154:0/2718596942' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-14T03:37:39.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:39 smithi002 ceph-mon[27606]: osdmap e211: 8 total, 8 up, 8 in 2024-09-14T03:37:39.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:39 smithi002 ceph-mon[27606]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:39.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:39 smithi002 ceph-mon[27606]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:39.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:39 smithi002 ceph-mon[27606]: pgmap v39: 121 pgs: 121 active+clean; 239 MiB data, 884 MiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 3.5 MiB/s wr, 41 op/s 2024-09-14T03:37:39.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:39 smithi002 ceph-mon[27606]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:39.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:39 smithi002 ceph-mon[27606]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:39.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:39 smithi002 ceph-mon[27606]: Standby manager daemon x restarted 2024-09-14T03:37:39.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:39 smithi002 ceph-mon[27606]: Standby manager daemon x started 2024-09-14T03:37:39.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:39 smithi002 ceph-mon[27606]: from='mgr.? 172.21.15.154:0/2718596942' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-14T03:37:39.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:39 smithi002 ceph-mon[27606]: from='mgr.? 172.21.15.154:0/2718596942' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-14T03:37:39.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:39 smithi002 ceph-mon[27606]: from='mgr.? 172.21.15.154:0/2718596942' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-14T03:37:39.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:39 smithi002 ceph-mon[27606]: from='mgr.? 172.21.15.154:0/2718596942' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-14T03:37:39.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:39 smithi002 ceph-mon[38004]: osdmap e211: 8 total, 8 up, 8 in 2024-09-14T03:37:39.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:39 smithi002 ceph-mon[38004]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:39.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:39 smithi002 ceph-mon[38004]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:39.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:39 smithi002 ceph-mon[38004]: pgmap v39: 121 pgs: 121 active+clean; 239 MiB data, 884 MiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 3.5 MiB/s wr, 41 op/s 2024-09-14T03:37:39.939 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:39 smithi002 ceph-mon[38004]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:39.939 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:39 smithi002 ceph-mon[38004]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:39.939 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:39 smithi002 ceph-mon[38004]: Standby manager daemon x restarted 2024-09-14T03:37:39.939 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:39 smithi002 ceph-mon[38004]: Standby manager daemon x started 2024-09-14T03:37:39.939 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:39 smithi002 ceph-mon[38004]: from='mgr.? 172.21.15.154:0/2718596942' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-14T03:37:39.939 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:39 smithi002 ceph-mon[38004]: from='mgr.? 172.21.15.154:0/2718596942' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-14T03:37:39.939 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:39 smithi002 ceph-mon[38004]: from='mgr.? 172.21.15.154:0/2718596942' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-14T03:37:39.939 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:39 smithi002 ceph-mon[38004]: from='mgr.? 172.21.15.154:0/2718596942' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-14T03:37:40.421 INFO:tasks.rados.rados.0.smithi002.stdout:768: done (4 left) 2024-09-14T03:37:40.421 INFO:tasks.rados.rados.0.smithi002.stdout:769: done (3 left) 2024-09-14T03:37:40.421 INFO:tasks.rados.rados.0.smithi002.stdout:771: done (2 left) 2024-09-14T03:37:40.421 INFO:tasks.rados.rados.0.smithi002.stdout:772: done (1 left) 2024-09-14T03:37:40.422 INFO:tasks.rados.rados.0.smithi002.stdout:773: done (0 left) 2024-09-14T03:37:40.422 INFO:tasks.rados.rados.0.smithi002.stdout:774: read oid 2 snap 29 2024-09-14T03:37:40.422 INFO:tasks.rados.rados.0.smithi002.stdout:774: expect deleted 2024-09-14T03:37:40.422 INFO:tasks.rados.rados.0.smithi002.stdout:775: read oid 33 snap -1 2024-09-14T03:37:40.422 INFO:tasks.rados.rados.0.smithi002.stdout:775: expect (ObjNum 153 snap 43 seq_num 153) 2024-09-14T03:37:40.422 INFO:tasks.rados.rados.0.smithi002.stdout:776: read oid 23 snap -1 2024-09-14T03:37:40.422 INFO:tasks.rados.rados.0.smithi002.stdout:776: expect (ObjNum 219 snap 64 seq_num 219) 2024-09-14T03:37:40.422 INFO:tasks.rados.rados.0.smithi002.stdout:777: rollback oid 34 current snap is 76 2024-09-14T03:37:40.422 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 34 to 66 2024-09-14T03:37:40.422 INFO:tasks.rados.rados.0.smithi002.stdout:778: setattr oid 5 current snap is 76 2024-09-14T03:37:40.423 INFO:tasks.rados.rados.0.smithi002.stdout:774: done (4 left) 2024-09-14T03:37:40.423 INFO:tasks.rados.rados.0.smithi002.stdout:779: snap_create 2024-09-14T03:37:40.428 INFO:tasks.rados.rados.0.smithi002.stdout:775: expect (ObjNum 153 snap 43 seq_num 153) 2024-09-14T03:37:40.458 INFO:tasks.rados.rados.0.smithi002.stdout:777: finishing rollback tid 0 to smithi00278215-34 2024-09-14T03:37:40.458 INFO:tasks.rados.rados.0.smithi002.stdout:777: finishing rollback tid 1 to smithi00278215-34 2024-09-14T03:37:40.458 INFO:tasks.rados.rados.0.smithi002.stdout:777: finishing rollback tid 2 to smithi00278215-34 2024-09-14T03:37:40.458 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 34 v 214 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-14T03:37:40.458 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 5 v 141 (ObjNum 65 snap 0 seq_num 1632523626) dirty exists 2024-09-14T03:37:40.458 INFO:tasks.rados.rados.0.smithi002.stdout:776: expect (ObjNum 219 snap 64 seq_num 219) 2024-09-14T03:37:40.797 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:40 smithi154 ceph-mon[30999]: osdmap e212: 8 total, 8 up, 8 in 2024-09-14T03:37:40.797 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:40 smithi154 ceph-mon[30999]: mgrmap e37: y(active, since 25s), standbys: x 2024-09-14T03:37:40.797 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:40 smithi154 ceph-mon[30999]: osdmap e213: 8 total, 8 up, 8 in 2024-09-14T03:37:40.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:40 smithi002 ceph-mon[27606]: osdmap e212: 8 total, 8 up, 8 in 2024-09-14T03:37:40.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:40 smithi002 ceph-mon[27606]: mgrmap e37: y(active, since 25s), standbys: x 2024-09-14T03:37:40.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:40 smithi002 ceph-mon[27606]: osdmap e213: 8 total, 8 up, 8 in 2024-09-14T03:37:40.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:40 smithi002 ceph-mon[38004]: osdmap e212: 8 total, 8 up, 8 in 2024-09-14T03:37:40.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:40 smithi002 ceph-mon[38004]: mgrmap e37: y(active, since 25s), standbys: x 2024-09-14T03:37:40.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:40 smithi002 ceph-mon[38004]: osdmap e213: 8 total, 8 up, 8 in 2024-09-14T03:37:41.422 INFO:tasks.rados.rados.0.smithi002.stdout:775: done (4 left) 2024-09-14T03:37:41.423 INFO:tasks.rados.rados.0.smithi002.stdout:776: done (3 left) 2024-09-14T03:37:41.423 INFO:tasks.rados.rados.0.smithi002.stdout:777: done (2 left) 2024-09-14T03:37:41.423 INFO:tasks.rados.rados.0.smithi002.stdout:778: done (1 left) 2024-09-14T03:37:41.423 INFO:tasks.rados.rados.0.smithi002.stdout:779: done (0 left) 2024-09-14T03:37:41.423 INFO:tasks.rados.rados.0.smithi002.stdout:780: read oid 20 snap 75 2024-09-14T03:37:41.423 INFO:tasks.rados.rados.0.smithi002.stdout:780: expect (ObjNum 253 snap 74 seq_num 253) 2024-09-14T03:37:41.423 INFO:tasks.rados.rados.0.smithi002.stdout:781: rollback oid 16 current snap is 77 2024-09-14T03:37:41.423 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 16 to 65 2024-09-14T03:37:41.423 INFO:tasks.rados.rados.0.smithi002.stdout:782: delete oid 46 current snap is 77 2024-09-14T03:37:41.426 INFO:tasks.rados.rados.0.smithi002.stdout:781: finishing rollback tid 1 to smithi00278215-16 2024-09-14T03:37:41.426 INFO:tasks.rados.rados.0.smithi002.stdout:782: done (2 left) 2024-09-14T03:37:41.426 INFO:tasks.rados.rados.0.smithi002.stdout:783: rmattr oid 41 current snap is 77 2024-09-14T03:37:41.427 INFO:tasks.rados.rados.0.smithi002.stdout:783: done (2 left) 2024-09-14T03:37:41.427 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 21 current snap is 77 2024-09-14T03:37:41.427 INFO:tasks.rados.rados.0.smithi002.stdout:784: seq_num 261 ranges {720896=778240,1499136=704512,2203648=499712} 2024-09-14T03:37:41.437 INFO:tasks.rados.rados.0.smithi002.stdout:784: writing smithi00278215-21 from 720896 to 1499136 tid 1 2024-09-14T03:37:41.440 INFO:tasks.rados.rados.0.smithi002.stdout:784: writing smithi00278215-21 from 1499136 to 2203648 tid 2 2024-09-14T03:37:41.443 INFO:tasks.rados.rados.0.smithi002.stdout:784: writing smithi00278215-21 from 2203648 to 2703360 tid 3 2024-09-14T03:37:41.443 INFO:tasks.rados.rados.0.smithi002.stdout:785: snap_remove snap 58 2024-09-14T03:37:41.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:41 smithi154 ceph-mon[30999]: pgmap v42: 121 pgs: 121 active+clean; 241 MiB data, 885 MiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 604 KiB/s wr, 5 op/s 2024-09-14T03:37:41.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:41 smithi154 ceph-mon[30999]: osdmap e214: 8 total, 8 up, 8 in 2024-09-14T03:37:41.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:41 smithi002 ceph-mon[27606]: pgmap v42: 121 pgs: 121 active+clean; 241 MiB data, 885 MiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 604 KiB/s wr, 5 op/s 2024-09-14T03:37:41.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:41 smithi002 ceph-mon[27606]: osdmap e214: 8 total, 8 up, 8 in 2024-09-14T03:37:41.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:41 smithi002 ceph-mon[38004]: pgmap v42: 121 pgs: 121 active+clean; 241 MiB data, 885 MiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 604 KiB/s wr, 5 op/s 2024-09-14T03:37:41.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:41 smithi002 ceph-mon[38004]: osdmap e214: 8 total, 8 up, 8 in 2024-09-14T03:37:42.427 INFO:tasks.rados.rados.0.smithi002.stdout:785: done (3 left) 2024-09-14T03:37:42.427 INFO:tasks.rados.rados.0.smithi002.stdout:786: copy_from oid 31 from oid 2 current snap is 77 2024-09-14T03:37:42.427 INFO:tasks.rados.rados.0.smithi002.stdout:787: rollback oid 27 current snap is 77 2024-09-14T03:37:42.427 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 27 to 60 2024-09-14T03:37:42.427 INFO:tasks.rados.rados.0.smithi002.stdout:788: setattr oid 12 current snap is 77 2024-09-14T03:37:42.427 INFO:tasks.rados.rados.0.smithi002.stdout:781: finishing rollback tid 2 to smithi00278215-16 2024-09-14T03:37:42.427 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 16 v 266 (ObjNum 127 snap 32 seq_num 127) dirty exists 2024-09-14T03:37:42.427 INFO:tasks.rados.rados.0.smithi002.stdout:780: expect (ObjNum 253 snap 74 seq_num 253) 2024-09-14T03:37:42.671 INFO:tasks.rados.rados.0.smithi002.stdout:784: finishing write tid 1 to smithi00278215-21 2024-09-14T03:37:42.671 INFO:tasks.rados.rados.0.smithi002.stdout:784: finishing write tid 2 to smithi00278215-21 2024-09-14T03:37:42.671 INFO:tasks.rados.rados.0.smithi002.stdout:784: finishing write tid 3 to smithi00278215-21 2024-09-14T03:37:42.671 INFO:tasks.rados.rados.0.smithi002.stdout:784: finishing write tid 4 to smithi00278215-21 2024-09-14T03:37:42.671 INFO:tasks.rados.rados.0.smithi002.stdout:784: finishing write tid 5 to smithi00278215-21 2024-09-14T03:37:42.672 INFO:tasks.rados.rados.0.smithi002.stdout:784: oid 21 updating version 0 to 273 2024-09-14T03:37:42.672 INFO:tasks.rados.rados.0.smithi002.stdout:784: oid 21 updating version 273 to 274 2024-09-14T03:37:42.672 INFO:tasks.rados.rados.0.smithi002.stdout:784: oid 21 updating version 274 to 275 2024-09-14T03:37:42.672 INFO:tasks.rados.rados.0.smithi002.stdout:784: oid 21 version 275 is already newer than 272 2024-09-14T03:37:42.672 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 275 (ObjNum 261 snap 77 seq_num 261) dirty exists 2024-09-14T03:37:42.672 INFO:tasks.rados.rados.0.smithi002.stdout:784: left oid 21 (ObjNum 261 snap 77 seq_num 261) 2024-09-14T03:37:42.672 INFO:tasks.rados.rados.0.smithi002.stdout:786: finishing copy_from racing read to smithi00278215-31 2024-09-14T03:37:42.672 INFO:tasks.rados.rados.0.smithi002.stdout:786: finishing copy_from to smithi00278215-31 2024-09-14T03:37:42.672 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 128 (ObjNum 33 snap 0 seq_num 836306736) dirty exists 2024-09-14T03:37:42.672 INFO:tasks.rados.rados.0.smithi002.stdout:787: finishing rollback tid 0 to smithi00278215-27 2024-09-14T03:37:42.672 INFO:tasks.rados.rados.0.smithi002.stdout:787: finishing rollback tid 1 to smithi00278215-27 2024-09-14T03:37:42.672 INFO:tasks.rados.rados.0.smithi002.stdout:787: finishing rollback tid 2 to smithi00278215-27 2024-09-14T03:37:42.672 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 27 v 276 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-14T03:37:42.673 INFO:tasks.rados.rados.0.smithi002.stdout:780: done (5 left) 2024-09-14T03:37:42.673 INFO:tasks.rados.rados.0.smithi002.stdout:781: done (4 left) 2024-09-14T03:37:42.673 INFO:tasks.rados.rados.0.smithi002.stdout:784: done (3 left) 2024-09-14T03:37:42.673 INFO:tasks.rados.rados.0.smithi002.stdout:786: done (2 left) 2024-09-14T03:37:42.673 INFO:tasks.rados.rados.0.smithi002.stdout:787: done (1 left) 2024-09-14T03:37:42.677 INFO:tasks.rados.rados.0.smithi002.stdout:789: delete oid 38 current snap is 77 2024-09-14T03:37:42.677 INFO:tasks.rados.rados.0.smithi002.stdout:789: done (1 left) 2024-09-14T03:37:42.677 INFO:tasks.rados.rados.0.smithi002.stdout:790: snap_create 2024-09-14T03:37:42.677 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 580 (ObjNum 175 snap 50 seq_num 175) dirty exists 2024-09-14T03:37:43.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:43 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:37:43] "GET /metrics HTTP/1.1" 200 36158 "" "Prometheus/2.43.0" 2024-09-14T03:37:43.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:43 smithi002 ceph-mon[38004]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:43.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:43 smithi002 ceph-mon[38004]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:43.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:43 smithi002 ceph-mon[38004]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:37:43.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:43 smithi002 ceph-mon[38004]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:37:43.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:43 smithi002 ceph-mon[38004]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:43.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:43 smithi002 ceph-mon[38004]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:37:43.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:43 smithi002 ceph-mon[38004]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-14T03:37:43.427 INFO:tasks.rados.rados.0.smithi002.stdout:788: done (1 left) 2024-09-14T03:37:43.428 INFO:tasks.rados.rados.0.smithi002.stdout:790: done (0 left) 2024-09-14T03:37:43.428 INFO:tasks.rados.rados.0.smithi002.stdout:791: delete oid 9 current snap is 78 2024-09-14T03:37:43.431 INFO:tasks.rados.rados.0.smithi002.stdout:791: done (0 left) 2024-09-14T03:37:43.431 INFO:tasks.rados.rados.0.smithi002.stdout:792: snap_create 2024-09-14T03:37:43.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:43 smithi002 ceph-mon[38004]: Upgrade: Setting container_image for all mgr 2024-09-14T03:37:43.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:43 smithi002 ceph-mon[38004]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:43.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:43 smithi002 ceph-mon[38004]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-09-14T03:37:43.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:43 smithi002 ceph-mon[38004]: from='mgr.15105 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-09-14T03:37:43.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:43 smithi002 ceph-mon[38004]: from='mgr.15105 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-09-14T03:37:43.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:43 smithi002 ceph-mon[38004]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-09-14T03:37:43.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:43 smithi002 ceph-mon[38004]: from='mgr.15105 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-09-14T03:37:43.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:43 smithi002 ceph-mon[38004]: from='mgr.15105 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-09-14T03:37:43.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:43 smithi002 ceph-mon[38004]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-14T03:37:43.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:43 smithi002 ceph-mon[38004]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-09-14T03:37:43.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:43 smithi002 ceph-mon[38004]: Upgrade: It appears safe to stop mon.a 2024-09-14T03:37:43.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:43 smithi002 ceph-mon[38004]: osdmap e215: 8 total, 8 up, 8 in 2024-09-14T03:37:43.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:43 smithi002 ceph-mon[38004]: pgmap v45: 121 pgs: 121 active+clean; 244 MiB data, 913 MiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 1.5 MiB/s wr, 36 op/s 2024-09-14T03:37:43.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:43 smithi002 ceph-mon[27606]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:43.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:43 smithi002 ceph-mon[27606]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:43.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:43 smithi002 ceph-mon[27606]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:37:43.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:43 smithi002 ceph-mon[27606]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:37:43.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:43 smithi002 ceph-mon[27606]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:43.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:43 smithi002 ceph-mon[27606]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:37:43.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:43 smithi002 ceph-mon[27606]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-14T03:37:43.689 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:43 smithi002 ceph-mon[27606]: Upgrade: Setting container_image for all mgr 2024-09-14T03:37:43.689 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:43 smithi002 ceph-mon[27606]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:43.689 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:43 smithi002 ceph-mon[27606]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-09-14T03:37:43.689 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:43 smithi002 ceph-mon[27606]: from='mgr.15105 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-09-14T03:37:43.689 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:43 smithi002 ceph-mon[27606]: from='mgr.15105 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-09-14T03:37:43.689 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:43 smithi002 ceph-mon[27606]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-09-14T03:37:43.689 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:43 smithi002 ceph-mon[27606]: from='mgr.15105 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-09-14T03:37:43.689 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:43 smithi002 ceph-mon[27606]: from='mgr.15105 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-09-14T03:37:43.689 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:43 smithi002 ceph-mon[27606]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-14T03:37:43.689 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:43 smithi002 ceph-mon[27606]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-09-14T03:37:43.689 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:43 smithi002 ceph-mon[27606]: Upgrade: It appears safe to stop mon.a 2024-09-14T03:37:43.689 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:43 smithi002 ceph-mon[27606]: osdmap e215: 8 total, 8 up, 8 in 2024-09-14T03:37:43.690 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:43 smithi002 ceph-mon[27606]: pgmap v45: 121 pgs: 121 active+clean; 244 MiB data, 913 MiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 1.5 MiB/s wr, 36 op/s 2024-09-14T03:37:43.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:43 smithi154 ceph-mon[30999]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:43.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:43 smithi154 ceph-mon[30999]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:43.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:43 smithi154 ceph-mon[30999]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:37:43.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:43 smithi154 ceph-mon[30999]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-14T03:37:43.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:43 smithi154 ceph-mon[30999]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:43.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:43 smithi154 ceph-mon[30999]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-14T03:37:43.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:43 smithi154 ceph-mon[30999]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-14T03:37:43.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:43 smithi154 ceph-mon[30999]: Upgrade: Setting container_image for all mgr 2024-09-14T03:37:43.729 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:43 smithi154 ceph-mon[30999]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:43.729 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:43 smithi154 ceph-mon[30999]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-09-14T03:37:43.729 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:43 smithi154 ceph-mon[30999]: from='mgr.15105 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-09-14T03:37:43.729 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:43 smithi154 ceph-mon[30999]: from='mgr.15105 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-09-14T03:37:43.729 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:43 smithi154 ceph-mon[30999]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-09-14T03:37:43.729 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:43 smithi154 ceph-mon[30999]: from='mgr.15105 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-09-14T03:37:43.729 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:43 smithi154 ceph-mon[30999]: from='mgr.15105 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-09-14T03:37:43.729 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:43 smithi154 ceph-mon[30999]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-14T03:37:43.729 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:43 smithi154 ceph-mon[30999]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-09-14T03:37:43.729 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:43 smithi154 ceph-mon[30999]: Upgrade: It appears safe to stop mon.a 2024-09-14T03:37:43.730 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:43 smithi154 ceph-mon[30999]: osdmap e215: 8 total, 8 up, 8 in 2024-09-14T03:37:43.730 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:43 smithi154 ceph-mon[30999]: pgmap v45: 121 pgs: 121 active+clean; 244 MiB data, 913 MiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 1.5 MiB/s wr, 36 op/s 2024-09-14T03:37:44.433 INFO:tasks.rados.rados.0.smithi002.stdout:792: done (0 left) 2024-09-14T03:37:44.433 INFO:tasks.rados.rados.0.smithi002.stdout:793: rmattr oid 13 current snap is 79 2024-09-14T03:37:44.433 INFO:tasks.rados.rados.0.smithi002.stdout:793: done (0 left) 2024-09-14T03:37:44.433 INFO:tasks.rados.rados.0.smithi002.stdout:794: snap_create 2024-09-14T03:37:44.686 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:44 smithi002 ceph-mon[27606]: osdmap e216: 8 total, 8 up, 8 in 2024-09-14T03:37:44.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:44 smithi002 ceph-mon[27606]: Upgrade: Updating mon.a 2024-09-14T03:37:44.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:44 smithi002 ceph-mon[27606]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:44.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:44 smithi002 ceph-mon[27606]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-14T03:37:44.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:44 smithi002 ceph-mon[27606]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-14T03:37:44.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:44 smithi002 ceph-mon[27606]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:37:44.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:44 smithi002 ceph-mon[27606]: Deploying daemon mon.a on smithi002 2024-09-14T03:37:44.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:44 smithi002 ceph-mon[38004]: osdmap e216: 8 total, 8 up, 8 in 2024-09-14T03:37:44.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:44 smithi002 ceph-mon[38004]: Upgrade: Updating mon.a 2024-09-14T03:37:44.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:44 smithi002 ceph-mon[38004]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:44.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:44 smithi002 ceph-mon[38004]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-14T03:37:44.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:44 smithi002 ceph-mon[38004]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-14T03:37:44.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:44 smithi002 ceph-mon[38004]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:37:44.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:44 smithi002 ceph-mon[38004]: Deploying daemon mon.a on smithi002 2024-09-14T03:37:44.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:44 smithi154 ceph-mon[30999]: osdmap e216: 8 total, 8 up, 8 in 2024-09-14T03:37:44.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:44 smithi154 ceph-mon[30999]: Upgrade: Updating mon.a 2024-09-14T03:37:44.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:44 smithi154 ceph-mon[30999]: from='mgr.15105 ' entity='mgr.y' 2024-09-14T03:37:44.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:44 smithi154 ceph-mon[30999]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-14T03:37:44.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:44 smithi154 ceph-mon[30999]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-14T03:37:44.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:44 smithi154 ceph-mon[30999]: from='mgr.15105 172.21.15.2:0/3240338506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-14T03:37:44.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:44 smithi154 ceph-mon[30999]: Deploying daemon mon.a on smithi002 2024-09-14T03:37:45.422 INFO:tasks.rados.rados.0.smithi002.stdout:794: done (0 left) 2024-09-14T03:37:45.422 INFO:tasks.rados.rados.0.smithi002.stdout:795: copy_from oid 43 from oid 39 current snap is 80 2024-09-14T03:37:45.422 INFO:tasks.rados.rados.0.smithi002.stdout:796: delete oid 49 current snap is 80 2024-09-14T03:37:45.426 INFO:tasks.rados.rados.0.smithi002.stdout:796: done (1 left) 2024-09-14T03:37:45.426 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 23 current snap is 80 2024-09-14T03:37:45.426 INFO:tasks.rados.rados.0.smithi002.stdout:797: seq_num 265 ranges {3178496=442368,3620864=647168,4268032=573440,4841472=385024} 2024-09-14T03:37:45.448 INFO:tasks.rados.rados.0.smithi002.stdout:797: writing smithi00278215-23 from 3178496 to 3620864 tid 1 2024-09-14T03:37:45.452 INFO:tasks.rados.rados.0.smithi002.stdout:797: writing smithi00278215-23 from 3620864 to 4268032 tid 2 2024-09-14T03:37:45.457 INFO:tasks.rados.rados.0.smithi002.stdout:797: writing smithi00278215-23 from 4268032 to 4841472 tid 3 2024-09-14T03:37:45.460 INFO:tasks.rados.rados.0.smithi002.stdout:797: writing smithi00278215-23 from 4841472 to 5226496 tid 4 2024-09-14T03:37:45.460 INFO:tasks.rados.rados.0.smithi002.stdout:798: rollback oid 3 current snap is 80 2024-09-14T03:37:45.460 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 3 to 29 2024-09-14T03:37:45.460 INFO:tasks.rados.rados.0.smithi002.stdout:795: finishing copy_from racing read to smithi00278215-43 2024-09-14T03:37:45.460 INFO:tasks.rados.rados.0.smithi002.stdout:795: finishing copy_from to smithi00278215-43 2024-09-14T03:37:45.461 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 351 (ObjNum 229 snap 65 seq_num 229) dirty exists 2024-09-14T03:37:45.461 INFO:tasks.rados.rados.0.smithi002.stdout:797: finishing write tid 1 to smithi00278215-23 2024-09-14T03:37:45.461 INFO:tasks.rados.rados.0.smithi002.stdout:797: finishing write tid 2 to smithi00278215-23 2024-09-14T03:37:45.461 INFO:tasks.rados.rados.0.smithi002.stdout:797: finishing write tid 3 to smithi00278215-23 2024-09-14T03:37:45.461 INFO:tasks.rados.rados.0.smithi002.stdout:795: done (2 left) 2024-09-14T03:37:45.461 INFO:tasks.rados.rados.0.smithi002.stdout:799: snap_create 2024-09-14T03:37:45.462 INFO:tasks.rados.rados.0.smithi002.stdout:797: finishing write tid 4 to smithi00278215-23 2024-09-14T03:37:45.462 INFO:tasks.rados.rados.0.smithi002.stdout:797: finishing write tid 5 to smithi00278215-23 2024-09-14T03:37:45.463 INFO:tasks.rados.rados.0.smithi002.stdout:798: finishing rollback tid 0 to smithi00278215-3 2024-09-14T03:37:45.463 INFO:tasks.rados.rados.0.smithi002.stdout:798: finishing rollback tid 1 to smithi00278215-3 2024-09-14T03:37:45.463 INFO:tasks.rados.rados.0.smithi002.stdout:797: finishing write tid 6 to smithi00278215-23 2024-09-14T03:37:45.463 INFO:tasks.rados.rados.0.smithi002.stdout:797: oid 23 updating version 0 to 134 2024-09-14T03:37:45.463 INFO:tasks.rados.rados.0.smithi002.stdout:797: oid 23 updating version 134 to 135 2024-09-14T03:37:45.463 INFO:tasks.rados.rados.0.smithi002.stdout:797: oid 23 updating version 135 to 136 2024-09-14T03:37:45.463 INFO:tasks.rados.rados.0.smithi002.stdout:797: oid 23 updating version 136 to 137 2024-09-14T03:37:45.464 INFO:tasks.rados.rados.0.smithi002.stdout:797: oid 23 updating version 137 to 138 2024-09-14T03:37:45.464 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 138 (ObjNum 265 snap 80 seq_num 265) dirty exists 2024-09-14T03:37:45.464 INFO:tasks.rados.rados.0.smithi002.stdout:797: left oid 23 (ObjNum 265 snap 80 seq_num 265) 2024-09-14T03:37:45.464 INFO:tasks.rados.rados.0.smithi002.stdout:798: finishing rollback tid 2 to smithi00278215-3 2024-09-14T03:37:45.464 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 3 v 586 (ObjNum 81 snap 18 seq_num 81) dirty exists 2024-09-14T03:37:45.666 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:45 smithi002 systemd[1]: Stopping Ceph mon.a for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:37:45.666 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:45 smithi002 ceph-mon[27606]: osdmap e217: 8 total, 8 up, 8 in 2024-09-14T03:37:45.666 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:45 smithi002 ceph-mon[27606]: pgmap v48: 121 pgs: 121 active+clean; 244 MiB data, 913 MiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 910 KiB/s wr, 30 op/s 2024-09-14T03:37:45.666 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:45 smithi002 ceph-mon[27606]: osdmap e218: 8 total, 8 up, 8 in 2024-09-14T03:37:45.667 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:45 smithi002 ceph-mon[38004]: osdmap e217: 8 total, 8 up, 8 in 2024-09-14T03:37:45.667 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:45 smithi002 ceph-mon[38004]: pgmap v48: 121 pgs: 121 active+clean; 244 MiB data, 913 MiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 910 KiB/s wr, 30 op/s 2024-09-14T03:37:45.667 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:45 smithi002 ceph-mon[38004]: osdmap e218: 8 total, 8 up, 8 in 2024-09-14T03:37:45.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:45 smithi154 ceph-mon[30999]: osdmap e217: 8 total, 8 up, 8 in 2024-09-14T03:37:45.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:45 smithi154 ceph-mon[30999]: pgmap v48: 121 pgs: 121 active+clean; 244 MiB data, 913 MiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 910 KiB/s wr, 30 op/s 2024-09-14T03:37:45.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:45 smithi154 ceph-mon[30999]: osdmap e218: 8 total, 8 up, 8 in 2024-09-14T03:37:45.921 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:45 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mon-a[27602]: 2024-09-14T03:37:45.664+0000 7f109774f640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-14T03:37:45.921 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:45 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mon-a[27602]: 2024-09-14T03:37:45.664+0000 7f109774f640 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-09-14T03:37:46.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:45 smithi002 podman[87810]: 2024-09-14 03:37:45.920603344 +0000 UTC m=+0.349557107 container died 59531f441f711ce44700060bf0889ee9c9d44f8a89011beaf23b2197a51c18e5 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mon-a, io.buildah.version=1.37.2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-e4e227b, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-09-14T03:37:46.686 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:46 smithi002 podman[87810]: 2024-09-14 03:37:46.473429801 +0000 UTC m=+0.902383558 container cleanup 59531f441f711ce44700060bf0889ee9c9d44f8a89011beaf23b2197a51c18e5 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mon-a, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-e4e227b, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-14T03:37:46.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:46 smithi002 bash[87810]: ceph-f357b922-7248-11ef-bceb-c7b262605968-mon-a 2024-09-14T03:37:47.116 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:46 smithi002 podman[87824]: 2024-09-14 03:37:46.749912917 +0000 UTC m=+0.826943007 container remove 59531f441f711ce44700060bf0889ee9c9d44f8a89011beaf23b2197a51c18e5 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mon-a, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-e4e227b, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-09-14T03:37:47.117 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:46 smithi002 systemd[1]: ceph-f357b922-7248-11ef-bceb-c7b262605968@mon.a.service: Deactivated successfully. 2024-09-14T03:37:47.117 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:46 smithi002 systemd[1]: Stopped Ceph mon.a for f357b922-7248-11ef-bceb-c7b262605968. 2024-09-14T03:37:47.117 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:46 smithi002 systemd[1]: ceph-f357b922-7248-11ef-bceb-c7b262605968@mon.a.service: Consumed 14.797s CPU time. 2024-09-14T03:37:47.377 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 systemd[1]: Starting Ceph mon.a for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:37:47.377 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 podman[87952]: 2024-09-14 03:37:47.230269146 +0000 UTC m=+0.016834588 image pull 8801d2529e4377d97015e6c85a3b4925ede7ce42c7349a1a37eb88f097b6f3f0 quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802 2024-09-14T03:37:47.631 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 podman[87952]: 2024-09-14 03:37:47.376292994 +0000 UTC m=+0.162858474 container create ac49fe4ea75db90b6414d165bc22b36964910c62225103314131588aa6a81f52 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mon-a, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_CLEAN=True, RELEASE=main-a278231, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_BRANCH=HEAD) 2024-09-14T03:37:47.631 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 podman[87952]: 2024-09-14 03:37:47.604134538 +0000 UTC m=+0.390699991 container init ac49fe4ea75db90b6414d165bc22b36964910c62225103314131588aa6a81f52 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mon-a, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, RELEASE=main-a278231, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD) 2024-09-14T03:37:47.631 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 podman[87952]: 2024-09-14 03:37:47.608098101 +0000 UTC m=+0.394663544 container start ac49fe4ea75db90b6414d165bc22b36964910c62225103314131588aa6a81f52 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mon-a, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, RELEASE=main-a278231, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-09-14T03:37:47.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: set uid:gid to 167:167 (ceph:ceph) 2024-09-14T03:37:47.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: ceph version 19.3.0-4907-ga2782315 (a2782315255a3e7d5f6cdc9eb35785187ff6ddf8) squid (dev), process ceph-mon, pid 2 2024-09-14T03:37:47.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: pidfile_write: ignore empty --pid-file 2024-09-14T03:37:47.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: load: jerasure load: lrc 2024-09-14T03:37:47.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: RocksDB version: 7.9.2 2024-09-14T03:37:47.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Git sha 0 2024-09-14T03:37:47.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Compile date 2024-09-12 20:09:22 2024-09-14T03:37:47.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: DB SUMMARY 2024-09-14T03:37:47.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: DB Session ID: PDPNIXMXK6BGET6C43NA 2024-09-14T03:37:47.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: CURRENT file: CURRENT 2024-09-14T03:37:47.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: IDENTITY file: IDENTITY 2024-09-14T03:37:47.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: MANIFEST file: MANIFEST-000015 size: 1519 Bytes 2024-09-14T03:37:47.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000032.sst 2024-09-14T03:37:47.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000030.log size: 4251862 ; 2024-09-14T03:37:47.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.error_if_exists: 0 2024-09-14T03:37:47.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.create_if_missing: 0 2024-09-14T03:37:47.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.paranoid_checks: 1 2024-09-14T03:37:47.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-14T03:37:47.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-14T03:37:47.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-14T03:37:47.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.env: 0x55dad50c3120 2024-09-14T03:37:47.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.fs: PosixFileSystem 2024-09-14T03:37:47.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.info_log: 0x55dad77fd700 2024-09-14T03:37:47.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.max_file_opening_threads: 16 2024-09-14T03:37:47.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.statistics: (nil) 2024-09-14T03:37:47.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.use_fsync: 0 2024-09-14T03:37:47.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.max_log_file_size: 0 2024-09-14T03:37:47.940 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-14T03:37:47.940 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-14T03:37:47.940 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.keep_log_file_num: 1000 2024-09-14T03:37:47.940 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.recycle_log_file_num: 0 2024-09-14T03:37:47.940 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.allow_fallocate: 1 2024-09-14T03:37:47.940 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.allow_mmap_reads: 0 2024-09-14T03:37:47.940 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.allow_mmap_writes: 0 2024-09-14T03:37:47.940 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.use_direct_reads: 0 2024-09-14T03:37:47.940 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-14T03:37:47.940 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.create_missing_column_families: 0 2024-09-14T03:37:47.940 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.db_log_dir: 2024-09-14T03:37:47.940 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.wal_dir: 2024-09-14T03:37:47.940 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-14T03:37:47.942 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-14T03:37:47.942 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-14T03:37:47.942 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-14T03:37:47.942 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-14T03:37:47.942 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-14T03:37:47.943 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.advise_random_on_open: 1 2024-09-14T03:37:47.943 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.db_write_buffer_size: 0 2024-09-14T03:37:47.943 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.write_buffer_manager: 0x55dad7801b80 2024-09-14T03:37:47.943 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-14T03:37:47.943 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-14T03:37:47.943 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-14T03:37:47.943 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.rate_limiter: (nil) 2024-09-14T03:37:47.943 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-14T03:37:47.943 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.wal_recovery_mode: 2 2024-09-14T03:37:47.943 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.enable_thread_tracking: 0 2024-09-14T03:37:47.943 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.enable_pipelined_write: 0 2024-09-14T03:37:47.943 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.unordered_write: 0 2024-09-14T03:37:47.944 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-14T03:37:47.944 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-14T03:37:47.944 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-14T03:37:47.944 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-14T03:37:47.944 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.row_cache: None 2024-09-14T03:37:47.944 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.wal_filter: None 2024-09-14T03:37:47.944 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-14T03:37:47.944 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.allow_ingest_behind: 0 2024-09-14T03:37:47.944 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.two_write_queues: 0 2024-09-14T03:37:47.944 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.manual_wal_flush: 0 2024-09-14T03:37:47.945 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.wal_compression: 0 2024-09-14T03:37:47.945 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.atomic_flush: 0 2024-09-14T03:37:47.945 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-14T03:37:47.945 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-14T03:37:47.945 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-14T03:37:47.945 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.log_readahead_size: 0 2024-09-14T03:37:47.945 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-14T03:37:47.945 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.best_efforts_recovery: 0 2024-09-14T03:37:47.945 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-14T03:37:47.945 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-14T03:37:47.945 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.allow_data_in_errors: 0 2024-09-14T03:37:47.946 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.db_host_id: __hostname__ 2024-09-14T03:37:47.946 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-14T03:37:47.946 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.max_background_jobs: 2 2024-09-14T03:37:47.946 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.max_background_compactions: -1 2024-09-14T03:37:47.946 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.max_subcompactions: 1 2024-09-14T03:37:47.946 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-14T03:37:47.946 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-14T03:37:47.946 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-14T03:37:47.946 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.max_total_wal_size: 0 2024-09-14T03:37:47.946 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-14T03:37:47.946 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-14T03:37:47.946 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-14T03:37:47.947 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-14T03:37:47.947 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.max_open_files: -1 2024-09-14T03:37:47.947 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.bytes_per_sync: 0 2024-09-14T03:37:47.947 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-14T03:37:47.947 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-14T03:37:47.947 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.compaction_readahead_size: 0 2024-09-14T03:37:47.947 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.max_background_flushes: -1 2024-09-14T03:37:47.947 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Compression algorithms supported: 2024-09-14T03:37:47.947 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: kZSTD supported: 0 2024-09-14T03:37:47.948 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: kXpressCompression supported: 0 2024-09-14T03:37:47.948 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: kBZip2Compression supported: 0 2024-09-14T03:37:47.948 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-14T03:37:47.948 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: kLZ4Compression supported: 1 2024-09-14T03:37:47.948 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: kZlibCompression supported: 1 2024-09-14T03:37:47.949 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: kLZ4HCCompression supported: 1 2024-09-14T03:37:47.949 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: kSnappyCompression supported: 1 2024-09-14T03:37:47.949 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-14T03:37:47.949 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-14T03:37:47.949 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 2024-09-14T03:37:47.949 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-14T03:37:47.949 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-14T03:37:47.949 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.merge_operator: 2024-09-14T03:37:47.949 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.compaction_filter: None 2024-09-14T03:37:47.949 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.compaction_filter_factory: None 2024-09-14T03:37:47.949 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.sst_partitioner_factory: None 2024-09-14T03:37:47.949 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-14T03:37:47.950 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-14T03:37:47.950 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55dad77fd320) 2024-09-14T03:37:47.950 INFO:journalctl@ceph.mon.a.smithi002.stdout: cache_index_and_filter_blocks: 1 2024-09-14T03:37:47.950 INFO:journalctl@ceph.mon.a.smithi002.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-14T03:37:47.950 INFO:journalctl@ceph.mon.a.smithi002.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-14T03:37:47.950 INFO:journalctl@ceph.mon.a.smithi002.stdout: pin_top_level_index_and_filter: 1 2024-09-14T03:37:47.950 INFO:journalctl@ceph.mon.a.smithi002.stdout: index_type: 0 2024-09-14T03:37:47.950 INFO:journalctl@ceph.mon.a.smithi002.stdout: data_block_index_type: 0 2024-09-14T03:37:47.950 INFO:journalctl@ceph.mon.a.smithi002.stdout: index_shortening: 1 2024-09-14T03:37:47.950 INFO:journalctl@ceph.mon.a.smithi002.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-14T03:37:47.950 INFO:journalctl@ceph.mon.a.smithi002.stdout: checksum: 4 2024-09-14T03:37:47.951 INFO:journalctl@ceph.mon.a.smithi002.stdout: no_block_cache: 0 2024-09-14T03:37:47.951 INFO:journalctl@ceph.mon.a.smithi002.stdout: block_cache: 0x55dad77f1610 2024-09-14T03:37:47.951 INFO:journalctl@ceph.mon.a.smithi002.stdout: block_cache_name: BinnedLRUCache 2024-09-14T03:37:47.951 INFO:journalctl@ceph.mon.a.smithi002.stdout: block_cache_options: 2024-09-14T03:37:47.951 INFO:journalctl@ceph.mon.a.smithi002.stdout: capacity : 536870912 2024-09-14T03:37:47.951 INFO:journalctl@ceph.mon.a.smithi002.stdout: num_shard_bits : 4 2024-09-14T03:37:47.951 INFO:journalctl@ceph.mon.a.smithi002.stdout: strict_capacity_limit : 0 2024-09-14T03:37:47.951 INFO:journalctl@ceph.mon.a.smithi002.stdout: high_pri_pool_ratio: 0.000 2024-09-14T03:37:47.951 INFO:journalctl@ceph.mon.a.smithi002.stdout: block_cache_compressed: (nil) 2024-09-14T03:37:47.951 INFO:journalctl@ceph.mon.a.smithi002.stdout: persistent_cache: (nil) 2024-09-14T03:37:47.951 INFO:journalctl@ceph.mon.a.smithi002.stdout: block_size: 4096 2024-09-14T03:37:47.952 INFO:journalctl@ceph.mon.a.smithi002.stdout: block_size_deviation: 10 2024-09-14T03:37:47.952 INFO:journalctl@ceph.mon.a.smithi002.stdout: block_restart_interval: 16 2024-09-14T03:37:47.952 INFO:journalctl@ceph.mon.a.smithi002.stdout: index_block_restart_interval: 1 2024-09-14T03:37:47.952 INFO:journalctl@ceph.mon.a.smithi002.stdout: metadata_block_size: 4096 2024-09-14T03:37:47.952 INFO:journalctl@ceph.mon.a.smithi002.stdout: partition_filters: 0 2024-09-14T03:37:47.952 INFO:journalctl@ceph.mon.a.smithi002.stdout: use_delta_encoding: 1 2024-09-14T03:37:47.952 INFO:journalctl@ceph.mon.a.smithi002.stdout: filter_policy: bloomfilter 2024-09-14T03:37:47.952 INFO:journalctl@ceph.mon.a.smithi002.stdout: whole_key_filtering: 1 2024-09-14T03:37:47.952 INFO:journalctl@ceph.mon.a.smithi002.stdout: verify_compression: 0 2024-09-14T03:37:47.952 INFO:journalctl@ceph.mon.a.smithi002.stdout: read_amp_bytes_per_bit: 0 2024-09-14T03:37:47.952 INFO:journalctl@ceph.mon.a.smithi002.stdout: format_version: 5 2024-09-14T03:37:47.952 INFO:journalctl@ceph.mon.a.smithi002.stdout: enable_index_compression: 1 2024-09-14T03:37:47.952 INFO:journalctl@ceph.mon.a.smithi002.stdout: block_align: 0 2024-09-14T03:37:47.953 INFO:journalctl@ceph.mon.a.smithi002.stdout: max_auto_readahead_size: 262144 2024-09-14T03:37:47.953 INFO:journalctl@ceph.mon.a.smithi002.stdout: prepopulate_block_cache: 0 2024-09-14T03:37:47.953 INFO:journalctl@ceph.mon.a.smithi002.stdout: initial_auto_readahead_size: 8192 2024-09-14T03:37:47.953 INFO:journalctl@ceph.mon.a.smithi002.stdout: num_file_reads_for_auto_readahead: 2 2024-09-14T03:37:47.953 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.write_buffer_size: 33554432 2024-09-14T03:37:47.953 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.max_write_buffer_number: 2 2024-09-14T03:37:47.953 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.compression: NoCompression 2024-09-14T03:37:47.953 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.bottommost_compression: Disabled 2024-09-14T03:37:47.953 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.prefix_extractor: nullptr 2024-09-14T03:37:47.953 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-14T03:37:47.954 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.num_levels: 7 2024-09-14T03:37:47.954 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-14T03:37:47.954 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-14T03:37:47.954 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-14T03:37:47.954 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-14T03:37:47.954 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-14T03:37:47.954 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-14T03:37:47.954 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-14T03:37:47.954 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-14T03:37:47.954 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-14T03:37:47.954 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-14T03:37:47.954 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-14T03:37:47.955 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-14T03:37:47.955 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-14T03:37:47.955 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.compression_opts.level: 32767 2024-09-14T03:37:47.955 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.compression_opts.strategy: 0 2024-09-14T03:37:47.955 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-14T03:37:47.955 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-14T03:37:47.955 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-14T03:37:47.955 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-14T03:37:47.955 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.compression_opts.enabled: false 2024-09-14T03:37:47.955 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-14T03:37:47.955 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-14T03:37:47.956 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-14T03:37:47.956 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-14T03:37:47.956 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.target_file_size_base: 67108864 2024-09-14T03:37:47.956 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-14T03:37:47.956 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-14T03:37:47.956 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-14T03:37:47.956 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-14T03:37:47.956 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-14T03:37:47.956 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-14T03:37:47.956 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-14T03:37:47.956 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-14T03:37:47.956 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-14T03:37:47.956 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-14T03:37:47.956 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-14T03:37:47.957 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-14T03:37:47.957 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-14T03:37:47.957 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-14T03:37:47.957 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.arena_block_size: 1048576 2024-09-14T03:37:47.957 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-14T03:37:47.957 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-14T03:37:47.957 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.disable_auto_compactions: 0 2024-09-14T03:37:47.957 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-14T03:37:47.957 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-14T03:37:47.957 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-14T03:37:47.957 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-14T03:37:47.957 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-14T03:37:47.958 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-14T03:37:47.958 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-14T03:37:47.958 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-14T03:37:47.958 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-14T03:37:47.958 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-14T03:37:47.958 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-14T03:37:47.958 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.inplace_update_support: 0 2024-09-14T03:37:47.958 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-14T03:37:47.958 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-14T03:37:47.958 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-14T03:37:47.958 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-14T03:37:47.958 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.bloom_locality: 0 2024-09-14T03:37:47.958 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.max_successive_merges: 0 2024-09-14T03:37:47.959 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-14T03:37:47.959 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.paranoid_file_checks: 0 2024-09-14T03:37:47.959 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.force_consistency_checks: 1 2024-09-14T03:37:47.959 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.report_bg_io_stats: 0 2024-09-14T03:37:47.959 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.ttl: 2592000 2024-09-14T03:37:47.959 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-14T03:37:47.959 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-14T03:37:47.959 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-14T03:37:47.959 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.enable_blob_files: false 2024-09-14T03:37:47.959 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.min_blob_size: 0 2024-09-14T03:37:47.959 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.blob_file_size: 268435456 2024-09-14T03:37:47.959 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-14T03:37:47.959 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-14T03:37:47.960 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-14T03:37:47.960 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-14T03:37:47.960 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-14T03:37:47.960 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.blob_file_starting_level: 0 2024-09-14T03:37:47.960 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-14T03:37:47.960 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-14T03:37:47.960 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 34, last_sequence is 12722, log_number is 30,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 30 2024-09-14T03:37:47.960 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 30 2024-09-14T03:37:47.960 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 7ed7f142-2f64-49b2-9364-7c6cdb68a085 2024-09-14T03:37:47.960 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726285067635774, "job": 1, "event": "recovery_started", "wal_files": [30]} 2024-09-14T03:37:47.960 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #30 mode 2 2024-09-14T03:37:47.960 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726285067648061, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 35, "file_size": 3998197, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 12723, "largest_seqno": 14484, "table_properties": {"data_size": 3988542, "index_size": 6497, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2117, "raw_key_size": 20286, "raw_average_key_size": 24, "raw_value_size": 3970130, "raw_average_value_size": 4829, "num_data_blocks": 284, "num_entries": 822, "num_filter_entries": 822, "num_deletions": 28, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726285067, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "7ed7f142-2f64-49b2-9364-7c6cdb68a085", "db_session_id": "PDPNIXMXK6BGET6C43NA", "orig_file_number": 35, "seqno_to_time_mapping": "N/A"}} 2024-09-14T03:37:47.961 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726285067648164, "job": 1, "event": "recovery_finished"} 2024-09-14T03:37:47.961 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: [db/version_set.cc:5047] Creating manifest 37 2024-09-14T03:37:47.961 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-14T03:37:47.961 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000030.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-14T03:37:47.961 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55dad7820e00 2024-09-14T03:37:47.961 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: DB pointer 0x55dad7922000 2024-09-14T03:37:47.961 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-14T03:37:47.961 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-14T03:37:47.961 INFO:journalctl@ceph.mon.a.smithi002.stdout: ** DB Stats ** 2024-09-14T03:37:47.961 INFO:journalctl@ceph.mon.a.smithi002.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-14T03:37:47.961 INFO:journalctl@ceph.mon.a.smithi002.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-14T03:37:47.961 INFO:journalctl@ceph.mon.a.smithi002.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-14T03:37:47.961 INFO:journalctl@ceph.mon.a.smithi002.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-14T03:37:47.962 INFO:journalctl@ceph.mon.a.smithi002.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-14T03:37:47.962 INFO:journalctl@ceph.mon.a.smithi002.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-14T03:37:47.962 INFO:journalctl@ceph.mon.a.smithi002.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-14T03:37:47.962 INFO:journalctl@ceph.mon.a.smithi002.stdout: 2024-09-14T03:37:47.962 INFO:journalctl@ceph.mon.a.smithi002.stdout: ** Compaction Stats [default] ** 2024-09-14T03:37:47.962 INFO:journalctl@ceph.mon.a.smithi002.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-14T03:37:47.962 INFO:journalctl@ceph.mon.a.smithi002.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-14T03:37:47.962 INFO:journalctl@ceph.mon.a.smithi002.stdout: L0 1/0 3.81 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 630.2 0.01 0.00 1 0.006 0 0 0.0 0.0 2024-09-14T03:37:47.962 INFO:journalctl@ceph.mon.a.smithi002.stdout: L6 1/0 7.37 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-09-14T03:37:47.962 INFO:journalctl@ceph.mon.a.smithi002.stdout: Sum 2/0 11.18 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 630.2 0.01 0.00 1 0.006 0 0 0.0 0.0 2024-09-14T03:37:47.962 INFO:journalctl@ceph.mon.a.smithi002.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 630.2 0.01 0.00 1 0.006 0 0 0.0 0.0 2024-09-14T03:37:47.962 INFO:journalctl@ceph.mon.a.smithi002.stdout: 2024-09-14T03:37:47.962 INFO:journalctl@ceph.mon.a.smithi002.stdout: ** Compaction Stats [default] ** 2024-09-14T03:37:47.963 INFO:journalctl@ceph.mon.a.smithi002.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-14T03:37:47.963 INFO:journalctl@ceph.mon.a.smithi002.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-14T03:37:47.963 INFO:journalctl@ceph.mon.a.smithi002.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 630.2 0.01 0.00 1 0.006 0 0 0.0 0.0 2024-09-14T03:37:47.963 INFO:journalctl@ceph.mon.a.smithi002.stdout: 2024-09-14T03:37:47.963 INFO:journalctl@ceph.mon.a.smithi002.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-14T03:37:47.963 INFO:journalctl@ceph.mon.a.smithi002.stdout: 2024-09-14T03:37:47.963 INFO:journalctl@ceph.mon.a.smithi002.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-14T03:37:47.963 INFO:journalctl@ceph.mon.a.smithi002.stdout: Flush(GB): cumulative 0.004, interval 0.004 2024-09-14T03:37:47.963 INFO:journalctl@ceph.mon.a.smithi002.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-14T03:37:47.963 INFO:journalctl@ceph.mon.a.smithi002.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-14T03:37:47.963 INFO:journalctl@ceph.mon.a.smithi002.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-14T03:37:47.963 INFO:journalctl@ceph.mon.a.smithi002.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-14T03:37:47.963 INFO:journalctl@ceph.mon.a.smithi002.stdout: Cumulative compaction: 0.00 GB write, 255.90 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-14T03:37:47.963 INFO:journalctl@ceph.mon.a.smithi002.stdout: Interval compaction: 0.00 GB write, 255.90 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-14T03:37:47.964 INFO:journalctl@ceph.mon.a.smithi002.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-14T03:37:47.964 INFO:journalctl@ceph.mon.a.smithi002.stdout: Block cache BinnedLRUCache@0x55dad77f1610#2 capacity: 512.00 MB usage: 8.86 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2024-09-14T03:37:47.964 INFO:journalctl@ceph.mon.a.smithi002.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,2.28 KB,0.000435114%) IndexBlock(1,6.58 KB,0.00125468%) Misc(1,0.00 KB,0%) 2024-09-14T03:37:47.964 INFO:journalctl@ceph.mon.a.smithi002.stdout: 2024-09-14T03:37:47.964 INFO:journalctl@ceph.mon.a.smithi002.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-14T03:37:47.964 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: starting mon.a rank 0 at public addrs [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] at bind addrs [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid f357b922-7248-11ef-bceb-c7b262605968 2024-09-14T03:37:47.964 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: mon.a@-1(???) e3 preinit fsid f357b922-7248-11ef-bceb-c7b262605968 2024-09-14T03:37:47.964 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: mon.a@-1(???).mds e8 new map 2024-09-14T03:37:47.964 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: mon.a@-1(???).mds e8 print_map 2024-09-14T03:37:47.964 INFO:journalctl@ceph.mon.a.smithi002.stdout: e8 2024-09-14T03:37:47.964 INFO:journalctl@ceph.mon.a.smithi002.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-09-14T03:37:47.964 INFO:journalctl@ceph.mon.a.smithi002.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-14T03:37:47.965 INFO:journalctl@ceph.mon.a.smithi002.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-14T03:37:47.965 INFO:journalctl@ceph.mon.a.smithi002.stdout: legacy client fscid: 1 2024-09-14T03:37:47.965 INFO:journalctl@ceph.mon.a.smithi002.stdout: 2024-09-14T03:37:47.965 INFO:journalctl@ceph.mon.a.smithi002.stdout: Filesystem 'cephfs' (1) 2024-09-14T03:37:47.965 INFO:journalctl@ceph.mon.a.smithi002.stdout: fs_name cephfs 2024-09-14T03:37:47.965 INFO:journalctl@ceph.mon.a.smithi002.stdout: epoch 8 2024-09-14T03:37:47.965 INFO:journalctl@ceph.mon.a.smithi002.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-09-14T03:37:47.965 INFO:journalctl@ceph.mon.a.smithi002.stdout: created 2024-09-14T03:31:44.105544+0000 2024-09-14T03:37:47.965 INFO:journalctl@ceph.mon.a.smithi002.stdout: modified 2024-09-14T03:31:55.844563+0000 2024-09-14T03:37:47.965 INFO:journalctl@ceph.mon.a.smithi002.stdout: tableserver 0 2024-09-14T03:37:47.965 INFO:journalctl@ceph.mon.a.smithi002.stdout: root 0 2024-09-14T03:37:47.966 INFO:journalctl@ceph.mon.a.smithi002.stdout: session_timeout 60 2024-09-14T03:37:47.966 INFO:journalctl@ceph.mon.a.smithi002.stdout: session_autoclose 300 2024-09-14T03:37:47.966 INFO:journalctl@ceph.mon.a.smithi002.stdout: max_file_size 1099511627776 2024-09-14T03:37:47.966 INFO:journalctl@ceph.mon.a.smithi002.stdout: max_xattr_size 65536 2024-09-14T03:37:47.966 INFO:journalctl@ceph.mon.a.smithi002.stdout: required_client_features {} 2024-09-14T03:37:47.966 INFO:journalctl@ceph.mon.a.smithi002.stdout: last_failure 0 2024-09-14T03:37:47.966 INFO:journalctl@ceph.mon.a.smithi002.stdout: last_failure_osd_epoch 0 2024-09-14T03:37:47.966 INFO:journalctl@ceph.mon.a.smithi002.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-14T03:37:47.966 INFO:journalctl@ceph.mon.a.smithi002.stdout: max_mds 1 2024-09-14T03:37:47.966 INFO:journalctl@ceph.mon.a.smithi002.stdout: in 0 2024-09-14T03:37:47.966 INFO:journalctl@ceph.mon.a.smithi002.stdout: up {0=24334} 2024-09-14T03:37:47.966 INFO:journalctl@ceph.mon.a.smithi002.stdout: failed 2024-09-14T03:37:47.966 INFO:journalctl@ceph.mon.a.smithi002.stdout: damaged 2024-09-14T03:37:47.967 INFO:journalctl@ceph.mon.a.smithi002.stdout: stopped 2024-09-14T03:37:47.967 INFO:journalctl@ceph.mon.a.smithi002.stdout: data_pools [3] 2024-09-14T03:37:47.967 INFO:journalctl@ceph.mon.a.smithi002.stdout: metadata_pool 2 2024-09-14T03:37:47.967 INFO:journalctl@ceph.mon.a.smithi002.stdout: inline_data disabled 2024-09-14T03:37:47.967 INFO:journalctl@ceph.mon.a.smithi002.stdout: balancer 2024-09-14T03:37:47.967 INFO:journalctl@ceph.mon.a.smithi002.stdout: bal_rank_mask -1 2024-09-14T03:37:47.967 INFO:journalctl@ceph.mon.a.smithi002.stdout: standby_count_wanted 0 2024-09-14T03:37:47.967 INFO:journalctl@ceph.mon.a.smithi002.stdout: qdb_cluster leader: 0 members: 2024-09-14T03:37:47.967 INFO:journalctl@ceph.mon.a.smithi002.stdout: [mds.b{0:24334} state up:active seq 6 addr [v2:172.21.15.154:6832/4101577695,v1:172.21.15.154:6833/4101577695] compat {c=[1],r=[1],i=[7ff]}] 2024-09-14T03:37:47.967 INFO:journalctl@ceph.mon.a.smithi002.stdout: 2024-09-14T03:37:47.967 INFO:journalctl@ceph.mon.a.smithi002.stdout: 2024-09-14T03:37:47.967 INFO:journalctl@ceph.mon.a.smithi002.stdout: Standby daemons: 2024-09-14T03:37:47.968 INFO:journalctl@ceph.mon.a.smithi002.stdout: 2024-09-14T03:37:47.968 INFO:journalctl@ceph.mon.a.smithi002.stdout: [mds.a{-1:24311} state up:standby seq 1 addr [v2:172.21.15.2:6834/44249785,v1:172.21.15.2:6835/44249785] compat {c=[1],r=[1],i=[7ff]}] 2024-09-14T03:37:47.968 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: mon.a@-1(???).osd e218 crush map has features 3314933069573799936, adjusting msgr requires 2024-09-14T03:37:47.968 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: mon.a@-1(???).osd e218 crush map has features 432629308056666112, adjusting msgr requires 2024-09-14T03:37:47.968 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: mon.a@-1(???).osd e218 crush map has features 432629308056666112, adjusting msgr requires 2024-09-14T03:37:47.968 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: mon.a@-1(???).osd e218 crush map has features 432629308056666112, adjusting msgr requires 2024-09-14T03:37:47.968 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 ceph-mon[87970]: mon.a@-1(???).paxosservice(auth 1..18) refresh upgraded, format 0 -> 3 2024-09-14T03:37:47.968 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 bash[87952]: ac49fe4ea75db90b6414d165bc22b36964910c62225103314131588aa6a81f52 2024-09-14T03:37:47.968 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:47 smithi002 systemd[1]: Started Ceph mon.a for f357b922-7248-11ef-bceb-c7b262605968. 2024-09-14T03:37:49.135 INFO:tasks.rados.rados.0.smithi002.stdout:797: done (2 left) 2024-09-14T03:37:49.135 INFO:tasks.rados.rados.0.smithi002.stdout:798: done (1 left) 2024-09-14T03:37:49.135 INFO:tasks.rados.rados.0.smithi002.stdout:799: done (0 left) 2024-09-14T03:37:49.135 INFO:tasks.rados.rados.0.smithi002.stdout:800: read oid 42 snap -1 2024-09-14T03:37:49.135 INFO:tasks.rados.rados.0.smithi002.stdout:800: expect (ObjNum 33 snap 0 seq_num 33) 2024-09-14T03:37:49.135 INFO:tasks.rados.rados.0.smithi002.stdout:801: read oid 24 snap -1 2024-09-14T03:37:49.135 INFO:tasks.rados.rados.0.smithi002.stdout:801: expect (ObjNum 252 snap 73 seq_num 252) 2024-09-14T03:37:49.135 INFO:tasks.rados.rados.0.smithi002.stdout:802: copy_from oid 25 from oid 5 current snap is 81 2024-09-14T03:37:49.136 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 13 current snap is 81 2024-09-14T03:37:49.136 INFO:tasks.rados.rados.0.smithi002.stdout:803: seq_num 266 ranges {1499136=458752,1957888=524288,2482176=729088,3211264=352256} 2024-09-14T03:37:49.146 INFO:tasks.rados.rados.0.smithi002.stdout:803: writing smithi00278215-13 from 1499136 to 1957888 tid 1 2024-09-14T03:37:49.149 INFO:tasks.rados.rados.0.smithi002.stdout:803: writing smithi00278215-13 from 1957888 to 2482176 tid 2 2024-09-14T03:37:49.154 INFO:tasks.rados.rados.0.smithi002.stdout:803: writing smithi00278215-13 from 2482176 to 3211264 tid 3 2024-09-14T03:37:49.156 INFO:tasks.rados.rados.0.smithi002.stdout:803: writing smithi00278215-13 from 3211264 to 3563520 tid 4 2024-09-14T03:37:49.156 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 4 current snap is 81 2024-09-14T03:37:49.156 INFO:tasks.rados.rados.0.smithi002.stdout:804: seq_num 267 ranges {3432448=475136,3907584=458752,4366336=540672,4907008=606208} 2024-09-14T03:37:49.177 INFO:tasks.rados.rados.0.smithi002.stdout:804: writing smithi00278215-4 from 3432448 to 3907584 tid 1 2024-09-14T03:37:49.180 INFO:tasks.rados.rados.0.smithi002.stdout:804: writing smithi00278215-4 from 3907584 to 4366336 tid 2 2024-09-14T03:37:49.184 INFO:tasks.rados.rados.0.smithi002.stdout:804: writing smithi00278215-4 from 4366336 to 4907008 tid 3 2024-09-14T03:37:49.187 INFO:tasks.rados.rados.0.smithi002.stdout:804: writing smithi00278215-4 from 4907008 to 5513216 tid 4 2024-09-14T03:37:49.188 INFO:tasks.rados.rados.0.smithi002.stdout:805: rmattr oid 12 current snap is 81 2024-09-14T03:37:49.188 INFO:tasks.rados.rados.0.smithi002.stdout:800: expect (ObjNum 33 snap 0 seq_num 33) 2024-09-14T03:37:49.206 INFO:tasks.rados.rados.0.smithi002.stdout:802: finishing copy_from to smithi00278215-25 2024-09-14T03:37:49.206 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 141 (ObjNum 0 snap 0 seq_num 304) dirty exists 2024-09-14T03:37:49.206 INFO:tasks.rados.rados.0.smithi002.stdout:802: finishing copy_from racing read to smithi00278215-25 2024-09-14T03:37:49.206 INFO:tasks.rados.rados.0.smithi002.stdout:803: finishing write tid 1 to smithi00278215-13 2024-09-14T03:37:49.206 INFO:tasks.rados.rados.0.smithi002.stdout:800: done (5 left) 2024-09-14T03:37:49.207 INFO:tasks.rados.rados.0.smithi002.stdout:802: done (4 left) 2024-09-14T03:37:49.207 INFO:tasks.rados.rados.0.smithi002.stdout:806: read oid 37 snap -1 2024-09-14T03:37:49.207 INFO:tasks.rados.rados.0.smithi002.stdout:806: expect (ObjNum 231 snap 69 seq_num 231) 2024-09-14T03:37:49.207 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 29 current snap is 81 2024-09-14T03:37:49.207 INFO:tasks.rados.rados.0.smithi002.stdout:803: finishing write tid 2 to smithi00278215-13 2024-09-14T03:37:49.207 INFO:tasks.rados.rados.0.smithi002.stdout:801: expect (ObjNum 252 snap 73 seq_num 252) 2024-09-14T03:37:49.318 INFO:tasks.rados.rados.0.smithi002.stdout:803: finishing write tid 3 to smithi00278215-13 2024-09-14T03:37:49.318 INFO:tasks.rados.rados.0.smithi002.stdout:803: finishing write tid 4 to smithi00278215-13 2024-09-14T03:37:49.318 INFO:tasks.rados.rados.0.smithi002.stdout:803: finishing write tid 5 to smithi00278215-13 2024-09-14T03:37:49.318 INFO:tasks.rados.rados.0.smithi002.stdout:803: finishing write tid 6 to smithi00278215-13 2024-09-14T03:37:49.318 INFO:tasks.rados.rados.0.smithi002.stdout:803: oid 13 updating version 0 to 329 2024-09-14T03:37:49.319 INFO:tasks.rados.rados.0.smithi002.stdout:803: oid 13 version 329 is already newer than 326 2024-09-14T03:37:49.319 INFO:tasks.rados.rados.0.smithi002.stdout:803: oid 13 updating version 329 to 330 2024-09-14T03:37:49.319 INFO:tasks.rados.rados.0.smithi002.stdout:803: oid 13 version 330 is already newer than 327 2024-09-14T03:37:49.319 INFO:tasks.rados.rados.0.smithi002.stdout:803: oid 13 version 330 is already newer than 328 2024-09-14T03:37:49.319 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 330 (ObjNum 266 snap 81 seq_num 266) dirty exists 2024-09-14T03:37:49.319 INFO:tasks.rados.rados.0.smithi002.stdout:803: left oid 13 (ObjNum 266 snap 81 seq_num 266) 2024-09-14T03:37:49.320 INFO:tasks.rados.rados.0.smithi002.stdout:804: finishing write tid 1 to smithi00278215-4 2024-09-14T03:37:49.320 INFO:tasks.rados.rados.0.smithi002.stdout:804: finishing write tid 2 to smithi00278215-4 2024-09-14T03:37:49.320 INFO:tasks.rados.rados.0.smithi002.stdout:804: finishing write tid 3 to smithi00278215-4 2024-09-14T03:37:49.320 INFO:tasks.rados.rados.0.smithi002.stdout:807: seq_num 268 ranges {1597440=491520,2088960=745472,2834432=745472,3579904=114688} 2024-09-14T03:37:49.329 INFO:tasks.rados.rados.0.smithi002.stdout:807: writing smithi00278215-29 from 1597440 to 2088960 tid 1 2024-09-14T03:37:49.333 INFO:tasks.rados.rados.0.smithi002.stdout:807: writing smithi00278215-29 from 2088960 to 2834432 tid 2 2024-09-14T03:37:49.338 INFO:tasks.rados.rados.0.smithi002.stdout:807: writing smithi00278215-29 from 2834432 to 3579904 tid 3 2024-09-14T03:37:49.340 INFO:tasks.rados.rados.0.smithi002.stdout:807: writing smithi00278215-29 from 3579904 to 3694592 tid 4 2024-09-14T03:37:49.340 INFO:tasks.rados.rados.0.smithi002.stdout:801: done (5 left) 2024-09-14T03:37:49.340 INFO:tasks.rados.rados.0.smithi002.stdout:803: done (4 left) 2024-09-14T03:37:49.340 INFO:tasks.rados.rados.0.smithi002.stdout:808: copy_from oid 26 from oid 36 current snap is 81 2024-09-14T03:37:49.340 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 588 (ObjNum 175 snap 50 seq_num 175) dirty exists 2024-09-14T03:37:49.340 INFO:tasks.rados.rados.0.smithi002.stdout:804: finishing write tid 4 to smithi00278215-4 2024-09-14T03:37:49.341 INFO:tasks.rados.rados.0.smithi002.stdout:804: finishing write tid 5 to smithi00278215-4 2024-09-14T03:37:49.341 INFO:tasks.rados.rados.0.smithi002.stdout:804: finishing write tid 6 to smithi00278215-4 2024-09-14T03:37:49.341 INFO:tasks.rados.rados.0.smithi002.stdout:804: oid 4 updating version 0 to 385 2024-09-14T03:37:49.341 INFO:tasks.rados.rados.0.smithi002.stdout:804: oid 4 updating version 385 to 388 2024-09-14T03:37:49.341 INFO:tasks.rados.rados.0.smithi002.stdout:804: oid 4 updating version 388 to 389 2024-09-14T03:37:49.341 INFO:tasks.rados.rados.0.smithi002.stdout:804: oid 4 version 389 is already newer than 387 2024-09-14T03:37:49.341 INFO:tasks.rados.rados.0.smithi002.stdout:804: oid 4 version 389 is already newer than 386 2024-09-14T03:37:49.341 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 389 (ObjNum 267 snap 81 seq_num 267) dirty exists 2024-09-14T03:37:49.341 INFO:tasks.rados.rados.0.smithi002.stdout:804: left oid 4 (ObjNum 267 snap 81 seq_num 267) 2024-09-14T03:37:49.341 INFO:tasks.rados.rados.0.smithi002.stdout:804: done (4 left) 2024-09-14T03:37:49.341 INFO:tasks.rados.rados.0.smithi002.stdout:805: done (3 left) 2024-09-14T03:37:49.341 INFO:tasks.rados.rados.0.smithi002.stdout:809: snap_create 2024-09-14T03:37:49.342 INFO:tasks.rados.rados.0.smithi002.stdout:806: expect (ObjNum 231 snap 69 seq_num 231) 2024-09-14T03:37:49.430 INFO:tasks.rados.rados.0.smithi002.stdout:807: finishing write tid 1 to smithi00278215-29 2024-09-14T03:37:49.430 INFO:tasks.rados.rados.0.smithi002.stdout:807: finishing write tid 2 to smithi00278215-29 2024-09-14T03:37:49.430 INFO:tasks.rados.rados.0.smithi002.stdout:807: finishing write tid 3 to smithi00278215-29 2024-09-14T03:37:49.430 INFO:tasks.rados.rados.0.smithi002.stdout:807: finishing write tid 4 to smithi00278215-29 2024-09-14T03:37:49.430 INFO:tasks.rados.rados.0.smithi002.stdout:807: finishing write tid 5 to smithi00278215-29 2024-09-14T03:37:49.430 INFO:tasks.rados.rados.0.smithi002.stdout:808: finishing copy_from racing read to smithi00278215-26 2024-09-14T03:37:49.430 INFO:tasks.rados.rados.0.smithi002.stdout:808: finishing copy_from to smithi00278215-26 2024-09-14T03:37:49.430 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 121 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-09-14T03:37:49.430 INFO:tasks.rados.rados.0.smithi002.stdout:807: finishing write tid 6 to smithi00278215-29 2024-09-14T03:37:49.430 INFO:tasks.rados.rados.0.smithi002.stdout:807: oid 29 updating version 0 to 770 2024-09-14T03:37:49.430 INFO:tasks.rados.rados.0.smithi002.stdout:807: oid 29 updating version 770 to 771 2024-09-14T03:37:49.431 INFO:tasks.rados.rados.0.smithi002.stdout:807: oid 29 version 771 is already newer than 769 2024-09-14T03:37:49.431 INFO:tasks.rados.rados.0.smithi002.stdout:807: oid 29 version 771 is already newer than 767 2024-09-14T03:37:49.431 INFO:tasks.rados.rados.0.smithi002.stdout:807: oid 29 version 771 is already newer than 768 2024-09-14T03:37:49.431 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 771 (ObjNum 268 snap 81 seq_num 268) dirty exists 2024-09-14T03:37:49.431 INFO:tasks.rados.rados.0.smithi002.stdout:807: left oid 29 (ObjNum 268 snap 81 seq_num 268) 2024-09-14T03:37:49.436 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:49 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ignoring --setuser ceph since I am not root 2024-09-14T03:37:49.436 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:49 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ignoring --setgroup ceph since I am not root 2024-09-14T03:37:49.437 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:49 smithi002 ceph-mgr[80372]: -- 172.21.15.2:0/1922897330 <== mon.2 v2:172.21.15.2:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x562491acb0e0 con 0x562491aa9000 2024-09-14T03:37:49.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:49 smithi002 ceph-mon[38004]: pgmap v50: 121 pgs: 121 active+clean; 255 MiB data, 918 MiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.6 MiB/s wr, 10 op/s 2024-09-14T03:37:49.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:49 smithi002 ceph-mon[38004]: mon.a calling monitor election 2024-09-14T03:37:49.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:49 smithi002 ceph-mon[38004]: pgmap v51: 121 pgs: 121 active+clean; 255 MiB data, 918 MiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-09-14T03:37:49.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:49 smithi002 ceph-mon[38004]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-14T03:37:49.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:49 smithi002 ceph-mon[38004]: monmap epoch 3 2024-09-14T03:37:49.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:49 smithi002 ceph-mon[38004]: fsid f357b922-7248-11ef-bceb-c7b262605968 2024-09-14T03:37:49.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:49 smithi002 ceph-mon[38004]: last_changed 2024-09-14T03:27:49.592692+0000 2024-09-14T03:37:49.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:49 smithi002 ceph-mon[38004]: created 2024-09-14T03:26:12.592430+0000 2024-09-14T03:37:49.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:49 smithi002 ceph-mon[38004]: min_mon_release 18 (reef) 2024-09-14T03:37:49.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:49 smithi002 ceph-mon[38004]: election_strategy: 1 2024-09-14T03:37:49.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:49 smithi002 ceph-mon[38004]: 0: [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] mon.a 2024-09-14T03:37:49.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:49 smithi002 ceph-mon[38004]: 1: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.b 2024-09-14T03:37:49.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:49 smithi002 ceph-mon[38004]: 2: [v2:172.21.15.2:3301/0,v1:172.21.15.2:6790/0] mon.c 2024-09-14T03:37:49.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:49 smithi002 ceph-mon[38004]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-14T03:37:49.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:49 smithi002 ceph-mon[38004]: osdmap e218: 8 total, 8 up, 8 in 2024-09-14T03:37:49.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:49 smithi002 ceph-mon[38004]: mgrmap e37: y(active, since 34s), standbys: x 2024-09-14T03:37:49.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:49 smithi002 ceph-mon[38004]: overall HEALTH_OK 2024-09-14T03:37:49.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:49 smithi002 ceph-mon[38004]: from='mgr.15105 ' entity='' 2024-09-14T03:37:49.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:49 smithi002 ceph-mon[38004]: mgrmap e38: y(active, since 34s), standbys: x 2024-09-14T03:37:49.439 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:49 smithi002 ceph-mon[87970]: pgmap v50: 121 pgs: 121 active+clean; 255 MiB data, 918 MiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.6 MiB/s wr, 10 op/s 2024-09-14T03:37:49.439 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:49 smithi002 ceph-mon[87970]: mon.a calling monitor election 2024-09-14T03:37:49.439 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:49 smithi002 ceph-mon[87970]: pgmap v51: 121 pgs: 121 active+clean; 255 MiB data, 918 MiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-09-14T03:37:49.439 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:49 smithi002 ceph-mon[87970]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-14T03:37:49.439 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:49 smithi002 ceph-mon[87970]: monmap epoch 3 2024-09-14T03:37:49.439 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:49 smithi002 ceph-mon[87970]: fsid f357b922-7248-11ef-bceb-c7b262605968 2024-09-14T03:37:49.439 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:49 smithi002 ceph-mon[87970]: last_changed 2024-09-14T03:27:49.592692+0000 2024-09-14T03:37:49.439 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:49 smithi002 ceph-mon[87970]: created 2024-09-14T03:26:12.592430+0000 2024-09-14T03:37:49.439 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:49 smithi002 ceph-mon[87970]: min_mon_release 18 (reef) 2024-09-14T03:37:49.439 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:49 smithi002 ceph-mon[87970]: election_strategy: 1 2024-09-14T03:37:49.439 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:49 smithi002 ceph-mon[87970]: 0: [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] mon.a 2024-09-14T03:37:49.439 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:49 smithi002 ceph-mon[87970]: 1: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.b 2024-09-14T03:37:49.440 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:49 smithi002 ceph-mon[87970]: 2: [v2:172.21.15.2:3301/0,v1:172.21.15.2:6790/0] mon.c 2024-09-14T03:37:49.440 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:49 smithi002 ceph-mon[87970]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-14T03:37:49.440 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:49 smithi002 ceph-mon[87970]: osdmap e218: 8 total, 8 up, 8 in 2024-09-14T03:37:49.440 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:49 smithi002 ceph-mon[87970]: mgrmap e37: y(active, since 34s), standbys: x 2024-09-14T03:37:49.440 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:49 smithi002 ceph-mon[87970]: overall HEALTH_OK 2024-09-14T03:37:49.440 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:49 smithi002 ceph-mon[87970]: from='mgr.15105 ' entity='' 2024-09-14T03:37:49.440 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:49 smithi002 ceph-mon[87970]: mgrmap e38: y(active, since 34s), standbys: x 2024-09-14T03:37:49.478 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:37:49 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[74259]: ignoring --setuser ceph since I am not root 2024-09-14T03:37:49.478 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:37:49 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[74259]: ignoring --setgroup ceph since I am not root 2024-09-14T03:37:49.478 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:37:49 smithi154 ceph-mgr[74263]: -- 172.21.15.154:0/2127597904 <== mon.1 v2:172.21.15.154:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5579539e10e0 con 0x5579539be800 2024-09-14T03:37:49.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:49 smithi154 ceph-mon[30999]: pgmap v50: 121 pgs: 121 active+clean; 255 MiB data, 918 MiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.6 MiB/s wr, 10 op/s 2024-09-14T03:37:49.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:49 smithi154 ceph-mon[30999]: mon.a calling monitor election 2024-09-14T03:37:49.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:49 smithi154 ceph-mon[30999]: pgmap v51: 121 pgs: 121 active+clean; 255 MiB data, 918 MiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-09-14T03:37:49.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:49 smithi154 ceph-mon[30999]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-14T03:37:49.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:49 smithi154 ceph-mon[30999]: monmap epoch 3 2024-09-14T03:37:49.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:49 smithi154 ceph-mon[30999]: fsid f357b922-7248-11ef-bceb-c7b262605968 2024-09-14T03:37:49.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:49 smithi154 ceph-mon[30999]: last_changed 2024-09-14T03:27:49.592692+0000 2024-09-14T03:37:49.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:49 smithi154 ceph-mon[30999]: created 2024-09-14T03:26:12.592430+0000 2024-09-14T03:37:49.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:49 smithi154 ceph-mon[30999]: min_mon_release 18 (reef) 2024-09-14T03:37:49.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:49 smithi154 ceph-mon[30999]: election_strategy: 1 2024-09-14T03:37:49.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:49 smithi154 ceph-mon[30999]: 0: [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] mon.a 2024-09-14T03:37:49.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:49 smithi154 ceph-mon[30999]: 1: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.b 2024-09-14T03:37:49.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:49 smithi154 ceph-mon[30999]: 2: [v2:172.21.15.2:3301/0,v1:172.21.15.2:6790/0] mon.c 2024-09-14T03:37:49.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:49 smithi154 ceph-mon[30999]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-14T03:37:49.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:49 smithi154 ceph-mon[30999]: osdmap e218: 8 total, 8 up, 8 in 2024-09-14T03:37:49.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:49 smithi154 ceph-mon[30999]: mgrmap e37: y(active, since 34s), standbys: x 2024-09-14T03:37:49.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:49 smithi154 ceph-mon[30999]: overall HEALTH_OK 2024-09-14T03:37:49.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:49 smithi154 ceph-mon[30999]: from='mgr.15105 ' entity='' 2024-09-14T03:37:49.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:49 smithi154 ceph-mon[30999]: mgrmap e38: y(active, since 34s), standbys: x 2024-09-14T03:37:50.137 INFO:tasks.rados.rados.0.smithi002.stdout:806: done (3 left) 2024-09-14T03:37:50.137 INFO:tasks.rados.rados.0.smithi002.stdout:807: done (2 left) 2024-09-14T03:37:50.137 INFO:tasks.rados.rados.0.smithi002.stdout:808: done (1 left) 2024-09-14T03:37:50.138 INFO:tasks.rados.rados.0.smithi002.stdout:809: done (0 left) 2024-09-14T03:37:50.138 INFO:tasks.rados.rados.0.smithi002.stdout:810: rollback oid 46 current snap is 82 2024-09-14T03:37:50.138 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 46 to 56 2024-09-14T03:37:50.138 INFO:tasks.rados.rados.0.smithi002.stdout:811: copy_from oid 35 from oid 11 current snap is 82 2024-09-14T03:37:50.138 INFO:tasks.rados.rados.0.smithi002.stdout:812: read oid 30 snap -1 2024-09-14T03:37:50.138 INFO:tasks.rados.rados.0.smithi002.stdout:812: expect (ObjNum 223 snap 64 seq_num 223) 2024-09-14T03:37:50.138 INFO:tasks.rados.rados.0.smithi002.stdout:813: snap_remove snap 54 2024-09-14T03:37:50.436 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:50 smithi002 ceph-mon[38004]: osdmap e219: 8 total, 8 up, 8 in 2024-09-14T03:37:50.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:50 smithi002 ceph-mon[87970]: osdmap e219: 8 total, 8 up, 8 in 2024-09-14T03:37:50.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:50 smithi154 ceph-mon[30999]: osdmap e219: 8 total, 8 up, 8 in 2024-09-14T03:37:51.142 INFO:tasks.rados.rados.0.smithi002.stdout:813: done (3 left) 2024-09-14T03:37:51.143 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 20 current snap is 82 2024-09-14T03:37:51.143 INFO:tasks.rados.rados.0.smithi002.stdout:810: finishing rollback tid 1 to smithi00278215-46 2024-09-14T03:37:51.143 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 46 v 242 (ObjNum 81 snap 0 seq_num 1) dirty dne 2024-09-14T03:37:51.143 INFO:tasks.rados.rados.0.smithi002.stdout:812: expect (ObjNum 223 snap 64 seq_num 223) 2024-09-14T03:37:51.237 INFO:tasks.rados.rados.0.smithi002.stdout:811: finishing copy_from racing read to smithi00278215-35 2024-09-14T03:37:51.237 INFO:tasks.rados.rados.0.smithi002.stdout:811: finishing copy_from to smithi00278215-35 2024-09-14T03:37:51.237 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 35 v 621 (ObjNum 236 snap 70 seq_num 236) dirty exists 2024-09-14T03:37:51.238 INFO:tasks.rados.rados.0.smithi002.stdout:814: seq_num 269 ranges {4947968=507904,5455872=630784,6086656=557056,6643712=417792} 2024-09-14T03:37:51.267 INFO:tasks.rados.rados.0.smithi002.stdout:814: writing smithi00278215-20 from 4947968 to 5455872 tid 1 2024-09-14T03:37:51.270 INFO:tasks.rados.rados.0.smithi002.stdout:814: writing smithi00278215-20 from 5455872 to 6086656 tid 2 2024-09-14T03:37:51.273 INFO:tasks.rados.rados.0.smithi002.stdout:814: writing smithi00278215-20 from 6086656 to 6643712 tid 3 2024-09-14T03:37:51.276 INFO:tasks.rados.rados.0.smithi002.stdout:814: writing smithi00278215-20 from 6643712 to 7061504 tid 4 2024-09-14T03:37:51.276 INFO:tasks.rados.rados.0.smithi002.stdout:810: done (3 left) 2024-09-14T03:37:51.276 INFO:tasks.rados.rados.0.smithi002.stdout:811: done (2 left) 2024-09-14T03:37:51.276 INFO:tasks.rados.rados.0.smithi002.stdout:812: done (1 left) 2024-09-14T03:37:51.276 INFO:tasks.rados.rados.0.smithi002.stdout:815: snap_create 2024-09-14T03:37:51.277 INFO:tasks.rados.rados.0.smithi002.stdout:814: finishing write tid 1 to smithi00278215-20 2024-09-14T03:37:51.277 INFO:tasks.rados.rados.0.smithi002.stdout:814: finishing write tid 2 to smithi00278215-20 2024-09-14T03:37:51.277 INFO:tasks.rados.rados.0.smithi002.stdout:814: finishing write tid 3 to smithi00278215-20 2024-09-14T03:37:51.278 INFO:tasks.rados.rados.0.smithi002.stdout:814: finishing write tid 4 to smithi00278215-20 2024-09-14T03:37:51.278 INFO:tasks.rados.rados.0.smithi002.stdout:814: finishing write tid 5 to smithi00278215-20 2024-09-14T03:37:51.279 INFO:tasks.rados.rados.0.smithi002.stdout:814: finishing write tid 6 to smithi00278215-20 2024-09-14T03:37:51.279 INFO:tasks.rados.rados.0.smithi002.stdout:814: oid 20 updating version 0 to 239 2024-09-14T03:37:51.279 INFO:tasks.rados.rados.0.smithi002.stdout:814: oid 20 version 239 is already newer than 237 2024-09-14T03:37:51.279 INFO:tasks.rados.rados.0.smithi002.stdout:814: oid 20 version 239 is already newer than 238 2024-09-14T03:37:51.279 INFO:tasks.rados.rados.0.smithi002.stdout:814: oid 20 updating version 239 to 240 2024-09-14T03:37:51.279 INFO:tasks.rados.rados.0.smithi002.stdout:814: oid 20 updating version 240 to 241 2024-09-14T03:37:51.279 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 20 v 241 (ObjNum 269 snap 82 seq_num 269) dirty exists 2024-09-14T03:37:51.279 INFO:tasks.rados.rados.0.smithi002.stdout:814: left oid 20 (ObjNum 269 snap 82 seq_num 269) 2024-09-14T03:37:51.436 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:51 smithi002 ceph-mon[87970]: osdmap e220: 8 total, 8 up, 8 in 2024-09-14T03:37:51.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:51 smithi002 ceph-mon[38004]: osdmap e220: 8 total, 8 up, 8 in 2024-09-14T03:37:51.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:51 smithi154 ceph-mon[30999]: osdmap e220: 8 total, 8 up, 8 in 2024-09-14T03:37:52.149 INFO:tasks.rados.rados.0.smithi002.stdout:814: done (1 left) 2024-09-14T03:37:52.149 INFO:tasks.rados.rados.0.smithi002.stdout:815: done (0 left) 2024-09-14T03:37:52.149 INFO:tasks.rados.rados.0.smithi002.stdout:816: delete oid 46 current snap is 83 2024-09-14T03:37:52.150 INFO:tasks.rados.rados.0.smithi002.stdout:816: done (0 left) 2024-09-14T03:37:52.151 INFO:tasks.rados.rados.0.smithi002.stdout:817: delete oid 44 current snap is 83 2024-09-14T03:37:52.155 INFO:tasks.rados.rados.0.smithi002.stdout:817: done (0 left) 2024-09-14T03:37:52.155 INFO:tasks.rados.rados.0.smithi002.stdout:818: read oid 46 snap -1 2024-09-14T03:37:52.155 INFO:tasks.rados.rados.0.smithi002.stdout:818: expect deleted 2024-09-14T03:37:52.156 INFO:tasks.rados.rados.0.smithi002.stdout:819: rollback oid 47 current snap is 83 2024-09-14T03:37:52.156 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 47 to 73 2024-09-14T03:37:52.156 INFO:tasks.rados.rados.0.smithi002.stdout:820: read oid 43 snap -1 2024-09-14T03:37:52.156 INFO:tasks.rados.rados.0.smithi002.stdout:820: expect (ObjNum 229 snap 65 seq_num 229) 2024-09-14T03:37:52.156 INFO:tasks.rados.rados.0.smithi002.stdout:821: copy_from oid 41 from oid 49 current snap is 83 2024-09-14T03:37:52.156 INFO:tasks.rados.rados.0.smithi002.stdout:822: snap_remove snap 78 2024-09-14T03:37:52.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:52 smithi002 ceph-mon[87970]: osdmap e221: 8 total, 8 up, 8 in 2024-09-14T03:37:52.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:52 smithi002 ceph-mon[38004]: osdmap e221: 8 total, 8 up, 8 in 2024-09-14T03:37:52.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:52 smithi154 ceph-mon[30999]: osdmap e221: 8 total, 8 up, 8 in 2024-09-14T03:37:52.662 INFO:tasks.rados.rados.0.smithi002.stdout:822: done (4 left) 2024-09-14T03:37:52.662 INFO:tasks.rados.rados.0.smithi002.stdout:823: rmattr oid 48 current snap is 83 2024-09-14T03:37:52.662 INFO:tasks.rados.rados.0.smithi002.stdout:823: done (4 left) 2024-09-14T03:37:52.662 INFO:tasks.rados.rados.0.smithi002.stdout:824: read oid 6 snap -1 2024-09-14T03:37:52.662 INFO:tasks.rados.rados.0.smithi002.stdout:824: expect (ObjNum 251 snap 72 seq_num 251) 2024-09-14T03:37:52.662 INFO:tasks.rados.rados.0.smithi002.stdout:825: read oid 19 snap 70 2024-09-14T03:37:52.663 INFO:tasks.rados.rados.0.smithi002.stdout:825: expect (ObjNum 139 snap 37 seq_num 139) 2024-09-14T03:37:52.663 INFO:tasks.rados.rados.0.smithi002.stdout:826: delete oid 34 current snap is 83 2024-09-14T03:37:52.663 INFO:tasks.rados.rados.0.smithi002.stdout:821: finishing copy_from to smithi00278215-41 2024-09-14T03:37:52.663 INFO:tasks.rados.rados.0.smithi002.stdout:821: got expected ENOENT (src dne) 2024-09-14T03:37:52.663 INFO:tasks.rados.rados.0.smithi002.stdout:821: finishing copy_from racing read to smithi00278215-41 2024-09-14T03:37:52.663 INFO:tasks.rados.rados.0.smithi002.stdout:819: finishing rollback tid 0 to smithi00278215-47 2024-09-14T03:37:52.663 INFO:tasks.rados.rados.0.smithi002.stdout:819: finishing rollback tid 1 to smithi00278215-47 2024-09-14T03:37:52.663 INFO:tasks.rados.rados.0.smithi002.stdout:819: finishing rollback tid 2 to smithi00278215-47 2024-09-14T03:37:52.663 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 604 (ObjNum 199 snap 54 seq_num 199) dirty exists 2024-09-14T03:37:52.663 INFO:tasks.rados.rados.0.smithi002.stdout:820: expect (ObjNum 229 snap 65 seq_num 229) 2024-09-14T03:37:52.802 INFO:tasks.rados.rados.0.smithi002.stdout:825: expect (ObjNum 139 snap 37 seq_num 139) 2024-09-14T03:37:53.027 INFO:tasks.rados.rados.0.smithi002.stdout:824: expect (ObjNum 251 snap 72 seq_num 251) 2024-09-14T03:37:53.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:53 smithi002 ceph-mon[87970]: osdmap e222: 8 total, 8 up, 8 in 2024-09-14T03:37:53.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:53 smithi002 ceph-mon[87970]: osdmap e223: 8 total, 8 up, 8 in 2024-09-14T03:37:53.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:53 smithi002 ceph-mon[38004]: osdmap e222: 8 total, 8 up, 8 in 2024-09-14T03:37:53.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:53 smithi002 ceph-mon[38004]: osdmap e223: 8 total, 8 up, 8 in 2024-09-14T03:37:53.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:53 smithi154 ceph-mon[30999]: osdmap e222: 8 total, 8 up, 8 in 2024-09-14T03:37:53.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:53 smithi154 ceph-mon[30999]: osdmap e223: 8 total, 8 up, 8 in 2024-09-14T03:37:53.660 INFO:tasks.rados.rados.0.smithi002.stdout:818: done (6 left) 2024-09-14T03:37:53.660 INFO:tasks.rados.rados.0.smithi002.stdout:819: done (5 left) 2024-09-14T03:37:53.660 INFO:tasks.rados.rados.0.smithi002.stdout:820: done (4 left) 2024-09-14T03:37:53.660 INFO:tasks.rados.rados.0.smithi002.stdout:821: done (3 left) 2024-09-14T03:37:53.660 INFO:tasks.rados.rados.0.smithi002.stdout:824: done (2 left) 2024-09-14T03:37:53.660 INFO:tasks.rados.rados.0.smithi002.stdout:825: done (1 left) 2024-09-14T03:37:53.661 INFO:tasks.rados.rados.0.smithi002.stdout:826: done (0 left) 2024-09-14T03:37:53.661 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 6 current snap is 83 2024-09-14T03:37:53.661 INFO:tasks.rados.rados.0.smithi002.stdout:827: seq_num 273 ranges {9150464=581632,9732096=565248,10297344=532480,10829824=507904} 2024-09-14T03:37:53.713 INFO:tasks.rados.rados.0.smithi002.stdout:827: writing smithi00278215-6 from 9150464 to 9732096 tid 1 2024-09-14T03:37:53.716 INFO:tasks.rados.rados.0.smithi002.stdout:827: writing smithi00278215-6 from 9732096 to 10297344 tid 2 2024-09-14T03:37:53.719 INFO:tasks.rados.rados.0.smithi002.stdout:827: writing smithi00278215-6 from 10297344 to 10829824 tid 3 2024-09-14T03:37:53.722 INFO:tasks.rados.rados.0.smithi002.stdout:827: writing smithi00278215-6 from 10829824 to 11337728 tid 4 2024-09-14T03:37:53.722 INFO:tasks.rados.rados.0.smithi002.stdout:828: snap_remove snap 52 2024-09-14T03:37:54.152 INFO:tasks.rados.rados.0.smithi002.stdout:827: finishing write tid 1 to smithi00278215-6 2024-09-14T03:37:54.152 INFO:tasks.rados.rados.0.smithi002.stdout:827: finishing write tid 2 to smithi00278215-6 2024-09-14T03:37:54.152 INFO:tasks.rados.rados.0.smithi002.stdout:827: finishing write tid 3 to smithi00278215-6 2024-09-14T03:37:54.152 INFO:tasks.rados.rados.0.smithi002.stdout:827: finishing write tid 4 to smithi00278215-6 2024-09-14T03:37:54.152 INFO:tasks.rados.rados.0.smithi002.stdout:827: finishing write tid 5 to smithi00278215-6 2024-09-14T03:37:54.153 INFO:tasks.rados.rados.0.smithi002.stdout:827: finishing write tid 6 to smithi00278215-6 2024-09-14T03:37:54.153 INFO:tasks.rados.rados.0.smithi002.stdout:827: oid 6 updating version 0 to 793 2024-09-14T03:37:54.153 INFO:tasks.rados.rados.0.smithi002.stdout:827: oid 6 version 793 is already newer than 792 2024-09-14T03:37:54.153 INFO:tasks.rados.rados.0.smithi002.stdout:827: oid 6 version 793 is already newer than 791 2024-09-14T03:37:54.153 INFO:tasks.rados.rados.0.smithi002.stdout:827: oid 6 version 793 is already newer than 789 2024-09-14T03:37:54.153 INFO:tasks.rados.rados.0.smithi002.stdout:827: oid 6 version 793 is already newer than 790 2024-09-14T03:37:54.153 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 6 v 793 (ObjNum 273 snap 83 seq_num 273) dirty exists 2024-09-14T03:37:54.153 INFO:tasks.rados.rados.0.smithi002.stdout:827: left oid 6 (ObjNum 273 snap 83 seq_num 273) 2024-09-14T03:37:54.153 INFO:tasks.rados.rados.0.smithi002.stdout:827: done (1 left) 2024-09-14T03:37:54.153 INFO:tasks.rados.rados.0.smithi002.stdout:828: done (0 left) 2024-09-14T03:37:54.153 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 17 current snap is 83 2024-09-14T03:37:54.153 INFO:tasks.rados.rados.0.smithi002.stdout:829: seq_num 274 ranges {7340032=598016,7938048=499712,8437760=745472,9183232=360448} 2024-09-14T03:37:54.197 INFO:tasks.rados.rados.0.smithi002.stdout:829: writing smithi00278215-17 from 7340032 to 7938048 tid 1 2024-09-14T03:37:54.199 INFO:tasks.rados.rados.0.smithi002.stdout:829: writing smithi00278215-17 from 7938048 to 8437760 tid 2 2024-09-14T03:37:54.204 INFO:tasks.rados.rados.0.smithi002.stdout:829: writing smithi00278215-17 from 8437760 to 9183232 tid 3 2024-09-14T03:37:54.206 INFO:tasks.rados.rados.0.smithi002.stdout:829: writing smithi00278215-17 from 9183232 to 9543680 tid 4 2024-09-14T03:37:54.207 INFO:tasks.rados.rados.0.smithi002.stdout:830: copy_from oid 46 from oid 19 current snap is 83 2024-09-14T03:37:54.207 INFO:tasks.rados.rados.0.smithi002.stdout:829: finishing write tid 1 to smithi00278215-17 2024-09-14T03:37:54.207 INFO:tasks.rados.rados.0.smithi002.stdout:829: finishing write tid 2 to smithi00278215-17 2024-09-14T03:37:54.207 INFO:tasks.rados.rados.0.smithi002.stdout:831: snap_remove snap 35 2024-09-14T03:37:54.478 INFO:tasks.rados.rados.0.smithi002.stdout:829: finishing write tid 3 to smithi00278215-17 2024-09-14T03:37:54.478 INFO:tasks.rados.rados.0.smithi002.stdout:829: finishing write tid 4 to smithi00278215-17 2024-09-14T03:37:54.478 INFO:tasks.rados.rados.0.smithi002.stdout:829: finishing write tid 5 to smithi00278215-17 2024-09-14T03:37:54.478 INFO:tasks.rados.rados.0.smithi002.stdout:829: finishing write tid 6 to smithi00278215-17 2024-09-14T03:37:54.478 INFO:tasks.rados.rados.0.smithi002.stdout:829: oid 17 updating version 0 to 628 2024-09-14T03:37:54.478 INFO:tasks.rados.rados.0.smithi002.stdout:829: oid 17 version 628 is already newer than 627 2024-09-14T03:37:54.479 INFO:tasks.rados.rados.0.smithi002.stdout:829: oid 17 version 628 is already newer than 625 2024-09-14T03:37:54.479 INFO:tasks.rados.rados.0.smithi002.stdout:829: oid 17 version 628 is already newer than 626 2024-09-14T03:37:54.479 INFO:tasks.rados.rados.0.smithi002.stdout:829: oid 17 version 628 is already newer than 624 2024-09-14T03:37:54.479 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 17 v 628 (ObjNum 274 snap 83 seq_num 274) dirty exists 2024-09-14T03:37:54.479 INFO:tasks.rados.rados.0.smithi002.stdout:829: left oid 17 (ObjNum 274 snap 83 seq_num 274) 2024-09-14T03:37:54.479 INFO:tasks.rados.rados.0.smithi002.stdout:830: finishing copy_from racing read to smithi00278215-46 2024-09-14T03:37:54.479 INFO:tasks.rados.rados.0.smithi002.stdout:830: finishing copy_from to smithi00278215-46 2024-09-14T03:37:54.479 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 46 v 346 (ObjNum 139 snap 37 seq_num 139) dirty exists 2024-09-14T03:37:54.479 INFO:tasks.rados.rados.0.smithi002.stdout:829: done (2 left) 2024-09-14T03:37:54.479 INFO:tasks.rados.rados.0.smithi002.stdout:830: done (1 left) 2024-09-14T03:37:54.479 INFO:tasks.rados.rados.0.smithi002.stdout:831: done (0 left) 2024-09-14T03:37:54.479 INFO:tasks.rados.rados.0.smithi002.stdout:832: copy_from oid 43 from oid 35 current snap is 83 2024-09-14T03:37:54.479 INFO:tasks.rados.rados.0.smithi002.stdout:833: copy_from oid 42 from oid 33 current snap is 83 2024-09-14T03:37:54.479 INFO:tasks.rados.rados.0.smithi002.stdout:834: setattr oid 27 current snap is 83 2024-09-14T03:37:54.480 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:37:54 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[74259]: [14/Sep/2024:03:37:54] ENGINE Bus STARTING 2024-09-14T03:37:54.480 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:37:54 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[74259]: CherryPy Checker: 2024-09-14T03:37:54.480 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:37:54 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[74259]: The Application mounted at '' has an empty config. 2024-09-14T03:37:54.480 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:37:54 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[74259]: 2024-09-14T03:37:54.481 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:37:54 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[74259]: [14/Sep/2024:03:37:54] ENGINE Serving on http://:::9283 2024-09-14T03:37:54.481 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:37:54 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x[74259]: [14/Sep/2024:03:37:54] ENGINE Bus STARTED 2024-09-14T03:37:54.481 INFO:tasks.rados.rados.0.smithi002.stdout:835: setattr oid 30 current snap is 83 2024-09-14T03:37:54.481 INFO:tasks.rados.rados.0.smithi002.stdout:836: snap_create 2024-09-14T03:37:54.492 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 27 v 298 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-09-14T03:37:54.493 INFO:tasks.rados.rados.0.smithi002.stdout:833: finishing copy_from racing read to smithi00278215-42 2024-09-14T03:37:54.493 INFO:tasks.rados.rados.0.smithi002.stdout:833: finishing copy_from to smithi00278215-42 2024-09-14T03:37:54.493 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 42 v 271 (ObjNum 153 snap 43 seq_num 153) dirty exists 2024-09-14T03:37:54.494 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 30 v 809 (ObjNum 223 snap 64 seq_num 223) dirty exists 2024-09-14T03:37:54.498 INFO:tasks.rados.rados.0.smithi002.stdout:832: finishing copy_from racing read to smithi00278215-43 2024-09-14T03:37:54.500 INFO:tasks.rados.rados.0.smithi002.stdout:832: finishing copy_from to smithi00278215-43 2024-09-14T03:37:54.500 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 621 (ObjNum 236 snap 70 seq_num 236) dirty exists 2024-09-14T03:37:55.376 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: 2024-09-14T03:37:55.017+0000 7f192c73e640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-14T03:37:55.377 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: 2024-09-14T03:37:55.017+0000 7f192c73e640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-14T03:37:55.377 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: 2024-09-14T03:37:55.017+0000 7f192c73e640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-14T03:37:55.377 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: 2024-09-14T03:37:55.017+0000 7f192c73e640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-14T03:37:55.377 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: 2024-09-14T03:37:55.017+0000 7f192c73e640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-14T03:37:55.377 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: 2024-09-14T03:37:55.018+0000 7f1930746640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-14T03:37:55.377 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: 2024-09-14T03:37:55.018+0000 7f1930746640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-14T03:37:55.377 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: 2024-09-14T03:37:55.018+0000 7f1930746640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-14T03:37:55.377 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: 2024-09-14T03:37:55.018+0000 7f1930746640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-14T03:37:55.377 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: 2024-09-14T03:37:55.018+0000 7f1930746640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-14T03:37:55.378 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-mon[87970]: osdmap e224: 8 total, 8 up, 8 in 2024-09-14T03:37:55.378 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-mon[87970]: Standby manager daemon x restarted 2024-09-14T03:37:55.378 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-mon[87970]: Standby manager daemon x started 2024-09-14T03:37:55.378 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-mon[87970]: from='mgr.? 172.21.15.154:0/2571276992' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-14T03:37:55.378 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-mon[87970]: from='mgr.? 172.21.15.154:0/2571276992' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-14T03:37:55.378 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-mon[87970]: from='mgr.? 172.21.15.154:0/2571276992' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-14T03:37:55.378 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-mon[87970]: from='mgr.? 172.21.15.154:0/2571276992' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-14T03:37:55.378 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-mon[87970]: Active manager daemon y restarted 2024-09-14T03:37:55.378 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-mon[87970]: Activating manager daemon y 2024-09-14T03:37:55.378 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-mon[87970]: osdmap e225: 8 total, 8 up, 8 in 2024-09-14T03:37:55.379 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-mon[87970]: mgrmap e39: y(active, starting, since 0.00639448s), standbys: x 2024-09-14T03:37:55.379 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-14T03:37:55.379 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-14T03:37:55.379 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-14T03:37:55.379 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-09-14T03:37:55.379 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-09-14T03:37:55.379 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mgr metadata", "who": "y", "id": "y"} : dispatch 2024-09-14T03:37:55.379 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mgr metadata", "who": "x", "id": "x"} : dispatch 2024-09-14T03:37:55.379 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-14T03:37:55.379 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-14T03:37:55.379 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-14T03:37:55.379 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-14T03:37:55.379 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-14T03:37:55.380 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-14T03:37:55.380 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-09-14T03:37:55.380 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-09-14T03:37:55.380 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mds metadata"} : dispatch 2024-09-14T03:37:55.380 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd metadata"} : dispatch 2024-09-14T03:37:55.380 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon metadata"} : dispatch 2024-09-14T03:37:55.380 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-mon[87970]: Manager daemon y is now available 2024-09-14T03:37:55.380 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:37:55.380 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:37:55.380 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "orch prometheus get-credentials"} : dispatch 2024-09-14T03:37:55.381 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"} : dispatch 2024-09-14T03:37:55.381 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"} : dispatch 2024-09-14T03:37:55.381 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-mon[38004]: osdmap e224: 8 total, 8 up, 8 in 2024-09-14T03:37:55.381 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-mon[38004]: Standby manager daemon x restarted 2024-09-14T03:37:55.381 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-mon[38004]: Standby manager daemon x started 2024-09-14T03:37:55.381 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-mon[38004]: from='mgr.? 172.21.15.154:0/2571276992' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-14T03:37:55.381 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-mon[38004]: from='mgr.? 172.21.15.154:0/2571276992' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-14T03:37:55.381 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-mon[38004]: from='mgr.? 172.21.15.154:0/2571276992' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-14T03:37:55.381 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-mon[38004]: from='mgr.? 172.21.15.154:0/2571276992' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-14T03:37:55.382 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-mon[38004]: Active manager daemon y restarted 2024-09-14T03:37:55.382 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-mon[38004]: Activating manager daemon y 2024-09-14T03:37:55.382 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-mon[38004]: osdmap e225: 8 total, 8 up, 8 in 2024-09-14T03:37:55.382 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-mon[38004]: mgrmap e39: y(active, starting, since 0.00639448s), standbys: x 2024-09-14T03:37:55.382 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-mon[38004]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-14T03:37:55.382 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-mon[38004]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-14T03:37:55.382 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-mon[38004]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-14T03:37:55.382 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-mon[38004]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-09-14T03:37:55.382 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-mon[38004]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-09-14T03:37:55.382 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-mon[38004]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mgr metadata", "who": "y", "id": "y"} : dispatch 2024-09-14T03:37:55.382 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-mon[38004]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mgr metadata", "who": "x", "id": "x"} : dispatch 2024-09-14T03:37:55.382 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-mon[38004]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-14T03:37:55.382 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-mon[38004]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-14T03:37:55.382 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-mon[38004]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-14T03:37:55.383 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-mon[38004]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-14T03:37:55.383 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-mon[38004]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-14T03:37:55.383 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-mon[38004]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-14T03:37:55.383 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-mon[38004]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-09-14T03:37:55.383 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-mon[38004]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-09-14T03:37:55.383 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-mon[38004]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mds metadata"} : dispatch 2024-09-14T03:37:55.383 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-mon[38004]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd metadata"} : dispatch 2024-09-14T03:37:55.383 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-mon[38004]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon metadata"} : dispatch 2024-09-14T03:37:55.383 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-mon[38004]: Manager daemon y is now available 2024-09-14T03:37:55.383 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-mon[38004]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:37:55.383 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-mon[38004]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:37:55.383 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-mon[38004]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "orch prometheus get-credentials"} : dispatch 2024-09-14T03:37:55.383 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-mon[38004]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"} : dispatch 2024-09-14T03:37:55.383 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-mon[38004]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"} : dispatch 2024-09-14T03:37:55.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:55 smithi154 ceph-mon[30999]: osdmap e224: 8 total, 8 up, 8 in 2024-09-14T03:37:55.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:55 smithi154 ceph-mon[30999]: Standby manager daemon x restarted 2024-09-14T03:37:55.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:55 smithi154 ceph-mon[30999]: Standby manager daemon x started 2024-09-14T03:37:55.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:55 smithi154 ceph-mon[30999]: from='mgr.? 172.21.15.154:0/2571276992' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-14T03:37:55.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:55 smithi154 ceph-mon[30999]: from='mgr.? 172.21.15.154:0/2571276992' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-14T03:37:55.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:55 smithi154 ceph-mon[30999]: from='mgr.? 172.21.15.154:0/2571276992' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-14T03:37:55.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:55 smithi154 ceph-mon[30999]: from='mgr.? 172.21.15.154:0/2571276992' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-14T03:37:55.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:55 smithi154 ceph-mon[30999]: Active manager daemon y restarted 2024-09-14T03:37:55.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:55 smithi154 ceph-mon[30999]: Activating manager daemon y 2024-09-14T03:37:55.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:55 smithi154 ceph-mon[30999]: osdmap e225: 8 total, 8 up, 8 in 2024-09-14T03:37:55.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:55 smithi154 ceph-mon[30999]: mgrmap e39: y(active, starting, since 0.00639448s), standbys: x 2024-09-14T03:37:55.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:55 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-14T03:37:55.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:55 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-14T03:37:55.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:55 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-14T03:37:55.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:55 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-09-14T03:37:55.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:55 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-09-14T03:37:55.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:55 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mgr metadata", "who": "y", "id": "y"} : dispatch 2024-09-14T03:37:55.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:55 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mgr metadata", "who": "x", "id": "x"} : dispatch 2024-09-14T03:37:55.480 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:55 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-14T03:37:55.480 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:55 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-14T03:37:55.480 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:55 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-14T03:37:55.480 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:55 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-14T03:37:55.480 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:55 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-14T03:37:55.480 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:55 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-14T03:37:55.480 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:55 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-09-14T03:37:55.480 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:55 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-09-14T03:37:55.480 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:55 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mds metadata"} : dispatch 2024-09-14T03:37:55.480 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:55 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd metadata"} : dispatch 2024-09-14T03:37:55.480 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:55 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon metadata"} : dispatch 2024-09-14T03:37:55.480 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:55 smithi154 ceph-mon[30999]: Manager daemon y is now available 2024-09-14T03:37:55.481 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:55 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:37:55.481 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:55 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:37:55.481 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:55 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "orch prometheus get-credentials"} : dispatch 2024-09-14T03:37:55.481 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:55 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"} : dispatch 2024-09-14T03:37:55.481 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:55 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"} : dispatch 2024-09-14T03:37:55.484 INFO:tasks.rados.rados.0.smithi002.stdout:832: done (4 left) 2024-09-14T03:37:55.484 INFO:tasks.rados.rados.0.smithi002.stdout:833: done (3 left) 2024-09-14T03:37:55.484 INFO:tasks.rados.rados.0.smithi002.stdout:834: done (2 left) 2024-09-14T03:37:55.484 INFO:tasks.rados.rados.0.smithi002.stdout:835: done (1 left) 2024-09-14T03:37:55.484 INFO:tasks.rados.rados.0.smithi002.stdout:836: done (0 left) 2024-09-14T03:37:55.485 INFO:tasks.rados.rados.0.smithi002.stdout:837: rollback oid 27 current snap is 84 2024-09-14T03:37:55.485 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 27 to 29 2024-09-14T03:37:55.485 INFO:tasks.rados.rados.0.smithi002.stdout:838: snap_remove snap 62 2024-09-14T03:37:55.686 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: 2024-09-14T03:37:55.480+0000 7f19602b3640 -1 mgr.server handle_report got status from non-daemon mon.a 2024-09-14T03:37:55.687 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: [14/Sep/2024:03:37:55] ENGINE Bus STARTING 2024-09-14T03:37:55.687 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: CherryPy Checker: 2024-09-14T03:37:55.687 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: The Application mounted at '' has an empty config. 2024-09-14T03:37:55.687 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: 2024-09-14T03:37:55.687 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: [14/Sep/2024:03:37:55] ENGINE Serving on http://:::9283 2024-09-14T03:37:55.687 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:55 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: [14/Sep/2024:03:37:55] ENGINE Bus STARTED 2024-09-14T03:37:56.497 INFO:tasks.rados.rados.0.smithi002.stdout:838: done (1 left) 2024-09-14T03:37:56.497 INFO:tasks.rados.rados.0.smithi002.stdout:839: copy_from oid 11 from oid 41 current snap is 84 2024-09-14T03:37:56.497 INFO:tasks.rados.rados.0.smithi002.stdout:840: copy_from oid 24 from oid 48 current snap is 84 2024-09-14T03:37:56.497 INFO:tasks.rados.rados.0.smithi002.stdout:841: delete oid 43 current snap is 84 2024-09-14T03:37:56.498 INFO:tasks.rados.rados.0.smithi002.stdout:837: finishing rollback tid 0 to smithi00278215-27 2024-09-14T03:37:56.498 INFO:tasks.rados.rados.0.smithi002.stdout:837: finishing rollback tid 1 to smithi00278215-27 2024-09-14T03:37:56.498 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 27 v 301 (ObjNum 32145 snap 0 seq_num 50308128) dirty dne 2024-09-14T03:37:56.506 INFO:tasks.rados.rados.0.smithi002.stdout:840: finishing copy_from racing read to smithi00278215-24 2024-09-14T03:37:56.506 INFO:tasks.rados.rados.0.smithi002.stdout:837: done (3 left) 2024-09-14T03:37:56.506 INFO:tasks.rados.rados.0.smithi002.stdout:841: done (2 left) 2024-09-14T03:37:56.506 INFO:tasks.rados.rados.0.smithi002.stdout:842: snap_remove snap 75 2024-09-14T03:37:56.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:56 smithi154 ceph-mon[30999]: mgrmap e40: y(active, since 1.01071s), standbys: x 2024-09-14T03:37:56.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:56 smithi154 ceph-mon[30999]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-14T03:37:56.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:56 smithi154 ceph-mon[30999]: osdmap e226: 8 total, 8 up, 8 in 2024-09-14T03:37:56.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:56 smithi154 ceph-mon[30999]: pgmap v4: 121 pgs: 121 active+clean; 273 MiB data, 993 MiB used, 714 GiB / 715 GiB avail; 75 GiB/s rd, 41 GiB/s wr, 583.99k op/s; 306 MiB/s, 1.09k objects/s recovering 2024-09-14T03:37:56.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:56 smithi002 ceph-mon[87970]: mgrmap e40: y(active, since 1.01071s), standbys: x 2024-09-14T03:37:56.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:56 smithi002 ceph-mon[87970]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-14T03:37:56.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:56 smithi002 ceph-mon[87970]: osdmap e226: 8 total, 8 up, 8 in 2024-09-14T03:37:56.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:56 smithi002 ceph-mon[87970]: pgmap v4: 121 pgs: 121 active+clean; 273 MiB data, 993 MiB used, 714 GiB / 715 GiB avail; 75 GiB/s rd, 41 GiB/s wr, 583.99k op/s; 306 MiB/s, 1.09k objects/s recovering 2024-09-14T03:37:56.787 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:56 smithi002 ceph-mon[38004]: mgrmap e40: y(active, since 1.01071s), standbys: x 2024-09-14T03:37:56.787 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:56 smithi002 ceph-mon[38004]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-14T03:37:56.787 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:56 smithi002 ceph-mon[38004]: osdmap e226: 8 total, 8 up, 8 in 2024-09-14T03:37:56.787 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:56 smithi002 ceph-mon[38004]: pgmap v4: 121 pgs: 121 active+clean; 273 MiB data, 993 MiB used, 714 GiB / 715 GiB avail; 75 GiB/s rd, 41 GiB/s wr, 583.99k op/s; 306 MiB/s, 1.09k objects/s recovering 2024-09-14T03:37:57.437 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:57 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: 2024-09-14T03:37:57.083+0000 7f190fd8b640 -1 log_channel(cephadm) log [ERR] : [14/Sep/2024:03:37:57] ENGINE Error in HTTPServer.serve 2024-09-14T03:37:57.437 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:57 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: Traceback (most recent call last): 2024-09-14T03:37:57.437 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:57 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-14T03:37:57.437 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:57 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: self._connections.run(self.expiration_interval) 2024-09-14T03:37:57.437 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:57 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-14T03:37:57.437 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:57 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: self._run(expiration_interval) 2024-09-14T03:37:57.437 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:57 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-14T03:37:57.438 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:57 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: new_conn = self._from_server_socket(self.server.socket) 2024-09-14T03:37:57.438 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:57 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-14T03:37:57.438 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:57 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-14T03:37:57.438 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:57 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-14T03:37:57.438 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:57 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: s = self.context.wrap_socket( 2024-09-14T03:37:57.438 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:57 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-14T03:37:57.438 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:57 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: return self.sslsocket_class._create( 2024-09-14T03:37:57.438 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:57 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-14T03:37:57.438 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:57 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: self.do_handshake() 2024-09-14T03:37:57.438 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:57 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-14T03:37:57.438 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:57 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: self._sslobj.do_handshake() 2024-09-14T03:37:57.438 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:57 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-14T03:37:57.438 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:37:57 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: 2024-09-14T03:37:57.494 INFO:tasks.rados.rados.0.smithi002.stdout:842: done (2 left) 2024-09-14T03:37:57.494 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 12 current snap is 84 2024-09-14T03:37:57.494 INFO:tasks.rados.rados.0.smithi002.stdout:843: seq_num 276 ranges {1261568=630784,1892352=671744,2564096=704512,3268608=229376} 2024-09-14T03:37:57.505 INFO:tasks.rados.rados.0.smithi002.stdout:843: writing smithi00278215-12 from 1261568 to 1892352 tid 1 2024-09-14T03:37:57.509 INFO:tasks.rados.rados.0.smithi002.stdout:843: writing smithi00278215-12 from 1892352 to 2564096 tid 2 2024-09-14T03:37:57.513 INFO:tasks.rados.rados.0.smithi002.stdout:843: writing smithi00278215-12 from 2564096 to 3268608 tid 3 2024-09-14T03:37:57.515 INFO:tasks.rados.rados.0.smithi002.stdout:843: writing smithi00278215-12 from 3268608 to 3497984 tid 4 2024-09-14T03:37:57.515 INFO:tasks.rados.rados.0.smithi002.stdout:844: delete oid 21 current snap is 84 2024-09-14T03:37:57.515 INFO:tasks.rados.rados.0.smithi002.stdout:840: finishing copy_from to smithi00278215-24 2024-09-14T03:37:57.515 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 24 v 209 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-14T03:37:57.516 INFO:tasks.rados.rados.0.smithi002.stdout:839: finishing copy_from racing read to smithi00278215-11 2024-09-14T03:37:57.516 INFO:tasks.rados.rados.0.smithi002.stdout:839: finishing copy_from to smithi00278215-11 2024-09-14T03:37:57.516 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 516 (ObjNum 218 snap 64 seq_num 218) dirty exists 2024-09-14T03:37:57.516 INFO:tasks.rados.rados.0.smithi002.stdout:843: finishing write tid 1 to smithi00278215-12 2024-09-14T03:37:57.516 INFO:tasks.rados.rados.0.smithi002.stdout:843: finishing write tid 2 to smithi00278215-12 2024-09-14T03:37:57.517 INFO:tasks.rados.rados.0.smithi002.stdout:839: done (3 left) 2024-09-14T03:37:57.517 INFO:tasks.rados.rados.0.smithi002.stdout:840: done (2 left) 2024-09-14T03:37:57.517 INFO:tasks.rados.rados.0.smithi002.stdout:844: done (1 left) 2024-09-14T03:37:57.517 INFO:tasks.rados.rados.0.smithi002.stdout:845: snap_remove snap 34 2024-09-14T03:37:57.663 INFO:tasks.rados.rados.0.smithi002.stdout:845: done (1 left) 2024-09-14T03:37:57.663 INFO:tasks.rados.rados.0.smithi002.stdout:846: read oid 9 snap -1 2024-09-14T03:37:57.663 INFO:tasks.rados.rados.0.smithi002.stdout:846: expect deleted 2024-09-14T03:37:57.663 INFO:tasks.rados.rados.0.smithi002.stdout:847: snap_remove snap 56 2024-09-14T03:37:57.785 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:57 smithi154 ceph-mon[30999]: mgrmap e41: y(active, since 2s), standbys: x 2024-09-14T03:37:57.785 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:57 smithi154 ceph-mon[30999]: osdmap e227: 8 total, 8 up, 8 in 2024-09-14T03:37:57.785 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:57 smithi154 ceph-mon[30999]: [14/Sep/2024:03:37:56] ENGINE Bus STARTING 2024-09-14T03:37:57.785 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:57 smithi154 ceph-mon[30999]: [14/Sep/2024:03:37:57] ENGINE Serving on https://172.21.15.2:7150 2024-09-14T03:37:57.786 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:57 smithi154 ceph-mon[30999]: [14/Sep/2024:03:37:57] ENGINE Error in HTTPServer.serve 2024-09-14T03:37:57.786 INFO:journalctl@ceph.mon.b.smithi154.stdout: Traceback (most recent call last): 2024-09-14T03:37:57.786 INFO:journalctl@ceph.mon.b.smithi154.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-14T03:37:57.786 INFO:journalctl@ceph.mon.b.smithi154.stdout: self._connections.run(self.expiration_interval) 2024-09-14T03:37:57.786 INFO:journalctl@ceph.mon.b.smithi154.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-14T03:37:57.786 INFO:journalctl@ceph.mon.b.smithi154.stdout: self._run(expiration_interval) 2024-09-14T03:37:57.786 INFO:journalctl@ceph.mon.b.smithi154.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-14T03:37:57.786 INFO:journalctl@ceph.mon.b.smithi154.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-14T03:37:57.786 INFO:journalctl@ceph.mon.b.smithi154.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-14T03:37:57.786 INFO:journalctl@ceph.mon.b.smithi154.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-14T03:37:57.786 INFO:journalctl@ceph.mon.b.smithi154.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-14T03:37:57.786 INFO:journalctl@ceph.mon.b.smithi154.stdout: s = self.context.wrap_socket( 2024-09-14T03:37:57.786 INFO:journalctl@ceph.mon.b.smithi154.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-14T03:37:57.786 INFO:journalctl@ceph.mon.b.smithi154.stdout: return self.sslsocket_class._create( 2024-09-14T03:37:57.787 INFO:journalctl@ceph.mon.b.smithi154.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-14T03:37:57.787 INFO:journalctl@ceph.mon.b.smithi154.stdout: self.do_handshake() 2024-09-14T03:37:57.787 INFO:journalctl@ceph.mon.b.smithi154.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-14T03:37:57.787 INFO:journalctl@ceph.mon.b.smithi154.stdout: self._sslobj.do_handshake() 2024-09-14T03:37:57.787 INFO:journalctl@ceph.mon.b.smithi154.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-14T03:37:57.861 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:57 smithi002 ceph-mon[87970]: mgrmap e41: y(active, since 2s), standbys: x 2024-09-14T03:37:57.861 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:57 smithi002 ceph-mon[87970]: osdmap e227: 8 total, 8 up, 8 in 2024-09-14T03:37:57.861 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:57 smithi002 ceph-mon[87970]: [14/Sep/2024:03:37:56] ENGINE Bus STARTING 2024-09-14T03:37:57.861 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:57 smithi002 ceph-mon[87970]: [14/Sep/2024:03:37:57] ENGINE Serving on https://172.21.15.2:7150 2024-09-14T03:37:57.861 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:57 smithi002 ceph-mon[87970]: [14/Sep/2024:03:37:57] ENGINE Error in HTTPServer.serve 2024-09-14T03:37:57.861 INFO:journalctl@ceph.mon.a.smithi002.stdout: Traceback (most recent call last): 2024-09-14T03:37:57.862 INFO:journalctl@ceph.mon.a.smithi002.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-14T03:37:57.862 INFO:journalctl@ceph.mon.a.smithi002.stdout: self._connections.run(self.expiration_interval) 2024-09-14T03:37:57.862 INFO:journalctl@ceph.mon.a.smithi002.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-14T03:37:57.862 INFO:journalctl@ceph.mon.a.smithi002.stdout: self._run(expiration_interval) 2024-09-14T03:37:57.862 INFO:journalctl@ceph.mon.a.smithi002.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-14T03:37:57.862 INFO:journalctl@ceph.mon.a.smithi002.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-14T03:37:57.862 INFO:journalctl@ceph.mon.a.smithi002.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-14T03:37:57.862 INFO:journalctl@ceph.mon.a.smithi002.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-14T03:37:57.862 INFO:journalctl@ceph.mon.a.smithi002.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-14T03:37:57.862 INFO:journalctl@ceph.mon.a.smithi002.stdout: s = self.context.wrap_socket( 2024-09-14T03:37:57.862 INFO:journalctl@ceph.mon.a.smithi002.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-14T03:37:57.862 INFO:journalctl@ceph.mon.a.smithi002.stdout: return self.sslsocket_class._create( 2024-09-14T03:37:57.862 INFO:journalctl@ceph.mon.a.smithi002.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-14T03:37:57.862 INFO:journalctl@ceph.mon.a.smithi002.stdout: self.do_handshake() 2024-09-14T03:37:57.863 INFO:journalctl@ceph.mon.a.smithi002.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-14T03:37:57.863 INFO:journalctl@ceph.mon.a.smithi002.stdout: self._sslobj.do_handshake() 2024-09-14T03:37:57.863 INFO:journalctl@ceph.mon.a.smithi002.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-14T03:37:57.863 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:57 smithi002 ceph-mon[38004]: mgrmap e41: y(active, since 2s), standbys: x 2024-09-14T03:37:57.863 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:57 smithi002 ceph-mon[38004]: osdmap e227: 8 total, 8 up, 8 in 2024-09-14T03:37:57.863 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:57 smithi002 ceph-mon[38004]: [14/Sep/2024:03:37:56] ENGINE Bus STARTING 2024-09-14T03:37:57.863 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:57 smithi002 ceph-mon[38004]: [14/Sep/2024:03:37:57] ENGINE Serving on https://172.21.15.2:7150 2024-09-14T03:37:57.863 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:57 smithi002 ceph-mon[38004]: [14/Sep/2024:03:37:57] ENGINE Error in HTTPServer.serve 2024-09-14T03:37:57.863 INFO:journalctl@ceph.mon.c.smithi002.stdout: Traceback (most recent call last): 2024-09-14T03:37:57.863 INFO:journalctl@ceph.mon.c.smithi002.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-14T03:37:57.863 INFO:journalctl@ceph.mon.c.smithi002.stdout: self._connections.run(self.expiration_interval) 2024-09-14T03:37:57.864 INFO:journalctl@ceph.mon.c.smithi002.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-14T03:37:57.864 INFO:journalctl@ceph.mon.c.smithi002.stdout: self._run(expiration_interval) 2024-09-14T03:37:57.864 INFO:journalctl@ceph.mon.c.smithi002.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-14T03:37:57.864 INFO:journalctl@ceph.mon.c.smithi002.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-14T03:37:57.864 INFO:journalctl@ceph.mon.c.smithi002.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-14T03:37:57.864 INFO:journalctl@ceph.mon.c.smithi002.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-14T03:37:57.864 INFO:journalctl@ceph.mon.c.smithi002.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-14T03:37:57.864 INFO:journalctl@ceph.mon.c.smithi002.stdout: s = self.context.wrap_socket( 2024-09-14T03:37:57.864 INFO:journalctl@ceph.mon.c.smithi002.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-14T03:37:57.864 INFO:journalctl@ceph.mon.c.smithi002.stdout: return self.sslsocket_class._create( 2024-09-14T03:37:57.864 INFO:journalctl@ceph.mon.c.smithi002.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-14T03:37:57.864 INFO:journalctl@ceph.mon.c.smithi002.stdout: self.do_handshake() 2024-09-14T03:37:57.864 INFO:journalctl@ceph.mon.c.smithi002.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-14T03:37:57.864 INFO:journalctl@ceph.mon.c.smithi002.stdout: self._sslobj.do_handshake() 2024-09-14T03:37:57.865 INFO:journalctl@ceph.mon.c.smithi002.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-14T03:37:58.674 INFO:tasks.rados.rados.0.smithi002.stdout:847: done (2 left) 2024-09-14T03:37:58.674 INFO:tasks.rados.rados.0.smithi002.stdout:848: read oid 47 snap -1 2024-09-14T03:37:58.674 INFO:tasks.rados.rados.0.smithi002.stdout:848: expect (ObjNum 199 snap 54 seq_num 199) 2024-09-14T03:37:58.674 INFO:tasks.rados.rados.0.smithi002.stdout:849: rollback oid 33 current snap is 84 2024-09-14T03:37:58.674 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 33 to 72 2024-09-14T03:37:58.674 INFO:tasks.rados.rados.0.smithi002.stdout:843: finishing write tid 3 to smithi00278215-12 2024-09-14T03:37:58.674 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 35 current snap is 84 2024-09-14T03:37:58.674 INFO:tasks.rados.rados.0.smithi002.stdout:843: finishing write tid 4 to smithi00278215-12 2024-09-14T03:37:58.674 INFO:tasks.rados.rados.0.smithi002.stdout:850: seq_num 278 ranges {2875392=663552,3538944=442368,3981312=720896,4702208=442368} 2024-09-14T03:37:58.695 INFO:tasks.rados.rados.0.smithi002.stdout:850: writing smithi00278215-35 from 2875392 to 3538944 tid 1 2024-09-14T03:37:58.698 INFO:tasks.rados.rados.0.smithi002.stdout:850: writing smithi00278215-35 from 3538944 to 3981312 tid 2 2024-09-14T03:37:58.703 INFO:tasks.rados.rados.0.smithi002.stdout:850: writing smithi00278215-35 from 3981312 to 4702208 tid 3 2024-09-14T03:37:58.706 INFO:tasks.rados.rados.0.smithi002.stdout:850: writing smithi00278215-35 from 4702208 to 5144576 tid 4 2024-09-14T03:37:58.706 INFO:tasks.rados.rados.0.smithi002.stdout:851: read oid 25 snap -1 2024-09-14T03:37:58.707 INFO:tasks.rados.rados.0.smithi002.stdout:851: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:37:58.707 INFO:tasks.rados.rados.0.smithi002.stdout:852: delete oid 30 current snap is 84 2024-09-14T03:37:58.707 INFO:tasks.rados.rados.0.smithi002.stdout:843: finishing write tid 5 to smithi00278215-12 2024-09-14T03:37:58.707 INFO:tasks.rados.rados.0.smithi002.stdout:843: finishing write tid 6 to smithi00278215-12 2024-09-14T03:37:58.707 INFO:tasks.rados.rados.0.smithi002.stdout:843: oid 12 updating version 0 to 664 2024-09-14T03:37:58.707 INFO:tasks.rados.rados.0.smithi002.stdout:843: oid 12 updating version 664 to 668 2024-09-14T03:37:58.707 INFO:tasks.rados.rados.0.smithi002.stdout:843: oid 12 updating version 668 to 670 2024-09-14T03:37:58.707 INFO:tasks.rados.rados.0.smithi002.stdout:843: oid 12 version 670 is already newer than 669 2024-09-14T03:37:58.707 INFO:tasks.rados.rados.0.smithi002.stdout:843: oid 12 version 670 is already newer than 667 2024-09-14T03:37:58.707 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 670 (ObjNum 276 snap 84 seq_num 276) dirty exists 2024-09-14T03:37:58.707 INFO:tasks.rados.rados.0.smithi002.stdout:843: left oid 12 (ObjNum 276 snap 84 seq_num 276) 2024-09-14T03:37:58.707 INFO:tasks.rados.rados.0.smithi002.stdout:848: expect (ObjNum 199 snap 54 seq_num 199) 2024-09-14T03:37:58.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:58 smithi154 ceph-mon[30999]: [14/Sep/2024:03:37:57] ENGINE Serving on http://172.21.15.2:8765 2024-09-14T03:37:58.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:58 smithi154 ceph-mon[30999]: [14/Sep/2024:03:37:57] ENGINE Bus STARTED 2024-09-14T03:37:58.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:58 smithi154 ceph-mon[30999]: osdmap e228: 8 total, 8 up, 8 in 2024-09-14T03:37:58.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:58 smithi154 ceph-mon[30999]: osdmap e229: 8 total, 8 up, 8 in 2024-09-14T03:37:58.733 INFO:tasks.rados.rados.0.smithi002.stdout:849: finishing rollback tid 0 to smithi00278215-33 2024-09-14T03:37:58.733 INFO:tasks.rados.rados.0.smithi002.stdout:849: finishing rollback tid 1 to smithi00278215-33 2024-09-14T03:37:58.733 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 33 v 685 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-09-14T03:37:58.733 INFO:tasks.rados.rados.0.smithi002.stdout:850: finishing write tid 1 to smithi00278215-35 2024-09-14T03:37:58.733 INFO:tasks.rados.rados.0.smithi002.stdout:850: finishing write tid 2 to smithi00278215-35 2024-09-14T03:37:58.734 INFO:tasks.rados.rados.0.smithi002.stdout:843: done (6 left) 2024-09-14T03:37:58.734 INFO:tasks.rados.rados.0.smithi002.stdout:846: done (5 left) 2024-09-14T03:37:58.734 INFO:tasks.rados.rados.0.smithi002.stdout:848: done (4 left) 2024-09-14T03:37:58.734 INFO:tasks.rados.rados.0.smithi002.stdout:849: done (3 left) 2024-09-14T03:37:58.734 INFO:tasks.rados.rados.0.smithi002.stdout:852: done (2 left) 2024-09-14T03:37:58.734 INFO:tasks.rados.rados.0.smithi002.stdout:853: setattr oid 16 current snap is 84 2024-09-14T03:37:58.734 INFO:tasks.rados.rados.0.smithi002.stdout:850: finishing write tid 3 to smithi00278215-35 2024-09-14T03:37:58.734 INFO:tasks.rados.rados.0.smithi002.stdout:851: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:37:58.736 INFO:tasks.rados.rados.0.smithi002.stdout:850: finishing write tid 4 to smithi00278215-35 2024-09-14T03:37:58.736 INFO:tasks.rados.rados.0.smithi002.stdout:850: finishing write tid 5 to smithi00278215-35 2024-09-14T03:37:58.736 INFO:tasks.rados.rados.0.smithi002.stdout:850: finishing write tid 6 to smithi00278215-35 2024-09-14T03:37:58.736 INFO:tasks.rados.rados.0.smithi002.stdout:850: oid 35 updating version 0 to 623 2024-09-14T03:37:58.736 INFO:tasks.rados.rados.0.smithi002.stdout:850: oid 35 updating version 623 to 626 2024-09-14T03:37:58.736 INFO:tasks.rados.rados.0.smithi002.stdout:850: oid 35 version 626 is already newer than 625 2024-09-14T03:37:58.736 INFO:tasks.rados.rados.0.smithi002.stdout:850: oid 35 version 626 is already newer than 622 2024-09-14T03:37:58.737 INFO:tasks.rados.rados.0.smithi002.stdout:850: oid 35 version 626 is already newer than 624 2024-09-14T03:37:58.737 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 35 v 626 (ObjNum 278 snap 84 seq_num 278) dirty exists 2024-09-14T03:37:58.737 INFO:tasks.rados.rados.0.smithi002.stdout:850: left oid 35 (ObjNum 278 snap 84 seq_num 278) 2024-09-14T03:37:58.737 INFO:tasks.rados.rados.0.smithi002.stdout:850: done (2 left) 2024-09-14T03:37:58.737 INFO:tasks.rados.rados.0.smithi002.stdout:851: done (1 left) 2024-09-14T03:37:58.737 INFO:tasks.rados.rados.0.smithi002.stdout:854: rmattr oid 30 current snap is 84 2024-09-14T03:37:58.737 INFO:tasks.rados.rados.0.smithi002.stdout:854: done (1 left) 2024-09-14T03:37:58.738 INFO:tasks.rados.rados.0.smithi002.stdout:855: setattr oid 32 current snap is 84 2024-09-14T03:37:58.739 INFO:tasks.rados.rados.0.smithi002.stdout:856: delete oid 44 current snap is 84 2024-09-14T03:37:58.739 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 16 v 323 (ObjNum 127 snap 32 seq_num 127) dirty exists 2024-09-14T03:37:58.740 INFO:tasks.rados.rados.0.smithi002.stdout:853: done (2 left) 2024-09-14T03:37:58.740 INFO:tasks.rados.rados.0.smithi002.stdout:856: done (1 left) 2024-09-14T03:37:58.741 INFO:tasks.rados.rados.0.smithi002.stdout:857: copy_from oid 27 from oid 10 current snap is 84 2024-09-14T03:37:58.741 INFO:tasks.rados.rados.0.smithi002.stdout:858: read oid 42 snap -1 2024-09-14T03:37:58.741 INFO:tasks.rados.rados.0.smithi002.stdout:858: expect (ObjNum 153 snap 43 seq_num 153) 2024-09-14T03:37:58.741 INFO:tasks.rados.rados.0.smithi002.stdout:859: setattr oid 34 current snap is 84 2024-09-14T03:37:58.742 INFO:tasks.rados.rados.0.smithi002.stdout:860: rollback oid 3 current snap is 84 2024-09-14T03:37:58.742 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 3 to 80 2024-09-14T03:37:58.742 INFO:tasks.rados.rados.0.smithi002.stdout:861: copy_from oid 9 from oid 4 current snap is 84 2024-09-14T03:37:58.742 INFO:tasks.rados.rados.0.smithi002.stdout:862: read oid 39 snap -1 2024-09-14T03:37:58.742 INFO:tasks.rados.rados.0.smithi002.stdout:862: expect (ObjNum 229 snap 65 seq_num 229) 2024-09-14T03:37:58.742 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 13 current snap is 84 2024-09-14T03:37:58.742 INFO:tasks.rados.rados.0.smithi002.stdout:863: seq_num 281 ranges {3563520=712704,4276224=491520,4767744=491520,5259264=622592} 2024-09-14T03:37:58.766 INFO:tasks.rados.rados.0.smithi002.stdout:863: writing smithi00278215-13 from 3563520 to 4276224 tid 1 2024-09-14T03:37:58.769 INFO:tasks.rados.rados.0.smithi002.stdout:863: writing smithi00278215-13 from 4276224 to 4767744 tid 2 2024-09-14T03:37:58.772 INFO:tasks.rados.rados.0.smithi002.stdout:863: writing smithi00278215-13 from 4767744 to 5259264 tid 3 2024-09-14T03:37:58.775 INFO:tasks.rados.rados.0.smithi002.stdout:863: writing smithi00278215-13 from 5259264 to 5881856 tid 4 2024-09-14T03:37:58.775 INFO:tasks.rados.rados.0.smithi002.stdout:864: read oid 35 snap -1 2024-09-14T03:37:58.775 INFO:tasks.rados.rados.0.smithi002.stdout:864: expect (ObjNum 278 snap 84 seq_num 278) 2024-09-14T03:37:58.776 INFO:tasks.rados.rados.0.smithi002.stdout:865: snap_remove snap 71 2024-09-14T03:37:58.936 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:58 smithi002 ceph-mon[87970]: [14/Sep/2024:03:37:57] ENGINE Serving on http://172.21.15.2:8765 2024-09-14T03:37:58.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:58 smithi002 ceph-mon[87970]: [14/Sep/2024:03:37:57] ENGINE Bus STARTED 2024-09-14T03:37:58.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:58 smithi002 ceph-mon[87970]: osdmap e228: 8 total, 8 up, 8 in 2024-09-14T03:37:58.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:58 smithi002 ceph-mon[87970]: osdmap e229: 8 total, 8 up, 8 in 2024-09-14T03:37:58.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:58 smithi002 ceph-mon[38004]: [14/Sep/2024:03:37:57] ENGINE Serving on http://172.21.15.2:8765 2024-09-14T03:37:58.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:58 smithi002 ceph-mon[38004]: [14/Sep/2024:03:37:57] ENGINE Bus STARTED 2024-09-14T03:37:58.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:58 smithi002 ceph-mon[38004]: osdmap e228: 8 total, 8 up, 8 in 2024-09-14T03:37:58.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:58 smithi002 ceph-mon[38004]: osdmap e229: 8 total, 8 up, 8 in 2024-09-14T03:37:59.674 INFO:tasks.rados.rados.0.smithi002.stdout:865: done (9 left) 2024-09-14T03:37:59.674 INFO:tasks.rados.rados.0.smithi002.stdout:866: snap_create 2024-09-14T03:37:59.674 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 891 (ObjNum 154 snap 43 seq_num 154) dirty exists 2024-09-14T03:37:59.674 INFO:tasks.rados.rados.0.smithi002.stdout:857: finishing copy_from to smithi00278215-27 2024-09-14T03:37:59.674 INFO:tasks.rados.rados.0.smithi002.stdout:857: got expected ENOENT (src dne) 2024-09-14T03:37:59.674 INFO:tasks.rados.rados.0.smithi002.stdout:857: finishing copy_from racing read to smithi00278215-27 2024-09-14T03:37:59.674 INFO:tasks.rados.rados.0.smithi002.stdout:860: finishing rollback tid 0 to smithi00278215-3 2024-09-14T03:37:59.674 INFO:tasks.rados.rados.0.smithi002.stdout:860: finishing rollback tid 1 to smithi00278215-3 2024-09-14T03:37:59.674 INFO:tasks.rados.rados.0.smithi002.stdout:860: finishing rollback tid 2 to smithi00278215-3 2024-09-14T03:37:59.675 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 3 v 701 (ObjNum 81 snap 18 seq_num 81) dirty exists 2024-09-14T03:37:59.675 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 34 v 216 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-14T03:37:59.675 INFO:tasks.rados.rados.0.smithi002.stdout:858: expect (ObjNum 153 snap 43 seq_num 153) 2024-09-14T03:37:59.709 INFO:tasks.rados.rados.0.smithi002.stdout:862: expect (ObjNum 229 snap 65 seq_num 229) 2024-09-14T03:37:59.838 INFO:tasks.rados.rados.0.smithi002.stdout:861: finishing copy_from racing read to smithi00278215-9 2024-09-14T03:37:59.838 INFO:tasks.rados.rados.0.smithi002.stdout:861: finishing copy_from to smithi00278215-9 2024-09-14T03:37:59.838 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 9 v 389 (ObjNum 267 snap 81 seq_num 267) dirty exists 2024-09-14T03:37:59.838 INFO:tasks.rados.rados.0.smithi002.stdout:863: finishing write tid 1 to smithi00278215-13 2024-09-14T03:37:59.838 INFO:tasks.rados.rados.0.smithi002.stdout:863: finishing write tid 2 to smithi00278215-13 2024-09-14T03:37:59.838 INFO:tasks.rados.rados.0.smithi002.stdout:863: finishing write tid 3 to smithi00278215-13 2024-09-14T03:37:59.838 INFO:tasks.rados.rados.0.smithi002.stdout:863: finishing write tid 4 to smithi00278215-13 2024-09-14T03:37:59.839 INFO:tasks.rados.rados.0.smithi002.stdout:863: finishing write tid 5 to smithi00278215-13 2024-09-14T03:37:59.839 INFO:tasks.rados.rados.0.smithi002.stdout:863: finishing write tid 6 to smithi00278215-13 2024-09-14T03:37:59.839 INFO:tasks.rados.rados.0.smithi002.stdout:863: oid 13 updating version 0 to 359 2024-09-14T03:37:59.839 INFO:tasks.rados.rados.0.smithi002.stdout:863: oid 13 version 359 is already newer than 358 2024-09-14T03:37:59.839 INFO:tasks.rados.rados.0.smithi002.stdout:863: oid 13 updating version 359 to 360 2024-09-14T03:37:59.839 INFO:tasks.rados.rados.0.smithi002.stdout:863: oid 13 version 360 is already newer than 357 2024-09-14T03:37:59.839 INFO:tasks.rados.rados.0.smithi002.stdout:863: oid 13 version 360 is already newer than 356 2024-09-14T03:37:59.839 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 360 (ObjNum 281 snap 84 seq_num 281) dirty exists 2024-09-14T03:37:59.839 INFO:tasks.rados.rados.0.smithi002.stdout:863: left oid 13 (ObjNum 281 snap 84 seq_num 281) 2024-09-14T03:37:59.839 INFO:tasks.rados.rados.0.smithi002.stdout:864: expect (ObjNum 278 snap 84 seq_num 278) 2024-09-14T03:37:59.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:59 smithi002 ceph-mon[87970]: pgmap v9: 121 pgs: 121 active+clean; 273 MiB data, 993 MiB used, 714 GiB / 715 GiB avail; 140 MiB/s rd, 77 MiB/s wr, 1.07k op/s; 575 KiB/s, 1 objects/s recovering 2024-09-14T03:37:59.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:59 smithi002 ceph-mon[87970]: mgrmap e42: y(active, since 4s), standbys: x 2024-09-14T03:37:59.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:59 smithi002 ceph-mon[87970]: osdmap e230: 8 total, 8 up, 8 in 2024-09-14T03:37:59.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:59 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:37:59.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:59 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:37:59.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:59 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:37:59.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:59 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:37:59.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:59 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:37:59.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:37:59 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:37:59.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:59 smithi002 ceph-mon[38004]: pgmap v9: 121 pgs: 121 active+clean; 273 MiB data, 993 MiB used, 714 GiB / 715 GiB avail; 140 MiB/s rd, 77 MiB/s wr, 1.07k op/s; 575 KiB/s, 1 objects/s recovering 2024-09-14T03:37:59.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:59 smithi002 ceph-mon[38004]: mgrmap e42: y(active, since 4s), standbys: x 2024-09-14T03:37:59.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:59 smithi002 ceph-mon[38004]: osdmap e230: 8 total, 8 up, 8 in 2024-09-14T03:37:59.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:59 smithi002 ceph-mon[38004]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:37:59.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:59 smithi002 ceph-mon[38004]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:37:59.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:59 smithi002 ceph-mon[38004]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:37:59.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:59 smithi002 ceph-mon[38004]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:37:59.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:59 smithi002 ceph-mon[38004]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:37:59.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:37:59 smithi002 ceph-mon[38004]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:37:59.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:59 smithi154 ceph-mon[30999]: pgmap v9: 121 pgs: 121 active+clean; 273 MiB data, 993 MiB used, 714 GiB / 715 GiB avail; 140 MiB/s rd, 77 MiB/s wr, 1.07k op/s; 575 KiB/s, 1 objects/s recovering 2024-09-14T03:37:59.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:59 smithi154 ceph-mon[30999]: mgrmap e42: y(active, since 4s), standbys: x 2024-09-14T03:37:59.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:59 smithi154 ceph-mon[30999]: osdmap e230: 8 total, 8 up, 8 in 2024-09-14T03:37:59.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:59 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:37:59.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:59 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:37:59.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:59 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:37:59.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:59 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:37:59.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:59 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:37:59.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:37:59 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:00.680 INFO:tasks.rados.rados.0.smithi002.stdout:855: done (9 left) 2024-09-14T03:38:00.681 INFO:tasks.rados.rados.0.smithi002.stdout:857: done (8 left) 2024-09-14T03:38:00.681 INFO:tasks.rados.rados.0.smithi002.stdout:858: done (7 left) 2024-09-14T03:38:00.681 INFO:tasks.rados.rados.0.smithi002.stdout:859: done (6 left) 2024-09-14T03:38:00.681 INFO:tasks.rados.rados.0.smithi002.stdout:860: done (5 left) 2024-09-14T03:38:00.681 INFO:tasks.rados.rados.0.smithi002.stdout:861: done (4 left) 2024-09-14T03:38:00.681 INFO:tasks.rados.rados.0.smithi002.stdout:862: done (3 left) 2024-09-14T03:38:00.681 INFO:tasks.rados.rados.0.smithi002.stdout:863: done (2 left) 2024-09-14T03:38:00.681 INFO:tasks.rados.rados.0.smithi002.stdout:864: done (1 left) 2024-09-14T03:38:00.681 INFO:tasks.rados.rados.0.smithi002.stdout:866: done (0 left) 2024-09-14T03:38:00.681 INFO:tasks.rados.rados.0.smithi002.stdout:867: rollback oid 21 current snap is 85 2024-09-14T03:38:00.681 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 21 to 79 2024-09-14T03:38:00.681 INFO:tasks.rados.rados.0.smithi002.stdout:868: copy_from oid 28 from oid 37 current snap is 85 2024-09-14T03:38:00.681 INFO:tasks.rados.rados.0.smithi002.stdout:869: delete oid 1 current snap is 85 2024-09-14T03:38:00.684 INFO:tasks.rados.rados.0.smithi002.stdout:867: finishing rollback tid 1 to smithi00278215-21 2024-09-14T03:38:00.685 INFO:tasks.rados.rados.0.smithi002.stdout:869: done (2 left) 2024-09-14T03:38:00.685 INFO:tasks.rados.rados.0.smithi002.stdout:870: delete oid 20 current snap is 85 2024-09-14T03:38:00.685 INFO:tasks.rados.rados.0.smithi002.stdout:867: finishing rollback tid 2 to smithi00278215-21 2024-09-14T03:38:00.685 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 278 (ObjNum 261 snap 77 seq_num 261) dirty exists 2024-09-14T03:38:00.688 INFO:tasks.rados.rados.0.smithi002.stdout:867: done (2 left) 2024-09-14T03:38:00.688 INFO:tasks.rados.rados.0.smithi002.stdout:870: done (1 left) 2024-09-14T03:38:00.688 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 24 current snap is 85 2024-09-14T03:38:00.688 INFO:tasks.rados.rados.0.smithi002.stdout:871: seq_num 284 ranges {761856=761856,1523712=598016,2121728=671744,2793472=335872} 2024-09-14T03:38:00.696 INFO:tasks.rados.rados.0.smithi002.stdout:871: writing smithi00278215-24 from 761856 to 1523712 tid 1 2024-09-14T03:38:00.700 INFO:tasks.rados.rados.0.smithi002.stdout:871: writing smithi00278215-24 from 1523712 to 2121728 tid 2 2024-09-14T03:38:00.703 INFO:tasks.rados.rados.0.smithi002.stdout:871: writing smithi00278215-24 from 2121728 to 2793472 tid 3 2024-09-14T03:38:00.705 INFO:tasks.rados.rados.0.smithi002.stdout:871: writing smithi00278215-24 from 2793472 to 3129344 tid 4 2024-09-14T03:38:00.705 INFO:tasks.rados.rados.0.smithi002.stdout:872: rmattr oid 2 current snap is 85 2024-09-14T03:38:00.706 INFO:tasks.rados.rados.0.smithi002.stdout:868: finishing copy_from racing read to smithi00278215-28 2024-09-14T03:38:00.706 INFO:tasks.rados.rados.0.smithi002.stdout:871: finishing write tid 1 to smithi00278215-24 2024-09-14T03:38:00.706 INFO:tasks.rados.rados.0.smithi002.stdout:868: finishing copy_from to smithi00278215-28 2024-09-14T03:38:00.706 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 28 v 567 (ObjNum 231 snap 69 seq_num 231) dirty exists 2024-09-14T03:38:00.706 INFO:tasks.rados.rados.0.smithi002.stdout:871: finishing write tid 2 to smithi00278215-24 2024-09-14T03:38:00.706 INFO:tasks.rados.rados.0.smithi002.stdout:868: done (2 left) 2024-09-14T03:38:00.706 INFO:tasks.rados.rados.0.smithi002.stdout:873: snap_create 2024-09-14T03:38:00.707 INFO:tasks.rados.rados.0.smithi002.stdout:871: finishing write tid 3 to smithi00278215-24 2024-09-14T03:38:00.707 INFO:tasks.rados.rados.0.smithi002.stdout:871: finishing write tid 4 to smithi00278215-24 2024-09-14T03:38:00.708 INFO:tasks.rados.rados.0.smithi002.stdout:871: finishing write tid 5 to smithi00278215-24 2024-09-14T03:38:00.708 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 2 v 166 (ObjNum 33 snap 0 seq_num 1695420704) dirty exists 2024-09-14T03:38:00.709 INFO:tasks.rados.rados.0.smithi002.stdout:871: finishing write tid 6 to smithi00278215-24 2024-09-14T03:38:00.709 INFO:tasks.rados.rados.0.smithi002.stdout:871: oid 24 updating version 0 to 255 2024-09-14T03:38:00.709 INFO:tasks.rados.rados.0.smithi002.stdout:871: oid 24 updating version 255 to 256 2024-09-14T03:38:00.709 INFO:tasks.rados.rados.0.smithi002.stdout:871: oid 24 version 256 is already newer than 253 2024-09-14T03:38:00.709 INFO:tasks.rados.rados.0.smithi002.stdout:871: oid 24 version 256 is already newer than 254 2024-09-14T03:38:00.709 INFO:tasks.rados.rados.0.smithi002.stdout:871: oid 24 version 256 is already newer than 252 2024-09-14T03:38:00.709 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 24 v 256 (ObjNum 284 snap 85 seq_num 284) dirty exists 2024-09-14T03:38:00.709 INFO:tasks.rados.rados.0.smithi002.stdout:871: left oid 24 (ObjNum 284 snap 85 seq_num 284) 2024-09-14T03:38:00.844 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:00 smithi154 ceph-mon[30999]: osdmap e231: 8 total, 8 up, 8 in 2024-09-14T03:38:00.844 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:00 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:00.845 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:00 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:00.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:00 smithi002 ceph-mon[87970]: osdmap e231: 8 total, 8 up, 8 in 2024-09-14T03:38:00.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:00 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:00.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:00 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:00.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:00 smithi002 ceph-mon[38004]: osdmap e231: 8 total, 8 up, 8 in 2024-09-14T03:38:00.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:00 smithi002 ceph-mon[38004]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:00.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:00 smithi002 ceph-mon[38004]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:01.687 INFO:tasks.rados.rados.0.smithi002.stdout:871: done (2 left) 2024-09-14T03:38:01.687 INFO:tasks.rados.rados.0.smithi002.stdout:872: done (1 left) 2024-09-14T03:38:01.687 INFO:tasks.rados.rados.0.smithi002.stdout:873: done (0 left) 2024-09-14T03:38:01.687 INFO:tasks.rados.rados.0.smithi002.stdout:874: rmattr oid 35 current snap is 86 2024-09-14T03:38:01.687 INFO:tasks.rados.rados.0.smithi002.stdout:874: done (0 left) 2024-09-14T03:38:01.687 INFO:tasks.rados.rados.0.smithi002.stdout:875: read oid 27 snap -1 2024-09-14T03:38:01.687 INFO:tasks.rados.rados.0.smithi002.stdout:875: expect deleted 2024-09-14T03:38:01.687 INFO:tasks.rados.rados.0.smithi002.stdout:876: setattr oid 18 current snap is 86 2024-09-14T03:38:01.688 INFO:tasks.rados.rados.0.smithi002.stdout:877: rollback oid 25 current snap is 86 2024-09-14T03:38:01.688 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 25 to 59 2024-09-14T03:38:01.688 INFO:tasks.rados.rados.0.smithi002.stdout:878: snap_remove snap 15 2024-09-14T03:38:01.776 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:01 smithi154 ceph-mon[30999]: pgmap v12: 121 pgs: 121 active+clean; 270 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 3.4 MiB/s wr, 46 op/s 2024-09-14T03:38:01.776 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:01 smithi154 ceph-mon[30999]: osdmap e232: 8 total, 8 up, 8 in 2024-09-14T03:38:01.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:01 smithi002 ceph-mon[87970]: pgmap v12: 121 pgs: 121 active+clean; 270 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 3.4 MiB/s wr, 46 op/s 2024-09-14T03:38:01.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:01 smithi002 ceph-mon[87970]: osdmap e232: 8 total, 8 up, 8 in 2024-09-14T03:38:01.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:01 smithi002 ceph-mon[38004]: pgmap v12: 121 pgs: 121 active+clean; 270 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 3.4 MiB/s wr, 46 op/s 2024-09-14T03:38:01.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:01 smithi002 ceph-mon[38004]: osdmap e232: 8 total, 8 up, 8 in 2024-09-14T03:38:02.666 INFO:tasks.rados.rados.0.smithi002.stdout:878: done (3 left) 2024-09-14T03:38:02.666 INFO:tasks.rados.rados.0.smithi002.stdout:879: snap_create 2024-09-14T03:38:02.666 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 210 (ObjNum 203 snap 55 seq_num 203) dirty exists 2024-09-14T03:38:02.666 INFO:tasks.rados.rados.0.smithi002.stdout:877: finishing rollback tid 0 to smithi00278215-25 2024-09-14T03:38:02.666 INFO:tasks.rados.rados.0.smithi002.stdout:877: finishing rollback tid 1 to smithi00278215-25 2024-09-14T03:38:02.666 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 143 (ObjNum 65 snap 0 seq_num 50306320) dirty dne 2024-09-14T03:38:02.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:02 smithi154 ceph-mon[30999]: osdmap e233: 8 total, 8 up, 8 in 2024-09-14T03:38:02.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:02 smithi154 ceph-mon[30999]: osdmap e234: 8 total, 8 up, 8 in 2024-09-14T03:38:03.095 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:02 smithi002 ceph-mon[38004]: osdmap e233: 8 total, 8 up, 8 in 2024-09-14T03:38:03.096 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:02 smithi002 ceph-mon[38004]: osdmap e234: 8 total, 8 up, 8 in 2024-09-14T03:38:03.096 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:02 smithi002 ceph-mon[87970]: osdmap e233: 8 total, 8 up, 8 in 2024-09-14T03:38:03.096 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:02 smithi002 ceph-mon[87970]: osdmap e234: 8 total, 8 up, 8 in 2024-09-14T03:38:03.130 INFO:teuthology.orchestra.run.smithi002.stdout:true 2024-09-14T03:38:03.436 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:38:03 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:38:03] "GET /metrics HTTP/1.1" 200 33411 "" "Prometheus/2.43.0" 2024-09-14T03:38:03.667 INFO:tasks.rados.rados.0.smithi002.stdout:875: done (3 left) 2024-09-14T03:38:03.667 INFO:tasks.rados.rados.0.smithi002.stdout:876: done (2 left) 2024-09-14T03:38:03.667 INFO:tasks.rados.rados.0.smithi002.stdout:877: done (1 left) 2024-09-14T03:38:03.667 INFO:tasks.rados.rados.0.smithi002.stdout:879: done (0 left) 2024-09-14T03:38:03.667 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 1 current snap is 87 2024-09-14T03:38:03.667 INFO:tasks.rados.rados.0.smithi002.stdout:880: seq_num 285 ranges {0=778240,778240=475136,1253376=475136,1728512=655360} 2024-09-14T03:38:03.671 INFO:tasks.rados.rados.0.smithi002.stdout:880: writing smithi00278215-1 from 0 to 778240 tid 1 2024-09-14T03:38:03.674 INFO:tasks.rados.rados.0.smithi002.stdout:880: writing smithi00278215-1 from 778240 to 1253376 tid 2 2024-09-14T03:38:03.677 INFO:tasks.rados.rados.0.smithi002.stdout:880: writing smithi00278215-1 from 1253376 to 1728512 tid 3 2024-09-14T03:38:03.682 INFO:tasks.rados.rados.0.smithi002.stdout:880: writing smithi00278215-1 from 1728512 to 2383872 tid 4 2024-09-14T03:38:03.682 INFO:tasks.rados.rados.0.smithi002.stdout:881: copy_from oid 48 from oid 18 current snap is 87 2024-09-14T03:38:03.682 INFO:tasks.rados.rados.0.smithi002.stdout:880: finishing write tid 1 to smithi00278215-1 2024-09-14T03:38:03.682 INFO:tasks.rados.rados.0.smithi002.stdout:880: finishing write tid 2 to smithi00278215-1 2024-09-14T03:38:03.682 INFO:tasks.rados.rados.0.smithi002.stdout:880: finishing write tid 3 to smithi00278215-1 2024-09-14T03:38:03.683 INFO:tasks.rados.rados.0.smithi002.stdout:882: read oid 33 snap -1 2024-09-14T03:38:03.683 INFO:tasks.rados.rados.0.smithi002.stdout:882: expect deleted 2024-09-14T03:38:03.683 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 7 current snap is 87 2024-09-14T03:38:03.683 INFO:tasks.rados.rados.0.smithi002.stdout:883: seq_num 286 ranges {761856=794624,1556480=761856,2318336=679936,2998272=163840} 2024-09-14T03:38:03.691 INFO:tasks.rados.rados.0.smithi002.stdout:883: writing smithi00278215-7 from 761856 to 1556480 tid 1 2024-09-14T03:38:03.696 INFO:tasks.rados.rados.0.smithi002.stdout:883: writing smithi00278215-7 from 1556480 to 2318336 tid 2 2024-09-14T03:38:03.700 INFO:tasks.rados.rados.0.smithi002.stdout:883: writing smithi00278215-7 from 2318336 to 2998272 tid 3 2024-09-14T03:38:03.702 INFO:tasks.rados.rados.0.smithi002.stdout:883: writing smithi00278215-7 from 2998272 to 3162112 tid 4 2024-09-14T03:38:03.702 INFO:tasks.rados.rados.0.smithi002.stdout:884: copy_from oid 19 from oid 22 current snap is 87 2024-09-14T03:38:03.702 INFO:tasks.rados.rados.0.smithi002.stdout:880: finishing write tid 4 to smithi00278215-1 2024-09-14T03:38:03.702 INFO:tasks.rados.rados.0.smithi002.stdout:880: finishing write tid 5 to smithi00278215-1 2024-09-14T03:38:03.702 INFO:tasks.rados.rados.0.smithi002.stdout:880: finishing write tid 6 to smithi00278215-1 2024-09-14T03:38:03.702 INFO:tasks.rados.rados.0.smithi002.stdout:880: oid 1 updating version 0 to 924 2024-09-14T03:38:03.702 INFO:tasks.rados.rados.0.smithi002.stdout:880: oid 1 updating version 924 to 925 2024-09-14T03:38:03.702 INFO:tasks.rados.rados.0.smithi002.stdout:880: oid 1 updating version 925 to 926 2024-09-14T03:38:03.702 INFO:tasks.rados.rados.0.smithi002.stdout:880: oid 1 version 926 is already newer than 922 2024-09-14T03:38:03.703 INFO:tasks.rados.rados.0.smithi002.stdout:880: oid 1 version 926 is already newer than 923 2024-09-14T03:38:03.703 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 1 v 926 (ObjNum 285 snap 87 seq_num 285) dirty exists 2024-09-14T03:38:03.703 INFO:tasks.rados.rados.0.smithi002.stdout:880: left oid 1 (ObjNum 285 snap 87 seq_num 285) 2024-09-14T03:38:03.703 INFO:tasks.rados.rados.0.smithi002.stdout:881: finishing copy_from racing read to smithi00278215-48 2024-09-14T03:38:03.703 INFO:tasks.rados.rados.0.smithi002.stdout:881: finishing copy_from to smithi00278215-48 2024-09-14T03:38:03.703 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 210 (ObjNum 203 snap 55 seq_num 203) dirty exists 2024-09-14T03:38:03.703 INFO:tasks.rados.rados.0.smithi002.stdout:883: finishing write tid 1 to smithi00278215-7 2024-09-14T03:38:03.703 INFO:tasks.rados.rados.0.smithi002.stdout:883: finishing write tid 2 to smithi00278215-7 2024-09-14T03:38:03.703 INFO:tasks.rados.rados.0.smithi002.stdout:880: done (4 left) 2024-09-14T03:38:03.703 INFO:tasks.rados.rados.0.smithi002.stdout:881: done (3 left) 2024-09-14T03:38:03.703 INFO:tasks.rados.rados.0.smithi002.stdout:882: done (2 left) 2024-09-14T03:38:03.703 INFO:tasks.rados.rados.0.smithi002.stdout:885: read oid 23 snap -1 2024-09-14T03:38:03.703 INFO:tasks.rados.rados.0.smithi002.stdout:885: expect (ObjNum 265 snap 80 seq_num 265) 2024-09-14T03:38:03.703 INFO:tasks.rados.rados.0.smithi002.stdout:886: delete oid 9 current snap is 87 2024-09-14T03:38:03.706 INFO:tasks.rados.rados.0.smithi002.stdout:883: finishing write tid 3 to smithi00278215-7 2024-09-14T03:38:03.706 INFO:tasks.rados.rados.0.smithi002.stdout:883: finishing write tid 4 to smithi00278215-7 2024-09-14T03:38:03.706 INFO:tasks.rados.rados.0.smithi002.stdout:883: finishing write tid 5 to smithi00278215-7 2024-09-14T03:38:03.709 INFO:tasks.rados.rados.0.smithi002.stdout:884: finishing copy_from racing read to smithi00278215-19 2024-09-14T03:38:03.711 INFO:tasks.rados.rados.0.smithi002.stdout:883: finishing write tid 6 to smithi00278215-7 2024-09-14T03:38:03.711 INFO:tasks.rados.rados.0.smithi002.stdout:883: oid 7 updating version 0 to 928 2024-09-14T03:38:03.711 INFO:tasks.rados.rados.0.smithi002.stdout:883: oid 7 updating version 928 to 932 2024-09-14T03:38:03.711 INFO:tasks.rados.rados.0.smithi002.stdout:883: oid 7 version 932 is already newer than 929 2024-09-14T03:38:03.711 INFO:tasks.rados.rados.0.smithi002.stdout:883: oid 7 version 932 is already newer than 931 2024-09-14T03:38:03.711 INFO:tasks.rados.rados.0.smithi002.stdout:883: oid 7 version 932 is already newer than 930 2024-09-14T03:38:03.711 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 932 (ObjNum 286 snap 87 seq_num 286) dirty exists 2024-09-14T03:38:03.711 INFO:tasks.rados.rados.0.smithi002.stdout:883: left oid 7 (ObjNum 286 snap 87 seq_num 286) 2024-09-14T03:38:03.712 INFO:tasks.rados.rados.0.smithi002.stdout:883: done (3 left) 2024-09-14T03:38:03.712 INFO:tasks.rados.rados.0.smithi002.stdout:886: done (2 left) 2024-09-14T03:38:03.712 INFO:tasks.rados.rados.0.smithi002.stdout:887: snap_remove snap 72 2024-09-14T03:38:03.765 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-14T03:38:03.766 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (4m) 4s ago 5m 27.0M - 0.25.0 c8568f914cd2 8c6771f56432 2024-09-14T03:38:03.766 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi154 *:3000 running (5m) 4s ago 5m 86.4M - 9.4.7 954c08fa6188 6cd949ecdca3 2024-09-14T03:38:03.766 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (6m) 4s ago 6m 18.0M - 18.2.4-845-ge4e227b3 67ddd33fa72f 5bfe4ab70917 2024-09-14T03:38:03.766 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi154 running (6m) 4s ago 6m 19.0M - 18.2.4-845-ge4e227b3 67ddd33fa72f 80e0f22077e1 2024-09-14T03:38:03.766 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi154 *:8443,9283,8765 running (30s) 4s ago 9m 451M - 19.3.0-4907-ga2782315 8801d2529e43 3c8b8d7f1b49 2024-09-14T03:38:03.766 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (57s) 4s ago 11m 490M - 19.3.0-4907-ga2782315 8801d2529e43 37cb6840a9f7 2024-09-14T03:38:03.766 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (16s) 4s ago 11m 35.7M 2048M 19.3.0-4907-ga2782315 8801d2529e43 ac49fe4ea75d 2024-09-14T03:38:03.766 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi154 running (10m) 4s ago 10m 58.0M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f 95bb81b1fc6b 2024-09-14T03:38:03.766 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (10m) 4s ago 10m 58.8M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f 1767048af220 2024-09-14T03:38:03.766 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (4m) 4s ago 4m 15.3M - 1.5.0 0da6a335fe13 ad362eb3056c 2024-09-14T03:38:03.766 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi154 *:9100 running (4m) 4s ago 4m 16.7M - 1.5.0 0da6a335fe13 815178e760b0 2024-09-14T03:38:03.766 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (9m) 4s ago 9m 174M 2481M 18.2.4-845-ge4e227b3 67ddd33fa72f 1903b1c9a70c 2024-09-14T03:38:03.767 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (9m) 4s ago 9m 130M 2481M 18.2.4-845-ge4e227b3 67ddd33fa72f 9c24d9e89813 2024-09-14T03:38:03.767 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (8m) 4s ago 8m 137M 2481M 18.2.4-845-ge4e227b3 67ddd33fa72f 623beb99cebc 2024-09-14T03:38:03.767 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (8m) 4s ago 8m 89.1M 2481M 18.2.4-845-ge4e227b3 67ddd33fa72f 3d4fd272502c 2024-09-14T03:38:03.767 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi154 running (8m) 4s ago 8m 132M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f f0b82e38b9c9 2024-09-14T03:38:03.767 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi154 running (7m) 4s ago 7m 157M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f 50ac4e0a62b5 2024-09-14T03:38:03.767 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi154 running (7m) 4s ago 7m 141M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f b18b3ecf874c 2024-09-14T03:38:03.768 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi154 running (6m) 4s ago 6m 104M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f b111d011fd8e 2024-09-14T03:38:03.768 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi154 *:9095 running (35s) 4s ago 5m 43.0M - 2.43.0 a07b618ecd1d ffbeae974492 2024-09-14T03:38:03.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:03 smithi154 ceph-mon[30999]: pgmap v15: 121 pgs: 121 active+clean; 270 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 3.4 MiB/s wr, 46 op/s 2024-09-14T03:38:03.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:03 smithi154 ceph-mon[30999]: from='client.25121 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:38:03.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:03 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:03.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:03 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:03.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:03 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:38:03.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:03 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:38:03.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:03 smithi154 ceph-mon[30999]: osdmap e235: 8 total, 8 up, 8 in 2024-09-14T03:38:04.135 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:03 smithi002 ceph-mon[38004]: pgmap v15: 121 pgs: 121 active+clean; 270 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 3.4 MiB/s wr, 46 op/s 2024-09-14T03:38:04.135 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:03 smithi002 ceph-mon[38004]: from='client.25121 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:38:04.135 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:03 smithi002 ceph-mon[38004]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:04.135 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:03 smithi002 ceph-mon[38004]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:04.135 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:03 smithi002 ceph-mon[38004]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:38:04.135 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:03 smithi002 ceph-mon[38004]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:38:04.136 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:03 smithi002 ceph-mon[38004]: osdmap e235: 8 total, 8 up, 8 in 2024-09-14T03:38:04.136 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:03 smithi002 ceph-mon[87970]: pgmap v15: 121 pgs: 121 active+clean; 270 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 3.4 MiB/s wr, 46 op/s 2024-09-14T03:38:04.136 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:03 smithi002 ceph-mon[87970]: from='client.25121 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:38:04.136 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:03 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:04.136 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:03 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:04.136 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:03 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:38:04.136 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:03 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:38:04.136 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:03 smithi002 ceph-mon[87970]: osdmap e235: 8 total, 8 up, 8 in 2024-09-14T03:38:04.137 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-14T03:38:04.137 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2024-09-14T03:38:04.137 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 2, 2024-09-14T03:38:04.137 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.3.0-4907-ga2782315 (a2782315255a3e7d5f6cdc9eb35785187ff6ddf8) squid (dev)": 1 2024-09-14T03:38:04.137 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:38:04.137 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2024-09-14T03:38:04.137 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.3.0-4907-ga2782315 (a2782315255a3e7d5f6cdc9eb35785187ff6ddf8) squid (dev)": 2 2024-09-14T03:38:04.137 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:38:04.137 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2024-09-14T03:38:04.137 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 8 2024-09-14T03:38:04.137 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:38:04.137 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2024-09-14T03:38:04.137 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 2 2024-09-14T03:38:04.137 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:38:04.138 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2024-09-14T03:38:04.138 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 12, 2024-09-14T03:38:04.138 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.3.0-4907-ga2782315 (a2782315255a3e7d5f6cdc9eb35785187ff6ddf8) squid (dev)": 3 2024-09-14T03:38:04.138 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-14T03:38:04.138 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-14T03:38:04.443 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-14T03:38:04.443 INFO:teuthology.orchestra.run.smithi002.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802", 2024-09-14T03:38:04.443 INFO:teuthology.orchestra.run.smithi002.stdout: "in_progress": true, 2024-09-14T03:38:04.444 INFO:teuthology.orchestra.run.smithi002.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-14T03:38:04.444 INFO:teuthology.orchestra.run.smithi002.stdout: "services_complete": [ 2024-09-14T03:38:04.444 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr" 2024-09-14T03:38:04.444 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-14T03:38:04.444 INFO:teuthology.orchestra.run.smithi002.stdout: "progress": "3/20 daemons upgraded", 2024-09-14T03:38:04.444 INFO:teuthology.orchestra.run.smithi002.stdout: "message": "Currently upgrading mon daemons", 2024-09-14T03:38:04.444 INFO:teuthology.orchestra.run.smithi002.stdout: "is_paused": false 2024-09-14T03:38:04.444 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-14T03:38:04.695 INFO:tasks.rados.rados.0.smithi002.stdout:887: done (2 left) 2024-09-14T03:38:04.695 INFO:tasks.rados.rados.0.smithi002.stdout:888: snap_remove snap 66 2024-09-14T03:38:05.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:04 smithi002 ceph-mon[38004]: Updating smithi002:/etc/ceph/ceph.conf 2024-09-14T03:38:05.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:04 smithi002 ceph-mon[38004]: Updating smithi154:/etc/ceph/ceph.conf 2024-09-14T03:38:05.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:04 smithi002 ceph-mon[38004]: from='client.25127 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:38:05.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:04 smithi002 ceph-mon[38004]: Updating smithi002:/var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-14T03:38:05.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:04 smithi002 ceph-mon[38004]: Updating smithi154:/var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-14T03:38:05.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:04 smithi002 ceph-mon[38004]: Updating smithi002:/etc/ceph/ceph.client.admin.keyring 2024-09-14T03:38:05.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:04 smithi002 ceph-mon[38004]: Updating smithi154:/etc/ceph/ceph.client.admin.keyring 2024-09-14T03:38:05.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:04 smithi002 ceph-mon[38004]: from='client.25133 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:38:05.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:04 smithi002 ceph-mon[38004]: Updating smithi154:/var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-14T03:38:05.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:04 smithi002 ceph-mon[38004]: Updating smithi002:/var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-14T03:38:05.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:04 smithi002 ceph-mon[38004]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:05.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:04 smithi002 ceph-mon[38004]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:05.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:04 smithi002 ceph-mon[38004]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:05.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:04 smithi002 ceph-mon[38004]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:05.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:04 smithi002 ceph-mon[38004]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:05.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:04 smithi002 ceph-mon[38004]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:38:05.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:04 smithi002 ceph-mon[38004]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:38:05.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:04 smithi002 ceph-mon[38004]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "quorum_status"} : dispatch 2024-09-14T03:38:05.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:04 smithi002 ceph-mon[38004]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon ok-to-stop", "ids": ["c"]} : dispatch 2024-09-14T03:38:05.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:04 smithi002 ceph-mon[38004]: Upgrade: It appears safe to stop mon.c 2024-09-14T03:38:05.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:04 smithi002 ceph-mon[38004]: from='client.? 172.21.15.2:0/151085176' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-14T03:38:05.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:04 smithi002 ceph-mon[38004]: osdmap e236: 8 total, 8 up, 8 in 2024-09-14T03:38:05.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:04 smithi002 ceph-mon[87970]: Updating smithi002:/etc/ceph/ceph.conf 2024-09-14T03:38:05.189 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:04 smithi002 ceph-mon[87970]: Updating smithi154:/etc/ceph/ceph.conf 2024-09-14T03:38:05.189 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:04 smithi002 ceph-mon[87970]: from='client.25127 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:38:05.189 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:04 smithi002 ceph-mon[87970]: Updating smithi002:/var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-14T03:38:05.189 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:04 smithi002 ceph-mon[87970]: Updating smithi154:/var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-14T03:38:05.189 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:04 smithi002 ceph-mon[87970]: Updating smithi002:/etc/ceph/ceph.client.admin.keyring 2024-09-14T03:38:05.189 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:04 smithi002 ceph-mon[87970]: Updating smithi154:/etc/ceph/ceph.client.admin.keyring 2024-09-14T03:38:05.189 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:04 smithi002 ceph-mon[87970]: from='client.25133 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:38:05.189 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:04 smithi002 ceph-mon[87970]: Updating smithi154:/var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-14T03:38:05.189 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:04 smithi002 ceph-mon[87970]: Updating smithi002:/var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-14T03:38:05.189 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:04 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:05.189 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:04 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:05.189 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:04 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:05.189 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:04 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:05.190 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:04 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:05.190 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:04 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:38:05.190 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:04 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:38:05.190 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:04 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "quorum_status"} : dispatch 2024-09-14T03:38:05.190 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:04 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon ok-to-stop", "ids": ["c"]} : dispatch 2024-09-14T03:38:05.190 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:04 smithi002 ceph-mon[87970]: Upgrade: It appears safe to stop mon.c 2024-09-14T03:38:05.190 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:04 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/151085176' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-14T03:38:05.190 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:04 smithi002 ceph-mon[87970]: osdmap e236: 8 total, 8 up, 8 in 2024-09-14T03:38:05.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:04 smithi154 ceph-mon[30999]: Updating smithi002:/etc/ceph/ceph.conf 2024-09-14T03:38:05.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:04 smithi154 ceph-mon[30999]: Updating smithi154:/etc/ceph/ceph.conf 2024-09-14T03:38:05.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:04 smithi154 ceph-mon[30999]: from='client.25127 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:38:05.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:04 smithi154 ceph-mon[30999]: Updating smithi002:/var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-14T03:38:05.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:04 smithi154 ceph-mon[30999]: Updating smithi154:/var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-14T03:38:05.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:04 smithi154 ceph-mon[30999]: Updating smithi002:/etc/ceph/ceph.client.admin.keyring 2024-09-14T03:38:05.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:04 smithi154 ceph-mon[30999]: Updating smithi154:/etc/ceph/ceph.client.admin.keyring 2024-09-14T03:38:05.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:04 smithi154 ceph-mon[30999]: from='client.25133 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:38:05.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:04 smithi154 ceph-mon[30999]: Updating smithi154:/var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-14T03:38:05.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:04 smithi154 ceph-mon[30999]: Updating smithi002:/var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-14T03:38:05.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:04 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:05.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:04 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:05.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:04 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:05.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:04 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:05.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:04 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:05.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:04 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:38:05.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:04 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:38:05.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:04 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "quorum_status"} : dispatch 2024-09-14T03:38:05.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:04 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon ok-to-stop", "ids": ["c"]} : dispatch 2024-09-14T03:38:05.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:04 smithi154 ceph-mon[30999]: Upgrade: It appears safe to stop mon.c 2024-09-14T03:38:05.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:04 smithi154 ceph-mon[30999]: from='client.? 172.21.15.2:0/151085176' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-14T03:38:05.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:04 smithi154 ceph-mon[30999]: osdmap e236: 8 total, 8 up, 8 in 2024-09-14T03:38:05.697 INFO:tasks.rados.rados.0.smithi002.stdout:888: done (2 left) 2024-09-14T03:38:05.697 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 1 current snap is 87 2024-09-14T03:38:05.697 INFO:tasks.rados.rados.0.smithi002.stdout:889: seq_num 288 ranges {2383872=24576} 2024-09-14T03:38:05.711 INFO:tasks.rados.rados.0.smithi002.stdout:889: writing smithi00278215-1 from 2383872 to 2408448 tid 1 2024-09-14T03:38:05.711 INFO:tasks.rados.rados.0.smithi002.stdout:890: read oid 38 snap -1 2024-09-14T03:38:05.712 INFO:tasks.rados.rados.0.smithi002.stdout:890: expect deleted 2024-09-14T03:38:05.712 INFO:tasks.rados.rados.0.smithi002.stdout:891: rollback oid 45 current snap is 87 2024-09-14T03:38:05.712 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 45 to 74 2024-09-14T03:38:05.712 INFO:tasks.rados.rados.0.smithi002.stdout:884: finishing copy_from to smithi00278215-19 2024-09-14T03:38:05.712 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 19 v 325 (ObjNum 129 snap 0 seq_num 854273440) dirty exists 2024-09-14T03:38:05.712 INFO:tasks.rados.rados.0.smithi002.stdout:884: done (4 left) 2024-09-14T03:38:05.712 INFO:tasks.rados.rados.0.smithi002.stdout:892: rollback oid 39 current snap is 87 2024-09-14T03:38:05.712 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 39 to 44 2024-09-14T03:38:05.712 INFO:tasks.rados.rados.0.smithi002.stdout:885: expect (ObjNum 265 snap 80 seq_num 265) 2024-09-14T03:38:05.951 INFO:tasks.rados.rados.0.smithi002.stdout:892: finishing rollback tid 0 to smithi00278215-39 2024-09-14T03:38:05.951 INFO:tasks.rados.rados.0.smithi002.stdout:892: finishing rollback tid 1 to smithi00278215-39 2024-09-14T03:38:05.951 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 39 v 629 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-14T03:38:05.951 INFO:tasks.rados.rados.0.smithi002.stdout:885: done (4 left) 2024-09-14T03:38:05.951 INFO:tasks.rados.rados.0.smithi002.stdout:892: done (3 left) 2024-09-14T03:38:05.951 INFO:tasks.rados.rados.0.smithi002.stdout:893: read oid 4 snap -1 2024-09-14T03:38:05.951 INFO:tasks.rados.rados.0.smithi002.stdout:893: expect (ObjNum 267 snap 81 seq_num 267) 2024-09-14T03:38:05.951 INFO:tasks.rados.rados.0.smithi002.stdout:894: read oid 9 snap 74 2024-09-14T03:38:05.951 INFO:tasks.rados.rados.0.smithi002.stdout:894: expect (ObjNum 243 snap 70 seq_num 243) 2024-09-14T03:38:05.952 INFO:tasks.rados.rados.0.smithi002.stdout:895: snap_create 2024-09-14T03:38:05.952 INFO:tasks.rados.rados.0.smithi002.stdout:891: finishing rollback tid 0 to smithi00278215-45 2024-09-14T03:38:05.952 INFO:tasks.rados.rados.0.smithi002.stdout:891: finishing rollback tid 1 to smithi00278215-45 2024-09-14T03:38:05.952 INFO:tasks.rados.rados.0.smithi002.stdout:889: finishing write tid 1 to smithi00278215-1 2024-09-14T03:38:05.952 INFO:tasks.rados.rados.0.smithi002.stdout:891: finishing rollback tid 2 to smithi00278215-45 2024-09-14T03:38:05.952 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 45 v 245 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-09-14T03:38:05.952 INFO:tasks.rados.rados.0.smithi002.stdout:889: finishing write tid 2 to smithi00278215-1 2024-09-14T03:38:05.952 INFO:tasks.rados.rados.0.smithi002.stdout:889: finishing write tid 3 to smithi00278215-1 2024-09-14T03:38:05.952 INFO:tasks.rados.rados.0.smithi002.stdout:889: oid 1 updating version 0 to 952 2024-09-14T03:38:05.952 INFO:tasks.rados.rados.0.smithi002.stdout:889: oid 1 version 952 is already newer than 951 2024-09-14T03:38:05.952 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 1 v 952 (ObjNum 288 snap 87 seq_num 288) dirty exists 2024-09-14T03:38:05.952 INFO:tasks.rados.rados.0.smithi002.stdout:889: left oid 1 (ObjNum 288 snap 87 seq_num 288) 2024-09-14T03:38:05.958 INFO:tasks.rados.rados.0.smithi002.stdout:894: expect (ObjNum 243 snap 70 seq_num 243) 2024-09-14T03:38:06.006 INFO:tasks.rados.rados.0.smithi002.stdout:893: expect (ObjNum 267 snap 81 seq_num 267) 2024-09-14T03:38:06.166 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:05 smithi002 ceph-mon[38004]: from='client.34173 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:38:06.166 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:05 smithi002 ceph-mon[38004]: pgmap v18: 121 pgs: 121 active+clean; 270 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-09-14T03:38:06.166 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:05 smithi002 ceph-mon[38004]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:38:06.166 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:05 smithi002 ceph-mon[38004]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config-key dump", "format": "json"} : dispatch 2024-09-14T03:38:06.166 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:05 smithi002 ceph-mon[38004]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-14T03:38:06.166 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:05 smithi002 ceph-mon[38004]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-14T03:38:06.166 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:05 smithi002 ceph-mon[38004]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-14T03:38:06.167 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:05 smithi002 ceph-mon[38004]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-14T03:38:06.167 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:05 smithi002 ceph-mon[38004]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-14T03:38:06.167 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:05 smithi002 ceph-mon[38004]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-14T03:38:06.167 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:05 smithi002 ceph-mon[38004]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-14T03:38:06.167 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:05 smithi002 ceph-mon[38004]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-14T03:38:06.167 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:05 smithi002 ceph-mon[38004]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-14T03:38:06.167 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:05 smithi002 ceph-mon[38004]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-14T03:38:06.167 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:05 smithi002 ceph-mon[38004]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-14T03:38:06.167 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:05 smithi002 ceph-mon[38004]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-14T03:38:06.167 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:05 smithi002 ceph-mon[38004]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-14T03:38:06.167 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:05 smithi002 ceph-mon[38004]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-14T03:38:06.167 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:05 smithi002 ceph-mon[38004]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-14T03:38:06.167 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:05 smithi002 ceph-mon[38004]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-14T03:38:06.167 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:05 smithi002 ceph-mon[38004]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-14T03:38:06.168 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:05 smithi002 ceph-mon[38004]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-14T03:38:06.168 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:05 smithi002 ceph-mon[38004]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-14T03:38:06.168 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:05 smithi002 ceph-mon[38004]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-14T03:38:06.168 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:05 smithi002 ceph-mon[38004]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-14T03:38:06.168 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:05 smithi002 ceph-mon[38004]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-14T03:38:06.168 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:05 smithi002 ceph-mon[38004]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-14T03:38:06.168 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:05 smithi002 ceph-mon[38004]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-14T03:38:06.168 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:05 smithi002 ceph-mon[38004]: osdmap e237: 8 total, 8 up, 8 in 2024-09-14T03:38:06.168 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:05 smithi002 ceph-mon[38004]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:06.168 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:05 smithi002 ceph-mon[38004]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-14T03:38:06.168 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:05 smithi002 ceph-mon[38004]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-14T03:38:06.168 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:05 smithi002 ceph-mon[38004]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:38:06.169 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:05 smithi002 ceph-mon[87970]: from='client.34173 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:38:06.169 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:05 smithi002 ceph-mon[87970]: pgmap v18: 121 pgs: 121 active+clean; 270 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-09-14T03:38:06.169 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:05 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:38:06.169 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:05 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config-key dump", "format": "json"} : dispatch 2024-09-14T03:38:06.169 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:05 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-14T03:38:06.169 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:05 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-14T03:38:06.169 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:05 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-14T03:38:06.169 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:05 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-14T03:38:06.169 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:05 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-14T03:38:06.169 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:05 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-14T03:38:06.170 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:05 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-14T03:38:06.170 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:05 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-14T03:38:06.170 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:05 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-14T03:38:06.170 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:05 smithi002 ceph-mon[87970]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-14T03:38:06.170 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:05 smithi002 ceph-mon[87970]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-14T03:38:06.170 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:05 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-14T03:38:06.170 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:05 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-14T03:38:06.170 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:05 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-14T03:38:06.170 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:05 smithi002 ceph-mon[87970]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-14T03:38:06.170 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:05 smithi002 ceph-mon[87970]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-14T03:38:06.170 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:05 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-14T03:38:06.170 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:05 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-14T03:38:06.170 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:05 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-14T03:38:06.171 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:05 smithi002 ceph-mon[87970]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-14T03:38:06.171 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:05 smithi002 ceph-mon[87970]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-14T03:38:06.171 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:05 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-14T03:38:06.171 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:05 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-14T03:38:06.171 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:05 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-14T03:38:06.171 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:05 smithi002 ceph-mon[87970]: osdmap e237: 8 total, 8 up, 8 in 2024-09-14T03:38:06.171 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:05 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:06.171 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:05 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-14T03:38:06.171 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:05 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-14T03:38:06.171 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:05 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:38:06.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:05 smithi154 ceph-mon[30999]: from='client.34173 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:38:06.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:05 smithi154 ceph-mon[30999]: pgmap v18: 121 pgs: 121 active+clean; 270 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-09-14T03:38:06.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:05 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:38:06.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:05 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config-key dump", "format": "json"} : dispatch 2024-09-14T03:38:06.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:05 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-14T03:38:06.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:05 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-14T03:38:06.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:05 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-14T03:38:06.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:05 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-14T03:38:06.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:05 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-14T03:38:06.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:05 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-14T03:38:06.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:05 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-14T03:38:06.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:05 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-14T03:38:06.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:05 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-14T03:38:06.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:05 smithi154 ceph-mon[30999]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-14T03:38:06.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:05 smithi154 ceph-mon[30999]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-14T03:38:06.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:05 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-14T03:38:06.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:05 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-14T03:38:06.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:05 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-14T03:38:06.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:05 smithi154 ceph-mon[30999]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-14T03:38:06.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:05 smithi154 ceph-mon[30999]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-14T03:38:06.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:05 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-14T03:38:06.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:05 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-14T03:38:06.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:05 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-14T03:38:06.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:05 smithi154 ceph-mon[30999]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-14T03:38:06.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:05 smithi154 ceph-mon[30999]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-14T03:38:06.230 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:05 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-14T03:38:06.230 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:05 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-14T03:38:06.230 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:05 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-14T03:38:06.230 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:05 smithi154 ceph-mon[30999]: osdmap e237: 8 total, 8 up, 8 in 2024-09-14T03:38:06.230 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:05 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:06.230 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:05 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-14T03:38:06.230 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:05 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-14T03:38:06.230 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:05 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:38:06.817 INFO:tasks.rados.rados.0.smithi002.stdout:889: done (5 left) 2024-09-14T03:38:06.843 INFO:tasks.rados.rados.0.smithi002.stdout:890: done (4 left) 2024-09-14T03:38:06.843 INFO:tasks.rados.rados.0.smithi002.stdout:891: done (3 left) 2024-09-14T03:38:06.843 INFO:tasks.rados.rados.0.smithi002.stdout:893: done (2 left) 2024-09-14T03:38:06.843 INFO:tasks.rados.rados.0.smithi002.stdout:894: done (1 left) 2024-09-14T03:38:06.843 INFO:tasks.rados.rados.0.smithi002.stdout:895: done (0 left) 2024-09-14T03:38:06.843 INFO:tasks.rados.rados.0.smithi002.stdout:896: read oid 27 snap -1 2024-09-14T03:38:06.843 INFO:tasks.rados.rados.0.smithi002.stdout:896: expect deleted 2024-09-14T03:38:06.843 INFO:tasks.rados.rados.0.smithi002.stdout:897: snap_remove snap 83 2024-09-14T03:38:07.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:06 smithi002 ceph-mon[87970]: Upgrade: Updating mon.c 2024-09-14T03:38:07.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:06 smithi002 ceph-mon[87970]: Deploying daemon mon.c on smithi002 2024-09-14T03:38:07.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:06 smithi002 ceph-mon[87970]: osdmap e238: 8 total, 8 up, 8 in 2024-09-14T03:38:07.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:06 smithi002 ceph-mon[38004]: Upgrade: Updating mon.c 2024-09-14T03:38:07.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:06 smithi002 ceph-mon[38004]: Deploying daemon mon.c on smithi002 2024-09-14T03:38:07.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:06 smithi002 ceph-mon[38004]: osdmap e238: 8 total, 8 up, 8 in 2024-09-14T03:38:07.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:06 smithi154 ceph-mon[30999]: Upgrade: Updating mon.c 2024-09-14T03:38:07.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:06 smithi154 ceph-mon[30999]: Deploying daemon mon.c on smithi002 2024-09-14T03:38:07.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:06 smithi154 ceph-mon[30999]: osdmap e238: 8 total, 8 up, 8 in 2024-09-14T03:38:07.666 INFO:tasks.rados.rados.0.smithi002.stdout:897: done (1 left) 2024-09-14T03:38:07.667 INFO:tasks.rados.rados.0.smithi002.stdout:898: snap_create 2024-09-14T03:38:08.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:07 smithi002 ceph-mon[87970]: pgmap v21: 121 pgs: 121 active+clean; 265 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.6 MiB/s wr, 26 op/s 2024-09-14T03:38:08.036 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:07 smithi002 ceph-mon[87970]: mgrmap e43: y(active, since 12s), standbys: x 2024-09-14T03:38:08.036 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:07 smithi002 ceph-mon[87970]: osdmap e239: 8 total, 8 up, 8 in 2024-09-14T03:38:08.036 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:07 smithi002 systemd[1]: Stopping Ceph mon.c for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:38:08.036 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:07 smithi002 ceph-mon[38004]: pgmap v21: 121 pgs: 121 active+clean; 265 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.6 MiB/s wr, 26 op/s 2024-09-14T03:38:08.036 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:07 smithi002 ceph-mon[38004]: mgrmap e43: y(active, since 12s), standbys: x 2024-09-14T03:38:08.036 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:07 smithi002 ceph-mon[38004]: osdmap e239: 8 total, 8 up, 8 in 2024-09-14T03:38:08.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:08 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mon-c[38000]: 2024-09-14T03:38:08.033+0000 7f1339503640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-14T03:38:08.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:08 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mon-c[38000]: 2024-09-14T03:38:08.033+0000 7f1339503640 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2024-09-14T03:38:08.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:08 smithi002 podman[89645]: 2024-09-14 03:38:08.1058302 +0000 UTC m=+0.191569975 container died 1767048af220cd50211ddee0687317232cbf4752ddecc56fba47b3c0b8f33bce (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mon-c, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, RELEASE=reef-e4e227b, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-14T03:38:08.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:07 smithi154 ceph-mon[30999]: pgmap v21: 121 pgs: 121 active+clean; 265 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.6 MiB/s wr, 26 op/s 2024-09-14T03:38:08.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:07 smithi154 ceph-mon[30999]: mgrmap e43: y(active, since 12s), standbys: x 2024-09-14T03:38:08.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:07 smithi154 ceph-mon[30999]: osdmap e239: 8 total, 8 up, 8 in 2024-09-14T03:38:08.726 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:08 smithi002 podman[89645]: 2024-09-14 03:38:08.600194851 +0000 UTC m=+0.685934584 container cleanup 1767048af220cd50211ddee0687317232cbf4752ddecc56fba47b3c0b8f33bce (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mon-c, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, RELEASE=reef-e4e227b, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-14T03:38:08.726 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:08 smithi002 bash[89645]: ceph-f357b922-7248-11ef-bceb-c7b262605968-mon-c 2024-09-14T03:38:09.029 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:08 smithi002 podman[89656]: 2024-09-14 03:38:08.88509716 +0000 UTC m=+0.771773042 container remove 1767048af220cd50211ddee0687317232cbf4752ddecc56fba47b3c0b8f33bce (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mon-c, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, RELEASE=reef-e4e227b) 2024-09-14T03:38:09.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 systemd[1]: ceph-f357b922-7248-11ef-bceb-c7b262605968@mon.c.service: Deactivated successfully. 2024-09-14T03:38:09.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 systemd[1]: Stopped Ceph mon.c for f357b922-7248-11ef-bceb-c7b262605968. 2024-09-14T03:38:09.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 systemd[1]: ceph-f357b922-7248-11ef-bceb-c7b262605968@mon.c.service: Consumed 8.765s CPU time. 2024-09-14T03:38:09.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 systemd[1]: Starting Ceph mon.c for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:38:09.736 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 podman[89795]: 2024-09-14 03:38:09.386680904 +0000 UTC m=+0.016303418 image pull 8801d2529e4377d97015e6c85a3b4925ede7ce42c7349a1a37eb88f097b6f3f0 quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802 2024-09-14T03:38:09.736 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 podman[89795]: 2024-09-14 03:38:09.628267162 +0000 UTC m=+0.257889662 container create 0423773ea05463ac945a1ab3880b843ea82a853e1ba1c23e9b87e28cf0729321 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mon-c, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, RELEASE=main-a278231, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-09-14T03:38:10.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 podman[89795]: 2024-09-14 03:38:09.864360801 +0000 UTC m=+0.493983310 container init 0423773ea05463ac945a1ab3880b843ea82a853e1ba1c23e9b87e28cf0729321 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mon-c, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-a278231, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, ceph=True) 2024-09-14T03:38:10.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 podman[89795]: 2024-09-14 03:38:09.867936732 +0000 UTC m=+0.497559232 container start 0423773ea05463ac945a1ab3880b843ea82a853e1ba1c23e9b87e28cf0729321 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mon-c, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=main-a278231, ceph=True, CEPH_POINT_RELEASE=) 2024-09-14T03:38:10.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: set uid:gid to 167:167 (ceph:ceph) 2024-09-14T03:38:10.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: ceph version 19.3.0-4907-ga2782315 (a2782315255a3e7d5f6cdc9eb35785187ff6ddf8) squid (dev), process ceph-mon, pid 2 2024-09-14T03:38:10.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: pidfile_write: ignore empty --pid-file 2024-09-14T03:38:10.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: load: jerasure load: lrc 2024-09-14T03:38:10.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: RocksDB version: 7.9.2 2024-09-14T03:38:10.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Git sha 0 2024-09-14T03:38:10.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Compile date 2024-09-12 20:09:22 2024-09-14T03:38:10.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: DB SUMMARY 2024-09-14T03:38:10.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: DB Session ID: RZ8IKDI489TAN27MB1D1 2024-09-14T03:38:10.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: CURRENT file: CURRENT 2024-09-14T03:38:10.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: IDENTITY file: IDENTITY 2024-09-14T03:38:10.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: MANIFEST file: MANIFEST-000010 size: 1412 Bytes 2024-09-14T03:38:10.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000027.sst 2024-09-14T03:38:10.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000025.log size: 10098704 ; 2024-09-14T03:38:10.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.error_if_exists: 0 2024-09-14T03:38:10.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.create_if_missing: 0 2024-09-14T03:38:10.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.paranoid_checks: 1 2024-09-14T03:38:10.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-14T03:38:10.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-14T03:38:10.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-14T03:38:10.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.env: 0x55b300681120 2024-09-14T03:38:10.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.fs: PosixFileSystem 2024-09-14T03:38:10.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.info_log: 0x55b301f7b700 2024-09-14T03:38:10.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.max_file_opening_threads: 16 2024-09-14T03:38:10.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.statistics: (nil) 2024-09-14T03:38:10.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.use_fsync: 0 2024-09-14T03:38:10.190 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.max_log_file_size: 0 2024-09-14T03:38:10.190 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-14T03:38:10.190 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-14T03:38:10.190 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.keep_log_file_num: 1000 2024-09-14T03:38:10.190 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.recycle_log_file_num: 0 2024-09-14T03:38:10.190 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.allow_fallocate: 1 2024-09-14T03:38:10.190 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.allow_mmap_reads: 0 2024-09-14T03:38:10.190 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.allow_mmap_writes: 0 2024-09-14T03:38:10.190 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.use_direct_reads: 0 2024-09-14T03:38:10.190 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-14T03:38:10.190 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.create_missing_column_families: 0 2024-09-14T03:38:10.190 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.db_log_dir: 2024-09-14T03:38:10.191 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.wal_dir: 2024-09-14T03:38:10.191 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-14T03:38:10.191 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-14T03:38:10.191 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-14T03:38:10.191 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-14T03:38:10.191 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-14T03:38:10.191 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-14T03:38:10.191 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.advise_random_on_open: 1 2024-09-14T03:38:10.191 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.db_write_buffer_size: 0 2024-09-14T03:38:10.191 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.write_buffer_manager: 0x55b301f7fb80 2024-09-14T03:38:10.191 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-14T03:38:10.191 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-14T03:38:10.191 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-14T03:38:10.192 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.rate_limiter: (nil) 2024-09-14T03:38:10.192 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-14T03:38:10.192 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.wal_recovery_mode: 2 2024-09-14T03:38:10.192 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.enable_thread_tracking: 0 2024-09-14T03:38:10.192 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.enable_pipelined_write: 0 2024-09-14T03:38:10.192 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.unordered_write: 0 2024-09-14T03:38:10.192 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-14T03:38:10.192 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-14T03:38:10.192 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-14T03:38:10.192 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-14T03:38:10.192 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.row_cache: None 2024-09-14T03:38:10.192 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.wal_filter: None 2024-09-14T03:38:10.192 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-14T03:38:10.194 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.allow_ingest_behind: 0 2024-09-14T03:38:10.194 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.two_write_queues: 0 2024-09-14T03:38:10.194 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.manual_wal_flush: 0 2024-09-14T03:38:10.194 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.wal_compression: 0 2024-09-14T03:38:10.194 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.atomic_flush: 0 2024-09-14T03:38:10.194 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-14T03:38:10.194 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-14T03:38:10.194 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-14T03:38:10.194 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.log_readahead_size: 0 2024-09-14T03:38:10.194 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-14T03:38:10.195 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.best_efforts_recovery: 0 2024-09-14T03:38:10.195 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-14T03:38:10.195 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-14T03:38:10.195 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.allow_data_in_errors: 0 2024-09-14T03:38:10.195 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.db_host_id: __hostname__ 2024-09-14T03:38:10.195 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-14T03:38:10.195 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.max_background_jobs: 2 2024-09-14T03:38:10.195 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.max_background_compactions: -1 2024-09-14T03:38:10.195 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.max_subcompactions: 1 2024-09-14T03:38:10.195 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-14T03:38:10.195 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-14T03:38:10.195 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-14T03:38:10.195 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.max_total_wal_size: 0 2024-09-14T03:38:10.195 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-14T03:38:10.196 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-14T03:38:10.196 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-14T03:38:10.196 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-14T03:38:10.196 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.max_open_files: -1 2024-09-14T03:38:10.196 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.bytes_per_sync: 0 2024-09-14T03:38:10.196 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-14T03:38:10.196 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-14T03:38:10.196 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.compaction_readahead_size: 0 2024-09-14T03:38:10.196 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.max_background_flushes: -1 2024-09-14T03:38:10.196 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Compression algorithms supported: 2024-09-14T03:38:10.196 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: kZSTD supported: 0 2024-09-14T03:38:10.196 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: kXpressCompression supported: 0 2024-09-14T03:38:10.196 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: kBZip2Compression supported: 0 2024-09-14T03:38:10.197 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-14T03:38:10.197 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: kLZ4Compression supported: 1 2024-09-14T03:38:10.197 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: kZlibCompression supported: 1 2024-09-14T03:38:10.197 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: kLZ4HCCompression supported: 1 2024-09-14T03:38:10.197 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: kSnappyCompression supported: 1 2024-09-14T03:38:10.197 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-14T03:38:10.197 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-14T03:38:10.197 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 2024-09-14T03:38:10.197 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-14T03:38:10.197 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-14T03:38:10.197 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.merge_operator: 2024-09-14T03:38:10.197 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.compaction_filter: None 2024-09-14T03:38:10.197 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.compaction_filter_factory: None 2024-09-14T03:38:10.198 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.sst_partitioner_factory: None 2024-09-14T03:38:10.198 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-14T03:38:10.198 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-14T03:38:10.198 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55b301f7b320) 2024-09-14T03:38:10.198 INFO:journalctl@ceph.mon.c.smithi002.stdout: cache_index_and_filter_blocks: 1 2024-09-14T03:38:10.198 INFO:journalctl@ceph.mon.c.smithi002.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-14T03:38:10.198 INFO:journalctl@ceph.mon.c.smithi002.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-14T03:38:10.198 INFO:journalctl@ceph.mon.c.smithi002.stdout: pin_top_level_index_and_filter: 1 2024-09-14T03:38:10.198 INFO:journalctl@ceph.mon.c.smithi002.stdout: index_type: 0 2024-09-14T03:38:10.198 INFO:journalctl@ceph.mon.c.smithi002.stdout: data_block_index_type: 0 2024-09-14T03:38:10.198 INFO:journalctl@ceph.mon.c.smithi002.stdout: index_shortening: 1 2024-09-14T03:38:10.198 INFO:journalctl@ceph.mon.c.smithi002.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-14T03:38:10.198 INFO:journalctl@ceph.mon.c.smithi002.stdout: checksum: 4 2024-09-14T03:38:10.198 INFO:journalctl@ceph.mon.c.smithi002.stdout: no_block_cache: 0 2024-09-14T03:38:10.199 INFO:journalctl@ceph.mon.c.smithi002.stdout: block_cache: 0x55b301f6f610 2024-09-14T03:38:10.199 INFO:journalctl@ceph.mon.c.smithi002.stdout: block_cache_name: BinnedLRUCache 2024-09-14T03:38:10.199 INFO:journalctl@ceph.mon.c.smithi002.stdout: block_cache_options: 2024-09-14T03:38:10.199 INFO:journalctl@ceph.mon.c.smithi002.stdout: capacity : 536870912 2024-09-14T03:38:10.199 INFO:journalctl@ceph.mon.c.smithi002.stdout: num_shard_bits : 4 2024-09-14T03:38:10.199 INFO:journalctl@ceph.mon.c.smithi002.stdout: strict_capacity_limit : 0 2024-09-14T03:38:10.199 INFO:journalctl@ceph.mon.c.smithi002.stdout: high_pri_pool_ratio: 0.000 2024-09-14T03:38:10.199 INFO:journalctl@ceph.mon.c.smithi002.stdout: block_cache_compressed: (nil) 2024-09-14T03:38:10.199 INFO:journalctl@ceph.mon.c.smithi002.stdout: persistent_cache: (nil) 2024-09-14T03:38:10.199 INFO:journalctl@ceph.mon.c.smithi002.stdout: block_size: 4096 2024-09-14T03:38:10.199 INFO:journalctl@ceph.mon.c.smithi002.stdout: block_size_deviation: 10 2024-09-14T03:38:10.199 INFO:journalctl@ceph.mon.c.smithi002.stdout: block_restart_interval: 16 2024-09-14T03:38:10.199 INFO:journalctl@ceph.mon.c.smithi002.stdout: index_block_restart_interval: 1 2024-09-14T03:38:10.199 INFO:journalctl@ceph.mon.c.smithi002.stdout: metadata_block_size: 4096 2024-09-14T03:38:10.200 INFO:journalctl@ceph.mon.c.smithi002.stdout: partition_filters: 0 2024-09-14T03:38:10.200 INFO:journalctl@ceph.mon.c.smithi002.stdout: use_delta_encoding: 1 2024-09-14T03:38:10.200 INFO:journalctl@ceph.mon.c.smithi002.stdout: filter_policy: bloomfilter 2024-09-14T03:38:10.200 INFO:journalctl@ceph.mon.c.smithi002.stdout: whole_key_filtering: 1 2024-09-14T03:38:10.200 INFO:journalctl@ceph.mon.c.smithi002.stdout: verify_compression: 0 2024-09-14T03:38:10.200 INFO:journalctl@ceph.mon.c.smithi002.stdout: read_amp_bytes_per_bit: 0 2024-09-14T03:38:10.200 INFO:journalctl@ceph.mon.c.smithi002.stdout: format_version: 5 2024-09-14T03:38:10.200 INFO:journalctl@ceph.mon.c.smithi002.stdout: enable_index_compression: 1 2024-09-14T03:38:10.200 INFO:journalctl@ceph.mon.c.smithi002.stdout: block_align: 0 2024-09-14T03:38:10.200 INFO:journalctl@ceph.mon.c.smithi002.stdout: max_auto_readahead_size: 262144 2024-09-14T03:38:10.200 INFO:journalctl@ceph.mon.c.smithi002.stdout: prepopulate_block_cache: 0 2024-09-14T03:38:10.200 INFO:journalctl@ceph.mon.c.smithi002.stdout: initial_auto_readahead_size: 8192 2024-09-14T03:38:10.200 INFO:journalctl@ceph.mon.c.smithi002.stdout: num_file_reads_for_auto_readahead: 2 2024-09-14T03:38:10.200 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.write_buffer_size: 33554432 2024-09-14T03:38:10.201 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.max_write_buffer_number: 2 2024-09-14T03:38:10.201 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.compression: NoCompression 2024-09-14T03:38:10.201 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.bottommost_compression: Disabled 2024-09-14T03:38:10.201 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.prefix_extractor: nullptr 2024-09-14T03:38:10.201 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-14T03:38:10.201 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.num_levels: 7 2024-09-14T03:38:10.201 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-14T03:38:10.201 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-14T03:38:10.201 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-14T03:38:10.201 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-14T03:38:10.201 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-14T03:38:10.201 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-14T03:38:10.201 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-14T03:38:10.201 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-14T03:38:10.202 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-14T03:38:10.202 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-14T03:38:10.202 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-14T03:38:10.202 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-14T03:38:10.202 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-14T03:38:10.202 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.compression_opts.level: 32767 2024-09-14T03:38:10.202 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.compression_opts.strategy: 0 2024-09-14T03:38:10.202 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-14T03:38:10.202 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-14T03:38:10.202 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-14T03:38:10.202 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-14T03:38:10.202 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.compression_opts.enabled: false 2024-09-14T03:38:10.202 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-14T03:38:10.202 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-14T03:38:10.203 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-14T03:38:10.203 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-14T03:38:10.203 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.target_file_size_base: 67108864 2024-09-14T03:38:10.203 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-14T03:38:10.203 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-14T03:38:10.203 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-14T03:38:10.203 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-14T03:38:10.203 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-14T03:38:10.203 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-14T03:38:10.203 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-14T03:38:10.203 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-14T03:38:10.203 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-14T03:38:10.203 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-14T03:38:10.203 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-14T03:38:10.204 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-14T03:38:10.204 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-14T03:38:10.204 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-14T03:38:10.204 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.arena_block_size: 1048576 2024-09-14T03:38:10.204 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-14T03:38:10.204 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-14T03:38:10.204 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.disable_auto_compactions: 0 2024-09-14T03:38:10.204 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-14T03:38:10.204 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-14T03:38:10.204 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-14T03:38:10.204 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-14T03:38:10.204 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-14T03:38:10.204 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-14T03:38:10.204 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-14T03:38:10.205 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-14T03:38:10.205 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-14T03:38:10.205 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-14T03:38:10.205 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-14T03:38:10.205 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.inplace_update_support: 0 2024-09-14T03:38:10.205 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-14T03:38:10.205 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-14T03:38:10.205 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-14T03:38:10.205 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-14T03:38:10.205 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.bloom_locality: 0 2024-09-14T03:38:10.205 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.max_successive_merges: 0 2024-09-14T03:38:10.205 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-14T03:38:10.205 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.paranoid_file_checks: 0 2024-09-14T03:38:10.205 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.force_consistency_checks: 1 2024-09-14T03:38:10.206 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.report_bg_io_stats: 0 2024-09-14T03:38:10.206 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.ttl: 2592000 2024-09-14T03:38:10.206 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-14T03:38:10.206 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-14T03:38:10.206 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-14T03:38:10.206 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.enable_blob_files: false 2024-09-14T03:38:10.206 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.min_blob_size: 0 2024-09-14T03:38:10.206 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.blob_file_size: 268435456 2024-09-14T03:38:10.206 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-14T03:38:10.206 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-14T03:38:10.206 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-14T03:38:10.206 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-14T03:38:10.206 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-14T03:38:10.207 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.blob_file_starting_level: 0 2024-09-14T03:38:10.207 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-14T03:38:10.207 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-14T03:38:10.207 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 29, last_sequence is 13329, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 25 2024-09-14T03:38:10.207 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-09-14T03:38:10.207 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 4f5ddea1-1372-42fa-a786-1b0fb1475342 2024-09-14T03:38:10.207 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726285089896039, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-09-14T03:38:10.207 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-09-14T03:38:10.207 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726285089920255, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 6272266, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13334, "largest_seqno": 16042, "table_properties": {"data_size": 6259145, "index_size": 9131, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2949, "raw_key_size": 28140, "raw_average_key_size": 24, "raw_value_size": 6233574, "raw_average_value_size": 5401, "num_data_blocks": 397, "num_entries": 1154, "num_filter_entries": 1154, "num_deletions": 37, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726285089, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "4f5ddea1-1372-42fa-a786-1b0fb1475342", "db_session_id": "RZ8IKDI489TAN27MB1D1", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-09-14T03:38:10.207 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726285089920394, "job": 1, "event": "recovery_finished"} 2024-09-14T03:38:10.207 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-09-14T03:38:10.207 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-14T03:38:10.207 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-14T03:38:10.208 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55b301f9ee00 2024-09-14T03:38:10.208 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: DB pointer 0x55b3020a0000 2024-09-14T03:38:10.208 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-14T03:38:10.208 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-14T03:38:10.208 INFO:journalctl@ceph.mon.c.smithi002.stdout: ** DB Stats ** 2024-09-14T03:38:10.208 INFO:journalctl@ceph.mon.c.smithi002.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-14T03:38:10.208 INFO:journalctl@ceph.mon.c.smithi002.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-14T03:38:10.208 INFO:journalctl@ceph.mon.c.smithi002.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-14T03:38:10.208 INFO:journalctl@ceph.mon.c.smithi002.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-14T03:38:10.208 INFO:journalctl@ceph.mon.c.smithi002.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-14T03:38:10.208 INFO:journalctl@ceph.mon.c.smithi002.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-14T03:38:10.208 INFO:journalctl@ceph.mon.c.smithi002.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-14T03:38:10.208 INFO:journalctl@ceph.mon.c.smithi002.stdout: 2024-09-14T03:38:10.209 INFO:journalctl@ceph.mon.c.smithi002.stdout: ** Compaction Stats [default] ** 2024-09-14T03:38:10.209 INFO:journalctl@ceph.mon.c.smithi002.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-14T03:38:10.209 INFO:journalctl@ceph.mon.c.smithi002.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-14T03:38:10.209 INFO:journalctl@ceph.mon.c.smithi002.stdout: L0 1/0 5.98 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 710.8 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-09-14T03:38:10.209 INFO:journalctl@ceph.mon.c.smithi002.stdout: L6 1/0 7.37 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-09-14T03:38:10.209 INFO:journalctl@ceph.mon.c.smithi002.stdout: Sum 2/0 13.35 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 710.8 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-09-14T03:38:10.209 INFO:journalctl@ceph.mon.c.smithi002.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 710.8 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-09-14T03:38:10.209 INFO:journalctl@ceph.mon.c.smithi002.stdout: 2024-09-14T03:38:10.209 INFO:journalctl@ceph.mon.c.smithi002.stdout: ** Compaction Stats [default] ** 2024-09-14T03:38:10.209 INFO:journalctl@ceph.mon.c.smithi002.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-14T03:38:10.209 INFO:journalctl@ceph.mon.c.smithi002.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-14T03:38:10.210 INFO:journalctl@ceph.mon.c.smithi002.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 710.8 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-09-14T03:38:10.210 INFO:journalctl@ceph.mon.c.smithi002.stdout: 2024-09-14T03:38:10.210 INFO:journalctl@ceph.mon.c.smithi002.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-14T03:38:10.210 INFO:journalctl@ceph.mon.c.smithi002.stdout: 2024-09-14T03:38:10.210 INFO:journalctl@ceph.mon.c.smithi002.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-14T03:38:10.210 INFO:journalctl@ceph.mon.c.smithi002.stdout: Flush(GB): cumulative 0.006, interval 0.006 2024-09-14T03:38:10.210 INFO:journalctl@ceph.mon.c.smithi002.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-14T03:38:10.210 INFO:journalctl@ceph.mon.c.smithi002.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-14T03:38:10.210 INFO:journalctl@ceph.mon.c.smithi002.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-14T03:38:10.210 INFO:journalctl@ceph.mon.c.smithi002.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-14T03:38:10.210 INFO:journalctl@ceph.mon.c.smithi002.stdout: Cumulative compaction: 0.01 GB write, 216.63 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-14T03:38:10.210 INFO:journalctl@ceph.mon.c.smithi002.stdout: Interval compaction: 0.01 GB write, 216.63 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-14T03:38:10.210 INFO:journalctl@ceph.mon.c.smithi002.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-14T03:38:10.211 INFO:journalctl@ceph.mon.c.smithi002.stdout: Block cache BinnedLRUCache@0x55b301f6f610#2 capacity: 512.00 MB usage: 12.11 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.2e-05 secs_since: 0 2024-09-14T03:38:10.211 INFO:journalctl@ceph.mon.c.smithi002.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,3.03 KB,0.000578165%) IndexBlock(1,9.08 KB,0.00173151%) Misc(1,0.00 KB,0%) 2024-09-14T03:38:10.211 INFO:journalctl@ceph.mon.c.smithi002.stdout: 2024-09-14T03:38:10.211 INFO:journalctl@ceph.mon.c.smithi002.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-14T03:38:10.211 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: starting mon.c rank 2 at public addrs [v2:172.21.15.2:3301/0,v1:172.21.15.2:6790/0] at bind addrs [v2:172.21.15.2:3301/0,v1:172.21.15.2:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid f357b922-7248-11ef-bceb-c7b262605968 2024-09-14T03:38:10.211 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: mon.c@-1(???) e3 preinit fsid f357b922-7248-11ef-bceb-c7b262605968 2024-09-14T03:38:10.211 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: mon.c@-1(???).mds e8 new map 2024-09-14T03:38:10.211 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: mon.c@-1(???).mds e8 print_map 2024-09-14T03:38:10.211 INFO:journalctl@ceph.mon.c.smithi002.stdout: e8 2024-09-14T03:38:10.211 INFO:journalctl@ceph.mon.c.smithi002.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-09-14T03:38:10.211 INFO:journalctl@ceph.mon.c.smithi002.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-14T03:38:10.211 INFO:journalctl@ceph.mon.c.smithi002.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-14T03:38:10.212 INFO:journalctl@ceph.mon.c.smithi002.stdout: legacy client fscid: 1 2024-09-14T03:38:10.212 INFO:journalctl@ceph.mon.c.smithi002.stdout: 2024-09-14T03:38:10.212 INFO:journalctl@ceph.mon.c.smithi002.stdout: Filesystem 'cephfs' (1) 2024-09-14T03:38:10.212 INFO:journalctl@ceph.mon.c.smithi002.stdout: fs_name cephfs 2024-09-14T03:38:10.212 INFO:journalctl@ceph.mon.c.smithi002.stdout: epoch 8 2024-09-14T03:38:10.212 INFO:journalctl@ceph.mon.c.smithi002.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-09-14T03:38:10.212 INFO:journalctl@ceph.mon.c.smithi002.stdout: created 2024-09-14T03:31:44.105544+0000 2024-09-14T03:38:10.212 INFO:journalctl@ceph.mon.c.smithi002.stdout: modified 2024-09-14T03:31:55.844563+0000 2024-09-14T03:38:10.212 INFO:journalctl@ceph.mon.c.smithi002.stdout: tableserver 0 2024-09-14T03:38:10.212 INFO:journalctl@ceph.mon.c.smithi002.stdout: root 0 2024-09-14T03:38:10.212 INFO:journalctl@ceph.mon.c.smithi002.stdout: session_timeout 60 2024-09-14T03:38:10.212 INFO:journalctl@ceph.mon.c.smithi002.stdout: session_autoclose 300 2024-09-14T03:38:10.212 INFO:journalctl@ceph.mon.c.smithi002.stdout: max_file_size 1099511627776 2024-09-14T03:38:10.212 INFO:journalctl@ceph.mon.c.smithi002.stdout: max_xattr_size 65536 2024-09-14T03:38:10.213 INFO:journalctl@ceph.mon.c.smithi002.stdout: required_client_features {} 2024-09-14T03:38:10.213 INFO:journalctl@ceph.mon.c.smithi002.stdout: last_failure 0 2024-09-14T03:38:10.213 INFO:journalctl@ceph.mon.c.smithi002.stdout: last_failure_osd_epoch 0 2024-09-14T03:38:10.213 INFO:journalctl@ceph.mon.c.smithi002.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-14T03:38:10.213 INFO:journalctl@ceph.mon.c.smithi002.stdout: max_mds 1 2024-09-14T03:38:10.213 INFO:journalctl@ceph.mon.c.smithi002.stdout: in 0 2024-09-14T03:38:10.213 INFO:journalctl@ceph.mon.c.smithi002.stdout: up {0=24334} 2024-09-14T03:38:10.213 INFO:journalctl@ceph.mon.c.smithi002.stdout: failed 2024-09-14T03:38:10.213 INFO:journalctl@ceph.mon.c.smithi002.stdout: damaged 2024-09-14T03:38:10.213 INFO:journalctl@ceph.mon.c.smithi002.stdout: stopped 2024-09-14T03:38:10.213 INFO:journalctl@ceph.mon.c.smithi002.stdout: data_pools [3] 2024-09-14T03:38:10.213 INFO:journalctl@ceph.mon.c.smithi002.stdout: metadata_pool 2 2024-09-14T03:38:10.213 INFO:journalctl@ceph.mon.c.smithi002.stdout: inline_data disabled 2024-09-14T03:38:10.213 INFO:journalctl@ceph.mon.c.smithi002.stdout: balancer 2024-09-14T03:38:10.214 INFO:journalctl@ceph.mon.c.smithi002.stdout: bal_rank_mask -1 2024-09-14T03:38:10.214 INFO:journalctl@ceph.mon.c.smithi002.stdout: standby_count_wanted 0 2024-09-14T03:38:10.214 INFO:journalctl@ceph.mon.c.smithi002.stdout: qdb_cluster leader: 0 members: 2024-09-14T03:38:10.214 INFO:journalctl@ceph.mon.c.smithi002.stdout: [mds.b{0:24334} state up:active seq 6 addr [v2:172.21.15.154:6832/4101577695,v1:172.21.15.154:6833/4101577695] compat {c=[1],r=[1],i=[7ff]}] 2024-09-14T03:38:10.214 INFO:journalctl@ceph.mon.c.smithi002.stdout: 2024-09-14T03:38:10.214 INFO:journalctl@ceph.mon.c.smithi002.stdout: 2024-09-14T03:38:10.214 INFO:journalctl@ceph.mon.c.smithi002.stdout: Standby daemons: 2024-09-14T03:38:10.214 INFO:journalctl@ceph.mon.c.smithi002.stdout: 2024-09-14T03:38:10.214 INFO:journalctl@ceph.mon.c.smithi002.stdout: [mds.a{-1:24311} state up:standby seq 1 addr [v2:172.21.15.2:6834/44249785,v1:172.21.15.2:6835/44249785] compat {c=[1],r=[1],i=[7ff]}] 2024-09-14T03:38:10.214 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: mon.c@-1(???).osd e239 crush map has features 3314933069573799936, adjusting msgr requires 2024-09-14T03:38:10.214 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: mon.c@-1(???).osd e239 crush map has features 432629308056666112, adjusting msgr requires 2024-09-14T03:38:10.214 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: mon.c@-1(???).osd e239 crush map has features 432629308056666112, adjusting msgr requires 2024-09-14T03:38:10.214 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: mon.c@-1(???).osd e239 crush map has features 432629308056666112, adjusting msgr requires 2024-09-14T03:38:10.214 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 ceph-mon[89815]: mon.c@-1(???).paxosservice(auth 1..19) refresh upgraded, format 0 -> 3 2024-09-14T03:38:10.215 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 bash[89795]: 0423773ea05463ac945a1ab3880b843ea82a853e1ba1c23e9b87e28cf0729321 2024-09-14T03:38:10.215 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:09 smithi002 systemd[1]: Started Ceph mon.c for f357b922-7248-11ef-bceb-c7b262605968. 2024-09-14T03:38:13.436 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:38:13 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:38:13] "GET /metrics HTTP/1.1" 200 36095 "" "Prometheus/2.43.0" 2024-09-14T03:38:16.164 INFO:tasks.rados.rados.0.smithi002.stdout:896: done (1 left) 2024-09-14T03:38:16.164 INFO:tasks.rados.rados.0.smithi002.stdout:898: done (0 left) 2024-09-14T03:38:16.164 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 48 current snap is 89 2024-09-14T03:38:16.165 INFO:tasks.rados.rados.0.smithi002.stdout:899: seq_num 289 ranges {1007616=40960} 2024-09-14T03:38:16.169 INFO:tasks.rados.rados.0.smithi002.stdout:899: writing smithi00278215-48 from 1007616 to 1048576 tid 1 2024-09-14T03:38:16.169 INFO:tasks.rados.rados.0.smithi002.stdout:900: copy_from oid 23 from oid 35 current snap is 89 2024-09-14T03:38:16.169 INFO:tasks.rados.rados.0.smithi002.stdout:901: delete oid 34 current snap is 89 2024-09-14T03:38:16.173 INFO:tasks.rados.rados.0.smithi002.stdout:901: done (2 left) 2024-09-14T03:38:16.173 INFO:tasks.rados.rados.0.smithi002.stdout:902: snap_create 2024-09-14T03:38:16.173 INFO:tasks.rados.rados.0.smithi002.stdout:899: finishing write tid 1 to smithi00278215-48 2024-09-14T03:38:16.174 INFO:tasks.rados.rados.0.smithi002.stdout:899: finishing write tid 2 to smithi00278215-48 2024-09-14T03:38:16.178 INFO:tasks.rados.rados.0.smithi002.stdout:899: finishing write tid 3 to smithi00278215-48 2024-09-14T03:38:16.178 INFO:tasks.rados.rados.0.smithi002.stdout:899: oid 48 updating version 0 to 280 2024-09-14T03:38:16.178 INFO:tasks.rados.rados.0.smithi002.stdout:899: oid 48 updating version 280 to 281 2024-09-14T03:38:16.178 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 281 (ObjNum 289 snap 89 seq_num 289) dirty exists 2024-09-14T03:38:16.178 INFO:tasks.rados.rados.0.smithi002.stdout:899: left oid 48 (ObjNum 289 snap 89 seq_num 289) 2024-09-14T03:38:16.198 INFO:tasks.rados.rados.0.smithi002.stdout:900: finishing copy_from racing read to smithi00278215-23 2024-09-14T03:38:16.200 INFO:tasks.rados.rados.0.smithi002.stdout:900: finishing copy_from to smithi00278215-23 2024-09-14T03:38:16.200 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 626 (ObjNum 278 snap 84 seq_num 278) dirty exists 2024-09-14T03:38:16.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:16 smithi002 ceph-mon[87970]: mon.c calling monitor election 2024-09-14T03:38:16.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:16 smithi002 ceph-mon[87970]: mon.a calling monitor election 2024-09-14T03:38:16.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:16 smithi002 ceph-mon[87970]: mon.b calling monitor election 2024-09-14T03:38:16.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:16 smithi002 ceph-mon[87970]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-14T03:38:16.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:16 smithi002 ceph-mon[87970]: monmap epoch 3 2024-09-14T03:38:16.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:16 smithi002 ceph-mon[87970]: fsid f357b922-7248-11ef-bceb-c7b262605968 2024-09-14T03:38:16.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:16 smithi002 ceph-mon[87970]: last_changed 2024-09-14T03:27:49.592692+0000 2024-09-14T03:38:16.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:16 smithi002 ceph-mon[87970]: created 2024-09-14T03:26:12.592430+0000 2024-09-14T03:38:16.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:16 smithi002 ceph-mon[87970]: min_mon_release 18 (reef) 2024-09-14T03:38:16.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:16 smithi002 ceph-mon[87970]: election_strategy: 1 2024-09-14T03:38:16.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:16 smithi002 ceph-mon[87970]: 0: [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] mon.a 2024-09-14T03:38:16.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:16 smithi002 ceph-mon[87970]: 1: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.b 2024-09-14T03:38:16.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:16 smithi002 ceph-mon[87970]: 2: [v2:172.21.15.2:3301/0,v1:172.21.15.2:6790/0] mon.c 2024-09-14T03:38:16.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:16 smithi002 ceph-mon[87970]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-14T03:38:16.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:16 smithi002 ceph-mon[87970]: osdmap e240: 8 total, 8 up, 8 in 2024-09-14T03:38:16.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:16 smithi002 ceph-mon[87970]: mgrmap e43: y(active, since 21s), standbys: x 2024-09-14T03:38:16.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:16 smithi002 ceph-mon[87970]: overall HEALTH_OK 2024-09-14T03:38:16.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:16 smithi002 ceph-mon[89815]: mon.c calling monitor election 2024-09-14T03:38:16.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:16 smithi002 ceph-mon[89815]: mon.a calling monitor election 2024-09-14T03:38:16.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:16 smithi002 ceph-mon[89815]: mon.b calling monitor election 2024-09-14T03:38:16.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:16 smithi002 ceph-mon[89815]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-14T03:38:16.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:16 smithi002 ceph-mon[89815]: monmap epoch 3 2024-09-14T03:38:16.439 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:16 smithi002 ceph-mon[89815]: fsid f357b922-7248-11ef-bceb-c7b262605968 2024-09-14T03:38:16.439 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:16 smithi002 ceph-mon[89815]: last_changed 2024-09-14T03:27:49.592692+0000 2024-09-14T03:38:16.439 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:16 smithi002 ceph-mon[89815]: created 2024-09-14T03:26:12.592430+0000 2024-09-14T03:38:16.439 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:16 smithi002 ceph-mon[89815]: min_mon_release 18 (reef) 2024-09-14T03:38:16.439 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:16 smithi002 ceph-mon[89815]: election_strategy: 1 2024-09-14T03:38:16.439 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:16 smithi002 ceph-mon[89815]: 0: [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] mon.a 2024-09-14T03:38:16.439 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:16 smithi002 ceph-mon[89815]: 1: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.b 2024-09-14T03:38:16.439 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:16 smithi002 ceph-mon[89815]: 2: [v2:172.21.15.2:3301/0,v1:172.21.15.2:6790/0] mon.c 2024-09-14T03:38:16.439 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:16 smithi002 ceph-mon[89815]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-14T03:38:16.439 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:16 smithi002 ceph-mon[89815]: osdmap e240: 8 total, 8 up, 8 in 2024-09-14T03:38:16.439 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:16 smithi002 ceph-mon[89815]: mgrmap e43: y(active, since 21s), standbys: x 2024-09-14T03:38:16.439 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:16 smithi002 ceph-mon[89815]: overall HEALTH_OK 2024-09-14T03:38:16.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:16 smithi154 ceph-mon[30999]: mon.c calling monitor election 2024-09-14T03:38:16.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:16 smithi154 ceph-mon[30999]: mon.a calling monitor election 2024-09-14T03:38:16.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:16 smithi154 ceph-mon[30999]: mon.b calling monitor election 2024-09-14T03:38:16.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:16 smithi154 ceph-mon[30999]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-14T03:38:16.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:16 smithi154 ceph-mon[30999]: monmap epoch 3 2024-09-14T03:38:16.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:16 smithi154 ceph-mon[30999]: fsid f357b922-7248-11ef-bceb-c7b262605968 2024-09-14T03:38:16.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:16 smithi154 ceph-mon[30999]: last_changed 2024-09-14T03:27:49.592692+0000 2024-09-14T03:38:16.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:16 smithi154 ceph-mon[30999]: created 2024-09-14T03:26:12.592430+0000 2024-09-14T03:38:16.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:16 smithi154 ceph-mon[30999]: min_mon_release 18 (reef) 2024-09-14T03:38:16.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:16 smithi154 ceph-mon[30999]: election_strategy: 1 2024-09-14T03:38:16.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:16 smithi154 ceph-mon[30999]: 0: [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] mon.a 2024-09-14T03:38:16.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:16 smithi154 ceph-mon[30999]: 1: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.b 2024-09-14T03:38:16.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:16 smithi154 ceph-mon[30999]: 2: [v2:172.21.15.2:3301/0,v1:172.21.15.2:6790/0] mon.c 2024-09-14T03:38:16.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:16 smithi154 ceph-mon[30999]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-14T03:38:16.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:16 smithi154 ceph-mon[30999]: osdmap e240: 8 total, 8 up, 8 in 2024-09-14T03:38:16.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:16 smithi154 ceph-mon[30999]: mgrmap e43: y(active, since 21s), standbys: x 2024-09-14T03:38:16.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:16 smithi154 ceph-mon[30999]: overall HEALTH_OK 2024-09-14T03:38:17.169 INFO:tasks.rados.rados.0.smithi002.stdout:899: done (2 left) 2024-09-14T03:38:17.169 INFO:tasks.rados.rados.0.smithi002.stdout:900: done (1 left) 2024-09-14T03:38:17.169 INFO:tasks.rados.rados.0.smithi002.stdout:902: done (0 left) 2024-09-14T03:38:17.169 INFO:tasks.rados.rados.0.smithi002.stdout:903: read oid 28 snap -1 2024-09-14T03:38:17.169 INFO:tasks.rados.rados.0.smithi002.stdout:903: expect (ObjNum 231 snap 69 seq_num 231) 2024-09-14T03:38:17.169 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 2 current snap is 90 2024-09-14T03:38:17.169 INFO:tasks.rados.rados.0.smithi002.stdout:904: seq_num 291 ranges {0=81920} 2024-09-14T03:38:17.169 INFO:tasks.rados.rados.0.smithi002.stdout:904: writing smithi00278215-2 from 0 to 81920 tid 1 2024-09-14T03:38:17.170 INFO:tasks.rados.rados.0.smithi002.stdout:905: delete oid 38 current snap is 90 2024-09-14T03:38:17.173 INFO:tasks.rados.rados.0.smithi002.stdout:905: done (2 left) 2024-09-14T03:38:17.173 INFO:tasks.rados.rados.0.smithi002.stdout:906: snap_create 2024-09-14T03:38:17.176 INFO:tasks.rados.rados.0.smithi002.stdout:904: finishing write tid 1 to smithi00278215-2 2024-09-14T03:38:17.176 INFO:tasks.rados.rados.0.smithi002.stdout:904: finishing write tid 2 to smithi00278215-2 2024-09-14T03:38:17.177 INFO:tasks.rados.rados.0.smithi002.stdout:904: finishing write tid 3 to smithi00278215-2 2024-09-14T03:38:17.177 INFO:tasks.rados.rados.0.smithi002.stdout:904: oid 2 updating version 0 to 628 2024-09-14T03:38:17.177 INFO:tasks.rados.rados.0.smithi002.stdout:904: oid 2 version 628 is already newer than 627 2024-09-14T03:38:17.177 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 2 v 628 (ObjNum 291 snap 90 seq_num 291) dirty exists 2024-09-14T03:38:17.177 INFO:tasks.rados.rados.0.smithi002.stdout:904: left oid 2 (ObjNum 291 snap 90 seq_num 291) 2024-09-14T03:38:17.188 INFO:tasks.rados.rados.0.smithi002.stdout:903: expect (ObjNum 231 snap 69 seq_num 231) 2024-09-14T03:38:17.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:17 smithi002 ceph-mon[89815]: osdmap e241: 8 total, 8 up, 8 in 2024-09-14T03:38:17.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:17 smithi002 ceph-mon[89815]: pgmap v30: 121 pgs: 121 active+clean; 262 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 KiB/s wr, 1 op/s 2024-09-14T03:38:17.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:17 smithi002 ceph-mon[87970]: osdmap e241: 8 total, 8 up, 8 in 2024-09-14T03:38:17.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:17 smithi002 ceph-mon[87970]: pgmap v30: 121 pgs: 121 active+clean; 262 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 KiB/s wr, 1 op/s 2024-09-14T03:38:17.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:17 smithi154 ceph-mon[30999]: osdmap e241: 8 total, 8 up, 8 in 2024-09-14T03:38:17.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:17 smithi154 ceph-mon[30999]: pgmap v30: 121 pgs: 121 active+clean; 262 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 KiB/s wr, 1 op/s 2024-09-14T03:38:17.667 INFO:tasks.rados.rados.0.smithi002.stdout:903: done (2 left) 2024-09-14T03:38:17.667 INFO:tasks.rados.rados.0.smithi002.stdout:904: done (1 left) 2024-09-14T03:38:17.667 INFO:tasks.rados.rados.0.smithi002.stdout:906: done (0 left) 2024-09-14T03:38:17.667 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 27 current snap is 91 2024-09-14T03:38:17.667 INFO:tasks.rados.rados.0.smithi002.stdout:907: seq_num 293 ranges {0=114688} 2024-09-14T03:38:17.668 INFO:tasks.rados.rados.0.smithi002.stdout:907: writing smithi00278215-27 from 0 to 114688 tid 1 2024-09-14T03:38:17.668 INFO:tasks.rados.rados.0.smithi002.stdout:908: read oid 26 snap -1 2024-09-14T03:38:17.668 INFO:tasks.rados.rados.0.smithi002.stdout:908: expect (ObjNum 10 snap 0 seq_num 10) 2024-09-14T03:38:17.668 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 48 current snap is 91 2024-09-14T03:38:17.668 INFO:tasks.rados.rados.0.smithi002.stdout:909: seq_num 294 ranges {1048576=131072} 2024-09-14T03:38:17.675 INFO:tasks.rados.rados.0.smithi002.stdout:909: writing smithi00278215-48 from 1048576 to 1179648 tid 1 2024-09-14T03:38:17.675 INFO:tasks.rados.rados.0.smithi002.stdout:910: read oid 10 snap -1 2024-09-14T03:38:17.675 INFO:tasks.rados.rados.0.smithi002.stdout:910: expect deleted 2024-09-14T03:38:17.675 INFO:tasks.rados.rados.0.smithi002.stdout:911: rollback oid 30 current snap is 91 2024-09-14T03:38:17.675 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 30 to 89 2024-09-14T03:38:17.675 INFO:tasks.rados.rados.0.smithi002.stdout:907: finishing write tid 1 to smithi00278215-27 2024-09-14T03:38:17.675 INFO:tasks.rados.rados.0.smithi002.stdout:907: finishing write tid 2 to smithi00278215-27 2024-09-14T03:38:17.676 INFO:tasks.rados.rados.0.smithi002.stdout:908: expect (ObjNum 10 snap 0 seq_num 10) 2024-09-14T03:38:17.681 INFO:tasks.rados.rados.0.smithi002.stdout:907: finishing write tid 3 to smithi00278215-27 2024-09-14T03:38:17.681 INFO:tasks.rados.rados.0.smithi002.stdout:907: oid 27 updating version 0 to 344 2024-09-14T03:38:17.681 INFO:tasks.rados.rados.0.smithi002.stdout:907: oid 27 updating version 344 to 345 2024-09-14T03:38:17.681 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 27 v 345 (ObjNum 293 snap 91 seq_num 293) dirty exists 2024-09-14T03:38:17.681 INFO:tasks.rados.rados.0.smithi002.stdout:907: left oid 27 (ObjNum 293 snap 91 seq_num 293) 2024-09-14T03:38:17.681 INFO:tasks.rados.rados.0.smithi002.stdout:911: finishing rollback tid 1 to smithi00278215-30 2024-09-14T03:38:17.681 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 30 v 889 (ObjNum 49 snap 0 seq_num 2) dirty dne 2024-09-14T03:38:17.681 INFO:tasks.rados.rados.0.smithi002.stdout:907: done (4 left) 2024-09-14T03:38:17.681 INFO:tasks.rados.rados.0.smithi002.stdout:908: done (3 left) 2024-09-14T03:38:17.681 INFO:tasks.rados.rados.0.smithi002.stdout:910: done (2 left) 2024-09-14T03:38:17.681 INFO:tasks.rados.rados.0.smithi002.stdout:911: done (1 left) 2024-09-14T03:38:17.681 INFO:tasks.rados.rados.0.smithi002.stdout:912: read oid 11 snap -1 2024-09-14T03:38:17.682 INFO:tasks.rados.rados.0.smithi002.stdout:912: expect (ObjNum 218 snap 64 seq_num 218) 2024-09-14T03:38:17.682 INFO:tasks.rados.rados.0.smithi002.stdout:913: read oid 10 snap -1 2024-09-14T03:38:17.682 INFO:tasks.rados.rados.0.smithi002.stdout:913: expect deleted 2024-09-14T03:38:17.682 INFO:tasks.rados.rados.0.smithi002.stdout:914: snap_remove snap 59 2024-09-14T03:38:18.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:18 smithi002 ceph-mon[87970]: osdmap e242: 8 total, 8 up, 8 in 2024-09-14T03:38:18.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:18 smithi002 ceph-mon[87970]: osdmap e243: 8 total, 8 up, 8 in 2024-09-14T03:38:18.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:18 smithi002 ceph-mon[89815]: osdmap e242: 8 total, 8 up, 8 in 2024-09-14T03:38:18.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:18 smithi002 ceph-mon[89815]: osdmap e243: 8 total, 8 up, 8 in 2024-09-14T03:38:18.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:18 smithi154 ceph-mon[30999]: osdmap e242: 8 total, 8 up, 8 in 2024-09-14T03:38:18.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:18 smithi154 ceph-mon[30999]: osdmap e243: 8 total, 8 up, 8 in 2024-09-14T03:38:18.670 INFO:tasks.rados.rados.0.smithi002.stdout:914: done (3 left) 2024-09-14T03:38:18.670 INFO:tasks.rados.rados.0.smithi002.stdout:915: copy_from oid 15 from oid 31 current snap is 91 2024-09-14T03:38:18.670 INFO:tasks.rados.rados.0.smithi002.stdout:916: rmattr oid 27 current snap is 91 2024-09-14T03:38:18.670 INFO:tasks.rados.rados.0.smithi002.stdout:916: done (4 left) 2024-09-14T03:38:18.670 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 39 current snap is 91 2024-09-14T03:38:18.671 INFO:tasks.rados.rados.0.smithi002.stdout:917: seq_num 295 ranges {0=147456} 2024-09-14T03:38:18.676 INFO:tasks.rados.rados.0.smithi002.stdout:917: writing smithi00278215-39 from 0 to 147456 tid 1 2024-09-14T03:38:18.676 INFO:tasks.rados.rados.0.smithi002.stdout:918: read oid 25 snap 87 2024-09-14T03:38:18.676 INFO:tasks.rados.rados.0.smithi002.stdout:918: expect deleted 2024-09-14T03:38:18.676 INFO:tasks.rados.rados.0.smithi002.stdout:919: read oid 19 snap -1 2024-09-14T03:38:18.676 INFO:tasks.rados.rados.0.smithi002.stdout:919: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:38:18.676 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 43 current snap is 91 2024-09-14T03:38:18.676 INFO:tasks.rados.rados.0.smithi002.stdout:920: seq_num 296 ranges {0=163840} 2024-09-14T03:38:18.676 INFO:tasks.rados.rados.0.smithi002.stdout:920: writing smithi00278215-43 from 0 to 163840 tid 1 2024-09-14T03:38:18.676 INFO:tasks.rados.rados.0.smithi002.stdout:921: copy_from oid 12 from oid 42 current snap is 91 2024-09-14T03:38:18.677 INFO:tasks.rados.rados.0.smithi002.stdout:922: delete oid 44 current snap is 91 2024-09-14T03:38:18.677 INFO:tasks.rados.rados.0.smithi002.stdout:909: finishing write tid 1 to smithi00278215-48 2024-09-14T03:38:18.677 INFO:tasks.rados.rados.0.smithi002.stdout:909: finishing write tid 2 to smithi00278215-48 2024-09-14T03:38:18.677 INFO:tasks.rados.rados.0.smithi002.stdout:909: finishing write tid 3 to smithi00278215-48 2024-09-14T03:38:18.677 INFO:tasks.rados.rados.0.smithi002.stdout:909: oid 48 updating version 0 to 284 2024-09-14T03:38:18.677 INFO:tasks.rados.rados.0.smithi002.stdout:909: oid 48 version 284 is already newer than 283 2024-09-14T03:38:18.677 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 284 (ObjNum 294 snap 91 seq_num 294) dirty exists 2024-09-14T03:38:18.677 INFO:tasks.rados.rados.0.smithi002.stdout:909: left oid 48 (ObjNum 294 snap 91 seq_num 294) 2024-09-14T03:38:18.677 INFO:tasks.rados.rados.0.smithi002.stdout:912: expect (ObjNum 218 snap 64 seq_num 218) 2024-09-14T03:38:18.717 INFO:tasks.rados.rados.0.smithi002.stdout:919: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:38:18.720 INFO:tasks.rados.rados.0.smithi002.stdout:915: finishing copy_from racing read to smithi00278215-15 2024-09-14T03:38:18.720 INFO:tasks.rados.rados.0.smithi002.stdout:920: finishing write tid 1 to smithi00278215-43 2024-09-14T03:38:18.720 INFO:tasks.rados.rados.0.smithi002.stdout:917: finishing write tid 1 to smithi00278215-39 2024-09-14T03:38:18.720 INFO:tasks.rados.rados.0.smithi002.stdout:920: finishing write tid 2 to smithi00278215-43 2024-09-14T03:38:18.720 INFO:tasks.rados.rados.0.smithi002.stdout:917: finishing write tid 2 to smithi00278215-39 2024-09-14T03:38:18.720 INFO:tasks.rados.rados.0.smithi002.stdout:915: finishing copy_from to smithi00278215-15 2024-09-14T03:38:18.720 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 15 v 128 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-09-14T03:38:18.720 INFO:tasks.rados.rados.0.smithi002.stdout:920: finishing write tid 3 to smithi00278215-43 2024-09-14T03:38:18.720 INFO:tasks.rados.rados.0.smithi002.stdout:920: oid 43 updating version 0 to 758 2024-09-14T03:38:18.720 INFO:tasks.rados.rados.0.smithi002.stdout:920: oid 43 updating version 758 to 759 2024-09-14T03:38:18.720 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 759 (ObjNum 296 snap 91 seq_num 296) dirty exists 2024-09-14T03:38:18.721 INFO:tasks.rados.rados.0.smithi002.stdout:920: left oid 43 (ObjNum 296 snap 91 seq_num 296) 2024-09-14T03:38:18.721 INFO:tasks.rados.rados.0.smithi002.stdout:917: finishing write tid 3 to smithi00278215-39 2024-09-14T03:38:18.721 INFO:tasks.rados.rados.0.smithi002.stdout:917: oid 39 updating version 0 to 631 2024-09-14T03:38:18.721 INFO:tasks.rados.rados.0.smithi002.stdout:917: oid 39 version 631 is already newer than 630 2024-09-14T03:38:18.721 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 39 v 631 (ObjNum 295 snap 91 seq_num 295) dirty exists 2024-09-14T03:38:18.721 INFO:tasks.rados.rados.0.smithi002.stdout:917: left oid 39 (ObjNum 295 snap 91 seq_num 295) 2024-09-14T03:38:18.721 INFO:tasks.rados.rados.0.smithi002.stdout:921: finishing copy_from racing read to smithi00278215-12 2024-09-14T03:38:18.721 INFO:tasks.rados.rados.0.smithi002.stdout:909: done (9 left) 2024-09-14T03:38:18.721 INFO:tasks.rados.rados.0.smithi002.stdout:912: done (8 left) 2024-09-14T03:38:18.721 INFO:tasks.rados.rados.0.smithi002.stdout:913: done (7 left) 2024-09-14T03:38:18.721 INFO:tasks.rados.rados.0.smithi002.stdout:915: done (6 left) 2024-09-14T03:38:18.721 INFO:tasks.rados.rados.0.smithi002.stdout:917: done (5 left) 2024-09-14T03:38:18.721 INFO:tasks.rados.rados.0.smithi002.stdout:918: done (4 left) 2024-09-14T03:38:18.721 INFO:tasks.rados.rados.0.smithi002.stdout:919: done (3 left) 2024-09-14T03:38:18.721 INFO:tasks.rados.rados.0.smithi002.stdout:920: done (2 left) 2024-09-14T03:38:18.722 INFO:tasks.rados.rados.0.smithi002.stdout:922: done (1 left) 2024-09-14T03:38:18.722 INFO:tasks.rados.rados.0.smithi002.stdout:923: read oid 14 snap -1 2024-09-14T03:38:18.722 INFO:tasks.rados.rados.0.smithi002.stdout:923: expect (ObjNum 197 snap 53 seq_num 197) 2024-09-14T03:38:18.722 INFO:tasks.rados.rados.0.smithi002.stdout:924: read oid 35 snap 76 2024-09-14T03:38:18.722 INFO:tasks.rados.rados.0.smithi002.stdout:924: expect (ObjNum 248 snap 72 seq_num 248) 2024-09-14T03:38:18.722 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 27 current snap is 91 2024-09-14T03:38:18.722 INFO:tasks.rados.rados.0.smithi002.stdout:921: finishing copy_from to smithi00278215-12 2024-09-14T03:38:18.722 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 271 (ObjNum 153 snap 43 seq_num 153) dirty exists 2024-09-14T03:38:18.722 INFO:tasks.rados.rados.0.smithi002.stdout:925: seq_num 298 ranges {114688=196608} 2024-09-14T03:38:18.723 INFO:tasks.rados.rados.0.smithi002.stdout:925: writing smithi00278215-27 from 114688 to 311296 tid 1 2024-09-14T03:38:18.723 INFO:tasks.rados.rados.0.smithi002.stdout:921: done (3 left) 2024-09-14T03:38:18.723 INFO:tasks.rados.rados.0.smithi002.stdout:926: read oid 33 snap 80 2024-09-14T03:38:18.723 INFO:tasks.rados.rados.0.smithi002.stdout:926: expect (ObjNum 153 snap 43 seq_num 153) 2024-09-14T03:38:18.723 INFO:tasks.rados.rados.0.smithi002.stdout:927: setattr oid 8 current snap is 91 2024-09-14T03:38:18.723 INFO:tasks.rados.rados.0.smithi002.stdout:928: read oid 30 snap 60 2024-09-14T03:38:18.723 INFO:tasks.rados.rados.0.smithi002.stdout:928: expect (ObjNum 29 snap 0 seq_num 29) 2024-09-14T03:38:18.723 INFO:tasks.rados.rados.0.smithi002.stdout:929: delete oid 3 current snap is 91 2024-09-14T03:38:18.728 INFO:tasks.rados.rados.0.smithi002.stdout:925: finishing write tid 1 to smithi00278215-27 2024-09-14T03:38:18.729 INFO:tasks.rados.rados.0.smithi002.stdout:925: finishing write tid 2 to smithi00278215-27 2024-09-14T03:38:18.729 INFO:tasks.rados.rados.0.smithi002.stdout:926: expect (ObjNum 153 snap 43 seq_num 153) 2024-09-14T03:38:18.761 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 8 v 148 (ObjNum 240 snap 70 seq_num 240) dirty exists 2024-09-14T03:38:18.761 INFO:tasks.rados.rados.0.smithi002.stdout:926: done (6 left) 2024-09-14T03:38:18.761 INFO:tasks.rados.rados.0.smithi002.stdout:927: done (5 left) 2024-09-14T03:38:18.761 INFO:tasks.rados.rados.0.smithi002.stdout:929: done (4 left) 2024-09-14T03:38:18.761 INFO:tasks.rados.rados.0.smithi002.stdout:930: rollback oid 32 current snap is 91 2024-09-14T03:38:18.761 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 32 to 67 2024-09-14T03:38:18.762 INFO:tasks.rados.rados.0.smithi002.stdout:928: expect (ObjNum 29 snap 0 seq_num 29) 2024-09-14T03:38:18.779 INFO:tasks.rados.rados.0.smithi002.stdout:923: expect (ObjNum 197 snap 53 seq_num 197) 2024-09-14T03:38:18.838 INFO:tasks.rados.rados.0.smithi002.stdout:924: expect (ObjNum 248 snap 72 seq_num 248) 2024-09-14T03:38:18.919 INFO:tasks.rados.rados.0.smithi002.stdout:925: finishing write tid 3 to smithi00278215-27 2024-09-14T03:38:18.920 INFO:tasks.rados.rados.0.smithi002.stdout:925: oid 27 updating version 0 to 353 2024-09-14T03:38:18.920 INFO:tasks.rados.rados.0.smithi002.stdout:925: oid 27 version 353 is already newer than 352 2024-09-14T03:38:18.920 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 27 v 353 (ObjNum 298 snap 91 seq_num 298) dirty exists 2024-09-14T03:38:18.920 INFO:tasks.rados.rados.0.smithi002.stdout:925: left oid 27 (ObjNum 298 snap 91 seq_num 298) 2024-09-14T03:38:18.920 INFO:tasks.rados.rados.0.smithi002.stdout:923: done (4 left) 2024-09-14T03:38:18.920 INFO:tasks.rados.rados.0.smithi002.stdout:924: done (3 left) 2024-09-14T03:38:18.920 INFO:tasks.rados.rados.0.smithi002.stdout:925: done (2 left) 2024-09-14T03:38:18.920 INFO:tasks.rados.rados.0.smithi002.stdout:928: done (1 left) 2024-09-14T03:38:18.920 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 42 current snap is 91 2024-09-14T03:38:18.920 INFO:tasks.rados.rados.0.smithi002.stdout:930: finishing rollback tid 0 to smithi00278215-32 2024-09-14T03:38:18.920 INFO:tasks.rados.rados.0.smithi002.stdout:930: finishing rollback tid 1 to smithi00278215-32 2024-09-14T03:38:18.920 INFO:tasks.rados.rados.0.smithi002.stdout:931: seq_num 300 ranges {720896=229376} 2024-09-14T03:38:18.924 INFO:tasks.rados.rados.0.smithi002.stdout:931: writing smithi00278215-42 from 720896 to 950272 tid 1 2024-09-14T03:38:18.925 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 23 current snap is 91 2024-09-14T03:38:18.925 INFO:tasks.rados.rados.0.smithi002.stdout:930: finishing rollback tid 2 to smithi00278215-32 2024-09-14T03:38:18.925 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 994 (ObjNum 213 snap 60 seq_num 213) dirty exists 2024-09-14T03:38:18.925 INFO:tasks.rados.rados.0.smithi002.stdout:932: seq_num 301 ranges {5144576=245760} 2024-09-14T03:38:18.955 INFO:tasks.rados.rados.0.smithi002.stdout:932: writing smithi00278215-23 from 5144576 to 5390336 tid 1 2024-09-14T03:38:18.955 INFO:tasks.rados.rados.0.smithi002.stdout:930: done (2 left) 2024-09-14T03:38:18.955 INFO:tasks.rados.rados.0.smithi002.stdout:933: snap_create 2024-09-14T03:38:18.955 INFO:tasks.rados.rados.0.smithi002.stdout:931: finishing write tid 1 to smithi00278215-42 2024-09-14T03:38:18.955 INFO:tasks.rados.rados.0.smithi002.stdout:931: finishing write tid 2 to smithi00278215-42 2024-09-14T03:38:18.955 INFO:tasks.rados.rados.0.smithi002.stdout:931: finishing write tid 3 to smithi00278215-42 2024-09-14T03:38:18.956 INFO:tasks.rados.rados.0.smithi002.stdout:931: oid 42 updating version 0 to 492 2024-09-14T03:38:18.956 INFO:tasks.rados.rados.0.smithi002.stdout:931: oid 42 version 492 is already newer than 491 2024-09-14T03:38:18.956 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 42 v 492 (ObjNum 300 snap 91 seq_num 300) dirty exists 2024-09-14T03:38:18.956 INFO:tasks.rados.rados.0.smithi002.stdout:931: left oid 42 (ObjNum 300 snap 91 seq_num 300) 2024-09-14T03:38:18.957 INFO:tasks.rados.rados.0.smithi002.stdout:932: finishing write tid 1 to smithi00278215-23 2024-09-14T03:38:18.957 INFO:tasks.rados.rados.0.smithi002.stdout:932: finishing write tid 2 to smithi00278215-23 2024-09-14T03:38:18.958 INFO:tasks.rados.rados.0.smithi002.stdout:932: finishing write tid 3 to smithi00278215-23 2024-09-14T03:38:18.958 INFO:tasks.rados.rados.0.smithi002.stdout:932: oid 23 updating version 0 to 630 2024-09-14T03:38:18.958 INFO:tasks.rados.rados.0.smithi002.stdout:932: oid 23 version 630 is already newer than 629 2024-09-14T03:38:18.958 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 630 (ObjNum 301 snap 91 seq_num 301) dirty exists 2024-09-14T03:38:18.958 INFO:tasks.rados.rados.0.smithi002.stdout:932: left oid 23 (ObjNum 301 snap 91 seq_num 301) 2024-09-14T03:38:19.743 INFO:tasks.rados.rados.0.smithi002.stdout:931: done (2 left) 2024-09-14T03:38:19.743 INFO:tasks.rados.rados.0.smithi002.stdout:932: done (1 left) 2024-09-14T03:38:19.743 INFO:tasks.rados.rados.0.smithi002.stdout:933: done (0 left) 2024-09-14T03:38:19.743 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 45 current snap is 92 2024-09-14T03:38:19.743 INFO:tasks.rados.rados.0.smithi002.stdout:934: seq_num 302 ranges {827392=262144} 2024-09-14T03:38:19.749 INFO:tasks.rados.rados.0.smithi002.stdout:934: writing smithi00278215-45 from 827392 to 1089536 tid 1 2024-09-14T03:38:19.749 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 10 current snap is 92 2024-09-14T03:38:19.749 INFO:tasks.rados.rados.0.smithi002.stdout:935: seq_num 303 ranges {0=278528} 2024-09-14T03:38:19.750 INFO:tasks.rados.rados.0.smithi002.stdout:935: writing smithi00278215-10 from 0 to 278528 tid 1 2024-09-14T03:38:19.750 INFO:tasks.rados.rados.0.smithi002.stdout:936: delete oid 7 current snap is 92 2024-09-14T03:38:19.754 INFO:tasks.rados.rados.0.smithi002.stdout:934: finishing write tid 1 to smithi00278215-45 2024-09-14T03:38:19.754 INFO:tasks.rados.rados.0.smithi002.stdout:935: finishing write tid 1 to smithi00278215-10 2024-09-14T03:38:19.754 INFO:tasks.rados.rados.0.smithi002.stdout:934: finishing write tid 2 to smithi00278215-45 2024-09-14T03:38:19.754 INFO:tasks.rados.rados.0.smithi002.stdout:935: finishing write tid 2 to smithi00278215-10 2024-09-14T03:38:19.755 INFO:tasks.rados.rados.0.smithi002.stdout:936: done (2 left) 2024-09-14T03:38:19.755 INFO:tasks.rados.rados.0.smithi002.stdout:937: rmattr oid 6 current snap is 92 2024-09-14T03:38:19.755 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 49 current snap is 92 2024-09-14T03:38:19.755 INFO:tasks.rados.rados.0.smithi002.stdout:938: seq_num 305 ranges {0=311296} 2024-09-14T03:38:19.758 INFO:tasks.rados.rados.0.smithi002.stdout:938: writing smithi00278215-49 from 0 to 311296 tid 1 2024-09-14T03:38:19.758 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 2 current snap is 92 2024-09-14T03:38:19.758 INFO:tasks.rados.rados.0.smithi002.stdout:934: finishing write tid 3 to smithi00278215-45 2024-09-14T03:38:19.758 INFO:tasks.rados.rados.0.smithi002.stdout:934: oid 45 updating version 0 to 247 2024-09-14T03:38:19.758 INFO:tasks.rados.rados.0.smithi002.stdout:934: oid 45 version 247 is already newer than 246 2024-09-14T03:38:19.758 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 45 v 247 (ObjNum 302 snap 92 seq_num 302) dirty exists 2024-09-14T03:38:19.758 INFO:tasks.rados.rados.0.smithi002.stdout:934: left oid 45 (ObjNum 302 snap 92 seq_num 302) 2024-09-14T03:38:19.758 INFO:tasks.rados.rados.0.smithi002.stdout:935: finishing write tid 3 to smithi00278215-10 2024-09-14T03:38:19.758 INFO:tasks.rados.rados.0.smithi002.stdout:935: oid 10 updating version 0 to 493 2024-09-14T03:38:19.758 INFO:tasks.rados.rados.0.smithi002.stdout:935: oid 10 updating version 493 to 494 2024-09-14T03:38:19.759 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 494 (ObjNum 303 snap 92 seq_num 303) dirty exists 2024-09-14T03:38:19.759 INFO:tasks.rados.rados.0.smithi002.stdout:935: left oid 10 (ObjNum 303 snap 92 seq_num 303) 2024-09-14T03:38:19.759 INFO:tasks.rados.rados.0.smithi002.stdout:939: seq_num 306 ranges {81920=327680} 2024-09-14T03:38:19.760 INFO:tasks.rados.rados.0.smithi002.stdout:939: writing smithi00278215-2 from 81920 to 409600 tid 1 2024-09-14T03:38:19.760 INFO:tasks.rados.rados.0.smithi002.stdout:934: done (4 left) 2024-09-14T03:38:19.760 INFO:tasks.rados.rados.0.smithi002.stdout:935: done (3 left) 2024-09-14T03:38:19.761 INFO:tasks.rados.rados.0.smithi002.stdout:940: delete oid 41 current snap is 92 2024-09-14T03:38:19.761 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 6 v 998 (ObjNum 273 snap 83 seq_num 273) dirty exists 2024-09-14T03:38:19.761 INFO:tasks.rados.rados.0.smithi002.stdout:938: finishing write tid 1 to smithi00278215-49 2024-09-14T03:38:19.761 INFO:tasks.rados.rados.0.smithi002.stdout:938: finishing write tid 2 to smithi00278215-49 2024-09-14T03:38:19.761 INFO:tasks.rados.rados.0.smithi002.stdout:938: finishing write tid 3 to smithi00278215-49 2024-09-14T03:38:19.761 INFO:tasks.rados.rados.0.smithi002.stdout:938: oid 49 updating version 0 to 219 2024-09-14T03:38:19.761 INFO:tasks.rados.rados.0.smithi002.stdout:938: oid 49 version 219 is already newer than 218 2024-09-14T03:38:19.761 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 219 (ObjNum 305 snap 92 seq_num 305) dirty exists 2024-09-14T03:38:19.762 INFO:tasks.rados.rados.0.smithi002.stdout:938: left oid 49 (ObjNum 305 snap 92 seq_num 305) 2024-09-14T03:38:19.762 INFO:tasks.rados.rados.0.smithi002.stdout:937: done (3 left) 2024-09-14T03:38:19.763 INFO:tasks.rados.rados.0.smithi002.stdout:938: done (2 left) 2024-09-14T03:38:19.763 INFO:tasks.rados.rados.0.smithi002.stdout:940: done (1 left) 2024-09-14T03:38:19.763 INFO:tasks.rados.rados.0.smithi002.stdout:941: snap_create 2024-09-14T03:38:19.763 INFO:tasks.rados.rados.0.smithi002.stdout:939: finishing write tid 1 to smithi00278215-2 2024-09-14T03:38:19.763 INFO:tasks.rados.rados.0.smithi002.stdout:939: finishing write tid 2 to smithi00278215-2 2024-09-14T03:38:19.764 INFO:tasks.rados.rados.0.smithi002.stdout:939: finishing write tid 3 to smithi00278215-2 2024-09-14T03:38:19.764 INFO:tasks.rados.rados.0.smithi002.stdout:939: oid 2 updating version 0 to 632 2024-09-14T03:38:19.765 INFO:tasks.rados.rados.0.smithi002.stdout:939: oid 2 version 632 is already newer than 631 2024-09-14T03:38:19.765 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 2 v 632 (ObjNum 306 snap 92 seq_num 306) dirty exists 2024-09-14T03:38:19.765 INFO:tasks.rados.rados.0.smithi002.stdout:939: left oid 2 (ObjNum 306 snap 92 seq_num 306) 2024-09-14T03:38:19.933 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:19 smithi002 ceph-mon[87970]: pgmap v33: 121 pgs: 121 active+clean; 262 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-09-14T03:38:19.933 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:19 smithi002 ceph-mon[87970]: osdmap e244: 8 total, 8 up, 8 in 2024-09-14T03:38:19.933 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:19 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:19.933 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:19 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:19.934 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:19 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:19.934 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:19 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:19.934 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:19 smithi002 ceph-mon[89815]: pgmap v33: 121 pgs: 121 active+clean; 262 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-09-14T03:38:19.934 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:19 smithi002 ceph-mon[89815]: osdmap e244: 8 total, 8 up, 8 in 2024-09-14T03:38:19.934 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:19 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:19.934 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:19 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:19.934 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:19 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:19.934 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:19 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:19.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:19 smithi154 ceph-mon[30999]: pgmap v33: 121 pgs: 121 active+clean; 262 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-09-14T03:38:19.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:19 smithi154 ceph-mon[30999]: osdmap e244: 8 total, 8 up, 8 in 2024-09-14T03:38:19.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:19 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:19.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:19 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:19.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:19 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:19.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:19 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:20.186 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:38:19 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: 2024-09-14T03:38:19.930+0000 7f19602b3640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-09-14T03:38:20.751 INFO:tasks.rados.rados.0.smithi002.stdout:939: done (1 left) 2024-09-14T03:38:20.751 INFO:tasks.rados.rados.0.smithi002.stdout:941: done (0 left) 2024-09-14T03:38:20.751 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 13 current snap is 93 2024-09-14T03:38:20.752 INFO:tasks.rados.rados.0.smithi002.stdout:942: seq_num 308 ranges {5881856=360448} 2024-09-14T03:38:20.785 INFO:tasks.rados.rados.0.smithi002.stdout:942: writing smithi00278215-13 from 5881856 to 6242304 tid 1 2024-09-14T03:38:20.785 INFO:tasks.rados.rados.0.smithi002.stdout:943: delete oid 50 current snap is 93 2024-09-14T03:38:20.789 INFO:tasks.rados.rados.0.smithi002.stdout:943: done (1 left) 2024-09-14T03:38:20.789 INFO:tasks.rados.rados.0.smithi002.stdout:944: rollback oid 21 current snap is 93 2024-09-14T03:38:20.789 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 21 to 76 2024-09-14T03:38:20.789 INFO:tasks.rados.rados.0.smithi002.stdout:945: snap_remove snap 87 2024-09-14T03:38:20.936 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:20 smithi002 ceph-mon[87970]: osdmap e245: 8 total, 8 up, 8 in 2024-09-14T03:38:20.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:20 smithi002 ceph-mon[89815]: osdmap e245: 8 total, 8 up, 8 in 2024-09-14T03:38:20.994 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:20 smithi154 ceph-mon[30999]: osdmap e245: 8 total, 8 up, 8 in 2024-09-14T03:38:21.758 INFO:tasks.rados.rados.0.smithi002.stdout:945: done (2 left) 2024-09-14T03:38:21.758 INFO:tasks.rados.rados.0.smithi002.stdout:946: snap_create 2024-09-14T03:38:21.758 INFO:tasks.rados.rados.0.smithi002.stdout:942: finishing write tid 1 to smithi00278215-13 2024-09-14T03:38:21.758 INFO:tasks.rados.rados.0.smithi002.stdout:942: finishing write tid 2 to smithi00278215-13 2024-09-14T03:38:21.758 INFO:tasks.rados.rados.0.smithi002.stdout:942: finishing write tid 3 to smithi00278215-13 2024-09-14T03:38:21.758 INFO:tasks.rados.rados.0.smithi002.stdout:942: oid 13 updating version 0 to 387 2024-09-14T03:38:21.758 INFO:tasks.rados.rados.0.smithi002.stdout:942: oid 13 version 387 is already newer than 386 2024-09-14T03:38:21.758 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 387 (ObjNum 308 snap 93 seq_num 308) dirty exists 2024-09-14T03:38:21.759 INFO:tasks.rados.rados.0.smithi002.stdout:942: left oid 13 (ObjNum 308 snap 93 seq_num 308) 2024-09-14T03:38:21.759 INFO:tasks.rados.rados.0.smithi002.stdout:944: finishing rollback tid 0 to smithi00278215-21 2024-09-14T03:38:21.759 INFO:tasks.rados.rados.0.smithi002.stdout:944: finishing rollback tid 1 to smithi00278215-21 2024-09-14T03:38:21.759 INFO:tasks.rados.rados.0.smithi002.stdout:944: finishing rollback tid 2 to smithi00278215-21 2024-09-14T03:38:21.759 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 281 (ObjNum 153 snap 43 seq_num 153) dirty exists 2024-09-14T03:38:21.978 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:21 smithi002 ceph-mon[87970]: pgmap v36: 121 pgs: 121 active+clean; 269 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.0 MiB/s wr, 26 op/s 2024-09-14T03:38:21.978 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:21 smithi002 ceph-mon[87970]: osdmap e246: 8 total, 8 up, 8 in 2024-09-14T03:38:21.978 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:21 smithi002 ceph-mon[89815]: pgmap v36: 121 pgs: 121 active+clean; 269 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.0 MiB/s wr, 26 op/s 2024-09-14T03:38:21.979 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:21 smithi002 ceph-mon[89815]: osdmap e246: 8 total, 8 up, 8 in 2024-09-14T03:38:22.211 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:21 smithi154 ceph-mon[30999]: pgmap v36: 121 pgs: 121 active+clean; 269 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.0 MiB/s wr, 26 op/s 2024-09-14T03:38:22.211 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:21 smithi154 ceph-mon[30999]: osdmap e246: 8 total, 8 up, 8 in 2024-09-14T03:38:22.669 INFO:tasks.rados.rados.0.smithi002.stdout:942: done (2 left) 2024-09-14T03:38:22.669 INFO:tasks.rados.rados.0.smithi002.stdout:944: done (1 left) 2024-09-14T03:38:22.670 INFO:tasks.rados.rados.0.smithi002.stdout:946: done (0 left) 2024-09-14T03:38:22.670 INFO:tasks.rados.rados.0.smithi002.stdout:947: read oid 46 snap -1 2024-09-14T03:38:22.670 INFO:tasks.rados.rados.0.smithi002.stdout:947: expect (ObjNum 139 snap 37 seq_num 139) 2024-09-14T03:38:22.670 INFO:tasks.rados.rados.0.smithi002.stdout:948: rmattr oid 9 current snap is 94 2024-09-14T03:38:22.670 INFO:tasks.rados.rados.0.smithi002.stdout:948: done (1 left) 2024-09-14T03:38:22.670 INFO:tasks.rados.rados.0.smithi002.stdout:949: copy_from oid 17 from oid 49 current snap is 94 2024-09-14T03:38:22.670 INFO:tasks.rados.rados.0.smithi002.stdout:950: copy_from oid 9 from oid 29 current snap is 94 2024-09-14T03:38:22.670 INFO:tasks.rados.rados.0.smithi002.stdout:951: rollback oid 38 current snap is 94 2024-09-14T03:38:22.670 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 38 to 91 2024-09-14T03:38:22.670 INFO:tasks.rados.rados.0.smithi002.stdout:952: snap_create 2024-09-14T03:38:22.676 INFO:tasks.rados.rados.0.smithi002.stdout:949: finishing copy_from racing read to smithi00278215-17 2024-09-14T03:38:22.677 INFO:tasks.rados.rados.0.smithi002.stdout:949: finishing copy_from to smithi00278215-17 2024-09-14T03:38:22.677 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 17 v 219 (ObjNum 305 snap 92 seq_num 305) dirty exists 2024-09-14T03:38:22.682 INFO:tasks.rados.rados.0.smithi002.stdout:951: finishing rollback tid 1 to smithi00278215-38 2024-09-14T03:38:22.682 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 765 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-14T03:38:22.694 INFO:tasks.rados.rados.0.smithi002.stdout:950: finishing copy_from racing read to smithi00278215-9 2024-09-14T03:38:22.695 INFO:tasks.rados.rados.0.smithi002.stdout:947: expect (ObjNum 139 snap 37 seq_num 139) 2024-09-14T03:38:22.938 INFO:tasks.rados.rados.0.smithi002.stdout:950: finishing copy_from to smithi00278215-9 2024-09-14T03:38:22.938 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 9 v 771 (ObjNum 268 snap 81 seq_num 268) dirty exists 2024-09-14T03:38:23.095 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:22 smithi002 ceph-mon[87970]: osdmap e247: 8 total, 8 up, 8 in 2024-09-14T03:38:23.096 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:22 smithi002 ceph-mon[87970]: osdmap e248: 8 total, 8 up, 8 in 2024-09-14T03:38:23.096 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:22 smithi002 ceph-mon[89815]: osdmap e247: 8 total, 8 up, 8 in 2024-09-14T03:38:23.096 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:22 smithi002 ceph-mon[89815]: osdmap e248: 8 total, 8 up, 8 in 2024-09-14T03:38:23.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:22 smithi154 ceph-mon[30999]: osdmap e247: 8 total, 8 up, 8 in 2024-09-14T03:38:23.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:22 smithi154 ceph-mon[30999]: osdmap e248: 8 total, 8 up, 8 in 2024-09-14T03:38:23.437 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:38:23 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:38:23] "GET /metrics HTTP/1.1" 200 36095 "" "Prometheus/2.43.0" 2024-09-14T03:38:23.670 INFO:tasks.rados.rados.0.smithi002.stdout:947: done (4 left) 2024-09-14T03:38:23.670 INFO:tasks.rados.rados.0.smithi002.stdout:949: done (3 left) 2024-09-14T03:38:23.670 INFO:tasks.rados.rados.0.smithi002.stdout:950: done (2 left) 2024-09-14T03:38:23.671 INFO:tasks.rados.rados.0.smithi002.stdout:951: done (1 left) 2024-09-14T03:38:23.671 INFO:tasks.rados.rados.0.smithi002.stdout:952: done (0 left) 2024-09-14T03:38:23.671 INFO:tasks.rados.rados.0.smithi002.stdout:953: delete oid 17 current snap is 95 2024-09-14T03:38:23.673 INFO:tasks.rados.rados.0.smithi002.stdout:953: done (0 left) 2024-09-14T03:38:23.674 INFO:tasks.rados.rados.0.smithi002.stdout:954: snap_create 2024-09-14T03:38:24.183 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:23 smithi154 ceph-mon[30999]: pgmap v39: 121 pgs: 121 active+clean; 269 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.0 MiB/s wr, 26 op/s 2024-09-14T03:38:24.183 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:23 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:24.183 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:23 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:24.183 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:23 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:38:24.183 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:23 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:38:24.184 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:23 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:24.184 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:23 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:38:24.184 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:23 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:38:24.184 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:23 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "quorum_status"} : dispatch 2024-09-14T03:38:24.184 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:23 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon ok-to-stop", "ids": ["b"]} : dispatch 2024-09-14T03:38:24.184 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:23 smithi154 ceph-mon[30999]: Upgrade: It appears safe to stop mon.b 2024-09-14T03:38:24.184 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:23 smithi154 ceph-mon[30999]: osdmap e249: 8 total, 8 up, 8 in 2024-09-14T03:38:24.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:23 smithi002 ceph-mon[87970]: pgmap v39: 121 pgs: 121 active+clean; 269 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.0 MiB/s wr, 26 op/s 2024-09-14T03:38:24.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:23 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:24.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:23 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:24.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:23 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:38:24.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:23 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:38:24.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:23 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:24.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:23 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:38:24.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:23 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:38:24.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:23 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "quorum_status"} : dispatch 2024-09-14T03:38:24.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:23 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon ok-to-stop", "ids": ["b"]} : dispatch 2024-09-14T03:38:24.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:23 smithi002 ceph-mon[87970]: Upgrade: It appears safe to stop mon.b 2024-09-14T03:38:24.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:23 smithi002 ceph-mon[87970]: osdmap e249: 8 total, 8 up, 8 in 2024-09-14T03:38:24.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:23 smithi002 ceph-mon[89815]: pgmap v39: 121 pgs: 121 active+clean; 269 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.0 MiB/s wr, 26 op/s 2024-09-14T03:38:24.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:23 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:24.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:23 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:24.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:23 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:38:24.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:23 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:38:24.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:23 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:24.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:23 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:38:24.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:23 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:38:24.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:23 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "quorum_status"} : dispatch 2024-09-14T03:38:24.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:23 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon ok-to-stop", "ids": ["b"]} : dispatch 2024-09-14T03:38:24.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:23 smithi002 ceph-mon[89815]: Upgrade: It appears safe to stop mon.b 2024-09-14T03:38:24.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:23 smithi002 ceph-mon[89815]: osdmap e249: 8 total, 8 up, 8 in 2024-09-14T03:38:24.672 INFO:tasks.rados.rados.0.smithi002.stdout:954: done (0 left) 2024-09-14T03:38:24.672 INFO:tasks.rados.rados.0.smithi002.stdout:955: setattr oid 42 current snap is 96 2024-09-14T03:38:24.673 INFO:tasks.rados.rados.0.smithi002.stdout:956: delete oid 12 current snap is 96 2024-09-14T03:38:24.677 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 42 v 498 (ObjNum 300 snap 91 seq_num 300) dirty exists 2024-09-14T03:38:24.680 INFO:tasks.rados.rados.0.smithi002.stdout:955: done (1 left) 2024-09-14T03:38:24.680 INFO:tasks.rados.rados.0.smithi002.stdout:956: done (0 left) 2024-09-14T03:38:24.680 INFO:tasks.rados.rados.0.smithi002.stdout:957: read oid 29 snap 29 2024-09-14T03:38:24.680 INFO:tasks.rados.rados.0.smithi002.stdout:957: expect deleted 2024-09-14T03:38:24.680 INFO:tasks.rados.rados.0.smithi002.stdout:958: rollback oid 39 current snap is 96 2024-09-14T03:38:24.680 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 39 to 86 2024-09-14T03:38:24.680 INFO:tasks.rados.rados.0.smithi002.stdout:959: rollback oid 14 current snap is 96 2024-09-14T03:38:24.680 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 14 to 29 2024-09-14T03:38:24.681 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 2 current snap is 96 2024-09-14T03:38:24.681 INFO:tasks.rados.rados.0.smithi002.stdout:960: seq_num 312 ranges {409600=434176} 2024-09-14T03:38:24.686 INFO:tasks.rados.rados.0.smithi002.stdout:960: writing smithi00278215-2 from 409600 to 843776 tid 1 2024-09-14T03:38:24.686 INFO:tasks.rados.rados.0.smithi002.stdout:961: rollback oid 11 current snap is 96 2024-09-14T03:38:24.686 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 11 to 77 2024-09-14T03:38:24.686 INFO:tasks.rados.rados.0.smithi002.stdout:959: finishing rollback tid 0 to smithi00278215-14 2024-09-14T03:38:24.686 INFO:tasks.rados.rados.0.smithi002.stdout:959: finishing rollback tid 1 to smithi00278215-14 2024-09-14T03:38:24.687 INFO:tasks.rados.rados.0.smithi002.stdout:957: done (4 left) 2024-09-14T03:38:24.687 INFO:tasks.rados.rados.0.smithi002.stdout:962: read oid 48 snap -1 2024-09-14T03:38:24.687 INFO:tasks.rados.rados.0.smithi002.stdout:962: expect (ObjNum 294 snap 91 seq_num 294) 2024-09-14T03:38:24.687 INFO:tasks.rados.rados.0.smithi002.stdout:963: copy_from oid 19 from oid 40 current snap is 96 2024-09-14T03:38:24.687 INFO:tasks.rados.rados.0.smithi002.stdout:964: delete oid 3 current snap is 96 2024-09-14T03:38:24.687 INFO:tasks.rados.rados.0.smithi002.stdout:959: finishing rollback tid 2 to smithi00278215-14 2024-09-14T03:38:24.687 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 14 v 502 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-09-14T03:38:24.687 INFO:tasks.rados.rados.0.smithi002.stdout:958: finishing rollback tid 0 to smithi00278215-39 2024-09-14T03:38:24.688 INFO:tasks.rados.rados.0.smithi002.stdout:958: finishing rollback tid 1 to smithi00278215-39 2024-09-14T03:38:24.688 INFO:tasks.rados.rados.0.smithi002.stdout:959: done (6 left) 2024-09-14T03:38:24.688 INFO:tasks.rados.rados.0.smithi002.stdout:964: done (5 left) 2024-09-14T03:38:24.689 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 41 current snap is 96 2024-09-14T03:38:24.689 INFO:tasks.rados.rados.0.smithi002.stdout:965: seq_num 314 ranges {0=466944} 2024-09-14T03:38:24.692 INFO:tasks.rados.rados.0.smithi002.stdout:965: writing smithi00278215-41 from 0 to 466944 tid 1 2024-09-14T03:38:24.692 INFO:tasks.rados.rados.0.smithi002.stdout:966: read oid 42 snap -1 2024-09-14T03:38:24.692 INFO:tasks.rados.rados.0.smithi002.stdout:966: expect (ObjNum 300 snap 91 seq_num 300) 2024-09-14T03:38:24.692 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 24 current snap is 96 2024-09-14T03:38:24.692 INFO:tasks.rados.rados.0.smithi002.stdout:958: finishing rollback tid 2 to smithi00278215-39 2024-09-14T03:38:24.692 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 39 v 774 (ObjNum 229 snap 65 seq_num 229) dirty exists 2024-09-14T03:38:24.693 INFO:tasks.rados.rados.0.smithi002.stdout:961: finishing rollback tid 0 to smithi00278215-11 2024-09-14T03:38:24.693 INFO:tasks.rados.rados.0.smithi002.stdout:960: finishing write tid 1 to smithi00278215-2 2024-09-14T03:38:24.693 INFO:tasks.rados.rados.0.smithi002.stdout:967: seq_num 315 ranges {3129344=483328} 2024-09-14T03:38:24.712 INFO:tasks.rados.rados.0.smithi002.stdout:967: writing smithi00278215-24 from 3129344 to 3612672 tid 1 2024-09-14T03:38:24.713 INFO:tasks.rados.rados.0.smithi002.stdout:958: done (7 left) 2024-09-14T03:38:24.713 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 7 current snap is 96 2024-09-14T03:38:24.713 INFO:tasks.rados.rados.0.smithi002.stdout:960: finishing write tid 2 to smithi00278215-2 2024-09-14T03:38:24.713 INFO:tasks.rados.rados.0.smithi002.stdout:963: finishing copy_from to smithi00278215-19 2024-09-14T03:38:24.713 INFO:tasks.rados.rados.0.smithi002.stdout:963: got expected ENOENT (src dne) 2024-09-14T03:38:24.713 INFO:tasks.rados.rados.0.smithi002.stdout:961: finishing rollback tid 1 to smithi00278215-11 2024-09-14T03:38:24.713 INFO:tasks.rados.rados.0.smithi002.stdout:968: seq_num 316 ranges {0=499712} 2024-09-14T03:38:24.715 INFO:tasks.rados.rados.0.smithi002.stdout:968: writing smithi00278215-7 from 0 to 499712 tid 1 2024-09-14T03:38:24.715 INFO:tasks.rados.rados.0.smithi002.stdout:969: read oid 37 snap -1 2024-09-14T03:38:24.716 INFO:tasks.rados.rados.0.smithi002.stdout:969: expect (ObjNum 231 snap 69 seq_num 231) 2024-09-14T03:38:24.716 INFO:tasks.rados.rados.0.smithi002.stdout:970: rmattr oid 45 current snap is 96 2024-09-14T03:38:24.716 INFO:tasks.rados.rados.0.smithi002.stdout:963: finishing copy_from racing read to smithi00278215-19 2024-09-14T03:38:24.716 INFO:tasks.rados.rados.0.smithi002.stdout:961: finishing rollback tid 2 to smithi00278215-11 2024-09-14T03:38:24.716 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 1017 (ObjNum 236 snap 70 seq_num 236) dirty exists 2024-09-14T03:38:24.716 INFO:tasks.rados.rados.0.smithi002.stdout:960: finishing write tid 3 to smithi00278215-2 2024-09-14T03:38:24.716 INFO:tasks.rados.rados.0.smithi002.stdout:960: oid 2 updating version 0 to 633 2024-09-14T03:38:24.716 INFO:tasks.rados.rados.0.smithi002.stdout:960: oid 2 updating version 633 to 634 2024-09-14T03:38:24.716 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 2 v 634 (ObjNum 312 snap 96 seq_num 312) dirty exists 2024-09-14T03:38:24.716 INFO:tasks.rados.rados.0.smithi002.stdout:960: left oid 2 (ObjNum 312 snap 96 seq_num 312) 2024-09-14T03:38:24.716 INFO:tasks.rados.rados.0.smithi002.stdout:962: expect (ObjNum 294 snap 91 seq_num 294) 2024-09-14T03:38:24.786 INFO:tasks.rados.rados.0.smithi002.stdout:966: expect (ObjNum 300 snap 91 seq_num 300) 2024-09-14T03:38:24.835 INFO:tasks.rados.rados.0.smithi002.stdout:965: finishing write tid 1 to smithi00278215-41 2024-09-14T03:38:24.835 INFO:tasks.rados.rados.0.smithi002.stdout:965: finishing write tid 2 to smithi00278215-41 2024-09-14T03:38:24.835 INFO:tasks.rados.rados.0.smithi002.stdout:965: finishing write tid 3 to smithi00278215-41 2024-09-14T03:38:24.835 INFO:tasks.rados.rados.0.smithi002.stdout:965: oid 41 updating version 0 to 1019 2024-09-14T03:38:24.835 INFO:tasks.rados.rados.0.smithi002.stdout:965: oid 41 version 1019 is already newer than 1018 2024-09-14T03:38:24.835 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 41 v 1019 (ObjNum 314 snap 96 seq_num 314) dirty exists 2024-09-14T03:38:24.835 INFO:tasks.rados.rados.0.smithi002.stdout:965: left oid 41 (ObjNum 314 snap 96 seq_num 314) 2024-09-14T03:38:24.835 INFO:tasks.rados.rados.0.smithi002.stdout:967: finishing write tid 1 to smithi00278215-24 2024-09-14T03:38:24.835 INFO:tasks.rados.rados.0.smithi002.stdout:967: finishing write tid 2 to smithi00278215-24 2024-09-14T03:38:24.836 INFO:tasks.rados.rados.0.smithi002.stdout:967: finishing write tid 3 to smithi00278215-24 2024-09-14T03:38:24.836 INFO:tasks.rados.rados.0.smithi002.stdout:967: oid 24 updating version 0 to 292 2024-09-14T03:38:24.836 INFO:tasks.rados.rados.0.smithi002.stdout:967: oid 24 updating version 292 to 293 2024-09-14T03:38:24.836 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 24 v 293 (ObjNum 315 snap 96 seq_num 315) dirty exists 2024-09-14T03:38:24.836 INFO:tasks.rados.rados.0.smithi002.stdout:967: left oid 24 (ObjNum 315 snap 96 seq_num 315) 2024-09-14T03:38:24.836 INFO:tasks.rados.rados.0.smithi002.stdout:968: finishing write tid 1 to smithi00278215-7 2024-09-14T03:38:24.836 INFO:tasks.rados.rados.0.smithi002.stdout:968: finishing write tid 2 to smithi00278215-7 2024-09-14T03:38:24.836 INFO:tasks.rados.rados.0.smithi002.stdout:960: done (9 left) 2024-09-14T03:38:24.836 INFO:tasks.rados.rados.0.smithi002.stdout:961: done (8 left) 2024-09-14T03:38:24.836 INFO:tasks.rados.rados.0.smithi002.stdout:962: done (7 left) 2024-09-14T03:38:24.836 INFO:tasks.rados.rados.0.smithi002.stdout:963: done (6 left) 2024-09-14T03:38:24.836 INFO:tasks.rados.rados.0.smithi002.stdout:965: done (5 left) 2024-09-14T03:38:24.836 INFO:tasks.rados.rados.0.smithi002.stdout:966: done (4 left) 2024-09-14T03:38:24.836 INFO:tasks.rados.rados.0.smithi002.stdout:967: done (3 left) 2024-09-14T03:38:24.837 INFO:tasks.rados.rados.0.smithi002.stdout:970: done (2 left) 2024-09-14T03:38:24.837 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 34 current snap is 96 2024-09-14T03:38:24.837 INFO:tasks.rados.rados.0.smithi002.stdout:968: finishing write tid 3 to smithi00278215-7 2024-09-14T03:38:24.837 INFO:tasks.rados.rados.0.smithi002.stdout:968: oid 7 updating version 0 to 1021 2024-09-14T03:38:24.837 INFO:tasks.rados.rados.0.smithi002.stdout:968: oid 7 version 1021 is already newer than 1020 2024-09-14T03:38:24.837 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 1021 (ObjNum 316 snap 96 seq_num 316) dirty exists 2024-09-14T03:38:24.837 INFO:tasks.rados.rados.0.smithi002.stdout:968: left oid 7 (ObjNum 316 snap 96 seq_num 316) 2024-09-14T03:38:24.837 INFO:tasks.rados.rados.0.smithi002.stdout:969: expect (ObjNum 231 snap 69 seq_num 231) 2024-09-14T03:38:24.923 INFO:tasks.rados.rados.0.smithi002.stdout:971: seq_num 317 ranges {0=516096} 2024-09-14T03:38:24.926 INFO:tasks.rados.rados.0.smithi002.stdout:971: writing smithi00278215-34 from 0 to 516096 tid 1 2024-09-14T03:38:24.926 INFO:tasks.rados.rados.0.smithi002.stdout:968: done (2 left) 2024-09-14T03:38:24.926 INFO:tasks.rados.rados.0.smithi002.stdout:969: done (1 left) 2024-09-14T03:38:24.926 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 10 current snap is 96 2024-09-14T03:38:24.926 INFO:tasks.rados.rados.0.smithi002.stdout:972: seq_num 318 ranges {278528=532480} 2024-09-14T03:38:24.931 INFO:tasks.rados.rados.0.smithi002.stdout:972: writing smithi00278215-10 from 278528 to 811008 tid 1 2024-09-14T03:38:24.931 INFO:tasks.rados.rados.0.smithi002.stdout:973: rmattr oid 27 current snap is 96 2024-09-14T03:38:24.931 INFO:tasks.rados.rados.0.smithi002.stdout:973: done (2 left) 2024-09-14T03:38:24.931 INFO:tasks.rados.rados.0.smithi002.stdout:974: snap_create 2024-09-14T03:38:24.931 INFO:tasks.rados.rados.0.smithi002.stdout:971: finishing write tid 1 to smithi00278215-34 2024-09-14T03:38:24.931 INFO:tasks.rados.rados.0.smithi002.stdout:971: finishing write tid 2 to smithi00278215-34 2024-09-14T03:38:24.931 INFO:tasks.rados.rados.0.smithi002.stdout:971: finishing write tid 3 to smithi00278215-34 2024-09-14T03:38:24.931 INFO:tasks.rados.rados.0.smithi002.stdout:971: oid 34 updating version 0 to 221 2024-09-14T03:38:24.931 INFO:tasks.rados.rados.0.smithi002.stdout:971: oid 34 version 221 is already newer than 220 2024-09-14T03:38:24.931 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 34 v 221 (ObjNum 317 snap 96 seq_num 317) dirty exists 2024-09-14T03:38:24.931 INFO:tasks.rados.rados.0.smithi002.stdout:971: left oid 34 (ObjNum 317 snap 96 seq_num 317) 2024-09-14T03:38:24.933 INFO:tasks.rados.rados.0.smithi002.stdout:972: finishing write tid 1 to smithi00278215-10 2024-09-14T03:38:24.933 INFO:tasks.rados.rados.0.smithi002.stdout:972: finishing write tid 2 to smithi00278215-10 2024-09-14T03:38:24.934 INFO:tasks.rados.rados.0.smithi002.stdout:972: finishing write tid 3 to smithi00278215-10 2024-09-14T03:38:24.934 INFO:tasks.rados.rados.0.smithi002.stdout:972: oid 10 updating version 0 to 505 2024-09-14T03:38:24.934 INFO:tasks.rados.rados.0.smithi002.stdout:972: oid 10 version 505 is already newer than 504 2024-09-14T03:38:24.934 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 505 (ObjNum 318 snap 96 seq_num 318) dirty exists 2024-09-14T03:38:24.934 INFO:tasks.rados.rados.0.smithi002.stdout:972: left oid 10 (ObjNum 318 snap 96 seq_num 318) 2024-09-14T03:38:25.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:25 smithi154 ceph-mon[30999]: Upgrade: Updating mon.b 2024-09-14T03:38:25.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:25 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:25.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:25 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-14T03:38:25.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:25 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-14T03:38:25.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:25 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:38:25.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:25 smithi154 ceph-mon[30999]: Deploying daemon mon.b on smithi154 2024-09-14T03:38:25.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:25 smithi154 ceph-mon[30999]: pgmap v42: 121 pgs: 121 active+clean; 269 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-09-14T03:38:25.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:25 smithi154 ceph-mon[30999]: osdmap e250: 8 total, 8 up, 8 in 2024-09-14T03:38:25.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:25 smithi154 ceph-mon[30999]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:38:25.674 INFO:tasks.rados.rados.0.smithi002.stdout:971: done (2 left) 2024-09-14T03:38:25.674 INFO:tasks.rados.rados.0.smithi002.stdout:972: done (1 left) 2024-09-14T03:38:25.674 INFO:tasks.rados.rados.0.smithi002.stdout:974: done (0 left) 2024-09-14T03:38:25.674 INFO:tasks.rados.rados.0.smithi002.stdout:975: snap_create 2024-09-14T03:38:25.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:25 smithi002 ceph-mon[87970]: Upgrade: Updating mon.b 2024-09-14T03:38:25.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:25 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:25.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:25 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-14T03:38:25.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:25 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-14T03:38:25.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:25 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:38:25.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:25 smithi002 ceph-mon[87970]: Deploying daemon mon.b on smithi154 2024-09-14T03:38:25.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:25 smithi002 ceph-mon[87970]: pgmap v42: 121 pgs: 121 active+clean; 269 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-09-14T03:38:25.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:25 smithi002 ceph-mon[87970]: osdmap e250: 8 total, 8 up, 8 in 2024-09-14T03:38:25.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:25 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:38:25.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:25 smithi002 ceph-mon[89815]: Upgrade: Updating mon.b 2024-09-14T03:38:25.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:25 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:25.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:25 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-14T03:38:25.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:25 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-14T03:38:25.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:25 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:38:25.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:25 smithi002 ceph-mon[89815]: Deploying daemon mon.b on smithi154 2024-09-14T03:38:25.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:25 smithi002 ceph-mon[89815]: pgmap v42: 121 pgs: 121 active+clean; 269 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-09-14T03:38:25.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:25 smithi002 ceph-mon[89815]: osdmap e250: 8 total, 8 up, 8 in 2024-09-14T03:38:25.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:25 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:38:26.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:25 smithi154 systemd[1]: Stopping Ceph mon.b for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:38:26.439 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:26 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mon-b[30983]: 2024-09-14T03:38:26.153+0000 7f5d0ae9f640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-14T03:38:26.439 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:26 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mon-b[30983]: 2024-09-14T03:38:26.153+0000 7f5d0ae9f640 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2024-09-14T03:38:26.439 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:26 smithi154 podman[81387]: 2024-09-14 03:38:26.195209736 +0000 UTC m=+0.165956177 container died 95bb81b1fc6b1af1ac6823201d1af24ee4a46140e8dca9fd47c75d3eb50dbcfe (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mon-b, RELEASE=reef-e4e227b, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-09-14T03:38:26.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:26 smithi154 podman[81387]: 2024-09-14 03:38:26.545990956 +0000 UTC m=+0.516737398 container cleanup 95bb81b1fc6b1af1ac6823201d1af24ee4a46140e8dca9fd47c75d3eb50dbcfe (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mon-b, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-e4e227b, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-09-14T03:38:26.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:26 smithi154 bash[81387]: ceph-f357b922-7248-11ef-bceb-c7b262605968-mon-b 2024-09-14T03:38:27.172 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:26 smithi154 podman[81400]: 2024-09-14 03:38:26.830694117 +0000 UTC m=+0.632325421 container remove 95bb81b1fc6b1af1ac6823201d1af24ee4a46140e8dca9fd47c75d3eb50dbcfe (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mon-b, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, RELEASE=reef-e4e227b, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-09-14T03:38:27.172 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:26 smithi154 systemd[1]: ceph-f357b922-7248-11ef-bceb-c7b262605968@mon.b.service: Deactivated successfully. 2024-09-14T03:38:27.173 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:26 smithi154 systemd[1]: Stopped Ceph mon.b for f357b922-7248-11ef-bceb-c7b262605968. 2024-09-14T03:38:27.173 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:26 smithi154 systemd[1]: ceph-f357b922-7248-11ef-bceb-c7b262605968@mon.b.service: Consumed 8.903s CPU time. 2024-09-14T03:38:27.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 systemd[1]: Starting Ceph mon.b for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:38:27.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 podman[81528]: 2024-09-14 03:38:27.282532448 +0000 UTC m=+0.016051580 image pull 8801d2529e4377d97015e6c85a3b4925ede7ce42c7349a1a37eb88f097b6f3f0 quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802 2024-09-14T03:38:27.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 podman[81528]: 2024-09-14 03:38:27.407379683 +0000 UTC m=+0.140898815 container create de3094fdd6b5cba0cdfdf056974c0625d659241e0e9aa6f95bbd9f298a0ed7ed (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mon-b, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=main-a278231, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-09-14T03:38:27.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 podman[81528]: 2024-09-14 03:38:27.626322884 +0000 UTC m=+0.359842018 container init de3094fdd6b5cba0cdfdf056974c0625d659241e0e9aa6f95bbd9f298a0ed7ed (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mon-b, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=main-a278231, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS) 2024-09-14T03:38:27.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 podman[81528]: 2024-09-14 03:38:27.629643352 +0000 UTC m=+0.363162484 container start de3094fdd6b5cba0cdfdf056974c0625d659241e0e9aa6f95bbd9f298a0ed7ed (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mon-b, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=main-a278231, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-14T03:38:27.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: set uid:gid to 167:167 (ceph:ceph) 2024-09-14T03:38:27.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: ceph version 19.3.0-4907-ga2782315 (a2782315255a3e7d5f6cdc9eb35785187ff6ddf8) squid (dev), process ceph-mon, pid 2 2024-09-14T03:38:27.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: pidfile_write: ignore empty --pid-file 2024-09-14T03:38:27.979 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: load: jerasure load: lrc 2024-09-14T03:38:27.979 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: RocksDB version: 7.9.2 2024-09-14T03:38:27.979 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Git sha 0 2024-09-14T03:38:27.979 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Compile date 2024-09-12 20:09:22 2024-09-14T03:38:27.979 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: DB SUMMARY 2024-09-14T03:38:27.979 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: DB Session ID: R03DA0T11E7D7QGS76HN 2024-09-14T03:38:27.979 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: CURRENT file: CURRENT 2024-09-14T03:38:27.979 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: IDENTITY file: IDENTITY 2024-09-14T03:38:27.979 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: MANIFEST file: MANIFEST-000010 size: 1412 Bytes 2024-09-14T03:38:27.979 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000027.sst 2024-09-14T03:38:27.979 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000025.log size: 10969855 ; 2024-09-14T03:38:27.979 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.error_if_exists: 0 2024-09-14T03:38:27.980 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.create_if_missing: 0 2024-09-14T03:38:27.980 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.paranoid_checks: 1 2024-09-14T03:38:27.980 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-14T03:38:27.980 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-14T03:38:27.980 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-14T03:38:27.980 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.env: 0x561ee8408120 2024-09-14T03:38:27.980 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.fs: PosixFileSystem 2024-09-14T03:38:27.980 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.info_log: 0x561eeaaa1700 2024-09-14T03:38:27.980 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.max_file_opening_threads: 16 2024-09-14T03:38:27.980 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.statistics: (nil) 2024-09-14T03:38:27.980 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.use_fsync: 0 2024-09-14T03:38:27.980 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.max_log_file_size: 0 2024-09-14T03:38:27.980 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-14T03:38:27.981 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-14T03:38:27.981 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.keep_log_file_num: 1000 2024-09-14T03:38:27.981 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.recycle_log_file_num: 0 2024-09-14T03:38:27.981 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.allow_fallocate: 1 2024-09-14T03:38:27.981 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.allow_mmap_reads: 0 2024-09-14T03:38:27.981 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.allow_mmap_writes: 0 2024-09-14T03:38:27.981 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.use_direct_reads: 0 2024-09-14T03:38:27.981 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-14T03:38:27.981 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.create_missing_column_families: 0 2024-09-14T03:38:27.981 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.db_log_dir: 2024-09-14T03:38:27.981 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.wal_dir: 2024-09-14T03:38:27.982 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-14T03:38:27.982 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-14T03:38:27.982 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-14T03:38:27.982 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-14T03:38:27.982 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-14T03:38:27.982 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-14T03:38:27.982 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.advise_random_on_open: 1 2024-09-14T03:38:27.982 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.db_write_buffer_size: 0 2024-09-14T03:38:27.982 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.write_buffer_manager: 0x561eeaaa5b80 2024-09-14T03:38:27.982 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-14T03:38:27.982 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-14T03:38:27.982 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-14T03:38:27.983 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.rate_limiter: (nil) 2024-09-14T03:38:27.983 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-14T03:38:27.983 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.wal_recovery_mode: 2 2024-09-14T03:38:27.983 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.enable_thread_tracking: 0 2024-09-14T03:38:27.983 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.enable_pipelined_write: 0 2024-09-14T03:38:27.983 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.unordered_write: 0 2024-09-14T03:38:27.983 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-14T03:38:27.983 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-14T03:38:27.983 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-14T03:38:27.983 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-14T03:38:27.983 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.row_cache: None 2024-09-14T03:38:27.983 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.wal_filter: None 2024-09-14T03:38:27.983 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-14T03:38:27.985 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.allow_ingest_behind: 0 2024-09-14T03:38:27.985 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.two_write_queues: 0 2024-09-14T03:38:27.985 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.manual_wal_flush: 0 2024-09-14T03:38:27.985 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.wal_compression: 0 2024-09-14T03:38:27.985 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.atomic_flush: 0 2024-09-14T03:38:27.985 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-14T03:38:27.985 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-14T03:38:27.985 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-14T03:38:27.985 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.log_readahead_size: 0 2024-09-14T03:38:27.985 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-14T03:38:27.985 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.best_efforts_recovery: 0 2024-09-14T03:38:27.986 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-14T03:38:27.986 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-14T03:38:27.986 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.allow_data_in_errors: 0 2024-09-14T03:38:27.986 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.db_host_id: __hostname__ 2024-09-14T03:38:27.986 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-14T03:38:27.986 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.max_background_jobs: 2 2024-09-14T03:38:27.986 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.max_background_compactions: -1 2024-09-14T03:38:27.986 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.max_subcompactions: 1 2024-09-14T03:38:27.986 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-14T03:38:27.987 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-14T03:38:27.987 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-14T03:38:27.987 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.max_total_wal_size: 0 2024-09-14T03:38:27.987 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-14T03:38:27.987 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-14T03:38:27.987 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-14T03:38:27.987 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-14T03:38:27.987 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.max_open_files: -1 2024-09-14T03:38:27.987 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.bytes_per_sync: 0 2024-09-14T03:38:27.987 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-14T03:38:27.987 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-14T03:38:27.987 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.compaction_readahead_size: 0 2024-09-14T03:38:27.987 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.max_background_flushes: -1 2024-09-14T03:38:27.987 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Compression algorithms supported: 2024-09-14T03:38:27.988 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: kZSTD supported: 0 2024-09-14T03:38:27.988 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: kXpressCompression supported: 0 2024-09-14T03:38:27.988 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: kBZip2Compression supported: 0 2024-09-14T03:38:27.988 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-14T03:38:27.988 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: kLZ4Compression supported: 1 2024-09-14T03:38:27.988 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: kZlibCompression supported: 1 2024-09-14T03:38:27.988 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: kLZ4HCCompression supported: 1 2024-09-14T03:38:27.988 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: kSnappyCompression supported: 1 2024-09-14T03:38:27.989 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-14T03:38:27.989 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-14T03:38:27.989 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 2024-09-14T03:38:27.989 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-14T03:38:27.989 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-14T03:38:27.989 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.merge_operator: 2024-09-14T03:38:27.989 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.compaction_filter: None 2024-09-14T03:38:27.990 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.compaction_filter_factory: None 2024-09-14T03:38:27.990 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.sst_partitioner_factory: None 2024-09-14T03:38:27.990 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-14T03:38:27.990 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-14T03:38:27.990 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x561eeaaa1320) 2024-09-14T03:38:27.990 INFO:journalctl@ceph.mon.b.smithi154.stdout: cache_index_and_filter_blocks: 1 2024-09-14T03:38:27.990 INFO:journalctl@ceph.mon.b.smithi154.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-14T03:38:27.991 INFO:journalctl@ceph.mon.b.smithi154.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-14T03:38:27.991 INFO:journalctl@ceph.mon.b.smithi154.stdout: pin_top_level_index_and_filter: 1 2024-09-14T03:38:27.991 INFO:journalctl@ceph.mon.b.smithi154.stdout: index_type: 0 2024-09-14T03:38:27.991 INFO:journalctl@ceph.mon.b.smithi154.stdout: data_block_index_type: 0 2024-09-14T03:38:27.991 INFO:journalctl@ceph.mon.b.smithi154.stdout: index_shortening: 1 2024-09-14T03:38:27.991 INFO:journalctl@ceph.mon.b.smithi154.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-14T03:38:27.991 INFO:journalctl@ceph.mon.b.smithi154.stdout: checksum: 4 2024-09-14T03:38:27.991 INFO:journalctl@ceph.mon.b.smithi154.stdout: no_block_cache: 0 2024-09-14T03:38:27.991 INFO:journalctl@ceph.mon.b.smithi154.stdout: block_cache: 0x561eeaa95610 2024-09-14T03:38:27.992 INFO:journalctl@ceph.mon.b.smithi154.stdout: block_cache_name: BinnedLRUCache 2024-09-14T03:38:27.992 INFO:journalctl@ceph.mon.b.smithi154.stdout: block_cache_options: 2024-09-14T03:38:27.992 INFO:journalctl@ceph.mon.b.smithi154.stdout: capacity : 536870912 2024-09-14T03:38:27.992 INFO:journalctl@ceph.mon.b.smithi154.stdout: num_shard_bits : 4 2024-09-14T03:38:27.992 INFO:journalctl@ceph.mon.b.smithi154.stdout: strict_capacity_limit : 0 2024-09-14T03:38:27.992 INFO:journalctl@ceph.mon.b.smithi154.stdout: high_pri_pool_ratio: 0.000 2024-09-14T03:38:27.992 INFO:journalctl@ceph.mon.b.smithi154.stdout: block_cache_compressed: (nil) 2024-09-14T03:38:27.992 INFO:journalctl@ceph.mon.b.smithi154.stdout: persistent_cache: (nil) 2024-09-14T03:38:27.992 INFO:journalctl@ceph.mon.b.smithi154.stdout: block_size: 4096 2024-09-14T03:38:27.992 INFO:journalctl@ceph.mon.b.smithi154.stdout: block_size_deviation: 10 2024-09-14T03:38:27.992 INFO:journalctl@ceph.mon.b.smithi154.stdout: block_restart_interval: 16 2024-09-14T03:38:27.992 INFO:journalctl@ceph.mon.b.smithi154.stdout: index_block_restart_interval: 1 2024-09-14T03:38:27.992 INFO:journalctl@ceph.mon.b.smithi154.stdout: metadata_block_size: 4096 2024-09-14T03:38:27.992 INFO:journalctl@ceph.mon.b.smithi154.stdout: partition_filters: 0 2024-09-14T03:38:27.993 INFO:journalctl@ceph.mon.b.smithi154.stdout: use_delta_encoding: 1 2024-09-14T03:38:27.993 INFO:journalctl@ceph.mon.b.smithi154.stdout: filter_policy: bloomfilter 2024-09-14T03:38:27.993 INFO:journalctl@ceph.mon.b.smithi154.stdout: whole_key_filtering: 1 2024-09-14T03:38:27.993 INFO:journalctl@ceph.mon.b.smithi154.stdout: verify_compression: 0 2024-09-14T03:38:27.993 INFO:journalctl@ceph.mon.b.smithi154.stdout: read_amp_bytes_per_bit: 0 2024-09-14T03:38:27.993 INFO:journalctl@ceph.mon.b.smithi154.stdout: format_version: 5 2024-09-14T03:38:27.993 INFO:journalctl@ceph.mon.b.smithi154.stdout: enable_index_compression: 1 2024-09-14T03:38:27.994 INFO:journalctl@ceph.mon.b.smithi154.stdout: block_align: 0 2024-09-14T03:38:27.994 INFO:journalctl@ceph.mon.b.smithi154.stdout: max_auto_readahead_size: 262144 2024-09-14T03:38:27.994 INFO:journalctl@ceph.mon.b.smithi154.stdout: prepopulate_block_cache: 0 2024-09-14T03:38:27.994 INFO:journalctl@ceph.mon.b.smithi154.stdout: initial_auto_readahead_size: 8192 2024-09-14T03:38:27.994 INFO:journalctl@ceph.mon.b.smithi154.stdout: num_file_reads_for_auto_readahead: 2 2024-09-14T03:38:27.994 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.write_buffer_size: 33554432 2024-09-14T03:38:27.994 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.max_write_buffer_number: 2 2024-09-14T03:38:27.994 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.compression: NoCompression 2024-09-14T03:38:27.994 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.bottommost_compression: Disabled 2024-09-14T03:38:27.994 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.prefix_extractor: nullptr 2024-09-14T03:38:27.994 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-14T03:38:27.994 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.num_levels: 7 2024-09-14T03:38:27.995 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-14T03:38:27.995 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-14T03:38:27.995 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-14T03:38:27.995 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-14T03:38:27.995 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-14T03:38:27.995 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-14T03:38:27.995 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-14T03:38:27.995 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-14T03:38:27.996 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-14T03:38:27.996 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-14T03:38:27.996 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-14T03:38:27.996 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-14T03:38:27.996 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-14T03:38:27.996 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.compression_opts.level: 32767 2024-09-14T03:38:27.996 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.compression_opts.strategy: 0 2024-09-14T03:38:27.996 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-14T03:38:27.996 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-14T03:38:27.996 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-14T03:38:27.996 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-14T03:38:27.996 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.compression_opts.enabled: false 2024-09-14T03:38:27.996 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-14T03:38:27.997 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-14T03:38:27.997 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-14T03:38:27.997 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-14T03:38:27.997 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.target_file_size_base: 67108864 2024-09-14T03:38:27.997 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-14T03:38:27.997 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-14T03:38:27.997 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-14T03:38:27.997 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-14T03:38:27.998 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-14T03:38:27.998 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-14T03:38:27.998 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-14T03:38:27.998 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-14T03:38:27.998 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-14T03:38:27.998 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-14T03:38:27.998 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-14T03:38:27.998 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-14T03:38:27.998 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-14T03:38:27.998 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-14T03:38:27.998 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.arena_block_size: 1048576 2024-09-14T03:38:27.998 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-14T03:38:27.999 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-14T03:38:27.999 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.disable_auto_compactions: 0 2024-09-14T03:38:27.999 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-14T03:38:27.999 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-14T03:38:27.999 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-14T03:38:27.999 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-14T03:38:27.999 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-14T03:38:27.999 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-14T03:38:27.999 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-14T03:38:27.999 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-14T03:38:27.999 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-14T03:38:28.000 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-14T03:38:28.000 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-14T03:38:28.000 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.inplace_update_support: 0 2024-09-14T03:38:28.000 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-14T03:38:28.000 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-14T03:38:28.000 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-14T03:38:28.000 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-14T03:38:28.000 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.bloom_locality: 0 2024-09-14T03:38:28.000 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.max_successive_merges: 0 2024-09-14T03:38:28.000 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-14T03:38:28.000 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.paranoid_file_checks: 0 2024-09-14T03:38:28.000 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.force_consistency_checks: 1 2024-09-14T03:38:28.000 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.report_bg_io_stats: 0 2024-09-14T03:38:28.000 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.ttl: 2592000 2024-09-14T03:38:28.001 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-14T03:38:28.001 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-14T03:38:28.001 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-14T03:38:28.001 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.enable_blob_files: false 2024-09-14T03:38:28.001 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.min_blob_size: 0 2024-09-14T03:38:28.001 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.blob_file_size: 268435456 2024-09-14T03:38:28.001 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-14T03:38:28.001 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-14T03:38:28.001 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-14T03:38:28.001 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-14T03:38:28.001 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-14T03:38:28.002 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.blob_file_starting_level: 0 2024-09-14T03:38:28.002 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-14T03:38:28.002 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-14T03:38:28.002 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 29, last_sequence is 13408, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 25 2024-09-14T03:38:28.002 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-09-14T03:38:28.002 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 2d65c55c-02fd-4c10-af6e-dc4bf342353e 2024-09-14T03:38:28.002 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726285107656134, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-09-14T03:38:28.002 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-09-14T03:38:28.002 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726285107682676, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 6782893, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13413, "largest_seqno": 16797, "table_properties": {"data_size": 6767476, "index_size": 10466, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 3909, "raw_key_size": 35852, "raw_average_key_size": 23, "raw_value_size": 6735231, "raw_average_value_size": 4334, "num_data_blocks": 454, "num_entries": 1554, "num_filter_entries": 1554, "num_deletions": 289, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726285107, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "2d65c55c-02fd-4c10-af6e-dc4bf342353e", "db_session_id": "R03DA0T11E7D7QGS76HN", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-09-14T03:38:28.002 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726285107682811, "job": 1, "event": "recovery_finished"} 2024-09-14T03:38:28.002 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-09-14T03:38:28.002 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-14T03:38:28.003 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-14T03:38:28.003 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x561eeaac4e00 2024-09-14T03:38:28.003 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: DB pointer 0x561eeabc6000 2024-09-14T03:38:28.003 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-14T03:38:28.003 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-14T03:38:28.003 INFO:journalctl@ceph.mon.b.smithi154.stdout: ** DB Stats ** 2024-09-14T03:38:28.003 INFO:journalctl@ceph.mon.b.smithi154.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-14T03:38:28.003 INFO:journalctl@ceph.mon.b.smithi154.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-14T03:38:28.003 INFO:journalctl@ceph.mon.b.smithi154.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-14T03:38:28.003 INFO:journalctl@ceph.mon.b.smithi154.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-14T03:38:28.004 INFO:journalctl@ceph.mon.b.smithi154.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-14T03:38:28.004 INFO:journalctl@ceph.mon.b.smithi154.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-14T03:38:28.004 INFO:journalctl@ceph.mon.b.smithi154.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-14T03:38:28.004 INFO:journalctl@ceph.mon.b.smithi154.stdout: 2024-09-14T03:38:28.004 INFO:journalctl@ceph.mon.b.smithi154.stdout: ** Compaction Stats [default] ** 2024-09-14T03:38:28.004 INFO:journalctl@ceph.mon.b.smithi154.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-14T03:38:28.004 INFO:journalctl@ceph.mon.b.smithi154.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-14T03:38:28.004 INFO:journalctl@ceph.mon.b.smithi154.stdout: L0 1/0 6.47 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 523.9 0.01 0.00 1 0.012 0 0 0.0 0.0 2024-09-14T03:38:28.005 INFO:journalctl@ceph.mon.b.smithi154.stdout: L6 1/0 7.37 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-09-14T03:38:28.005 INFO:journalctl@ceph.mon.b.smithi154.stdout: Sum 2/0 13.84 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 523.9 0.01 0.00 1 0.012 0 0 0.0 0.0 2024-09-14T03:38:28.005 INFO:journalctl@ceph.mon.b.smithi154.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 523.9 0.01 0.00 1 0.012 0 0 0.0 0.0 2024-09-14T03:38:28.005 INFO:journalctl@ceph.mon.b.smithi154.stdout: 2024-09-14T03:38:28.005 INFO:journalctl@ceph.mon.b.smithi154.stdout: ** Compaction Stats [default] ** 2024-09-14T03:38:28.005 INFO:journalctl@ceph.mon.b.smithi154.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-14T03:38:28.005 INFO:journalctl@ceph.mon.b.smithi154.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-14T03:38:28.005 INFO:journalctl@ceph.mon.b.smithi154.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 523.9 0.01 0.00 1 0.012 0 0 0.0 0.0 2024-09-14T03:38:28.006 INFO:journalctl@ceph.mon.b.smithi154.stdout: 2024-09-14T03:38:28.006 INFO:journalctl@ceph.mon.b.smithi154.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-14T03:38:28.006 INFO:journalctl@ceph.mon.b.smithi154.stdout: 2024-09-14T03:38:28.006 INFO:journalctl@ceph.mon.b.smithi154.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-14T03:38:28.006 INFO:journalctl@ceph.mon.b.smithi154.stdout: Flush(GB): cumulative 0.006, interval 0.006 2024-09-14T03:38:28.006 INFO:journalctl@ceph.mon.b.smithi154.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-14T03:38:28.006 INFO:journalctl@ceph.mon.b.smithi154.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-14T03:38:28.006 INFO:journalctl@ceph.mon.b.smithi154.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-14T03:38:28.007 INFO:journalctl@ceph.mon.b.smithi154.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-14T03:38:28.007 INFO:journalctl@ceph.mon.b.smithi154.stdout: Cumulative compaction: 0.01 GB write, 218.74 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-14T03:38:28.007 INFO:journalctl@ceph.mon.b.smithi154.stdout: Interval compaction: 0.01 GB write, 218.74 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-14T03:38:28.007 INFO:journalctl@ceph.mon.b.smithi154.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-14T03:38:28.007 INFO:journalctl@ceph.mon.b.smithi154.stdout: Block cache BinnedLRUCache@0x561eeaa95610#2 capacity: 512.00 MB usage: 16.11 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-09-14T03:38:28.007 INFO:journalctl@ceph.mon.b.smithi154.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,4.03 KB,0.0007689%) IndexBlock(1,12.08 KB,0.00230372%) Misc(1,0.00 KB,0%) 2024-09-14T03:38:28.007 INFO:journalctl@ceph.mon.b.smithi154.stdout: 2024-09-14T03:38:28.007 INFO:journalctl@ceph.mon.b.smithi154.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-14T03:38:28.008 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: starting mon.b rank 1 at public addrs [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] at bind addrs [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid f357b922-7248-11ef-bceb-c7b262605968 2024-09-14T03:38:28.008 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: mon.b@-1(???) e3 preinit fsid f357b922-7248-11ef-bceb-c7b262605968 2024-09-14T03:38:28.008 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: mon.b@-1(???).mds e8 new map 2024-09-14T03:38:28.008 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: mon.b@-1(???).mds e8 print_map 2024-09-14T03:38:28.008 INFO:journalctl@ceph.mon.b.smithi154.stdout: e8 2024-09-14T03:38:28.008 INFO:journalctl@ceph.mon.b.smithi154.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-09-14T03:38:28.008 INFO:journalctl@ceph.mon.b.smithi154.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-14T03:38:28.008 INFO:journalctl@ceph.mon.b.smithi154.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-14T03:38:28.008 INFO:journalctl@ceph.mon.b.smithi154.stdout: legacy client fscid: 1 2024-09-14T03:38:28.008 INFO:journalctl@ceph.mon.b.smithi154.stdout: 2024-09-14T03:38:28.008 INFO:journalctl@ceph.mon.b.smithi154.stdout: Filesystem 'cephfs' (1) 2024-09-14T03:38:28.009 INFO:journalctl@ceph.mon.b.smithi154.stdout: fs_name cephfs 2024-09-14T03:38:28.009 INFO:journalctl@ceph.mon.b.smithi154.stdout: epoch 8 2024-09-14T03:38:28.009 INFO:journalctl@ceph.mon.b.smithi154.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-09-14T03:38:28.009 INFO:journalctl@ceph.mon.b.smithi154.stdout: created 2024-09-14T03:31:44.105544+0000 2024-09-14T03:38:28.009 INFO:journalctl@ceph.mon.b.smithi154.stdout: modified 2024-09-14T03:31:55.844563+0000 2024-09-14T03:38:28.009 INFO:journalctl@ceph.mon.b.smithi154.stdout: tableserver 0 2024-09-14T03:38:28.009 INFO:journalctl@ceph.mon.b.smithi154.stdout: root 0 2024-09-14T03:38:28.009 INFO:journalctl@ceph.mon.b.smithi154.stdout: session_timeout 60 2024-09-14T03:38:28.009 INFO:journalctl@ceph.mon.b.smithi154.stdout: session_autoclose 300 2024-09-14T03:38:28.009 INFO:journalctl@ceph.mon.b.smithi154.stdout: max_file_size 1099511627776 2024-09-14T03:38:28.009 INFO:journalctl@ceph.mon.b.smithi154.stdout: max_xattr_size 65536 2024-09-14T03:38:28.009 INFO:journalctl@ceph.mon.b.smithi154.stdout: required_client_features {} 2024-09-14T03:38:28.009 INFO:journalctl@ceph.mon.b.smithi154.stdout: last_failure 0 2024-09-14T03:38:28.009 INFO:journalctl@ceph.mon.b.smithi154.stdout: last_failure_osd_epoch 0 2024-09-14T03:38:28.009 INFO:journalctl@ceph.mon.b.smithi154.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-14T03:38:28.010 INFO:journalctl@ceph.mon.b.smithi154.stdout: max_mds 1 2024-09-14T03:38:28.010 INFO:journalctl@ceph.mon.b.smithi154.stdout: in 0 2024-09-14T03:38:28.010 INFO:journalctl@ceph.mon.b.smithi154.stdout: up {0=24334} 2024-09-14T03:38:28.010 INFO:journalctl@ceph.mon.b.smithi154.stdout: failed 2024-09-14T03:38:28.010 INFO:journalctl@ceph.mon.b.smithi154.stdout: damaged 2024-09-14T03:38:28.010 INFO:journalctl@ceph.mon.b.smithi154.stdout: stopped 2024-09-14T03:38:28.010 INFO:journalctl@ceph.mon.b.smithi154.stdout: data_pools [3] 2024-09-14T03:38:28.010 INFO:journalctl@ceph.mon.b.smithi154.stdout: metadata_pool 2 2024-09-14T03:38:28.010 INFO:journalctl@ceph.mon.b.smithi154.stdout: inline_data disabled 2024-09-14T03:38:28.010 INFO:journalctl@ceph.mon.b.smithi154.stdout: balancer 2024-09-14T03:38:28.010 INFO:journalctl@ceph.mon.b.smithi154.stdout: bal_rank_mask -1 2024-09-14T03:38:28.010 INFO:journalctl@ceph.mon.b.smithi154.stdout: standby_count_wanted 0 2024-09-14T03:38:28.010 INFO:journalctl@ceph.mon.b.smithi154.stdout: qdb_cluster leader: 0 members: 2024-09-14T03:38:28.010 INFO:journalctl@ceph.mon.b.smithi154.stdout: [mds.b{0:24334} state up:active seq 6 addr [v2:172.21.15.154:6832/4101577695,v1:172.21.15.154:6833/4101577695] compat {c=[1],r=[1],i=[7ff]}] 2024-09-14T03:38:28.011 INFO:journalctl@ceph.mon.b.smithi154.stdout: 2024-09-14T03:38:28.011 INFO:journalctl@ceph.mon.b.smithi154.stdout: 2024-09-14T03:38:28.011 INFO:journalctl@ceph.mon.b.smithi154.stdout: Standby daemons: 2024-09-14T03:38:28.011 INFO:journalctl@ceph.mon.b.smithi154.stdout: 2024-09-14T03:38:28.011 INFO:journalctl@ceph.mon.b.smithi154.stdout: [mds.a{-1:24311} state up:standby seq 1 addr [v2:172.21.15.2:6834/44249785,v1:172.21.15.2:6835/44249785] compat {c=[1],r=[1],i=[7ff]}] 2024-09-14T03:38:28.011 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: mon.b@-1(???).osd e251 crush map has features 3314933069573799936, adjusting msgr requires 2024-09-14T03:38:28.011 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: mon.b@-1(???).osd e251 crush map has features 432629308056666112, adjusting msgr requires 2024-09-14T03:38:28.011 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: mon.b@-1(???).osd e251 crush map has features 432629308056666112, adjusting msgr requires 2024-09-14T03:38:28.011 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: mon.b@-1(???).osd e251 crush map has features 432629308056666112, adjusting msgr requires 2024-09-14T03:38:28.011 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 ceph-mon[81546]: mon.b@-1(???).paxosservice(auth 1..21) refresh upgraded, format 0 -> 3 2024-09-14T03:38:28.011 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 bash[81528]: de3094fdd6b5cba0cdfdf056974c0625d659241e0e9aa6f95bbd9f298a0ed7ed 2024-09-14T03:38:28.011 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:27 smithi154 systemd[1]: Started Ceph mon.b for f357b922-7248-11ef-bceb-c7b262605968. 2024-09-14T03:38:29.091 INFO:tasks.rados.rados.0.smithi002.stdout:975: done (0 left) 2024-09-14T03:38:29.091 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 17 current snap is 98 2024-09-14T03:38:29.091 INFO:tasks.rados.rados.0.smithi002.stdout:976: seq_num 319 ranges {0=548864} 2024-09-14T03:38:29.094 INFO:tasks.rados.rados.0.smithi002.stdout:976: writing smithi00278215-17 from 0 to 548864 tid 1 2024-09-14T03:38:29.094 INFO:tasks.rados.rados.0.smithi002.stdout:977: delete oid 15 current snap is 98 2024-09-14T03:38:29.101 INFO:tasks.rados.rados.0.smithi002.stdout:977: done (1 left) 2024-09-14T03:38:29.102 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 27 current snap is 98 2024-09-14T03:38:29.102 INFO:tasks.rados.rados.0.smithi002.stdout:978: seq_num 321 ranges {311296=581632} 2024-09-14T03:38:29.107 INFO:tasks.rados.rados.0.smithi002.stdout:978: writing smithi00278215-27 from 311296 to 892928 tid 1 2024-09-14T03:38:29.107 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 10 current snap is 98 2024-09-14T03:38:29.107 INFO:tasks.rados.rados.0.smithi002.stdout:976: finishing write tid 1 to smithi00278215-17 2024-09-14T03:38:29.107 INFO:tasks.rados.rados.0.smithi002.stdout:976: finishing write tid 2 to smithi00278215-17 2024-09-14T03:38:29.107 INFO:tasks.rados.rados.0.smithi002.stdout:976: finishing write tid 3 to smithi00278215-17 2024-09-14T03:38:29.107 INFO:tasks.rados.rados.0.smithi002.stdout:976: oid 17 updating version 0 to 787 2024-09-14T03:38:29.107 INFO:tasks.rados.rados.0.smithi002.stdout:976: oid 17 updating version 787 to 788 2024-09-14T03:38:29.107 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 17 v 788 (ObjNum 319 snap 98 seq_num 319) dirty exists 2024-09-14T03:38:29.107 INFO:tasks.rados.rados.0.smithi002.stdout:976: left oid 17 (ObjNum 319 snap 98 seq_num 319) 2024-09-14T03:38:29.107 INFO:tasks.rados.rados.0.smithi002.stdout:979: seq_num 322 ranges {811008=598016} 2024-09-14T03:38:29.115 INFO:tasks.rados.rados.0.smithi002.stdout:979: writing smithi00278215-10 from 811008 to 1409024 tid 1 2024-09-14T03:38:29.116 INFO:tasks.rados.rados.0.smithi002.stdout:976: done (2 left) 2024-09-14T03:38:29.116 INFO:tasks.rados.rados.0.smithi002.stdout:980: delete oid 12 current snap is 98 2024-09-14T03:38:29.116 INFO:tasks.rados.rados.0.smithi002.stdout:978: finishing write tid 1 to smithi00278215-27 2024-09-14T03:38:29.116 INFO:tasks.rados.rados.0.smithi002.stdout:978: finishing write tid 2 to smithi00278215-27 2024-09-14T03:38:29.116 INFO:tasks.rados.rados.0.smithi002.stdout:978: finishing write tid 3 to smithi00278215-27 2024-09-14T03:38:29.116 INFO:tasks.rados.rados.0.smithi002.stdout:978: oid 27 updating version 0 to 356 2024-09-14T03:38:29.116 INFO:tasks.rados.rados.0.smithi002.stdout:978: oid 27 version 356 is already newer than 355 2024-09-14T03:38:29.117 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 27 v 356 (ObjNum 321 snap 98 seq_num 321) dirty exists 2024-09-14T03:38:29.117 INFO:tasks.rados.rados.0.smithi002.stdout:978: left oid 27 (ObjNum 321 snap 98 seq_num 321) 2024-09-14T03:38:29.118 INFO:tasks.rados.rados.0.smithi002.stdout:978: done (2 left) 2024-09-14T03:38:29.118 INFO:tasks.rados.rados.0.smithi002.stdout:980: done (1 left) 2024-09-14T03:38:29.118 INFO:tasks.rados.rados.0.smithi002.stdout:981: read oid 41 snap -1 2024-09-14T03:38:29.118 INFO:tasks.rados.rados.0.smithi002.stdout:981: expect (ObjNum 314 snap 96 seq_num 314) 2024-09-14T03:38:29.119 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 29 current snap is 98 2024-09-14T03:38:29.119 INFO:tasks.rados.rados.0.smithi002.stdout:982: seq_num 324 ranges {3694592=630784} 2024-09-14T03:38:29.141 INFO:tasks.rados.rados.0.smithi002.stdout:982: writing smithi00278215-29 from 3694592 to 4325376 tid 1 2024-09-14T03:38:29.142 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 39 current snap is 98 2024-09-14T03:38:29.142 INFO:tasks.rados.rados.0.smithi002.stdout:983: seq_num 325 ranges {3325952=647168} 2024-09-14T03:38:29.163 INFO:tasks.rados.rados.0.smithi002.stdout:983: writing smithi00278215-39 from 3325952 to 3973120 tid 1 2024-09-14T03:38:29.163 INFO:tasks.rados.rados.0.smithi002.stdout:984: delete oid 46 current snap is 98 2024-09-14T03:38:29.164 INFO:tasks.rados.rados.0.smithi002.stdout:979: finishing write tid 1 to smithi00278215-10 2024-09-14T03:38:29.164 INFO:tasks.rados.rados.0.smithi002.stdout:979: finishing write tid 2 to smithi00278215-10 2024-09-14T03:38:29.164 INFO:tasks.rados.rados.0.smithi002.stdout:981: expect (ObjNum 314 snap 96 seq_num 314) 2024-09-14T03:38:29.177 INFO:tasks.rados.rados.0.smithi002.stdout:979: finishing write tid 3 to smithi00278215-10 2024-09-14T03:38:29.178 INFO:tasks.rados.rados.0.smithi002.stdout:979: oid 10 updating version 0 to 507 2024-09-14T03:38:29.178 INFO:tasks.rados.rados.0.smithi002.stdout:979: oid 10 updating version 507 to 508 2024-09-14T03:38:29.178 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 508 (ObjNum 322 snap 98 seq_num 322) dirty exists 2024-09-14T03:38:29.178 INFO:tasks.rados.rados.0.smithi002.stdout:979: left oid 10 (ObjNum 322 snap 98 seq_num 322) 2024-09-14T03:38:29.178 INFO:tasks.rados.rados.0.smithi002.stdout:982: finishing write tid 1 to smithi00278215-29 2024-09-14T03:38:29.178 INFO:tasks.rados.rados.0.smithi002.stdout:982: finishing write tid 2 to smithi00278215-29 2024-09-14T03:38:29.178 INFO:tasks.rados.rados.0.smithi002.stdout:982: finishing write tid 3 to smithi00278215-29 2024-09-14T03:38:29.178 INFO:tasks.rados.rados.0.smithi002.stdout:982: oid 29 updating version 0 to 1024 2024-09-14T03:38:29.178 INFO:tasks.rados.rados.0.smithi002.stdout:982: oid 29 version 1024 is already newer than 1023 2024-09-14T03:38:29.179 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 1024 (ObjNum 324 snap 98 seq_num 324) dirty exists 2024-09-14T03:38:29.179 INFO:tasks.rados.rados.0.smithi002.stdout:982: left oid 29 (ObjNum 324 snap 98 seq_num 324) 2024-09-14T03:38:29.179 INFO:tasks.rados.rados.0.smithi002.stdout:983: finishing write tid 1 to smithi00278215-39 2024-09-14T03:38:29.179 INFO:tasks.rados.rados.0.smithi002.stdout:983: finishing write tid 2 to smithi00278215-39 2024-09-14T03:38:29.179 INFO:tasks.rados.rados.0.smithi002.stdout:983: finishing write tid 3 to smithi00278215-39 2024-09-14T03:38:29.179 INFO:tasks.rados.rados.0.smithi002.stdout:983: oid 39 updating version 0 to 775 2024-09-14T03:38:29.179 INFO:tasks.rados.rados.0.smithi002.stdout:983: oid 39 updating version 775 to 776 2024-09-14T03:38:29.179 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 39 v 776 (ObjNum 325 snap 98 seq_num 325) dirty exists 2024-09-14T03:38:29.179 INFO:tasks.rados.rados.0.smithi002.stdout:983: left oid 39 (ObjNum 325 snap 98 seq_num 325) 2024-09-14T03:38:29.180 INFO:tasks.rados.rados.0.smithi002.stdout:979: done (4 left) 2024-09-14T03:38:29.180 INFO:tasks.rados.rados.0.smithi002.stdout:981: done (3 left) 2024-09-14T03:38:29.180 INFO:tasks.rados.rados.0.smithi002.stdout:982: done (2 left) 2024-09-14T03:38:29.180 INFO:tasks.rados.rados.0.smithi002.stdout:983: done (1 left) 2024-09-14T03:38:29.180 INFO:tasks.rados.rados.0.smithi002.stdout:984: done (0 left) 2024-09-14T03:38:29.180 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 50 current snap is 98 2024-09-14T03:38:29.180 INFO:tasks.rados.rados.0.smithi002.stdout:985: seq_num 327 ranges {0=679936} 2024-09-14T03:38:29.181 INFO:tasks.rados.rados.0.smithi002.stdout:985: writing smithi00278215-50 from 0 to 679936 tid 1 2024-09-14T03:38:29.181 INFO:tasks.rados.rados.0.smithi002.stdout:986: copy_from oid 44 from oid 47 current snap is 98 2024-09-14T03:38:29.181 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 5 current snap is 98 2024-09-14T03:38:29.181 INFO:tasks.rados.rados.0.smithi002.stdout:987: seq_num 328 ranges {0=696320} 2024-09-14T03:38:29.185 INFO:tasks.rados.rados.0.smithi002.stdout:987: writing smithi00278215-5 from 0 to 696320 tid 1 2024-09-14T03:38:29.185 INFO:tasks.rados.rados.0.smithi002.stdout:988: delete oid 18 current snap is 98 2024-09-14T03:38:29.185 INFO:tasks.rados.rados.0.smithi002.stdout:985: finishing write tid 1 to smithi00278215-50 2024-09-14T03:38:29.185 INFO:tasks.rados.rados.0.smithi002.stdout:985: finishing write tid 2 to smithi00278215-50 2024-09-14T03:38:29.186 INFO:tasks.rados.rados.0.smithi002.stdout:985: finishing write tid 3 to smithi00278215-50 2024-09-14T03:38:29.186 INFO:tasks.rados.rados.0.smithi002.stdout:985: oid 50 updating version 0 to 1026 2024-09-14T03:38:29.186 INFO:tasks.rados.rados.0.smithi002.stdout:985: oid 50 version 1026 is already newer than 1025 2024-09-14T03:38:29.186 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 1026 (ObjNum 327 snap 98 seq_num 327) dirty exists 2024-09-14T03:38:29.186 INFO:tasks.rados.rados.0.smithi002.stdout:985: left oid 50 (ObjNum 327 snap 98 seq_num 327) 2024-09-14T03:38:29.187 INFO:tasks.rados.rados.0.smithi002.stdout:986: finishing copy_from racing read to smithi00278215-44 2024-09-14T03:38:29.188 INFO:tasks.rados.rados.0.smithi002.stdout:985: done (3 left) 2024-09-14T03:38:29.188 INFO:tasks.rados.rados.0.smithi002.stdout:988: done (2 left) 2024-09-14T03:38:29.188 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 17 current snap is 98 2024-09-14T03:38:29.188 INFO:tasks.rados.rados.0.smithi002.stdout:989: seq_num 330 ranges {548864=737280} 2024-09-14T03:38:29.196 INFO:tasks.rados.rados.0.smithi002.stdout:989: writing smithi00278215-17 from 548864 to 1286144 tid 1 2024-09-14T03:38:29.196 INFO:tasks.rados.rados.0.smithi002.stdout:990: snap_create 2024-09-14T03:38:29.196 INFO:tasks.rados.rados.0.smithi002.stdout:986: finishing copy_from to smithi00278215-44 2024-09-14T03:38:29.196 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 604 (ObjNum 199 snap 54 seq_num 199) dirty exists 2024-09-14T03:38:29.196 INFO:tasks.rados.rados.0.smithi002.stdout:987: finishing write tid 1 to smithi00278215-5 2024-09-14T03:38:29.196 INFO:tasks.rados.rados.0.smithi002.stdout:987: finishing write tid 2 to smithi00278215-5 2024-09-14T03:38:29.196 INFO:tasks.rados.rados.0.smithi002.stdout:987: finishing write tid 3 to smithi00278215-5 2024-09-14T03:38:29.196 INFO:tasks.rados.rados.0.smithi002.stdout:987: oid 5 updating version 0 to 153 2024-09-14T03:38:29.196 INFO:tasks.rados.rados.0.smithi002.stdout:987: oid 5 version 153 is already newer than 152 2024-09-14T03:38:29.196 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 5 v 153 (ObjNum 328 snap 98 seq_num 328) dirty exists 2024-09-14T03:38:29.197 INFO:tasks.rados.rados.0.smithi002.stdout:987: left oid 5 (ObjNum 328 snap 98 seq_num 328) 2024-09-14T03:38:29.199 INFO:tasks.rados.rados.0.smithi002.stdout:989: finishing write tid 1 to smithi00278215-17 2024-09-14T03:38:29.199 INFO:tasks.rados.rados.0.smithi002.stdout:989: finishing write tid 2 to smithi00278215-17 2024-09-14T03:38:29.200 INFO:tasks.rados.rados.0.smithi002.stdout:989: finishing write tid 3 to smithi00278215-17 2024-09-14T03:38:29.200 INFO:tasks.rados.rados.0.smithi002.stdout:989: oid 17 updating version 0 to 791 2024-09-14T03:38:29.200 INFO:tasks.rados.rados.0.smithi002.stdout:989: oid 17 version 791 is already newer than 790 2024-09-14T03:38:29.200 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 17 v 791 (ObjNum 330 snap 98 seq_num 330) dirty exists 2024-09-14T03:38:29.200 INFO:tasks.rados.rados.0.smithi002.stdout:989: left oid 17 (ObjNum 330 snap 98 seq_num 330) 2024-09-14T03:38:29.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:29 smithi002 ceph-mon[87970]: osdmap e251: 8 total, 8 up, 8 in 2024-09-14T03:38:29.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:29 smithi002 ceph-mon[87970]: mgrmap e43: y(active, since 33s), standbys: x 2024-09-14T03:38:29.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:29 smithi002 ceph-mon[87970]: overall HEALTH_OK 2024-09-14T03:38:29.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:29 smithi002 ceph-mon[87970]: mon.c calling monitor election 2024-09-14T03:38:29.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:29 smithi002 ceph-mon[87970]: mon.b calling monitor election 2024-09-14T03:38:29.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:29 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-14T03:38:29.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:29 smithi002 ceph-mon[87970]: mon.a calling monitor election 2024-09-14T03:38:29.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:29 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-14T03:38:29.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:29 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-14T03:38:29.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:29 smithi002 ceph-mon[87970]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-14T03:38:29.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:29 smithi002 ceph-mon[87970]: monmap epoch 4 2024-09-14T03:38:29.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:29 smithi002 ceph-mon[87970]: fsid f357b922-7248-11ef-bceb-c7b262605968 2024-09-14T03:38:29.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:29 smithi002 ceph-mon[87970]: last_changed 2024-09-14T03:38:28.082156+0000 2024-09-14T03:38:29.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:29 smithi002 ceph-mon[87970]: created 2024-09-14T03:26:12.592430+0000 2024-09-14T03:38:29.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:29 smithi002 ceph-mon[87970]: min_mon_release 19 (squid) 2024-09-14T03:38:29.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:29 smithi002 ceph-mon[87970]: election_strategy: 1 2024-09-14T03:38:29.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:29 smithi002 ceph-mon[87970]: 0: [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] mon.a 2024-09-14T03:38:29.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:29 smithi002 ceph-mon[87970]: 1: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.b 2024-09-14T03:38:29.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:29 smithi002 ceph-mon[87970]: 2: [v2:172.21.15.2:3301/0,v1:172.21.15.2:6790/0] mon.c 2024-09-14T03:38:29.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:29 smithi002 ceph-mon[87970]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-14T03:38:29.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:29 smithi002 ceph-mon[87970]: osdmap e251: 8 total, 8 up, 8 in 2024-09-14T03:38:29.439 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:29 smithi002 ceph-mon[87970]: mgrmap e43: y(active, since 33s), standbys: x 2024-09-14T03:38:29.439 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:29 smithi002 ceph-mon[87970]: overall HEALTH_OK 2024-09-14T03:38:29.439 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:29 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:29.439 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:29 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:29.439 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:29 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:38:29.439 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:29 smithi002 ceph-mon[89815]: osdmap e251: 8 total, 8 up, 8 in 2024-09-14T03:38:29.439 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:29 smithi002 ceph-mon[89815]: mgrmap e43: y(active, since 33s), standbys: x 2024-09-14T03:38:29.439 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:29 smithi002 ceph-mon[89815]: overall HEALTH_OK 2024-09-14T03:38:29.439 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:29 smithi002 ceph-mon[89815]: mon.c calling monitor election 2024-09-14T03:38:29.439 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:29 smithi002 ceph-mon[89815]: mon.b calling monitor election 2024-09-14T03:38:29.439 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:29 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-14T03:38:29.440 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:29 smithi002 ceph-mon[89815]: mon.a calling monitor election 2024-09-14T03:38:29.440 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:29 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-14T03:38:29.440 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:29 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-14T03:38:29.440 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:29 smithi002 ceph-mon[89815]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-14T03:38:29.440 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:29 smithi002 ceph-mon[89815]: monmap epoch 4 2024-09-14T03:38:29.440 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:29 smithi002 ceph-mon[89815]: fsid f357b922-7248-11ef-bceb-c7b262605968 2024-09-14T03:38:29.440 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:29 smithi002 ceph-mon[89815]: last_changed 2024-09-14T03:38:28.082156+0000 2024-09-14T03:38:29.440 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:29 smithi002 ceph-mon[89815]: created 2024-09-14T03:26:12.592430+0000 2024-09-14T03:38:29.440 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:29 smithi002 ceph-mon[89815]: min_mon_release 19 (squid) 2024-09-14T03:38:29.440 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:29 smithi002 ceph-mon[89815]: election_strategy: 1 2024-09-14T03:38:29.440 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:29 smithi002 ceph-mon[89815]: 0: [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] mon.a 2024-09-14T03:38:29.440 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:29 smithi002 ceph-mon[89815]: 1: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.b 2024-09-14T03:38:29.440 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:29 smithi002 ceph-mon[89815]: 2: [v2:172.21.15.2:3301/0,v1:172.21.15.2:6790/0] mon.c 2024-09-14T03:38:29.441 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:29 smithi002 ceph-mon[89815]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-14T03:38:29.441 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:29 smithi002 ceph-mon[89815]: osdmap e251: 8 total, 8 up, 8 in 2024-09-14T03:38:29.441 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:29 smithi002 ceph-mon[89815]: mgrmap e43: y(active, since 33s), standbys: x 2024-09-14T03:38:29.441 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:29 smithi002 ceph-mon[89815]: overall HEALTH_OK 2024-09-14T03:38:29.441 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:29 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:29.441 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:29 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:29.441 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:29 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:38:29.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:29 smithi154 ceph-mon[81546]: osdmap e251: 8 total, 8 up, 8 in 2024-09-14T03:38:29.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:29 smithi154 ceph-mon[81546]: mgrmap e43: y(active, since 33s), standbys: x 2024-09-14T03:38:29.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:29 smithi154 ceph-mon[81546]: overall HEALTH_OK 2024-09-14T03:38:29.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:29 smithi154 ceph-mon[81546]: mon.c calling monitor election 2024-09-14T03:38:29.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:29 smithi154 ceph-mon[81546]: mon.b calling monitor election 2024-09-14T03:38:29.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:29 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-14T03:38:29.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:29 smithi154 ceph-mon[81546]: mon.a calling monitor election 2024-09-14T03:38:29.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:29 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-14T03:38:29.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:29 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-14T03:38:29.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:29 smithi154 ceph-mon[81546]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-14T03:38:29.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:29 smithi154 ceph-mon[81546]: monmap epoch 4 2024-09-14T03:38:29.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:29 smithi154 ceph-mon[81546]: fsid f357b922-7248-11ef-bceb-c7b262605968 2024-09-14T03:38:29.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:29 smithi154 ceph-mon[81546]: last_changed 2024-09-14T03:38:28.082156+0000 2024-09-14T03:38:29.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:29 smithi154 ceph-mon[81546]: created 2024-09-14T03:26:12.592430+0000 2024-09-14T03:38:29.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:29 smithi154 ceph-mon[81546]: min_mon_release 19 (squid) 2024-09-14T03:38:29.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:29 smithi154 ceph-mon[81546]: election_strategy: 1 2024-09-14T03:38:29.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:29 smithi154 ceph-mon[81546]: 0: [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] mon.a 2024-09-14T03:38:29.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:29 smithi154 ceph-mon[81546]: 1: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.b 2024-09-14T03:38:29.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:29 smithi154 ceph-mon[81546]: 2: [v2:172.21.15.2:3301/0,v1:172.21.15.2:6790/0] mon.c 2024-09-14T03:38:29.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:29 smithi154 ceph-mon[81546]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-14T03:38:29.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:29 smithi154 ceph-mon[81546]: osdmap e251: 8 total, 8 up, 8 in 2024-09-14T03:38:29.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:29 smithi154 ceph-mon[81546]: mgrmap e43: y(active, since 33s), standbys: x 2024-09-14T03:38:29.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:29 smithi154 ceph-mon[81546]: overall HEALTH_OK 2024-09-14T03:38:29.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:29 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:29.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:29 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:29.480 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:29 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:38:30.112 INFO:tasks.rados.rados.0.smithi002.stdout:986: done (3 left) 2024-09-14T03:38:30.113 INFO:tasks.rados.rados.0.smithi002.stdout:987: done (2 left) 2024-09-14T03:38:30.113 INFO:tasks.rados.rados.0.smithi002.stdout:989: done (1 left) 2024-09-14T03:38:30.113 INFO:tasks.rados.rados.0.smithi002.stdout:990: done (0 left) 2024-09-14T03:38:30.113 INFO:tasks.rados.rados.0.smithi002.stdout:991: snap_remove snap 88 2024-09-14T03:38:30.436 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:30 smithi002 ceph-mon[87970]: pgmap v46: 121 pgs: 121 active+clean; 282 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-09-14T03:38:30.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:30 smithi002 ceph-mon[87970]: osdmap e252: 8 total, 8 up, 8 in 2024-09-14T03:38:30.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:30 smithi002 ceph-mon[89815]: pgmap v46: 121 pgs: 121 active+clean; 282 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-09-14T03:38:30.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:30 smithi002 ceph-mon[89815]: osdmap e252: 8 total, 8 up, 8 in 2024-09-14T03:38:30.441 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:30 smithi154 ceph-mon[81546]: pgmap v46: 121 pgs: 121 active+clean; 282 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-09-14T03:38:30.441 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:30 smithi154 ceph-mon[81546]: osdmap e252: 8 total, 8 up, 8 in 2024-09-14T03:38:31.119 INFO:tasks.rados.rados.0.smithi002.stdout:991: done (0 left) 2024-09-14T03:38:31.120 INFO:tasks.rados.rados.0.smithi002.stdout:992: rmattr oid 46 current snap is 99 2024-09-14T03:38:31.120 INFO:tasks.rados.rados.0.smithi002.stdout:992: done (0 left) 2024-09-14T03:38:31.120 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 21 current snap is 99 2024-09-14T03:38:31.120 INFO:tasks.rados.rados.0.smithi002.stdout:993: seq_num 331 ranges {720896=753664} 2024-09-14T03:38:31.128 INFO:tasks.rados.rados.0.smithi002.stdout:993: writing smithi00278215-21 from 720896 to 1474560 tid 1 2024-09-14T03:38:31.128 INFO:tasks.rados.rados.0.smithi002.stdout:994: delete oid 39 current snap is 99 2024-09-14T03:38:31.133 INFO:tasks.rados.rados.0.smithi002.stdout:994: done (1 left) 2024-09-14T03:38:31.133 INFO:tasks.rados.rados.0.smithi002.stdout:995: read oid 49 snap -1 2024-09-14T03:38:31.133 INFO:tasks.rados.rados.0.smithi002.stdout:995: expect (ObjNum 305 snap 92 seq_num 305) 2024-09-14T03:38:31.133 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 28 current snap is 99 2024-09-14T03:38:31.133 INFO:tasks.rados.rados.0.smithi002.stdout:996: seq_num 333 ranges {2646016=786432} 2024-09-14T03:38:31.153 INFO:tasks.rados.rados.0.smithi002.stdout:996: writing smithi00278215-28 from 2646016 to 3432448 tid 1 2024-09-14T03:38:31.153 INFO:tasks.rados.rados.0.smithi002.stdout:997: read oid 39 snap -1 2024-09-14T03:38:31.153 INFO:tasks.rados.rados.0.smithi002.stdout:997: expect deleted 2024-09-14T03:38:31.154 INFO:tasks.rados.rados.0.smithi002.stdout:998: rmattr oid 12 current snap is 99 2024-09-14T03:38:31.154 INFO:tasks.rados.rados.0.smithi002.stdout:998: done (4 left) 2024-09-14T03:38:31.154 INFO:tasks.rados.rados.0.smithi002.stdout:999: delete oid 3 current snap is 99 2024-09-14T03:38:31.154 INFO:tasks.rados.rados.0.smithi002.stdout:993: finishing write tid 1 to smithi00278215-21 2024-09-14T03:38:31.154 INFO:tasks.rados.rados.0.smithi002.stdout:993: finishing write tid 2 to smithi00278215-21 2024-09-14T03:38:31.154 INFO:tasks.rados.rados.0.smithi002.stdout:993: finishing write tid 3 to smithi00278215-21 2024-09-14T03:38:31.154 INFO:tasks.rados.rados.0.smithi002.stdout:993: oid 21 updating version 0 to 283 2024-09-14T03:38:31.154 INFO:tasks.rados.rados.0.smithi002.stdout:993: oid 21 version 283 is already newer than 282 2024-09-14T03:38:31.154 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 283 (ObjNum 331 snap 99 seq_num 331) dirty exists 2024-09-14T03:38:31.154 INFO:tasks.rados.rados.0.smithi002.stdout:993: left oid 21 (ObjNum 331 snap 99 seq_num 331) 2024-09-14T03:38:31.154 INFO:tasks.rados.rados.0.smithi002.stdout:995: expect (ObjNum 305 snap 92 seq_num 305) 2024-09-14T03:38:31.162 INFO:tasks.rados.rados.0.smithi002.stdout:996: finishing write tid 1 to smithi00278215-28 2024-09-14T03:38:31.162 INFO:tasks.rados.rados.0.smithi002.stdout:996: finishing write tid 2 to smithi00278215-28 2024-09-14T03:38:31.162 INFO:tasks.rados.rados.0.smithi002.stdout:996: finishing write tid 3 to smithi00278215-28 2024-09-14T03:38:31.162 INFO:tasks.rados.rados.0.smithi002.stdout:996: oid 28 updating version 0 to 800 2024-09-14T03:38:31.162 INFO:tasks.rados.rados.0.smithi002.stdout:996: oid 28 version 800 is already newer than 799 2024-09-14T03:38:31.162 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 28 v 800 (ObjNum 333 snap 99 seq_num 333) dirty exists 2024-09-14T03:38:31.163 INFO:tasks.rados.rados.0.smithi002.stdout:996: left oid 28 (ObjNum 333 snap 99 seq_num 333) 2024-09-14T03:38:31.163 INFO:tasks.rados.rados.0.smithi002.stdout:993: done (4 left) 2024-09-14T03:38:31.163 INFO:tasks.rados.rados.0.smithi002.stdout:995: done (3 left) 2024-09-14T03:38:31.163 INFO:tasks.rados.rados.0.smithi002.stdout:996: done (2 left) 2024-09-14T03:38:31.163 INFO:tasks.rados.rados.0.smithi002.stdout:997: done (1 left) 2024-09-14T03:38:31.163 INFO:tasks.rados.rados.0.smithi002.stdout:999: done (0 left) 2024-09-14T03:38:31.163 INFO:tasks.rados.rados.0.smithi002.stdout:1000: copy_from oid 50 from oid 30 current snap is 99 2024-09-14T03:38:31.163 INFO:tasks.rados.rados.0.smithi002.stdout:1001: snap_remove snap 84 2024-09-14T03:38:31.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:31 smithi002 ceph-mon[87970]: osdmap e253: 8 total, 8 up, 8 in 2024-09-14T03:38:31.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:31 smithi002 ceph-mon[89815]: osdmap e253: 8 total, 8 up, 8 in 2024-09-14T03:38:31.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:31 smithi154 ceph-mon[81546]: osdmap e253: 8 total, 8 up, 8 in 2024-09-14T03:38:32.122 INFO:tasks.rados.rados.0.smithi002.stdout:1001: done (1 left) 2024-09-14T03:38:32.122 INFO:tasks.rados.rados.0.smithi002.stdout:1002: snap_create 2024-09-14T03:38:32.122 INFO:tasks.rados.rados.0.smithi002.stdout:1000: finishing copy_from to smithi00278215-50 2024-09-14T03:38:32.122 INFO:tasks.rados.rados.0.smithi002.stdout:1000: got expected ENOENT (src dne) 2024-09-14T03:38:32.122 INFO:tasks.rados.rados.0.smithi002.stdout:1000: finishing copy_from racing read to smithi00278215-50 2024-09-14T03:38:32.436 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:32 smithi002 ceph-mon[87970]: pgmap v49: 121 pgs: 121 active+clean; 288 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.2 MiB/s wr, 18 op/s 2024-09-14T03:38:32.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:32 smithi002 ceph-mon[87970]: osdmap e254: 8 total, 8 up, 8 in 2024-09-14T03:38:32.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:32 smithi002 ceph-mon[89815]: pgmap v49: 121 pgs: 121 active+clean; 288 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.2 MiB/s wr, 18 op/s 2024-09-14T03:38:32.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:32 smithi002 ceph-mon[89815]: osdmap e254: 8 total, 8 up, 8 in 2024-09-14T03:38:32.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:32 smithi154 ceph-mon[81546]: pgmap v49: 121 pgs: 121 active+clean; 288 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.2 MiB/s wr, 18 op/s 2024-09-14T03:38:32.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:32 smithi154 ceph-mon[81546]: osdmap e254: 8 total, 8 up, 8 in 2024-09-14T03:38:32.672 INFO:tasks.rados.rados.0.smithi002.stdout:1000: done (1 left) 2024-09-14T03:38:32.672 INFO:tasks.rados.rados.0.smithi002.stdout:1002: done (0 left) 2024-09-14T03:38:32.672 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 21 current snap is 100 2024-09-14T03:38:32.672 INFO:tasks.rados.rados.0.smithi002.stdout:1003: seq_num 335 ranges {1474560=417792,1892352=401408} 2024-09-14T03:38:32.682 INFO:tasks.rados.rados.0.smithi002.stdout:1003: writing smithi00278215-21 from 1474560 to 1892352 tid 1 2024-09-14T03:38:32.684 INFO:tasks.rados.rados.0.smithi002.stdout:1003: writing smithi00278215-21 from 1892352 to 2293760 tid 2 2024-09-14T03:38:32.685 INFO:tasks.rados.rados.0.smithi002.stdout:1004: rollback oid 42 current snap is 100 2024-09-14T03:38:32.685 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 42 to 73 2024-09-14T03:38:32.685 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 47 current snap is 100 2024-09-14T03:38:32.685 INFO:tasks.rados.rados.0.smithi002.stdout:1005: seq_num 336 ranges {942080=434176,1376256=401408} 2024-09-14T03:38:32.693 INFO:tasks.rados.rados.0.smithi002.stdout:1005: writing smithi00278215-47 from 942080 to 1376256 tid 1 2024-09-14T03:38:32.695 INFO:tasks.rados.rados.0.smithi002.stdout:1005: writing smithi00278215-47 from 1376256 to 1777664 tid 2 2024-09-14T03:38:32.695 INFO:tasks.rados.rados.0.smithi002.stdout:1006: copy_from oid 13 from oid 7 current snap is 100 2024-09-14T03:38:32.696 INFO:tasks.rados.rados.0.smithi002.stdout:1003: finishing write tid 1 to smithi00278215-21 2024-09-14T03:38:32.696 INFO:tasks.rados.rados.0.smithi002.stdout:1003: finishing write tid 2 to smithi00278215-21 2024-09-14T03:38:32.696 INFO:tasks.rados.rados.0.smithi002.stdout:1003: finishing write tid 3 to smithi00278215-21 2024-09-14T03:38:32.696 INFO:tasks.rados.rados.0.smithi002.stdout:1003: finishing write tid 4 to smithi00278215-21 2024-09-14T03:38:32.696 INFO:tasks.rados.rados.0.smithi002.stdout:1003: oid 21 updating version 0 to 284 2024-09-14T03:38:32.696 INFO:tasks.rados.rados.0.smithi002.stdout:1003: oid 21 updating version 284 to 286 2024-09-14T03:38:32.696 INFO:tasks.rados.rados.0.smithi002.stdout:1003: oid 21 version 286 is already newer than 285 2024-09-14T03:38:32.696 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 286 (ObjNum 335 snap 100 seq_num 335) dirty exists 2024-09-14T03:38:32.696 INFO:tasks.rados.rados.0.smithi002.stdout:1003: left oid 21 (ObjNum 335 snap 100 seq_num 335) 2024-09-14T03:38:32.696 INFO:tasks.rados.rados.0.smithi002.stdout:1004: finishing rollback tid 0 to smithi00278215-42 2024-09-14T03:38:32.696 INFO:tasks.rados.rados.0.smithi002.stdout:1004: finishing rollback tid 1 to smithi00278215-42 2024-09-14T03:38:32.696 INFO:tasks.rados.rados.0.smithi002.stdout:1004: finishing rollback tid 2 to smithi00278215-42 2024-09-14T03:38:32.696 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 42 v 607 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-09-14T03:38:32.696 INFO:tasks.rados.rados.0.smithi002.stdout:1003: done (3 left) 2024-09-14T03:38:32.697 INFO:tasks.rados.rados.0.smithi002.stdout:1004: done (2 left) 2024-09-14T03:38:32.697 INFO:tasks.rados.rados.0.smithi002.stdout:1007: snap_create 2024-09-14T03:38:32.702 INFO:tasks.rados.rados.0.smithi002.stdout:1006: finishing copy_from racing read to smithi00278215-13 2024-09-14T03:38:32.702 INFO:tasks.rados.rados.0.smithi002.stdout:1005: finishing write tid 1 to smithi00278215-47 2024-09-14T03:38:32.702 INFO:tasks.rados.rados.0.smithi002.stdout:1005: finishing write tid 2 to smithi00278215-47 2024-09-14T03:38:32.703 INFO:tasks.rados.rados.0.smithi002.stdout:1005: finishing write tid 3 to smithi00278215-47 2024-09-14T03:38:32.703 INFO:tasks.rados.rados.0.smithi002.stdout:1006: finishing copy_from to smithi00278215-13 2024-09-14T03:38:32.703 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 1021 (ObjNum 316 snap 96 seq_num 316) dirty exists 2024-09-14T03:38:32.704 INFO:tasks.rados.rados.0.smithi002.stdout:1005: finishing write tid 4 to smithi00278215-47 2024-09-14T03:38:32.704 INFO:tasks.rados.rados.0.smithi002.stdout:1005: oid 47 updating version 0 to 812 2024-09-14T03:38:32.704 INFO:tasks.rados.rados.0.smithi002.stdout:1005: oid 47 version 812 is already newer than 811 2024-09-14T03:38:32.704 INFO:tasks.rados.rados.0.smithi002.stdout:1005: oid 47 updating version 812 to 813 2024-09-14T03:38:32.704 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 813 (ObjNum 336 snap 100 seq_num 336) dirty exists 2024-09-14T03:38:32.704 INFO:tasks.rados.rados.0.smithi002.stdout:1005: left oid 47 (ObjNum 336 snap 100 seq_num 336) 2024-09-14T03:38:33.095 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:38:32 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: 2024-09-14T03:38:32.695+0000 7f19602b3640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-14T03:38:33.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:33 smithi154 ceph-mon[81546]: osdmap e255: 8 total, 8 up, 8 in 2024-09-14T03:38:33.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:33 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:33.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:33 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:33.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:33 smithi154 ceph-mon[81546]: osdmap e256: 8 total, 8 up, 8 in 2024-09-14T03:38:33.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:33 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:33.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:33 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:33.385 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:33 smithi002 ceph-mon[87970]: osdmap e255: 8 total, 8 up, 8 in 2024-09-14T03:38:33.386 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:33 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:33.386 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:33 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:33.386 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:33 smithi002 ceph-mon[87970]: osdmap e256: 8 total, 8 up, 8 in 2024-09-14T03:38:33.386 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:33 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:33.386 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:33 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:33.386 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:38:33 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:38:33] "GET /metrics HTTP/1.1" 200 36161 "" "Prometheus/2.43.0" 2024-09-14T03:38:33.386 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:33 smithi002 ceph-mon[89815]: osdmap e255: 8 total, 8 up, 8 in 2024-09-14T03:38:33.387 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:33 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:33.387 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:33 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:33.387 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:33 smithi002 ceph-mon[89815]: osdmap e256: 8 total, 8 up, 8 in 2024-09-14T03:38:33.387 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:33 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:33.387 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:33 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:33.699 INFO:tasks.rados.rados.0.smithi002.stdout:1005: done (2 left) 2024-09-14T03:38:33.699 INFO:tasks.rados.rados.0.smithi002.stdout:1006: done (1 left) 2024-09-14T03:38:33.699 INFO:tasks.rados.rados.0.smithi002.stdout:1007: done (0 left) 2024-09-14T03:38:33.700 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 15 current snap is 101 2024-09-14T03:38:33.700 INFO:tasks.rados.rados.0.smithi002.stdout:1008: seq_num 337 ranges {0=450560,450560=401408} 2024-09-14T03:38:33.701 INFO:tasks.rados.rados.0.smithi002.stdout:1008: writing smithi00278215-15 from 0 to 450560 tid 1 2024-09-14T03:38:33.704 INFO:tasks.rados.rados.0.smithi002.stdout:1008: writing smithi00278215-15 from 450560 to 851968 tid 2 2024-09-14T03:38:33.704 INFO:tasks.rados.rados.0.smithi002.stdout:1009: delete oid 31 current snap is 101 2024-09-14T03:38:33.708 INFO:tasks.rados.rados.0.smithi002.stdout:1008: finishing write tid 1 to smithi00278215-15 2024-09-14T03:38:33.709 INFO:tasks.rados.rados.0.smithi002.stdout:1009: done (1 left) 2024-09-14T03:38:33.709 INFO:tasks.rados.rados.0.smithi002.stdout:1010: snap_create 2024-09-14T03:38:33.709 INFO:tasks.rados.rados.0.smithi002.stdout:1008: finishing write tid 2 to smithi00278215-15 2024-09-14T03:38:33.709 INFO:tasks.rados.rados.0.smithi002.stdout:1008: finishing write tid 3 to smithi00278215-15 2024-09-14T03:38:33.710 INFO:tasks.rados.rados.0.smithi002.stdout:1008: finishing write tid 4 to smithi00278215-15 2024-09-14T03:38:33.710 INFO:tasks.rados.rados.0.smithi002.stdout:1008: oid 15 updating version 0 to 236 2024-09-14T03:38:33.710 INFO:tasks.rados.rados.0.smithi002.stdout:1008: oid 15 version 236 is already newer than 235 2024-09-14T03:38:33.710 INFO:tasks.rados.rados.0.smithi002.stdout:1008: oid 15 version 236 is already newer than 234 2024-09-14T03:38:33.710 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 15 v 236 (ObjNum 337 snap 101 seq_num 337) dirty exists 2024-09-14T03:38:33.710 INFO:tasks.rados.rados.0.smithi002.stdout:1008: left oid 15 (ObjNum 337 snap 101 seq_num 337) 2024-09-14T03:38:34.293 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:34 smithi154 ceph-mon[81546]: pgmap v52: 121 pgs: 121 active+clean; 288 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 344 KiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-09-14T03:38:34.293 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:34 smithi154 ceph-mon[81546]: osdmap e257: 8 total, 8 up, 8 in 2024-09-14T03:38:34.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:34 smithi002 ceph-mon[87970]: pgmap v52: 121 pgs: 121 active+clean; 288 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 344 KiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-09-14T03:38:34.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:34 smithi002 ceph-mon[87970]: osdmap e257: 8 total, 8 up, 8 in 2024-09-14T03:38:34.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:34 smithi002 ceph-mon[89815]: pgmap v52: 121 pgs: 121 active+clean; 288 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 344 KiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-09-14T03:38:34.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:34 smithi002 ceph-mon[89815]: osdmap e257: 8 total, 8 up, 8 in 2024-09-14T03:38:34.699 INFO:tasks.rados.rados.0.smithi002.stdout:1008: done (1 left) 2024-09-14T03:38:34.699 INFO:tasks.rados.rados.0.smithi002.stdout:1010: done (0 left) 2024-09-14T03:38:34.699 INFO:tasks.rados.rados.0.smithi002.stdout:1011: copy_from oid 33 from oid 44 current snap is 102 2024-09-14T03:38:34.699 INFO:tasks.rados.rados.0.smithi002.stdout:1012: delete oid 3 current snap is 102 2024-09-14T03:38:34.705 INFO:tasks.rados.rados.0.smithi002.stdout:1012: done (1 left) 2024-09-14T03:38:34.705 INFO:tasks.rados.rados.0.smithi002.stdout:1013: snap_remove snap 65 2024-09-14T03:38:34.771 INFO:teuthology.orchestra.run.smithi002.stdout:true 2024-09-14T03:38:35.362 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-14T03:38:35.362 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (4m) 16s ago 5m 27.0M - 0.25.0 c8568f914cd2 8c6771f56432 2024-09-14T03:38:35.363 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi154 *:3000 running (5m) 3s ago 5m 88.0M - 9.4.7 954c08fa6188 6cd949ecdca3 2024-09-14T03:38:35.363 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (7m) 16s ago 7m 18.1M - 18.2.4-845-ge4e227b3 67ddd33fa72f 5bfe4ab70917 2024-09-14T03:38:35.363 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi154 running (7m) 3s ago 7m 19.7M - 18.2.4-845-ge4e227b3 67ddd33fa72f 80e0f22077e1 2024-09-14T03:38:35.363 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi154 *:8443,9283,8765 running (61s) 3s ago 10m 453M - 19.3.0-4907-ga2782315 8801d2529e43 3c8b8d7f1b49 2024-09-14T03:38:35.363 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (88s) 16s ago 12m 515M - 19.3.0-4907-ga2782315 8801d2529e43 37cb6840a9f7 2024-09-14T03:38:35.363 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (48s) 16s ago 12m 42.4M 2048M 19.3.0-4907-ga2782315 8801d2529e43 ac49fe4ea75d 2024-09-14T03:38:35.363 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi154 running (8s) 3s ago 10m 28.2M 2048M 19.3.0-4907-ga2782315 8801d2529e43 de3094fdd6b5 2024-09-14T03:38:35.363 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (25s) 16s ago 10m 26.7M 2048M 19.3.0-4907-ga2782315 8801d2529e43 0423773ea054 2024-09-14T03:38:35.363 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (5m) 16s ago 5m 16.2M - 1.5.0 0da6a335fe13 ad362eb3056c 2024-09-14T03:38:35.363 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi154 *:9100 running (5m) 3s ago 5m 17.2M - 1.5.0 0da6a335fe13 815178e760b0 2024-09-14T03:38:35.364 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (10m) 16s ago 10m 192M 2481M 18.2.4-845-ge4e227b3 67ddd33fa72f 1903b1c9a70c 2024-09-14T03:38:35.364 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (9m) 16s ago 9m 140M 2481M 18.2.4-845-ge4e227b3 67ddd33fa72f 9c24d9e89813 2024-09-14T03:38:35.364 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (9m) 16s ago 9m 148M 2481M 18.2.4-845-ge4e227b3 67ddd33fa72f 623beb99cebc 2024-09-14T03:38:35.364 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (8m) 16s ago 8m 87.8M 2481M 18.2.4-845-ge4e227b3 67ddd33fa72f 3d4fd272502c 2024-09-14T03:38:35.364 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi154 running (8m) 3s ago 8m 140M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f f0b82e38b9c9 2024-09-14T03:38:35.364 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi154 running (8m) 3s ago 8m 181M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f 50ac4e0a62b5 2024-09-14T03:38:35.364 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi154 running (7m) 3s ago 7m 152M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f b18b3ecf874c 2024-09-14T03:38:35.364 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi154 running (7m) 3s ago 7m 110M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f b111d011fd8e 2024-09-14T03:38:35.364 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi154 *:9095 running (66s) 3s ago 6m 47.2M - 2.43.0 a07b618ecd1d ffbeae974492 2024-09-14T03:38:35.706 INFO:tasks.rados.rados.0.smithi002.stdout:1013: done (1 left) 2024-09-14T03:38:35.706 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 21 current snap is 102 2024-09-14T03:38:35.706 INFO:tasks.rados.rados.0.smithi002.stdout:1014: seq_num 340 ranges {2293760=499712,2793472=401408} 2024-09-14T03:38:35.722 INFO:tasks.rados.rados.0.smithi002.stdout:1014: writing smithi00278215-21 from 2293760 to 2793472 tid 1 2024-09-14T03:38:35.726 INFO:tasks.rados.rados.0.smithi002.stdout:1014: writing smithi00278215-21 from 2793472 to 3194880 tid 2 2024-09-14T03:38:35.726 INFO:tasks.rados.rados.0.smithi002.stdout:1015: read oid 3 snap -1 2024-09-14T03:38:35.726 INFO:tasks.rados.rados.0.smithi002.stdout:1015: expect deleted 2024-09-14T03:38:35.726 INFO:tasks.rados.rados.0.smithi002.stdout:1016: read oid 23 snap -1 2024-09-14T03:38:35.726 INFO:tasks.rados.rados.0.smithi002.stdout:1016: expect (ObjNum 301 snap 91 seq_num 301) 2024-09-14T03:38:35.726 INFO:tasks.rados.rados.0.smithi002.stdout:1017: delete oid 2 current snap is 102 2024-09-14T03:38:35.726 INFO:tasks.rados.rados.0.smithi002.stdout:1011: finishing copy_from racing read to smithi00278215-33 2024-09-14T03:38:35.726 INFO:tasks.rados.rados.0.smithi002.stdout:1011: finishing copy_from to smithi00278215-33 2024-09-14T03:38:35.727 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 33 v 604 (ObjNum 199 snap 54 seq_num 199) dirty exists 2024-09-14T03:38:35.727 INFO:tasks.rados.rados.0.smithi002.stdout:1014: finishing write tid 1 to smithi00278215-21 2024-09-14T03:38:35.729 INFO:tasks.rados.rados.0.smithi002.stdout:1014: finishing write tid 2 to smithi00278215-21 2024-09-14T03:38:35.729 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-14T03:38:35.729 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2024-09-14T03:38:35.729 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.3.0-4907-ga2782315 (a2782315255a3e7d5f6cdc9eb35785187ff6ddf8) squid (dev)": 3 2024-09-14T03:38:35.729 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:38:35.729 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2024-09-14T03:38:35.730 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.3.0-4907-ga2782315 (a2782315255a3e7d5f6cdc9eb35785187ff6ddf8) squid (dev)": 2 2024-09-14T03:38:35.730 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:38:35.730 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2024-09-14T03:38:35.730 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 8 2024-09-14T03:38:35.730 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:38:35.730 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2024-09-14T03:38:35.730 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 2 2024-09-14T03:38:35.730 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:38:35.730 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2024-09-14T03:38:35.730 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 10, 2024-09-14T03:38:35.730 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.3.0-4907-ga2782315 (a2782315255a3e7d5f6cdc9eb35785187ff6ddf8) squid (dev)": 5 2024-09-14T03:38:35.730 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-14T03:38:35.730 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-14T03:38:35.731 INFO:tasks.rados.rados.0.smithi002.stdout:1014: finishing write tid 3 to smithi00278215-21 2024-09-14T03:38:35.731 INFO:tasks.rados.rados.0.smithi002.stdout:1014: finishing write tid 4 to smithi00278215-21 2024-09-14T03:38:35.731 INFO:tasks.rados.rados.0.smithi002.stdout:1014: oid 21 updating version 0 to 287 2024-09-14T03:38:35.731 INFO:tasks.rados.rados.0.smithi002.stdout:1014: oid 21 updating version 287 to 288 2024-09-14T03:38:35.731 INFO:tasks.rados.rados.0.smithi002.stdout:1014: oid 21 updating version 288 to 289 2024-09-14T03:38:35.731 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 289 (ObjNum 340 snap 102 seq_num 340) dirty exists 2024-09-14T03:38:35.731 INFO:tasks.rados.rados.0.smithi002.stdout:1014: left oid 21 (ObjNum 340 snap 102 seq_num 340) 2024-09-14T03:38:35.747 INFO:tasks.rados.rados.0.smithi002.stdout:1016: expect (ObjNum 301 snap 91 seq_num 301) 2024-09-14T03:38:35.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:35 smithi154 ceph-mon[81546]: pgmap v55: 121 pgs: 121 active+clean; 288 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-09-14T03:38:35.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:35 smithi154 ceph-mon[81546]: osdmap e258: 8 total, 8 up, 8 in 2024-09-14T03:38:35.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:35 smithi154 ceph-mon[81546]: from='client.34191 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:38:35.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:35 smithi154 ceph-mon[81546]: from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:38:36.052 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-14T03:38:36.052 INFO:teuthology.orchestra.run.smithi002.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802", 2024-09-14T03:38:36.052 INFO:teuthology.orchestra.run.smithi002.stdout: "in_progress": true, 2024-09-14T03:38:36.052 INFO:teuthology.orchestra.run.smithi002.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-14T03:38:36.052 INFO:teuthology.orchestra.run.smithi002.stdout: "services_complete": [ 2024-09-14T03:38:36.052 INFO:teuthology.orchestra.run.smithi002.stdout: "mon", 2024-09-14T03:38:36.052 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr" 2024-09-14T03:38:36.052 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-14T03:38:36.052 INFO:teuthology.orchestra.run.smithi002.stdout: "progress": "5/20 daemons upgraded", 2024-09-14T03:38:36.052 INFO:teuthology.orchestra.run.smithi002.stdout: "message": "Currently upgrading mon daemons", 2024-09-14T03:38:36.052 INFO:teuthology.orchestra.run.smithi002.stdout: "is_paused": false 2024-09-14T03:38:36.052 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-14T03:38:36.053 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:35 smithi002 ceph-mon[87970]: pgmap v55: 121 pgs: 121 active+clean; 288 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-09-14T03:38:36.053 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:35 smithi002 ceph-mon[87970]: osdmap e258: 8 total, 8 up, 8 in 2024-09-14T03:38:36.053 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:35 smithi002 ceph-mon[87970]: from='client.34191 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:38:36.053 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:35 smithi002 ceph-mon[87970]: from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:38:36.053 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:35 smithi002 ceph-mon[89815]: pgmap v55: 121 pgs: 121 active+clean; 288 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-09-14T03:38:36.053 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:35 smithi002 ceph-mon[89815]: osdmap e258: 8 total, 8 up, 8 in 2024-09-14T03:38:36.053 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:35 smithi002 ceph-mon[89815]: from='client.34191 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:38:36.053 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:35 smithi002 ceph-mon[89815]: from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:38:36.062 INFO:tasks.rados.rados.0.smithi002.stdout:1011: done (4 left) 2024-09-14T03:38:36.062 INFO:tasks.rados.rados.0.smithi002.stdout:1014: done (3 left) 2024-09-14T03:38:36.063 INFO:tasks.rados.rados.0.smithi002.stdout:1015: done (2 left) 2024-09-14T03:38:36.063 INFO:tasks.rados.rados.0.smithi002.stdout:1016: done (1 left) 2024-09-14T03:38:36.063 INFO:tasks.rados.rados.0.smithi002.stdout:1017: done (0 left) 2024-09-14T03:38:36.063 INFO:tasks.rados.rados.0.smithi002.stdout:1018: read oid 31 snap -1 2024-09-14T03:38:36.063 INFO:tasks.rados.rados.0.smithi002.stdout:1018: expect deleted 2024-09-14T03:38:36.063 INFO:tasks.rados.rados.0.smithi002.stdout:1019: delete oid 48 current snap is 102 2024-09-14T03:38:36.065 INFO:tasks.rados.rados.0.smithi002.stdout:1018: done (1 left) 2024-09-14T03:38:36.065 INFO:tasks.rados.rados.0.smithi002.stdout:1019: done (0 left) 2024-09-14T03:38:36.065 INFO:tasks.rados.rados.0.smithi002.stdout:1020: read oid 25 snap -1 2024-09-14T03:38:36.065 INFO:tasks.rados.rados.0.smithi002.stdout:1020: expect deleted 2024-09-14T03:38:36.065 INFO:tasks.rados.rados.0.smithi002.stdout:1021: snap_remove snap 79 2024-09-14T03:38:36.787 INFO:tasks.rados.rados.0.smithi002.stdout:1021: done (1 left) 2024-09-14T03:38:36.787 INFO:tasks.rados.rados.0.smithi002.stdout:1022: snap_remove snap 100 2024-09-14T03:38:36.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:36 smithi154 ceph-mon[81546]: from='client.44114 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:38:36.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:36 smithi154 ceph-mon[81546]: osdmap e259: 8 total, 8 up, 8 in 2024-09-14T03:38:36.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:36 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/3371863915' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:38:36.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:36 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:36.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:36 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:36.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:36 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:38:36.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:36 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:38:36.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:36 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:36.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:36 smithi154 ceph-mon[81546]: Reconfiguring mon.a (monmap changed)... 2024-09-14T03:38:36.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:36 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-14T03:38:36.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:36 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-14T03:38:36.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:36 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:38:36.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:36 smithi154 ceph-mon[81546]: Reconfiguring daemon mon.a on smithi002 2024-09-14T03:38:36.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:36 smithi154 ceph-mon[81546]: from='client.34215 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:38:37.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:36 smithi002 ceph-mon[87970]: from='client.44114 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:38:37.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:36 smithi002 ceph-mon[87970]: osdmap e259: 8 total, 8 up, 8 in 2024-09-14T03:38:37.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:36 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/3371863915' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:38:37.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:36 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:37.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:36 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:37.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:36 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:38:37.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:36 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:38:37.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:36 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:37.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:36 smithi002 ceph-mon[87970]: Reconfiguring mon.a (monmap changed)... 2024-09-14T03:38:37.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:36 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-14T03:38:37.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:36 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-14T03:38:37.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:36 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:38:37.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:36 smithi002 ceph-mon[87970]: Reconfiguring daemon mon.a on smithi002 2024-09-14T03:38:37.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:36 smithi002 ceph-mon[87970]: from='client.34215 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:38:37.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:36 smithi002 ceph-mon[89815]: from='client.44114 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:38:37.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:36 smithi002 ceph-mon[89815]: osdmap e259: 8 total, 8 up, 8 in 2024-09-14T03:38:37.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:36 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/3371863915' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:38:37.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:36 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:37.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:36 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:37.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:36 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:38:37.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:36 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:38:37.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:36 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:37.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:36 smithi002 ceph-mon[89815]: Reconfiguring mon.a (monmap changed)... 2024-09-14T03:38:37.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:36 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-14T03:38:37.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:36 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-14T03:38:37.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:36 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:38:37.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:36 smithi002 ceph-mon[89815]: Reconfiguring daemon mon.a on smithi002 2024-09-14T03:38:37.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:36 smithi002 ceph-mon[89815]: from='client.34215 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:38:37.673 INFO:tasks.rados.rados.0.smithi002.stdout:1022: done (1 left) 2024-09-14T03:38:37.732 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 14 current snap is 102 2024-09-14T03:38:37.732 INFO:tasks.rados.rados.0.smithi002.stdout:1023: seq_num 343 ranges {221184=548864,770048=401408} 2024-09-14T03:38:37.734 INFO:tasks.rados.rados.0.smithi002.stdout:1023: writing smithi00278215-14 from 221184 to 770048 tid 1 2024-09-14T03:38:37.734 INFO:tasks.rados.rados.0.smithi002.stdout:1023: writing smithi00278215-14 from 770048 to 1171456 tid 2 2024-09-14T03:38:37.734 INFO:tasks.rados.rados.0.smithi002.stdout:1020: done (1 left) 2024-09-14T03:38:37.734 INFO:tasks.rados.rados.0.smithi002.stdout:1024: setattr oid 21 current snap is 102 2024-09-14T03:38:37.734 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 22 current snap is 102 2024-09-14T03:38:37.734 INFO:tasks.rados.rados.0.smithi002.stdout:1025: seq_num 344 ranges {0=565248,565248=401408} 2024-09-14T03:38:37.734 INFO:tasks.rados.rados.0.smithi002.stdout:1025: writing smithi00278215-22 from 0 to 565248 tid 1 2024-09-14T03:38:37.735 INFO:tasks.rados.rados.0.smithi002.stdout:1025: writing smithi00278215-22 from 565248 to 966656 tid 2 2024-09-14T03:38:37.735 INFO:tasks.rados.rados.0.smithi002.stdout:1026: rollback oid 12 current snap is 102 2024-09-14T03:38:37.735 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 12 to 92 2024-09-14T03:38:37.735 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 290 (ObjNum 340 snap 102 seq_num 340) dirty exists 2024-09-14T03:38:37.735 INFO:tasks.rados.rados.0.smithi002.stdout:1023: finishing write tid 1 to smithi00278215-14 2024-09-14T03:38:37.735 INFO:tasks.rados.rados.0.smithi002.stdout:1023: finishing write tid 2 to smithi00278215-14 2024-09-14T03:38:37.735 INFO:tasks.rados.rados.0.smithi002.stdout:1023: finishing write tid 3 to smithi00278215-14 2024-09-14T03:38:37.735 INFO:tasks.rados.rados.0.smithi002.stdout:1023: finishing write tid 4 to smithi00278215-14 2024-09-14T03:38:37.735 INFO:tasks.rados.rados.0.smithi002.stdout:1023: oid 14 updating version 0 to 608 2024-09-14T03:38:37.735 INFO:tasks.rados.rados.0.smithi002.stdout:1023: oid 14 updating version 608 to 610 2024-09-14T03:38:37.735 INFO:tasks.rados.rados.0.smithi002.stdout:1023: oid 14 version 610 is already newer than 609 2024-09-14T03:38:37.735 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 14 v 610 (ObjNum 343 snap 102 seq_num 343) dirty exists 2024-09-14T03:38:37.735 INFO:tasks.rados.rados.0.smithi002.stdout:1023: left oid 14 (ObjNum 343 snap 102 seq_num 343) 2024-09-14T03:38:37.735 INFO:tasks.rados.rados.0.smithi002.stdout:1023: done (3 left) 2024-09-14T03:38:37.735 INFO:tasks.rados.rados.0.smithi002.stdout:1024: done (2 left) 2024-09-14T03:38:37.736 INFO:tasks.rados.rados.0.smithi002.stdout:1027: snap_remove snap 99 2024-09-14T03:38:38.119 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:37 smithi002 ceph-mon[89815]: pgmap v58: 121 pgs: 121 active+clean; 294 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 229 KiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-09-14T03:38:38.119 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:37 smithi002 ceph-mon[89815]: osdmap e260: 8 total, 8 up, 8 in 2024-09-14T03:38:38.119 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:37 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:38.119 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:37 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:38.119 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:37 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-09-14T03:38:38.119 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:37 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2024-09-14T03:38:38.119 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:37 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:38:38.119 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:37 smithi002 ceph-mon[89815]: osdmap e261: 8 total, 8 up, 8 in 2024-09-14T03:38:38.120 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:37 smithi002 ceph-mon[87970]: pgmap v58: 121 pgs: 121 active+clean; 294 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 229 KiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-09-14T03:38:38.120 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:37 smithi002 ceph-mon[87970]: osdmap e260: 8 total, 8 up, 8 in 2024-09-14T03:38:38.120 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:37 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:38.120 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:37 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:38.120 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:37 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-09-14T03:38:38.120 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:37 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2024-09-14T03:38:38.120 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:37 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:38:38.120 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:37 smithi002 ceph-mon[87970]: osdmap e261: 8 total, 8 up, 8 in 2024-09-14T03:38:38.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:37 smithi154 ceph-mon[81546]: pgmap v58: 121 pgs: 121 active+clean; 294 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 229 KiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-09-14T03:38:38.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:37 smithi154 ceph-mon[81546]: osdmap e260: 8 total, 8 up, 8 in 2024-09-14T03:38:38.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:37 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:38.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:37 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:38.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:37 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-09-14T03:38:38.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:37 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2024-09-14T03:38:38.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:37 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:38:38.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:37 smithi154 ceph-mon[81546]: osdmap e261: 8 total, 8 up, 8 in 2024-09-14T03:38:38.673 INFO:tasks.rados.rados.0.smithi002.stdout:1027: done (2 left) 2024-09-14T03:38:38.673 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 18 current snap is 102 2024-09-14T03:38:38.674 INFO:tasks.rados.rados.0.smithi002.stdout:1025: finishing write tid 1 to smithi00278215-22 2024-09-14T03:38:38.674 INFO:tasks.rados.rados.0.smithi002.stdout:1028: seq_num 345 ranges {0=581632,581632=401408} 2024-09-14T03:38:38.676 INFO:tasks.rados.rados.0.smithi002.stdout:1028: writing smithi00278215-18 from 0 to 581632 tid 1 2024-09-14T03:38:38.679 INFO:tasks.rados.rados.0.smithi002.stdout:1028: writing smithi00278215-18 from 581632 to 983040 tid 2 2024-09-14T03:38:38.679 INFO:tasks.rados.rados.0.smithi002.stdout:1029: read oid 20 snap -1 2024-09-14T03:38:38.679 INFO:tasks.rados.rados.0.smithi002.stdout:1029: expect deleted 2024-09-14T03:38:38.680 INFO:tasks.rados.rados.0.smithi002.stdout:1030: setattr oid 3 current snap is 102 2024-09-14T03:38:38.680 INFO:tasks.rados.rados.0.smithi002.stdout:1026: finishing rollback tid 1 to smithi00278215-12 2024-09-14T03:38:38.680 INFO:tasks.rados.rados.0.smithi002.stdout:1025: finishing write tid 2 to smithi00278215-22 2024-09-14T03:38:38.680 INFO:tasks.rados.rados.0.smithi002.stdout:1026: finishing rollback tid 2 to smithi00278215-12 2024-09-14T03:38:38.680 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 839 (ObjNum 153 snap 43 seq_num 153) dirty exists 2024-09-14T03:38:38.680 INFO:tasks.rados.rados.0.smithi002.stdout:1025: finishing write tid 3 to smithi00278215-22 2024-09-14T03:38:38.680 INFO:tasks.rados.rados.0.smithi002.stdout:1025: finishing write tid 4 to smithi00278215-22 2024-09-14T03:38:38.680 INFO:tasks.rados.rados.0.smithi002.stdout:1025: oid 22 updating version 0 to 1022 2024-09-14T03:38:38.680 INFO:tasks.rados.rados.0.smithi002.stdout:1025: oid 22 updating version 1022 to 1024 2024-09-14T03:38:38.680 INFO:tasks.rados.rados.0.smithi002.stdout:1025: oid 22 version 1024 is already newer than 1023 2024-09-14T03:38:38.680 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 22 v 1024 (ObjNum 344 snap 102 seq_num 344) dirty exists 2024-09-14T03:38:38.680 INFO:tasks.rados.rados.0.smithi002.stdout:1025: left oid 22 (ObjNum 344 snap 102 seq_num 344) 2024-09-14T03:38:38.681 INFO:tasks.rados.rados.0.smithi002.stdout:1025: done (4 left) 2024-09-14T03:38:38.681 INFO:tasks.rados.rados.0.smithi002.stdout:1026: done (3 left) 2024-09-14T03:38:38.681 INFO:tasks.rados.rados.0.smithi002.stdout:1031: delete oid 12 current snap is 102 2024-09-14T03:38:38.685 INFO:tasks.rados.rados.0.smithi002.stdout:1028: finishing write tid 1 to smithi00278215-18 2024-09-14T03:38:38.688 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 3 v 840 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-09-14T03:38:38.688 INFO:tasks.rados.rados.0.smithi002.stdout:1028: finishing write tid 2 to smithi00278215-18 2024-09-14T03:38:38.688 INFO:tasks.rados.rados.0.smithi002.stdout:1029: done (3 left) 2024-09-14T03:38:38.688 INFO:tasks.rados.rados.0.smithi002.stdout:1030: done (2 left) 2024-09-14T03:38:38.688 INFO:tasks.rados.rados.0.smithi002.stdout:1031: done (1 left) 2024-09-14T03:38:38.688 INFO:tasks.rados.rados.0.smithi002.stdout:1032: rollback oid 25 current snap is 102 2024-09-14T03:38:38.688 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 25 to 60 2024-09-14T03:38:38.688 INFO:tasks.rados.rados.0.smithi002.stdout:1033: rollback oid 48 current snap is 102 2024-09-14T03:38:38.688 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 48 to 74 2024-09-14T03:38:38.688 INFO:tasks.rados.rados.0.smithi002.stdout:1034: rmattr oid 8 current snap is 102 2024-09-14T03:38:38.688 INFO:tasks.rados.rados.0.smithi002.stdout:1035: read oid 21 snap -1 2024-09-14T03:38:38.689 INFO:tasks.rados.rados.0.smithi002.stdout:1035: expect (ObjNum 340 snap 102 seq_num 340) 2024-09-14T03:38:38.689 INFO:tasks.rados.rados.0.smithi002.stdout:1036: copy_from oid 39 from oid 38 current snap is 102 2024-09-14T03:38:38.689 INFO:tasks.rados.rados.0.smithi002.stdout:1037: copy_from oid 15 from oid 44 current snap is 102 2024-09-14T03:38:38.689 INFO:tasks.rados.rados.0.smithi002.stdout:1038: rollback oid 17 current snap is 102 2024-09-14T03:38:38.689 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 17 to 97 2024-09-14T03:38:38.690 INFO:tasks.rados.rados.0.smithi002.stdout:1039: read oid 43 snap -1 2024-09-14T03:38:38.690 INFO:tasks.rados.rados.0.smithi002.stdout:1039: expect (ObjNum 296 snap 91 seq_num 296) 2024-09-14T03:38:38.690 INFO:tasks.rados.rados.0.smithi002.stdout:1040: rollback oid 41 current snap is 102 2024-09-14T03:38:38.690 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 41 to 67 2024-09-14T03:38:38.690 INFO:tasks.rados.rados.0.smithi002.stdout:1041: rollback oid 49 current snap is 102 2024-09-14T03:38:38.690 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 49 to 67 2024-09-14T03:38:38.690 INFO:tasks.rados.rados.0.smithi002.stdout:1042: rollback oid 19 current snap is 102 2024-09-14T03:38:38.690 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 19 to 95 2024-09-14T03:38:38.691 INFO:tasks.rados.rados.0.smithi002.stdout:1043: snap_create 2024-09-14T03:38:38.691 INFO:tasks.rados.rados.0.smithi002.stdout:1028: finishing write tid 3 to smithi00278215-18 2024-09-14T03:38:38.691 INFO:tasks.rados.rados.0.smithi002.stdout:1033: finishing rollback tid 1 to smithi00278215-48 2024-09-14T03:38:38.692 INFO:tasks.rados.rados.0.smithi002.stdout:1028: finishing write tid 4 to smithi00278215-18 2024-09-14T03:38:38.693 INFO:tasks.rados.rados.0.smithi002.stdout:1028: oid 18 updating version 0 to 243 2024-09-14T03:38:38.693 INFO:tasks.rados.rados.0.smithi002.stdout:1028: oid 18 version 243 is already newer than 241 2024-09-14T03:38:38.693 INFO:tasks.rados.rados.0.smithi002.stdout:1028: oid 18 version 243 is already newer than 242 2024-09-14T03:38:38.693 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 243 (ObjNum 345 snap 102 seq_num 345) dirty exists 2024-09-14T03:38:38.693 INFO:tasks.rados.rados.0.smithi002.stdout:1028: left oid 18 (ObjNum 345 snap 102 seq_num 345) 2024-09-14T03:38:38.693 INFO:tasks.rados.rados.0.smithi002.stdout:1033: finishing rollback tid 2 to smithi00278215-48 2024-09-14T03:38:38.693 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 325 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-14T03:38:38.693 INFO:tasks.rados.rados.0.smithi002.stdout:1032: finishing rollback tid 1 to smithi00278215-25 2024-09-14T03:38:38.693 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 143 (ObjNum 129 snap 0 seq_num 855350240) dirty dne 2024-09-14T03:38:38.694 INFO:tasks.rados.rados.0.smithi002.stdout:1036: finishing copy_from to smithi00278215-39 2024-09-14T03:38:38.694 INFO:tasks.rados.rados.0.smithi002.stdout:1036: got expected ENOENT (src dne) 2024-09-14T03:38:38.694 INFO:tasks.rados.rados.0.smithi002.stdout:1036: finishing copy_from racing read to smithi00278215-39 2024-09-14T03:38:38.694 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 8 v 169 (ObjNum 240 snap 70 seq_num 240) dirty exists 2024-09-14T03:38:38.695 INFO:tasks.rados.rados.0.smithi002.stdout:1038: finishing rollback tid 0 to smithi00278215-17 2024-09-14T03:38:38.695 INFO:tasks.rados.rados.0.smithi002.stdout:1042: finishing rollback tid 0 to smithi00278215-19 2024-09-14T03:38:38.695 INFO:tasks.rados.rados.0.smithi002.stdout:1038: finishing rollback tid 1 to smithi00278215-17 2024-09-14T03:38:38.695 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 17 v 846 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-09-14T03:38:38.695 INFO:tasks.rados.rados.0.smithi002.stdout:1042: finishing rollback tid 1 to smithi00278215-19 2024-09-14T03:38:38.696 INFO:tasks.rados.rados.0.smithi002.stdout:1041: finishing rollback tid 0 to smithi00278215-49 2024-09-14T03:38:38.696 INFO:tasks.rados.rados.0.smithi002.stdout:1041: finishing rollback tid 1 to smithi00278215-49 2024-09-14T03:38:38.696 INFO:tasks.rados.rados.0.smithi002.stdout:1042: finishing rollback tid 2 to smithi00278215-19 2024-09-14T03:38:38.696 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 19 v 780 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-14T03:38:38.697 INFO:tasks.rados.rados.0.smithi002.stdout:1041: finishing rollback tid 2 to smithi00278215-49 2024-09-14T03:38:38.697 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 224 (ObjNum 211 snap 60 seq_num 211) dirty exists 2024-09-14T03:38:38.697 INFO:tasks.rados.rados.0.smithi002.stdout:1040: finishing rollback tid 0 to smithi00278215-41 2024-09-14T03:38:38.698 INFO:tasks.rados.rados.0.smithi002.stdout:1039: expect (ObjNum 296 snap 91 seq_num 296) 2024-09-14T03:38:38.703 INFO:tasks.rados.rados.0.smithi002.stdout:1040: finishing rollback tid 1 to smithi00278215-41 2024-09-14T03:38:38.703 INFO:tasks.rados.rados.0.smithi002.stdout:1040: finishing rollback tid 2 to smithi00278215-41 2024-09-14T03:38:38.704 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 41 v 1096 (ObjNum 218 snap 64 seq_num 218) dirty exists 2024-09-14T03:38:38.704 INFO:tasks.rados.rados.0.smithi002.stdout:1037: finishing copy_from racing read to smithi00278215-15 2024-09-14T03:38:38.704 INFO:tasks.rados.rados.0.smithi002.stdout:1037: finishing copy_from to smithi00278215-15 2024-09-14T03:38:38.704 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 15 v 604 (ObjNum 199 snap 54 seq_num 199) dirty exists 2024-09-14T03:38:38.709 INFO:tasks.rados.rados.0.smithi002.stdout:1035: expect (ObjNum 340 snap 102 seq_num 340) 2024-09-14T03:38:39.184 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:38 smithi154 ceph-mon[81546]: Reconfiguring mgr.y (monmap changed)... 2024-09-14T03:38:39.184 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:38 smithi154 ceph-mon[81546]: Reconfiguring daemon mgr.y on smithi002 2024-09-14T03:38:39.185 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:38 smithi154 ceph-mon[81546]: osdmap e262: 8 total, 8 up, 8 in 2024-09-14T03:38:39.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:38 smithi002 ceph-mon[87970]: Reconfiguring mgr.y (monmap changed)... 2024-09-14T03:38:39.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:38 smithi002 ceph-mon[87970]: Reconfiguring daemon mgr.y on smithi002 2024-09-14T03:38:39.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:38 smithi002 ceph-mon[87970]: osdmap e262: 8 total, 8 up, 8 in 2024-09-14T03:38:39.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:38 smithi002 ceph-mon[89815]: Reconfiguring mgr.y (monmap changed)... 2024-09-14T03:38:39.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:38 smithi002 ceph-mon[89815]: Reconfiguring daemon mgr.y on smithi002 2024-09-14T03:38:39.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:38 smithi002 ceph-mon[89815]: osdmap e262: 8 total, 8 up, 8 in 2024-09-14T03:38:39.675 INFO:tasks.rados.rados.0.smithi002.stdout:1028: done (12 left) 2024-09-14T03:38:39.675 INFO:tasks.rados.rados.0.smithi002.stdout:1032: done (11 left) 2024-09-14T03:38:39.675 INFO:tasks.rados.rados.0.smithi002.stdout:1033: done (10 left) 2024-09-14T03:38:39.675 INFO:tasks.rados.rados.0.smithi002.stdout:1034: done (9 left) 2024-09-14T03:38:39.675 INFO:tasks.rados.rados.0.smithi002.stdout:1035: done (8 left) 2024-09-14T03:38:39.675 INFO:tasks.rados.rados.0.smithi002.stdout:1036: done (7 left) 2024-09-14T03:38:39.675 INFO:tasks.rados.rados.0.smithi002.stdout:1037: done (6 left) 2024-09-14T03:38:39.675 INFO:tasks.rados.rados.0.smithi002.stdout:1038: done (5 left) 2024-09-14T03:38:39.676 INFO:tasks.rados.rados.0.smithi002.stdout:1039: done (4 left) 2024-09-14T03:38:39.676 INFO:tasks.rados.rados.0.smithi002.stdout:1040: done (3 left) 2024-09-14T03:38:39.676 INFO:tasks.rados.rados.0.smithi002.stdout:1041: done (2 left) 2024-09-14T03:38:39.676 INFO:tasks.rados.rados.0.smithi002.stdout:1042: done (1 left) 2024-09-14T03:38:39.676 INFO:tasks.rados.rados.0.smithi002.stdout:1043: done (0 left) 2024-09-14T03:38:39.676 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 1 current snap is 103 2024-09-14T03:38:39.676 INFO:tasks.rados.rados.0.smithi002.stdout:1044: seq_num 347 ranges {2408448=614400,3022848=401408} 2024-09-14T03:38:39.692 INFO:tasks.rados.rados.0.smithi002.stdout:1044: writing smithi00278215-1 from 2408448 to 3022848 tid 1 2024-09-14T03:38:39.694 INFO:tasks.rados.rados.0.smithi002.stdout:1044: writing smithi00278215-1 from 3022848 to 3424256 tid 2 2024-09-14T03:38:39.694 INFO:tasks.rados.rados.0.smithi002.stdout:1045: read oid 35 snap -1 2024-09-14T03:38:39.694 INFO:tasks.rados.rados.0.smithi002.stdout:1045: expect (ObjNum 278 snap 84 seq_num 278) 2024-09-14T03:38:39.694 INFO:tasks.rados.rados.0.smithi002.stdout:1046: snap_create 2024-09-14T03:38:39.699 INFO:tasks.rados.rados.0.smithi002.stdout:1044: finishing write tid 1 to smithi00278215-1 2024-09-14T03:38:39.700 INFO:tasks.rados.rados.0.smithi002.stdout:1044: finishing write tid 2 to smithi00278215-1 2024-09-14T03:38:39.700 INFO:tasks.rados.rados.0.smithi002.stdout:1044: finishing write tid 3 to smithi00278215-1 2024-09-14T03:38:39.701 INFO:tasks.rados.rados.0.smithi002.stdout:1044: finishing write tid 4 to smithi00278215-1 2024-09-14T03:38:39.701 INFO:tasks.rados.rados.0.smithi002.stdout:1044: oid 1 updating version 0 to 1100 2024-09-14T03:38:39.701 INFO:tasks.rados.rados.0.smithi002.stdout:1044: oid 1 version 1100 is already newer than 1099 2024-09-14T03:38:39.701 INFO:tasks.rados.rados.0.smithi002.stdout:1044: oid 1 version 1100 is already newer than 1098 2024-09-14T03:38:39.701 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 1 v 1100 (ObjNum 347 snap 103 seq_num 347) dirty exists 2024-09-14T03:38:39.701 INFO:tasks.rados.rados.0.smithi002.stdout:1044: left oid 1 (ObjNum 347 snap 103 seq_num 347) 2024-09-14T03:38:39.713 INFO:tasks.rados.rados.0.smithi002.stdout:1045: expect (ObjNum 278 snap 84 seq_num 278) 2024-09-14T03:38:40.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:40 smithi002 ceph-mon[89815]: pgmap v61: 121 pgs: 121 active+clean; 294 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 229 KiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-09-14T03:38:40.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:40 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:40.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:40 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:40.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:40 smithi002 ceph-mon[89815]: Reconfiguring mon.c (monmap changed)... 2024-09-14T03:38:40.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:40 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-14T03:38:40.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:40 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-14T03:38:40.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:40 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:38:40.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:40 smithi002 ceph-mon[89815]: Reconfiguring daemon mon.c on smithi002 2024-09-14T03:38:40.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:40 smithi002 ceph-mon[89815]: osdmap e263: 8 total, 8 up, 8 in 2024-09-14T03:38:40.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:40 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:38:40.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:40 smithi002 ceph-mon[87970]: pgmap v61: 121 pgs: 121 active+clean; 294 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 229 KiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-09-14T03:38:40.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:40 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:40.439 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:40 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:40.439 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:40 smithi002 ceph-mon[87970]: Reconfiguring mon.c (monmap changed)... 2024-09-14T03:38:40.439 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:40 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-14T03:38:40.439 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:40 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-14T03:38:40.439 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:40 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:38:40.439 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:40 smithi002 ceph-mon[87970]: Reconfiguring daemon mon.c on smithi002 2024-09-14T03:38:40.439 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:40 smithi002 ceph-mon[87970]: osdmap e263: 8 total, 8 up, 8 in 2024-09-14T03:38:40.439 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:40 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:38:40.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:40 smithi154 ceph-mon[81546]: pgmap v61: 121 pgs: 121 active+clean; 294 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 229 KiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-09-14T03:38:40.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:40 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:40.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:40 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:40.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:40 smithi154 ceph-mon[81546]: Reconfiguring mon.c (monmap changed)... 2024-09-14T03:38:40.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:40 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-14T03:38:40.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:40 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-14T03:38:40.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:40 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:38:40.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:40 smithi154 ceph-mon[81546]: Reconfiguring daemon mon.c on smithi002 2024-09-14T03:38:40.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:40 smithi154 ceph-mon[81546]: osdmap e263: 8 total, 8 up, 8 in 2024-09-14T03:38:40.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:40 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:38:40.677 INFO:tasks.rados.rados.0.smithi002.stdout:1044: done (2 left) 2024-09-14T03:38:40.677 INFO:tasks.rados.rados.0.smithi002.stdout:1045: done (1 left) 2024-09-14T03:38:40.677 INFO:tasks.rados.rados.0.smithi002.stdout:1046: done (0 left) 2024-09-14T03:38:40.677 INFO:tasks.rados.rados.0.smithi002.stdout:1047: rollback oid 37 current snap is 104 2024-09-14T03:38:40.677 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 37 to 93 2024-09-14T03:38:40.677 INFO:tasks.rados.rados.0.smithi002.stdout:1048: delete oid 44 current snap is 104 2024-09-14T03:38:40.683 INFO:tasks.rados.rados.0.smithi002.stdout:1048: done (1 left) 2024-09-14T03:38:40.683 INFO:tasks.rados.rados.0.smithi002.stdout:1049: copy_from oid 39 from oid 8 current snap is 104 2024-09-14T03:38:40.683 INFO:tasks.rados.rados.0.smithi002.stdout:1050: read oid 46 snap 77 2024-09-14T03:38:40.684 INFO:tasks.rados.rados.0.smithi002.stdout:1050: expect deleted 2024-09-14T03:38:40.684 INFO:tasks.rados.rados.0.smithi002.stdout:1051: rollback oid 29 current snap is 104 2024-09-14T03:38:40.684 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 29 to 77 2024-09-14T03:38:40.684 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 50 current snap is 104 2024-09-14T03:38:40.684 INFO:tasks.rados.rados.0.smithi002.stdout:1052: seq_num 349 ranges {679936=655360,1335296=401408} 2024-09-14T03:38:40.691 INFO:tasks.rados.rados.0.smithi002.stdout:1052: writing smithi00278215-50 from 679936 to 1335296 tid 1 2024-09-14T03:38:40.693 INFO:tasks.rados.rados.0.smithi002.stdout:1052: writing smithi00278215-50 from 1335296 to 1736704 tid 2 2024-09-14T03:38:40.693 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 24 current snap is 104 2024-09-14T03:38:40.693 INFO:tasks.rados.rados.0.smithi002.stdout:1053: seq_num 350 ranges {3612672=671744,4284416=401408} 2024-09-14T03:38:40.717 INFO:tasks.rados.rados.0.smithi002.stdout:1053: writing smithi00278215-24 from 3612672 to 4284416 tid 1 2024-09-14T03:38:40.719 INFO:tasks.rados.rados.0.smithi002.stdout:1053: writing smithi00278215-24 from 4284416 to 4685824 tid 2 2024-09-14T03:38:40.719 INFO:tasks.rados.rados.0.smithi002.stdout:1054: snap_remove snap 67 2024-09-14T03:38:41.682 INFO:tasks.rados.rados.0.smithi002.stdout:1054: done (6 left) 2024-09-14T03:38:41.683 INFO:tasks.rados.rados.0.smithi002.stdout:1055: rmattr oid 28 current snap is 104 2024-09-14T03:38:41.683 INFO:tasks.rados.rados.0.smithi002.stdout:1055: done (6 left) 2024-09-14T03:38:41.683 INFO:tasks.rados.rados.0.smithi002.stdout:1056: setattr oid 44 current snap is 104 2024-09-14T03:38:41.683 INFO:tasks.rados.rados.0.smithi002.stdout:1047: finishing rollback tid 0 to smithi00278215-37 2024-09-14T03:38:41.683 INFO:tasks.rados.rados.0.smithi002.stdout:1047: finishing rollback tid 1 to smithi00278215-37 2024-09-14T03:38:41.683 INFO:tasks.rados.rados.0.smithi002.stdout:1047: finishing rollback tid 2 to smithi00278215-37 2024-09-14T03:38:41.683 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 37 v 783 (ObjNum 231 snap 69 seq_num 231) dirty exists 2024-09-14T03:38:41.683 INFO:tasks.rados.rados.0.smithi002.stdout:1051: finishing rollback tid 0 to smithi00278215-29 2024-09-14T03:38:41.683 INFO:tasks.rados.rados.0.smithi002.stdout:1051: finishing rollback tid 1 to smithi00278215-29 2024-09-14T03:38:41.683 INFO:tasks.rados.rados.0.smithi002.stdout:1051: finishing rollback tid 2 to smithi00278215-29 2024-09-14T03:38:41.683 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 1104 (ObjNum 238 snap 70 seq_num 238) dirty exists 2024-09-14T03:38:41.684 INFO:tasks.rados.rados.0.smithi002.stdout:1049: finishing copy_from racing read to smithi00278215-39 2024-09-14T03:38:41.684 INFO:tasks.rados.rados.0.smithi002.stdout:1049: finishing copy_from to smithi00278215-39 2024-09-14T03:38:41.684 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 39 v 169 (ObjNum 240 snap 70 seq_num 240) dirty exists 2024-09-14T03:38:41.684 INFO:tasks.rados.rados.0.smithi002.stdout:1052: finishing write tid 1 to smithi00278215-50 2024-09-14T03:38:41.684 INFO:tasks.rados.rados.0.smithi002.stdout:1052: finishing write tid 2 to smithi00278215-50 2024-09-14T03:38:41.684 INFO:tasks.rados.rados.0.smithi002.stdout:1052: finishing write tid 3 to smithi00278215-50 2024-09-14T03:38:41.684 INFO:tasks.rados.rados.0.smithi002.stdout:1052: finishing write tid 4 to smithi00278215-50 2024-09-14T03:38:41.684 INFO:tasks.rados.rados.0.smithi002.stdout:1052: oid 50 updating version 0 to 1107 2024-09-14T03:38:41.684 INFO:tasks.rados.rados.0.smithi002.stdout:1052: oid 50 updating version 1107 to 1108 2024-09-14T03:38:41.684 INFO:tasks.rados.rados.0.smithi002.stdout:1052: oid 50 version 1108 is already newer than 1106 2024-09-14T03:38:41.684 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 1108 (ObjNum 349 snap 104 seq_num 349) dirty exists 2024-09-14T03:38:41.684 INFO:tasks.rados.rados.0.smithi002.stdout:1052: left oid 50 (ObjNum 349 snap 104 seq_num 349) 2024-09-14T03:38:41.684 INFO:tasks.rados.rados.0.smithi002.stdout:1053: finishing write tid 1 to smithi00278215-24 2024-09-14T03:38:41.684 INFO:tasks.rados.rados.0.smithi002.stdout:1053: finishing write tid 2 to smithi00278215-24 2024-09-14T03:38:41.685 INFO:tasks.rados.rados.0.smithi002.stdout:1053: finishing write tid 3 to smithi00278215-24 2024-09-14T03:38:41.685 INFO:tasks.rados.rados.0.smithi002.stdout:1053: finishing write tid 4 to smithi00278215-24 2024-09-14T03:38:41.685 INFO:tasks.rados.rados.0.smithi002.stdout:1053: oid 24 updating version 0 to 329 2024-09-14T03:38:41.685 INFO:tasks.rados.rados.0.smithi002.stdout:1053: oid 24 version 329 is already newer than 328 2024-09-14T03:38:41.685 INFO:tasks.rados.rados.0.smithi002.stdout:1053: oid 24 version 329 is already newer than 327 2024-09-14T03:38:41.685 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 24 v 329 (ObjNum 350 snap 104 seq_num 350) dirty exists 2024-09-14T03:38:41.685 INFO:tasks.rados.rados.0.smithi002.stdout:1053: left oid 24 (ObjNum 350 snap 104 seq_num 350) 2024-09-14T03:38:41.686 INFO:tasks.rados.rados.0.smithi002.stdout:1047: done (6 left) 2024-09-14T03:38:41.686 INFO:tasks.rados.rados.0.smithi002.stdout:1049: done (5 left) 2024-09-14T03:38:41.686 INFO:tasks.rados.rados.0.smithi002.stdout:1050: done (4 left) 2024-09-14T03:38:41.686 INFO:tasks.rados.rados.0.smithi002.stdout:1051: done (3 left) 2024-09-14T03:38:41.686 INFO:tasks.rados.rados.0.smithi002.stdout:1052: done (2 left) 2024-09-14T03:38:41.686 INFO:tasks.rados.rados.0.smithi002.stdout:1053: done (1 left) 2024-09-14T03:38:41.686 INFO:tasks.rados.rados.0.smithi002.stdout:1057: snap_remove snap 73 2024-09-14T03:38:41.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:41 smithi002 ceph-mon[87970]: pgmap v64: 121 pgs: 121 active+clean; 300 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.4 MiB/s wr, 24 op/s 2024-09-14T03:38:41.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:41 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:41.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:41 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:41.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:41 smithi002 ceph-mon[87970]: Reconfiguring osd.0 (monmap changed)... 2024-09-14T03:38:41.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:41 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-09-14T03:38:41.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:41 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:38:41.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:41 smithi002 ceph-mon[87970]: Reconfiguring daemon osd.0 on smithi002 2024-09-14T03:38:41.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:41 smithi002 ceph-mon[87970]: osdmap e264: 8 total, 8 up, 8 in 2024-09-14T03:38:41.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:41 smithi002 ceph-mon[89815]: pgmap v64: 121 pgs: 121 active+clean; 300 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.4 MiB/s wr, 24 op/s 2024-09-14T03:38:41.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:41 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:41.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:41 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:41.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:41 smithi002 ceph-mon[89815]: Reconfiguring osd.0 (monmap changed)... 2024-09-14T03:38:41.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:41 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-09-14T03:38:41.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:41 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:38:41.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:41 smithi002 ceph-mon[89815]: Reconfiguring daemon osd.0 on smithi002 2024-09-14T03:38:41.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:41 smithi002 ceph-mon[89815]: osdmap e264: 8 total, 8 up, 8 in 2024-09-14T03:38:41.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:41 smithi154 ceph-mon[81546]: pgmap v64: 121 pgs: 121 active+clean; 300 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.4 MiB/s wr, 24 op/s 2024-09-14T03:38:41.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:41 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:41.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:41 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:41.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:41 smithi154 ceph-mon[81546]: Reconfiguring osd.0 (monmap changed)... 2024-09-14T03:38:41.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:41 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-09-14T03:38:41.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:41 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:38:41.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:41 smithi154 ceph-mon[81546]: Reconfiguring daemon osd.0 on smithi002 2024-09-14T03:38:41.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:41 smithi154 ceph-mon[81546]: osdmap e264: 8 total, 8 up, 8 in 2024-09-14T03:38:42.673 INFO:tasks.rados.rados.0.smithi002.stdout:1057: done (1 left) 2024-09-14T03:38:42.674 INFO:tasks.rados.rados.0.smithi002.stdout:1058: rollback oid 16 current snap is 104 2024-09-14T03:38:42.674 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 16 to 91 2024-09-14T03:38:42.674 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 612 (ObjNum 33 snap 0 seq_num 3675380016) dirty exists 2024-09-14T03:38:42.674 INFO:tasks.rados.rados.0.smithi002.stdout:1056: done (1 left) 2024-09-14T03:38:42.674 INFO:tasks.rados.rados.0.smithi002.stdout:1059: snap_remove snap 60 2024-09-14T03:38:42.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:42 smithi002 ceph-mon[89815]: osdmap e265: 8 total, 8 up, 8 in 2024-09-14T03:38:42.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:42 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:42.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:42 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:42.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:42 smithi002 ceph-mon[89815]: Reconfiguring osd.1 (monmap changed)... 2024-09-14T03:38:42.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:42 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-09-14T03:38:42.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:42 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:38:42.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:42 smithi002 ceph-mon[89815]: Reconfiguring daemon osd.1 on smithi002 2024-09-14T03:38:42.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:42 smithi002 ceph-mon[89815]: osdmap e266: 8 total, 8 up, 8 in 2024-09-14T03:38:42.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:42 smithi002 ceph-mon[87970]: osdmap e265: 8 total, 8 up, 8 in 2024-09-14T03:38:42.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:42 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:42.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:42 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:42.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:42 smithi002 ceph-mon[87970]: Reconfiguring osd.1 (monmap changed)... 2024-09-14T03:38:42.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:42 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-09-14T03:38:42.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:42 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:38:42.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:42 smithi002 ceph-mon[87970]: Reconfiguring daemon osd.1 on smithi002 2024-09-14T03:38:42.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:42 smithi002 ceph-mon[87970]: osdmap e266: 8 total, 8 up, 8 in 2024-09-14T03:38:42.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:42 smithi154 ceph-mon[81546]: osdmap e265: 8 total, 8 up, 8 in 2024-09-14T03:38:42.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:42 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:42.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:42 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:42.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:42 smithi154 ceph-mon[81546]: Reconfiguring osd.1 (monmap changed)... 2024-09-14T03:38:42.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:42 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-09-14T03:38:42.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:42 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:38:42.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:42 smithi154 ceph-mon[81546]: Reconfiguring daemon osd.1 on smithi002 2024-09-14T03:38:42.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:42 smithi154 ceph-mon[81546]: osdmap e266: 8 total, 8 up, 8 in 2024-09-14T03:38:43.437 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:38:43 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:38:43] "GET /metrics HTTP/1.1" 200 36160 "" "Prometheus/2.43.0" 2024-09-14T03:38:43.675 INFO:tasks.rados.rados.0.smithi002.stdout:1059: done (1 left) 2024-09-14T03:38:43.675 INFO:tasks.rados.rados.0.smithi002.stdout:1060: read oid 46 snap -1 2024-09-14T03:38:43.675 INFO:tasks.rados.rados.0.smithi002.stdout:1060: expect deleted 2024-09-14T03:38:43.676 INFO:tasks.rados.rados.0.smithi002.stdout:1061: copy_from oid 21 from oid 11 current snap is 104 2024-09-14T03:38:43.676 INFO:tasks.rados.rados.0.smithi002.stdout:1062: snap_remove snap 94 2024-09-14T03:38:44.355 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:44 smithi002 ceph-mon[87970]: pgmap v67: 121 pgs: 121 active+clean; 300 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 1.4 MiB/s wr, 24 op/s 2024-09-14T03:38:44.355 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:44 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:44.355 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:44 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:44.356 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:44 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-09-14T03:38:44.356 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:44 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:38:44.356 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:44 smithi002 ceph-mon[87970]: osdmap e267: 8 total, 8 up, 8 in 2024-09-14T03:38:44.356 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:44 smithi002 ceph-mon[89815]: pgmap v67: 121 pgs: 121 active+clean; 300 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 1.4 MiB/s wr, 24 op/s 2024-09-14T03:38:44.356 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:44 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:44.356 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:44 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:44.356 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:44 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-09-14T03:38:44.356 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:44 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:38:44.356 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:44 smithi002 ceph-mon[89815]: osdmap e267: 8 total, 8 up, 8 in 2024-09-14T03:38:44.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:44 smithi154 ceph-mon[81546]: pgmap v67: 121 pgs: 121 active+clean; 300 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 1.4 MiB/s wr, 24 op/s 2024-09-14T03:38:44.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:44 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:44.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:44 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:44.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:44 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-09-14T03:38:44.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:44 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:38:44.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:44 smithi154 ceph-mon[81546]: osdmap e267: 8 total, 8 up, 8 in 2024-09-14T03:38:44.678 INFO:tasks.rados.rados.0.smithi002.stdout:1062: done (3 left) 2024-09-14T03:38:44.678 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 18 current snap is 104 2024-09-14T03:38:44.678 INFO:tasks.rados.rados.0.smithi002.stdout:1063: seq_num 351 ranges {983040=688128,1671168=401408} 2024-09-14T03:38:44.687 INFO:tasks.rados.rados.0.smithi002.stdout:1063: writing smithi00278215-18 from 983040 to 1671168 tid 1 2024-09-14T03:38:44.690 INFO:tasks.rados.rados.0.smithi002.stdout:1063: writing smithi00278215-18 from 1671168 to 2072576 tid 2 2024-09-14T03:38:44.690 INFO:tasks.rados.rados.0.smithi002.stdout:1064: delete oid 12 current snap is 104 2024-09-14T03:38:44.690 INFO:tasks.rados.rados.0.smithi002.stdout:1058: finishing rollback tid 0 to smithi00278215-16 2024-09-14T03:38:44.690 INFO:tasks.rados.rados.0.smithi002.stdout:1058: finishing rollback tid 1 to smithi00278215-16 2024-09-14T03:38:44.691 INFO:tasks.rados.rados.0.smithi002.stdout:1058: finishing rollback tid 2 to smithi00278215-16 2024-09-14T03:38:44.691 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 16 v 372 (ObjNum 127 snap 32 seq_num 127) dirty exists 2024-09-14T03:38:44.691 INFO:tasks.rados.rados.0.smithi002.stdout:1061: finishing copy_from racing read to smithi00278215-21 2024-09-14T03:38:44.691 INFO:tasks.rados.rados.0.smithi002.stdout:1061: finishing copy_from to smithi00278215-21 2024-09-14T03:38:44.691 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 1017 (ObjNum 236 snap 70 seq_num 236) dirty exists 2024-09-14T03:38:44.696 INFO:tasks.rados.rados.0.smithi002.stdout:1063: finishing write tid 1 to smithi00278215-18 2024-09-14T03:38:44.696 INFO:tasks.rados.rados.0.smithi002.stdout:1063: finishing write tid 2 to smithi00278215-18 2024-09-14T03:38:44.696 INFO:tasks.rados.rados.0.smithi002.stdout:1063: finishing write tid 3 to smithi00278215-18 2024-09-14T03:38:44.697 INFO:tasks.rados.rados.0.smithi002.stdout:1058: done (4 left) 2024-09-14T03:38:44.697 INFO:tasks.rados.rados.0.smithi002.stdout:1060: done (3 left) 2024-09-14T03:38:44.697 INFO:tasks.rados.rados.0.smithi002.stdout:1061: done (2 left) 2024-09-14T03:38:44.697 INFO:tasks.rados.rados.0.smithi002.stdout:1064: done (1 left) 2024-09-14T03:38:44.697 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 2 current snap is 104 2024-09-14T03:38:44.697 INFO:tasks.rados.rados.0.smithi002.stdout:1065: seq_num 353 ranges {0=720896,720896=401408} 2024-09-14T03:38:44.701 INFO:tasks.rados.rados.0.smithi002.stdout:1065: writing smithi00278215-2 from 0 to 720896 tid 1 2024-09-14T03:38:44.704 INFO:tasks.rados.rados.0.smithi002.stdout:1065: writing smithi00278215-2 from 720896 to 1122304 tid 2 2024-09-14T03:38:44.704 INFO:tasks.rados.rados.0.smithi002.stdout:1066: rollback oid 36 current snap is 104 2024-09-14T03:38:44.704 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 36 to 95 2024-09-14T03:38:44.705 INFO:tasks.rados.rados.0.smithi002.stdout:1063: finishing write tid 4 to smithi00278215-18 2024-09-14T03:38:44.705 INFO:tasks.rados.rados.0.smithi002.stdout:1063: oid 18 updating version 0 to 605 2024-09-14T03:38:44.705 INFO:tasks.rados.rados.0.smithi002.stdout:1063: oid 18 updating version 605 to 607 2024-09-14T03:38:44.705 INFO:tasks.rados.rados.0.smithi002.stdout:1063: oid 18 version 607 is already newer than 606 2024-09-14T03:38:44.705 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 607 (ObjNum 351 snap 104 seq_num 351) dirty exists 2024-09-14T03:38:44.705 INFO:tasks.rados.rados.0.smithi002.stdout:1063: left oid 18 (ObjNum 351 snap 104 seq_num 351) 2024-09-14T03:38:44.705 INFO:tasks.rados.rados.0.smithi002.stdout:1063: done (2 left) 2024-09-14T03:38:44.705 INFO:tasks.rados.rados.0.smithi002.stdout:1067: snap_create 2024-09-14T03:38:44.706 INFO:tasks.rados.rados.0.smithi002.stdout:1065: finishing write tid 1 to smithi00278215-2 2024-09-14T03:38:44.707 INFO:tasks.rados.rados.0.smithi002.stdout:1065: finishing write tid 2 to smithi00278215-2 2024-09-14T03:38:44.707 INFO:tasks.rados.rados.0.smithi002.stdout:1066: finishing rollback tid 0 to smithi00278215-36 2024-09-14T03:38:44.707 INFO:tasks.rados.rados.0.smithi002.stdout:1065: finishing write tid 3 to smithi00278215-2 2024-09-14T03:38:44.707 INFO:tasks.rados.rados.0.smithi002.stdout:1066: finishing rollback tid 1 to smithi00278215-36 2024-09-14T03:38:44.707 INFO:tasks.rados.rados.0.smithi002.stdout:1066: finishing rollback tid 2 to smithi00278215-36 2024-09-14T03:38:44.707 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 36 v 1027 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-09-14T03:38:44.708 INFO:tasks.rados.rados.0.smithi002.stdout:1065: finishing write tid 4 to smithi00278215-2 2024-09-14T03:38:44.708 INFO:tasks.rados.rados.0.smithi002.stdout:1065: oid 2 updating version 0 to 637 2024-09-14T03:38:44.708 INFO:tasks.rados.rados.0.smithi002.stdout:1065: oid 2 updating version 637 to 638 2024-09-14T03:38:44.708 INFO:tasks.rados.rados.0.smithi002.stdout:1065: oid 2 version 638 is already newer than 636 2024-09-14T03:38:44.708 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 2 v 638 (ObjNum 353 snap 104 seq_num 353) dirty exists 2024-09-14T03:38:44.708 INFO:tasks.rados.rados.0.smithi002.stdout:1065: left oid 2 (ObjNum 353 snap 104 seq_num 353) 2024-09-14T03:38:45.423 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:45 smithi002 ceph-mon[89815]: Reconfiguring osd.2 (monmap changed)... 2024-09-14T03:38:45.423 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:45 smithi002 ceph-mon[89815]: Reconfiguring daemon osd.2 on smithi002 2024-09-14T03:38:45.423 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:45 smithi002 ceph-mon[89815]: osdmap e268: 8 total, 8 up, 8 in 2024-09-14T03:38:45.423 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:45 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:45.423 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:45 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:45.423 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:45 smithi002 ceph-mon[87970]: Reconfiguring osd.2 (monmap changed)... 2024-09-14T03:38:45.423 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:45 smithi002 ceph-mon[87970]: Reconfiguring daemon osd.2 on smithi002 2024-09-14T03:38:45.423 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:45 smithi002 ceph-mon[87970]: osdmap e268: 8 total, 8 up, 8 in 2024-09-14T03:38:45.424 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:45 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:45.424 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:45 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:45.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:45 smithi154 ceph-mon[81546]: Reconfiguring osd.2 (monmap changed)... 2024-09-14T03:38:45.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:45 smithi154 ceph-mon[81546]: Reconfiguring daemon osd.2 on smithi002 2024-09-14T03:38:45.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:45 smithi154 ceph-mon[81546]: osdmap e268: 8 total, 8 up, 8 in 2024-09-14T03:38:45.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:45 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:45.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:45 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:45.678 INFO:tasks.rados.rados.0.smithi002.stdout:1065: done (2 left) 2024-09-14T03:38:45.678 INFO:tasks.rados.rados.0.smithi002.stdout:1066: done (1 left) 2024-09-14T03:38:45.679 INFO:tasks.rados.rados.0.smithi002.stdout:1067: done (0 left) 2024-09-14T03:38:45.679 INFO:tasks.rados.rados.0.smithi002.stdout:1068: rmattr oid 32 current snap is 105 2024-09-14T03:38:45.679 INFO:tasks.rados.rados.0.smithi002.stdout:1068: done (0 left) 2024-09-14T03:38:45.679 INFO:tasks.rados.rados.0.smithi002.stdout:1069: read oid 50 snap -1 2024-09-14T03:38:45.679 INFO:tasks.rados.rados.0.smithi002.stdout:1069: expect (ObjNum 349 snap 104 seq_num 349) 2024-09-14T03:38:45.679 INFO:tasks.rados.rados.0.smithi002.stdout:1070: rollback oid 48 current snap is 105 2024-09-14T03:38:45.679 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 48 to 44 2024-09-14T03:38:45.679 INFO:tasks.rados.rados.0.smithi002.stdout:1071: delete oid 5 current snap is 105 2024-09-14T03:38:45.683 INFO:tasks.rados.rados.0.smithi002.stdout:1071: done (2 left) 2024-09-14T03:38:45.683 INFO:tasks.rados.rados.0.smithi002.stdout:1072: delete oid 36 current snap is 105 2024-09-14T03:38:45.685 INFO:tasks.rados.rados.0.smithi002.stdout:1070: finishing rollback tid 0 to smithi00278215-48 2024-09-14T03:38:45.686 INFO:tasks.rados.rados.0.smithi002.stdout:1069: expect (ObjNum 349 snap 104 seq_num 349) 2024-09-14T03:38:45.744 INFO:tasks.rados.rados.0.smithi002.stdout:1070: finishing rollback tid 1 to smithi00278215-48 2024-09-14T03:38:45.745 INFO:tasks.rados.rados.0.smithi002.stdout:1070: finishing rollback tid 2 to smithi00278215-48 2024-09-14T03:38:45.745 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 353 (ObjNum 110 snap 26 seq_num 110) dirty exists 2024-09-14T03:38:45.745 INFO:tasks.rados.rados.0.smithi002.stdout:1069: done (2 left) 2024-09-14T03:38:45.745 INFO:tasks.rados.rados.0.smithi002.stdout:1070: done (1 left) 2024-09-14T03:38:45.745 INFO:tasks.rados.rados.0.smithi002.stdout:1072: done (0 left) 2024-09-14T03:38:45.745 INFO:tasks.rados.rados.0.smithi002.stdout:1073: copy_from oid 25 from oid 31 current snap is 105 2024-09-14T03:38:45.745 INFO:tasks.rados.rados.0.smithi002.stdout:1074: read oid 49 snap 93 2024-09-14T03:38:45.745 INFO:tasks.rados.rados.0.smithi002.stdout:1074: expect (ObjNum 305 snap 92 seq_num 305) 2024-09-14T03:38:45.745 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 23 current snap is 105 2024-09-14T03:38:45.745 INFO:tasks.rados.rados.0.smithi002.stdout:1075: seq_num 356 ranges {5390336=770048,6160384=401408} 2024-09-14T03:38:45.778 INFO:tasks.rados.rados.0.smithi002.stdout:1075: writing smithi00278215-23 from 5390336 to 6160384 tid 1 2024-09-14T03:38:45.781 INFO:tasks.rados.rados.0.smithi002.stdout:1075: writing smithi00278215-23 from 6160384 to 6561792 tid 2 2024-09-14T03:38:45.781 INFO:tasks.rados.rados.0.smithi002.stdout:1076: copy_from oid 32 from oid 42 current snap is 105 2024-09-14T03:38:45.781 INFO:tasks.rados.rados.0.smithi002.stdout:1073: finishing copy_from to smithi00278215-25 2024-09-14T03:38:45.781 INFO:tasks.rados.rados.0.smithi002.stdout:1073: got expected ENOENT (src dne) 2024-09-14T03:38:45.781 INFO:tasks.rados.rados.0.smithi002.stdout:1073: finishing copy_from racing read to smithi00278215-25 2024-09-14T03:38:45.781 INFO:tasks.rados.rados.0.smithi002.stdout:1074: expect (ObjNum 305 snap 92 seq_num 305) 2024-09-14T03:38:45.791 INFO:tasks.rados.rados.0.smithi002.stdout:1075: finishing write tid 1 to smithi00278215-23 2024-09-14T03:38:45.792 INFO:tasks.rados.rados.0.smithi002.stdout:1075: finishing write tid 2 to smithi00278215-23 2024-09-14T03:38:45.792 INFO:tasks.rados.rados.0.smithi002.stdout:1073: done (3 left) 2024-09-14T03:38:45.792 INFO:tasks.rados.rados.0.smithi002.stdout:1074: done (2 left) 2024-09-14T03:38:45.792 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 10 current snap is 105 2024-09-14T03:38:45.792 INFO:tasks.rados.rados.0.smithi002.stdout:1075: finishing write tid 3 to smithi00278215-23 2024-09-14T03:38:45.792 INFO:tasks.rados.rados.0.smithi002.stdout:1077: seq_num 357 ranges {1409024=786432,2195456=401408} 2024-09-14T03:38:45.803 INFO:tasks.rados.rados.0.smithi002.stdout:1077: writing smithi00278215-10 from 1409024 to 2195456 tid 1 2024-09-14T03:38:45.806 INFO:tasks.rados.rados.0.smithi002.stdout:1077: writing smithi00278215-10 from 2195456 to 2596864 tid 2 2024-09-14T03:38:45.806 INFO:tasks.rados.rados.0.smithi002.stdout:1075: finishing write tid 4 to smithi00278215-23 2024-09-14T03:38:45.806 INFO:tasks.rados.rados.0.smithi002.stdout:1075: oid 23 updating version 0 to 639 2024-09-14T03:38:45.806 INFO:tasks.rados.rados.0.smithi002.stdout:1075: oid 23 updating version 639 to 641 2024-09-14T03:38:45.806 INFO:tasks.rados.rados.0.smithi002.stdout:1075: oid 23 version 641 is already newer than 640 2024-09-14T03:38:45.806 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 641 (ObjNum 356 snap 105 seq_num 356) dirty exists 2024-09-14T03:38:45.806 INFO:tasks.rados.rados.0.smithi002.stdout:1075: left oid 23 (ObjNum 356 snap 105 seq_num 356) 2024-09-14T03:38:45.806 INFO:tasks.rados.rados.0.smithi002.stdout:1076: finishing copy_from racing read to smithi00278215-32 2024-09-14T03:38:45.806 INFO:tasks.rados.rados.0.smithi002.stdout:1076: finishing copy_from to smithi00278215-32 2024-09-14T03:38:45.806 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 607 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-09-14T03:38:45.806 INFO:tasks.rados.rados.0.smithi002.stdout:1078: read oid 13 snap 77 2024-09-14T03:38:45.807 INFO:tasks.rados.rados.0.smithi002.stdout:1078: expect (ObjNum 77 snap 15 seq_num 77) 2024-09-14T03:38:45.807 INFO:tasks.rados.rados.0.smithi002.stdout:1075: done (3 left) 2024-09-14T03:38:45.807 INFO:tasks.rados.rados.0.smithi002.stdout:1076: done (2 left) 2024-09-14T03:38:45.807 INFO:tasks.rados.rados.0.smithi002.stdout:1079: read oid 42 snap -1 2024-09-14T03:38:45.807 INFO:tasks.rados.rados.0.smithi002.stdout:1079: expect (ObjNum 33 snap 0 seq_num 33) 2024-09-14T03:38:45.807 INFO:tasks.rados.rados.0.smithi002.stdout:1080: read oid 7 snap 89 2024-09-14T03:38:45.807 INFO:tasks.rados.rados.0.smithi002.stdout:1080: expect (ObjNum 286 snap 87 seq_num 286) 2024-09-14T03:38:45.807 INFO:tasks.rados.rados.0.smithi002.stdout:1081: snap_create 2024-09-14T03:38:45.808 INFO:tasks.rados.rados.0.smithi002.stdout:1077: finishing write tid 1 to smithi00278215-10 2024-09-14T03:38:45.808 INFO:tasks.rados.rados.0.smithi002.stdout:1077: finishing write tid 2 to smithi00278215-10 2024-09-14T03:38:45.808 INFO:tasks.rados.rados.0.smithi002.stdout:1077: finishing write tid 3 to smithi00278215-10 2024-09-14T03:38:45.812 INFO:tasks.rados.rados.0.smithi002.stdout:1077: finishing write tid 4 to smithi00278215-10 2024-09-14T03:38:45.813 INFO:tasks.rados.rados.0.smithi002.stdout:1077: oid 10 updating version 0 to 614 2024-09-14T03:38:45.813 INFO:tasks.rados.rados.0.smithi002.stdout:1077: oid 10 updating version 614 to 615 2024-09-14T03:38:45.813 INFO:tasks.rados.rados.0.smithi002.stdout:1077: oid 10 version 615 is already newer than 613 2024-09-14T03:38:45.813 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 615 (ObjNum 357 snap 105 seq_num 357) dirty exists 2024-09-14T03:38:45.813 INFO:tasks.rados.rados.0.smithi002.stdout:1077: left oid 10 (ObjNum 357 snap 105 seq_num 357) 2024-09-14T03:38:45.813 INFO:tasks.rados.rados.0.smithi002.stdout:1079: expect (ObjNum 33 snap 0 seq_num 33) 2024-09-14T03:38:45.828 INFO:tasks.rados.rados.0.smithi002.stdout:1080: expect (ObjNum 286 snap 87 seq_num 286) 2024-09-14T03:38:45.925 INFO:tasks.rados.rados.0.smithi002.stdout:1078: expect (ObjNum 77 snap 15 seq_num 77) 2024-09-14T03:38:46.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:46 smithi002 ceph-mon[87970]: pgmap v70: 121 pgs: 121 active+clean; 300 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-09-14T03:38:46.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:46 smithi002 ceph-mon[87970]: Reconfiguring osd.3 (monmap changed)... 2024-09-14T03:38:46.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:46 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-09-14T03:38:46.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:46 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:38:46.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:46 smithi002 ceph-mon[87970]: Reconfiguring daemon osd.3 on smithi002 2024-09-14T03:38:46.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:46 smithi002 ceph-mon[87970]: osdmap e269: 8 total, 8 up, 8 in 2024-09-14T03:38:46.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:46 smithi002 ceph-mon[89815]: pgmap v70: 121 pgs: 121 active+clean; 300 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-09-14T03:38:46.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:46 smithi002 ceph-mon[89815]: Reconfiguring osd.3 (monmap changed)... 2024-09-14T03:38:46.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:46 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-09-14T03:38:46.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:46 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:38:46.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:46 smithi002 ceph-mon[89815]: Reconfiguring daemon osd.3 on smithi002 2024-09-14T03:38:46.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:46 smithi002 ceph-mon[89815]: osdmap e269: 8 total, 8 up, 8 in 2024-09-14T03:38:46.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:46 smithi154 ceph-mon[81546]: pgmap v70: 121 pgs: 121 active+clean; 300 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-09-14T03:38:46.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:46 smithi154 ceph-mon[81546]: Reconfiguring osd.3 (monmap changed)... 2024-09-14T03:38:46.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:46 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-09-14T03:38:46.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:46 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:38:46.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:46 smithi154 ceph-mon[81546]: Reconfiguring daemon osd.3 on smithi002 2024-09-14T03:38:46.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:46 smithi154 ceph-mon[81546]: osdmap e269: 8 total, 8 up, 8 in 2024-09-14T03:38:46.680 INFO:tasks.rados.rados.0.smithi002.stdout:1077: done (4 left) 2024-09-14T03:38:46.680 INFO:tasks.rados.rados.0.smithi002.stdout:1078: done (3 left) 2024-09-14T03:38:46.680 INFO:tasks.rados.rados.0.smithi002.stdout:1079: done (2 left) 2024-09-14T03:38:46.680 INFO:tasks.rados.rados.0.smithi002.stdout:1080: done (1 left) 2024-09-14T03:38:46.680 INFO:tasks.rados.rados.0.smithi002.stdout:1081: done (0 left) 2024-09-14T03:38:46.681 INFO:tasks.rados.rados.0.smithi002.stdout:1082: read oid 3 snap -1 2024-09-14T03:38:46.681 INFO:tasks.rados.rados.0.smithi002.stdout:1082: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:38:46.681 INFO:tasks.rados.rados.0.smithi002.stdout:1083: setattr oid 29 current snap is 106 2024-09-14T03:38:46.681 INFO:tasks.rados.rados.0.smithi002.stdout:1084: copy_from oid 34 from oid 11 current snap is 106 2024-09-14T03:38:46.681 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 46 current snap is 106 2024-09-14T03:38:46.681 INFO:tasks.rados.rados.0.smithi002.stdout:1085: seq_num 358 ranges {0=802816,802816=401408} 2024-09-14T03:38:46.685 INFO:tasks.rados.rados.0.smithi002.stdout:1085: writing smithi00278215-46 from 0 to 802816 tid 1 2024-09-14T03:38:46.688 INFO:tasks.rados.rados.0.smithi002.stdout:1085: writing smithi00278215-46 from 802816 to 1204224 tid 2 2024-09-14T03:38:46.688 INFO:tasks.rados.rados.0.smithi002.stdout:1082: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:38:46.691 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 1170 (ObjNum 238 snap 70 seq_num 238) dirty exists 2024-09-14T03:38:46.691 INFO:tasks.rados.rados.0.smithi002.stdout:1085: finishing write tid 1 to smithi00278215-46 2024-09-14T03:38:46.692 INFO:tasks.rados.rados.0.smithi002.stdout:1082: done (3 left) 2024-09-14T03:38:46.692 INFO:tasks.rados.rados.0.smithi002.stdout:1083: done (2 left) 2024-09-14T03:38:46.692 INFO:tasks.rados.rados.0.smithi002.stdout:1086: snap_remove snap 81 2024-09-14T03:38:47.676 INFO:tasks.rados.rados.0.smithi002.stdout:1086: done (2 left) 2024-09-14T03:38:47.676 INFO:tasks.rados.rados.0.smithi002.stdout:1087: setattr oid 24 current snap is 106 2024-09-14T03:38:47.676 INFO:tasks.rados.rados.0.smithi002.stdout:1085: finishing write tid 2 to smithi00278215-46 2024-09-14T03:38:47.676 INFO:tasks.rados.rados.0.smithi002.stdout:1085: finishing write tid 3 to smithi00278215-46 2024-09-14T03:38:47.676 INFO:tasks.rados.rados.0.smithi002.stdout:1085: finishing write tid 4 to smithi00278215-46 2024-09-14T03:38:47.676 INFO:tasks.rados.rados.0.smithi002.stdout:1085: oid 46 updating version 0 to 350 2024-09-14T03:38:47.676 INFO:tasks.rados.rados.0.smithi002.stdout:1085: oid 46 version 350 is already newer than 348 2024-09-14T03:38:47.677 INFO:tasks.rados.rados.0.smithi002.stdout:1085: oid 46 version 350 is already newer than 349 2024-09-14T03:38:47.677 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 46 v 350 (ObjNum 358 snap 106 seq_num 358) dirty exists 2024-09-14T03:38:47.677 INFO:tasks.rados.rados.0.smithi002.stdout:1085: left oid 46 (ObjNum 358 snap 106 seq_num 358) 2024-09-14T03:38:47.677 INFO:tasks.rados.rados.0.smithi002.stdout:1084: finishing copy_from racing read to smithi00278215-34 2024-09-14T03:38:47.677 INFO:tasks.rados.rados.0.smithi002.stdout:1084: finishing copy_from to smithi00278215-34 2024-09-14T03:38:47.677 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 34 v 1017 (ObjNum 236 snap 70 seq_num 236) dirty exists 2024-09-14T03:38:47.680 INFO:tasks.rados.rados.0.smithi002.stdout:1084: done (2 left) 2024-09-14T03:38:47.680 INFO:tasks.rados.rados.0.smithi002.stdout:1085: done (1 left) 2024-09-14T03:38:47.680 INFO:tasks.rados.rados.0.smithi002.stdout:1088: rollback oid 25 current snap is 106 2024-09-14T03:38:47.680 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 25 to 44 2024-09-14T03:38:47.680 INFO:tasks.rados.rados.0.smithi002.stdout:1089: read oid 33 snap -1 2024-09-14T03:38:47.681 INFO:tasks.rados.rados.0.smithi002.stdout:1089: expect (ObjNum 199 snap 54 seq_num 199) 2024-09-14T03:38:47.681 INFO:tasks.rados.rados.0.smithi002.stdout:1090: snap_create 2024-09-14T03:38:47.684 INFO:tasks.rados.rados.0.smithi002.stdout:1088: finishing rollback tid 1 to smithi00278215-25 2024-09-14T03:38:47.685 INFO:tasks.rados.rados.0.smithi002.stdout:1088: finishing rollback tid 2 to smithi00278215-25 2024-09-14T03:38:47.685 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 145 (ObjNum 159 snap 43 seq_num 159) dirty exists 2024-09-14T03:38:47.690 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 24 v 359 (ObjNum 350 snap 104 seq_num 350) dirty exists 2024-09-14T03:38:47.696 INFO:tasks.rados.rados.0.smithi002.stdout:1089: expect (ObjNum 199 snap 54 seq_num 199) 2024-09-14T03:38:47.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:47 smithi002 ceph-mon[87970]: pgmap v73: 121 pgs: 121 active+clean; 300 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 2.1 MiB/s wr, 12 op/s 2024-09-14T03:38:47.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:47 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:47.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:47 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:47.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:47 smithi002 ceph-mon[87970]: Reconfiguring mds.a (monmap changed)... 2024-09-14T03:38:47.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:47 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-14T03:38:47.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:47 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:38:47.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:47 smithi002 ceph-mon[87970]: Reconfiguring daemon mds.a on smithi002 2024-09-14T03:38:47.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:47 smithi002 ceph-mon[87970]: osdmap e270: 8 total, 8 up, 8 in 2024-09-14T03:38:47.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:47 smithi002 ceph-mon[89815]: pgmap v73: 121 pgs: 121 active+clean; 300 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 2.1 MiB/s wr, 12 op/s 2024-09-14T03:38:47.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:47 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:47.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:47 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:47.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:47 smithi002 ceph-mon[89815]: Reconfiguring mds.a (monmap changed)... 2024-09-14T03:38:47.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:47 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-14T03:38:47.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:47 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:38:47.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:47 smithi002 ceph-mon[89815]: Reconfiguring daemon mds.a on smithi002 2024-09-14T03:38:47.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:47 smithi002 ceph-mon[89815]: osdmap e270: 8 total, 8 up, 8 in 2024-09-14T03:38:47.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:47 smithi154 ceph-mon[81546]: pgmap v73: 121 pgs: 121 active+clean; 300 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 2.1 MiB/s wr, 12 op/s 2024-09-14T03:38:47.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:47 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:47.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:47 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:47.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:47 smithi154 ceph-mon[81546]: Reconfiguring mds.a (monmap changed)... 2024-09-14T03:38:47.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:47 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-14T03:38:47.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:47 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:38:47.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:47 smithi154 ceph-mon[81546]: Reconfiguring daemon mds.a on smithi002 2024-09-14T03:38:47.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:47 smithi154 ceph-mon[81546]: osdmap e270: 8 total, 8 up, 8 in 2024-09-14T03:38:48.679 INFO:tasks.rados.rados.0.smithi002.stdout:1087: done (3 left) 2024-09-14T03:38:48.679 INFO:tasks.rados.rados.0.smithi002.stdout:1088: done (2 left) 2024-09-14T03:38:48.679 INFO:tasks.rados.rados.0.smithi002.stdout:1089: done (1 left) 2024-09-14T03:38:48.679 INFO:tasks.rados.rados.0.smithi002.stdout:1090: done (0 left) 2024-09-14T03:38:48.679 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 37 current snap is 107 2024-09-14T03:38:48.679 INFO:tasks.rados.rados.0.smithi002.stdout:1091: seq_num 359 ranges {2646016=417792,3063808=417792,3481600=385024} 2024-09-14T03:38:48.695 INFO:tasks.rados.rados.0.smithi002.stdout:1091: writing smithi00278215-37 from 2646016 to 3063808 tid 1 2024-09-14T03:38:48.698 INFO:tasks.rados.rados.0.smithi002.stdout:1091: writing smithi00278215-37 from 3063808 to 3481600 tid 2 2024-09-14T03:38:48.701 INFO:tasks.rados.rados.0.smithi002.stdout:1091: writing smithi00278215-37 from 3481600 to 3866624 tid 3 2024-09-14T03:38:48.701 INFO:tasks.rados.rados.0.smithi002.stdout:1092: rmattr oid 2 current snap is 107 2024-09-14T03:38:48.701 INFO:tasks.rados.rados.0.smithi002.stdout:1092: done (1 left) 2024-09-14T03:38:48.701 INFO:tasks.rados.rados.0.smithi002.stdout:1093: read oid 2 snap 95 2024-09-14T03:38:48.701 INFO:tasks.rados.rados.0.smithi002.stdout:1093: expect (ObjNum 306 snap 92 seq_num 306) 2024-09-14T03:38:48.701 INFO:tasks.rados.rados.0.smithi002.stdout:1094: rmattr oid 32 current snap is 107 2024-09-14T03:38:48.701 INFO:tasks.rados.rados.0.smithi002.stdout:1094: done (2 left) 2024-09-14T03:38:48.701 INFO:tasks.rados.rados.0.smithi002.stdout:1095: rmattr oid 48 current snap is 107 2024-09-14T03:38:48.701 INFO:tasks.rados.rados.0.smithi002.stdout:1096: setattr oid 21 current snap is 107 2024-09-14T03:38:48.702 INFO:tasks.rados.rados.0.smithi002.stdout:1091: finishing write tid 1 to smithi00278215-37 2024-09-14T03:38:48.703 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 363 (ObjNum 110 snap 26 seq_num 110) dirty exists 2024-09-14T03:38:48.704 INFO:tasks.rados.rados.0.smithi002.stdout:1095: done (3 left) 2024-09-14T03:38:48.704 INFO:tasks.rados.rados.0.smithi002.stdout:1097: read oid 34 snap 89 2024-09-14T03:38:48.704 INFO:tasks.rados.rados.0.smithi002.stdout:1097: expect deleted 2024-09-14T03:38:48.704 INFO:tasks.rados.rados.0.smithi002.stdout:1098: rollback oid 9 current snap is 107 2024-09-14T03:38:48.704 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 9 to 70 2024-09-14T03:38:48.704 INFO:tasks.rados.rados.0.smithi002.stdout:1099: setattr oid 40 current snap is 107 2024-09-14T03:38:48.705 INFO:tasks.rados.rados.0.smithi002.stdout:1091: finishing write tid 2 to smithi00278215-37 2024-09-14T03:38:48.707 INFO:tasks.rados.rados.0.smithi002.stdout:1097: done (5 left) 2024-09-14T03:38:48.707 INFO:tasks.rados.rados.0.smithi002.stdout:1100: rollback oid 6 current snap is 107 2024-09-14T03:38:48.707 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 6 to 82 2024-09-14T03:38:48.707 INFO:tasks.rados.rados.0.smithi002.stdout:1101: rollback oid 33 current snap is 107 2024-09-14T03:38:48.708 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 33 to 104 2024-09-14T03:38:48.708 INFO:tasks.rados.rados.0.smithi002.stdout:1102: read oid 32 snap -1 2024-09-14T03:38:48.708 INFO:tasks.rados.rados.0.smithi002.stdout:1102: expect (ObjNum 33 snap 0 seq_num 33) 2024-09-14T03:38:48.708 INFO:tasks.rados.rados.0.smithi002.stdout:1103: snap_create 2024-09-14T03:38:48.708 INFO:tasks.rados.rados.0.smithi002.stdout:1091: finishing write tid 3 to smithi00278215-37 2024-09-14T03:38:48.708 INFO:tasks.rados.rados.0.smithi002.stdout:1091: finishing write tid 4 to smithi00278215-37 2024-09-14T03:38:48.708 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 1018 (ObjNum 236 snap 70 seq_num 236) dirty exists 2024-09-14T03:38:48.709 INFO:tasks.rados.rados.0.smithi002.stdout:1098: finishing rollback tid 0 to smithi00278215-9 2024-09-14T03:38:48.709 INFO:tasks.rados.rados.0.smithi002.stdout:1093: expect (ObjNum 306 snap 92 seq_num 306) 2024-09-14T03:38:48.725 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 1029 (ObjNum 33 snap 0 seq_num 855377664) dirty exists 2024-09-14T03:38:48.725 INFO:tasks.rados.rados.0.smithi002.stdout:1098: finishing rollback tid 1 to smithi00278215-9 2024-09-14T03:38:48.725 INFO:tasks.rados.rados.0.smithi002.stdout:1098: finishing rollback tid 2 to smithi00278215-9 2024-09-14T03:38:48.725 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 9 v 790 (ObjNum 243 snap 70 seq_num 243) dirty exists 2024-09-14T03:38:48.725 INFO:tasks.rados.rados.0.smithi002.stdout:1091: finishing write tid 5 to smithi00278215-37 2024-09-14T03:38:48.725 INFO:tasks.rados.rados.0.smithi002.stdout:1091: oid 37 updating version 0 to 786 2024-09-14T03:38:48.725 INFO:tasks.rados.rados.0.smithi002.stdout:1091: oid 37 version 786 is already newer than 784 2024-09-14T03:38:48.725 INFO:tasks.rados.rados.0.smithi002.stdout:1091: oid 37 version 786 is already newer than 785 2024-09-14T03:38:48.726 INFO:tasks.rados.rados.0.smithi002.stdout:1091: oid 37 updating version 786 to 787 2024-09-14T03:38:48.726 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 37 v 787 (ObjNum 359 snap 107 seq_num 359) dirty exists 2024-09-14T03:38:48.726 INFO:tasks.rados.rados.0.smithi002.stdout:1091: left oid 37 (ObjNum 359 snap 107 seq_num 359) 2024-09-14T03:38:48.726 INFO:tasks.rados.rados.0.smithi002.stdout:1101: finishing rollback tid 0 to smithi00278215-33 2024-09-14T03:38:48.726 INFO:tasks.rados.rados.0.smithi002.stdout:1101: finishing rollback tid 1 to smithi00278215-33 2024-09-14T03:38:48.726 INFO:tasks.rados.rados.0.smithi002.stdout:1101: finishing rollback tid 2 to smithi00278215-33 2024-09-14T03:38:48.726 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 33 v 903 (ObjNum 199 snap 54 seq_num 199) dirty exists 2024-09-14T03:38:48.726 INFO:tasks.rados.rados.0.smithi002.stdout:1100: finishing rollback tid 0 to smithi00278215-6 2024-09-14T03:38:48.726 INFO:tasks.rados.rados.0.smithi002.stdout:1100: finishing rollback tid 1 to smithi00278215-6 2024-09-14T03:38:48.726 INFO:tasks.rados.rados.0.smithi002.stdout:1100: finishing rollback tid 2 to smithi00278215-6 2024-09-14T03:38:48.726 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 6 v 1192 (ObjNum 251 snap 72 seq_num 251) dirty exists 2024-09-14T03:38:48.727 INFO:tasks.rados.rados.0.smithi002.stdout:1102: expect (ObjNum 33 snap 0 seq_num 33) 2024-09-14T03:38:48.814 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:48 smithi154 ceph-mon[81546]: osdmap e271: 8 total, 8 up, 8 in 2024-09-14T03:38:48.814 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:48 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:48.814 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:48 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:48.814 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:48 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-14T03:38:48.814 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:48 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-14T03:38:48.814 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:48 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:38:48.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:48 smithi002 ceph-mon[87970]: osdmap e271: 8 total, 8 up, 8 in 2024-09-14T03:38:48.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:48 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:48.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:48 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:48.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:48 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-14T03:38:48.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:48 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-14T03:38:48.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:48 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:38:48.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:48 smithi002 ceph-mon[89815]: osdmap e271: 8 total, 8 up, 8 in 2024-09-14T03:38:48.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:48 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:48.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:48 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:48.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:48 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-14T03:38:48.939 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:48 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-14T03:38:48.939 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:48 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:38:49.684 INFO:tasks.rados.rados.0.smithi002.stdout:1091: done (8 left) 2024-09-14T03:38:49.684 INFO:tasks.rados.rados.0.smithi002.stdout:1093: done (7 left) 2024-09-14T03:38:49.685 INFO:tasks.rados.rados.0.smithi002.stdout:1096: done (6 left) 2024-09-14T03:38:49.685 INFO:tasks.rados.rados.0.smithi002.stdout:1098: done (5 left) 2024-09-14T03:38:49.685 INFO:tasks.rados.rados.0.smithi002.stdout:1099: done (4 left) 2024-09-14T03:38:49.685 INFO:tasks.rados.rados.0.smithi002.stdout:1100: done (3 left) 2024-09-14T03:38:49.685 INFO:tasks.rados.rados.0.smithi002.stdout:1101: done (2 left) 2024-09-14T03:38:49.685 INFO:tasks.rados.rados.0.smithi002.stdout:1102: done (1 left) 2024-09-14T03:38:49.685 INFO:tasks.rados.rados.0.smithi002.stdout:1103: done (0 left) 2024-09-14T03:38:49.685 INFO:tasks.rados.rados.0.smithi002.stdout:1104: copy_from oid 2 from oid 18 current snap is 108 2024-09-14T03:38:49.685 INFO:tasks.rados.rados.0.smithi002.stdout:1105: snap_create 2024-09-14T03:38:49.698 INFO:tasks.rados.rados.0.smithi002.stdout:1104: finishing copy_from racing read to smithi00278215-2 2024-09-14T03:38:49.698 INFO:tasks.rados.rados.0.smithi002.stdout:1104: finishing copy_from to smithi00278215-2 2024-09-14T03:38:49.699 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 2 v 607 (ObjNum 351 snap 104 seq_num 351) dirty exists 2024-09-14T03:38:49.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:49 smithi154 ceph-mon[81546]: Reconfiguring mon.b (monmap changed)... 2024-09-14T03:38:49.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:49 smithi154 ceph-mon[81546]: Reconfiguring daemon mon.b on smithi154 2024-09-14T03:38:49.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:49 smithi154 ceph-mon[81546]: pgmap v76: 121 pgs: 121 active+clean; 300 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 2.1 MiB/s wr, 12 op/s 2024-09-14T03:38:49.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:49 smithi154 ceph-mon[81546]: osdmap e272: 8 total, 8 up, 8 in 2024-09-14T03:38:49.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:49 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:49.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:49 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:49.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:49 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-09-14T03:38:49.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:49 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2024-09-14T03:38:49.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:49 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:38:49.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:49 smithi002 ceph-mon[87970]: Reconfiguring mon.b (monmap changed)... 2024-09-14T03:38:49.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:49 smithi002 ceph-mon[87970]: Reconfiguring daemon mon.b on smithi154 2024-09-14T03:38:49.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:49 smithi002 ceph-mon[87970]: pgmap v76: 121 pgs: 121 active+clean; 300 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 2.1 MiB/s wr, 12 op/s 2024-09-14T03:38:49.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:49 smithi002 ceph-mon[87970]: osdmap e272: 8 total, 8 up, 8 in 2024-09-14T03:38:49.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:49 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:49.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:49 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:49.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:49 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-09-14T03:38:49.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:49 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2024-09-14T03:38:49.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:49 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:38:49.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:49 smithi002 ceph-mon[89815]: Reconfiguring mon.b (monmap changed)... 2024-09-14T03:38:49.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:49 smithi002 ceph-mon[89815]: Reconfiguring daemon mon.b on smithi154 2024-09-14T03:38:49.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:49 smithi002 ceph-mon[89815]: pgmap v76: 121 pgs: 121 active+clean; 300 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 2.1 MiB/s wr, 12 op/s 2024-09-14T03:38:49.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:49 smithi002 ceph-mon[89815]: osdmap e272: 8 total, 8 up, 8 in 2024-09-14T03:38:49.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:49 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:49.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:49 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:49.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:49 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-09-14T03:38:49.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:49 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2024-09-14T03:38:49.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:49 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:38:50.691 INFO:tasks.rados.rados.0.smithi002.stdout:1104: done (1 left) 2024-09-14T03:38:50.691 INFO:tasks.rados.rados.0.smithi002.stdout:1105: done (0 left) 2024-09-14T03:38:50.691 INFO:tasks.rados.rados.0.smithi002.stdout:1106: read oid 19 snap -1 2024-09-14T03:38:50.691 INFO:tasks.rados.rados.0.smithi002.stdout:1106: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:38:50.691 INFO:tasks.rados.rados.0.smithi002.stdout:1107: read oid 32 snap -1 2024-09-14T03:38:50.691 INFO:tasks.rados.rados.0.smithi002.stdout:1107: expect (ObjNum 33 snap 0 seq_num 33) 2024-09-14T03:38:50.691 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 14 current snap is 109 2024-09-14T03:38:50.691 INFO:tasks.rados.rados.0.smithi002.stdout:1108: seq_num 360 ranges {1171456=434176,1605632=704512,2310144=98304} 2024-09-14T03:38:50.699 INFO:tasks.rados.rados.0.smithi002.stdout:1108: writing smithi00278215-14 from 1171456 to 1605632 tid 1 2024-09-14T03:38:50.703 INFO:tasks.rados.rados.0.smithi002.stdout:1108: writing smithi00278215-14 from 1605632 to 2310144 tid 2 2024-09-14T03:38:50.704 INFO:tasks.rados.rados.0.smithi002.stdout:1108: writing smithi00278215-14 from 2310144 to 2408448 tid 3 2024-09-14T03:38:50.704 INFO:tasks.rados.rados.0.smithi002.stdout:1109: snap_remove snap 80 2024-09-14T03:38:50.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:50 smithi154 ceph-mon[81546]: Reconfiguring mgr.x (monmap changed)... 2024-09-14T03:38:50.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:50 smithi154 ceph-mon[81546]: Reconfiguring daemon mgr.x on smithi154 2024-09-14T03:38:50.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:50 smithi154 ceph-mon[81546]: osdmap e273: 8 total, 8 up, 8 in 2024-09-14T03:38:51.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:50 smithi002 ceph-mon[87970]: Reconfiguring mgr.x (monmap changed)... 2024-09-14T03:38:51.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:50 smithi002 ceph-mon[87970]: Reconfiguring daemon mgr.x on smithi154 2024-09-14T03:38:51.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:50 smithi002 ceph-mon[87970]: osdmap e273: 8 total, 8 up, 8 in 2024-09-14T03:38:51.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:50 smithi002 ceph-mon[89815]: Reconfiguring mgr.x (monmap changed)... 2024-09-14T03:38:51.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:50 smithi002 ceph-mon[89815]: Reconfiguring daemon mgr.x on smithi154 2024-09-14T03:38:51.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:50 smithi002 ceph-mon[89815]: osdmap e273: 8 total, 8 up, 8 in 2024-09-14T03:38:51.695 INFO:tasks.rados.rados.0.smithi002.stdout:1109: done (3 left) 2024-09-14T03:38:51.695 INFO:tasks.rados.rados.0.smithi002.stdout:1110: setattr oid 11 current snap is 109 2024-09-14T03:38:51.695 INFO:tasks.rados.rados.0.smithi002.stdout:1106: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:38:51.700 INFO:tasks.rados.rados.0.smithi002.stdout:1107: expect (ObjNum 33 snap 0 seq_num 33) 2024-09-14T03:38:51.722 INFO:tasks.rados.rados.0.smithi002.stdout:1108: finishing write tid 1 to smithi00278215-14 2024-09-14T03:38:51.722 INFO:tasks.rados.rados.0.smithi002.stdout:1108: finishing write tid 2 to smithi00278215-14 2024-09-14T03:38:51.722 INFO:tasks.rados.rados.0.smithi002.stdout:1108: finishing write tid 3 to smithi00278215-14 2024-09-14T03:38:51.722 INFO:tasks.rados.rados.0.smithi002.stdout:1108: finishing write tid 4 to smithi00278215-14 2024-09-14T03:38:51.722 INFO:tasks.rados.rados.0.smithi002.stdout:1108: finishing write tid 5 to smithi00278215-14 2024-09-14T03:38:51.722 INFO:tasks.rados.rados.0.smithi002.stdout:1108: oid 14 updating version 0 to 616 2024-09-14T03:38:51.722 INFO:tasks.rados.rados.0.smithi002.stdout:1108: oid 14 updating version 616 to 618 2024-09-14T03:38:51.722 INFO:tasks.rados.rados.0.smithi002.stdout:1108: oid 14 updating version 618 to 619 2024-09-14T03:38:51.722 INFO:tasks.rados.rados.0.smithi002.stdout:1108: oid 14 version 619 is already newer than 617 2024-09-14T03:38:51.722 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 14 v 619 (ObjNum 360 snap 109 seq_num 360) dirty exists 2024-09-14T03:38:51.723 INFO:tasks.rados.rados.0.smithi002.stdout:1108: left oid 14 (ObjNum 360 snap 109 seq_num 360) 2024-09-14T03:38:51.723 INFO:tasks.rados.rados.0.smithi002.stdout:1106: done (3 left) 2024-09-14T03:38:51.723 INFO:tasks.rados.rados.0.smithi002.stdout:1107: done (2 left) 2024-09-14T03:38:51.723 INFO:tasks.rados.rados.0.smithi002.stdout:1108: done (1 left) 2024-09-14T03:38:51.724 INFO:tasks.rados.rados.0.smithi002.stdout:1111: rmattr oid 43 current snap is 109 2024-09-14T03:38:51.724 INFO:tasks.rados.rados.0.smithi002.stdout:1111: done (1 left) 2024-09-14T03:38:51.724 INFO:tasks.rados.rados.0.smithi002.stdout:1112: snap_remove snap 97 2024-09-14T03:38:51.966 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:51 smithi154 ceph-mon[81546]: pgmap v79: 121 pgs: 121 active+clean; 320 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.5 MiB/s wr, 39 op/s 2024-09-14T03:38:51.966 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:51 smithi154 ceph-mon[81546]: osdmap e274: 8 total, 8 up, 8 in 2024-09-14T03:38:51.966 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:51 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:51.966 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:51 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:51.967 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:51 smithi154 ceph-mon[81546]: Reconfiguring osd.4 (monmap changed)... 2024-09-14T03:38:51.967 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:51 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-09-14T03:38:51.967 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:51 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:38:51.967 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:51 smithi154 ceph-mon[81546]: Reconfiguring daemon osd.4 on smithi154 2024-09-14T03:38:52.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:51 smithi002 ceph-mon[87970]: pgmap v79: 121 pgs: 121 active+clean; 320 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.5 MiB/s wr, 39 op/s 2024-09-14T03:38:52.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:51 smithi002 ceph-mon[87970]: osdmap e274: 8 total, 8 up, 8 in 2024-09-14T03:38:52.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:51 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:52.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:51 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:52.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:51 smithi002 ceph-mon[87970]: Reconfiguring osd.4 (monmap changed)... 2024-09-14T03:38:52.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:51 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-09-14T03:38:52.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:51 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:38:52.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:51 smithi002 ceph-mon[87970]: Reconfiguring daemon osd.4 on smithi154 2024-09-14T03:38:52.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:51 smithi002 ceph-mon[89815]: pgmap v79: 121 pgs: 121 active+clean; 320 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.5 MiB/s wr, 39 op/s 2024-09-14T03:38:52.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:51 smithi002 ceph-mon[89815]: osdmap e274: 8 total, 8 up, 8 in 2024-09-14T03:38:52.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:51 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:52.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:51 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:52.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:51 smithi002 ceph-mon[89815]: Reconfiguring osd.4 (monmap changed)... 2024-09-14T03:38:52.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:51 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-09-14T03:38:52.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:51 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:38:52.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:51 smithi002 ceph-mon[89815]: Reconfiguring daemon osd.4 on smithi154 2024-09-14T03:38:52.677 INFO:tasks.rados.rados.0.smithi002.stdout:1112: done (1 left) 2024-09-14T03:38:52.678 INFO:tasks.rados.rados.0.smithi002.stdout:1113: rollback oid 1 current snap is 109 2024-09-14T03:38:52.678 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 1 to 82 2024-09-14T03:38:52.678 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 1210 (ObjNum 236 snap 70 seq_num 236) dirty exists 2024-09-14T03:38:52.678 INFO:tasks.rados.rados.0.smithi002.stdout:1110: done (1 left) 2024-09-14T03:38:52.678 INFO:tasks.rados.rados.0.smithi002.stdout:1114: delete oid 5 current snap is 109 2024-09-14T03:38:52.688 INFO:tasks.rados.rados.0.smithi002.stdout:1114: done (1 left) 2024-09-14T03:38:52.688 INFO:tasks.rados.rados.0.smithi002.stdout:1115: delete oid 21 current snap is 109 2024-09-14T03:38:52.693 INFO:tasks.rados.rados.0.smithi002.stdout:1115: done (1 left) 2024-09-14T03:38:52.693 INFO:tasks.rados.rados.0.smithi002.stdout:1116: snap_remove snap 98 2024-09-14T03:38:52.919 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:52 smithi154 ceph-mon[81546]: osdmap e275: 8 total, 8 up, 8 in 2024-09-14T03:38:52.920 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:52 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:52.920 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:52 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:52.920 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:52 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-09-14T03:38:52.920 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:52 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:38:52.920 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:52 smithi154 ceph-mon[81546]: osdmap e276: 8 total, 8 up, 8 in 2024-09-14T03:38:53.096 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:52 smithi002 ceph-mon[87970]: osdmap e275: 8 total, 8 up, 8 in 2024-09-14T03:38:53.096 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:52 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:53.096 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:52 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:53.096 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:52 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-09-14T03:38:53.096 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:52 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:38:53.097 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:52 smithi002 ceph-mon[87970]: osdmap e276: 8 total, 8 up, 8 in 2024-09-14T03:38:53.097 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:52 smithi002 ceph-mon[89815]: osdmap e275: 8 total, 8 up, 8 in 2024-09-14T03:38:53.097 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:52 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:53.097 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:52 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:53.098 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:52 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-09-14T03:38:53.098 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:52 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:38:53.098 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:52 smithi002 ceph-mon[89815]: osdmap e276: 8 total, 8 up, 8 in 2024-09-14T03:38:53.437 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:38:53 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:38:53] "GET /metrics HTTP/1.1" 200 36160 "" "Prometheus/2.43.0" 2024-09-14T03:38:53.679 INFO:tasks.rados.rados.0.smithi002.stdout:1116: done (1 left) 2024-09-14T03:38:53.679 INFO:tasks.rados.rados.0.smithi002.stdout:1117: snap_remove snap 107 2024-09-14T03:38:53.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:53 smithi154 ceph-mon[81546]: Reconfiguring osd.5 (monmap changed)... 2024-09-14T03:38:53.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:53 smithi154 ceph-mon[81546]: Reconfiguring daemon osd.5 on smithi154 2024-09-14T03:38:53.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:53 smithi154 ceph-mon[81546]: pgmap v82: 121 pgs: 121 active+clean; 320 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.5 MiB/s wr, 39 op/s 2024-09-14T03:38:53.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:53 smithi154 ceph-mon[81546]: osdmap e277: 8 total, 8 up, 8 in 2024-09-14T03:38:54.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:53 smithi002 ceph-mon[87970]: Reconfiguring osd.5 (monmap changed)... 2024-09-14T03:38:54.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:53 smithi002 ceph-mon[87970]: Reconfiguring daemon osd.5 on smithi154 2024-09-14T03:38:54.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:53 smithi002 ceph-mon[87970]: pgmap v82: 121 pgs: 121 active+clean; 320 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.5 MiB/s wr, 39 op/s 2024-09-14T03:38:54.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:53 smithi002 ceph-mon[87970]: osdmap e277: 8 total, 8 up, 8 in 2024-09-14T03:38:54.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:53 smithi002 ceph-mon[89815]: Reconfiguring osd.5 (monmap changed)... 2024-09-14T03:38:54.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:53 smithi002 ceph-mon[89815]: Reconfiguring daemon osd.5 on smithi154 2024-09-14T03:38:54.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:53 smithi002 ceph-mon[89815]: pgmap v82: 121 pgs: 121 active+clean; 320 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.5 MiB/s wr, 39 op/s 2024-09-14T03:38:54.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:53 smithi002 ceph-mon[89815]: osdmap e277: 8 total, 8 up, 8 in 2024-09-14T03:38:54.681 INFO:tasks.rados.rados.0.smithi002.stdout:1117: done (1 left) 2024-09-14T03:38:54.681 INFO:tasks.rados.rados.0.smithi002.stdout:1118: snap_create 2024-09-14T03:38:54.681 INFO:tasks.rados.rados.0.smithi002.stdout:1113: finishing rollback tid 0 to smithi00278215-1 2024-09-14T03:38:54.681 INFO:tasks.rados.rados.0.smithi002.stdout:1113: finishing rollback tid 1 to smithi00278215-1 2024-09-14T03:38:54.681 INFO:tasks.rados.rados.0.smithi002.stdout:1113: finishing rollback tid 2 to smithi00278215-1 2024-09-14T03:38:54.681 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 1 v 1216 (ObjNum 246 snap 71 seq_num 246) dirty exists 2024-09-14T03:38:55.047 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:54 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:55.047 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:54 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:55.047 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:54 smithi154 ceph-mon[81546]: Reconfiguring osd.6 (monmap changed)... 2024-09-14T03:38:55.047 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:54 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-09-14T03:38:55.047 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:54 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:38:55.047 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:54 smithi154 ceph-mon[81546]: Reconfiguring daemon osd.6 on smithi154 2024-09-14T03:38:55.048 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:54 smithi154 ceph-mon[81546]: osdmap e278: 8 total, 8 up, 8 in 2024-09-14T03:38:55.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:54 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:55.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:54 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:55.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:54 smithi002 ceph-mon[87970]: Reconfiguring osd.6 (monmap changed)... 2024-09-14T03:38:55.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:54 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-09-14T03:38:55.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:54 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:38:55.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:54 smithi002 ceph-mon[87970]: Reconfiguring daemon osd.6 on smithi154 2024-09-14T03:38:55.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:54 smithi002 ceph-mon[87970]: osdmap e278: 8 total, 8 up, 8 in 2024-09-14T03:38:55.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:54 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:55.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:54 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:55.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:54 smithi002 ceph-mon[89815]: Reconfiguring osd.6 (monmap changed)... 2024-09-14T03:38:55.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:54 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-09-14T03:38:55.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:54 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:38:55.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:54 smithi002 ceph-mon[89815]: Reconfiguring daemon osd.6 on smithi154 2024-09-14T03:38:55.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:54 smithi002 ceph-mon[89815]: osdmap e278: 8 total, 8 up, 8 in 2024-09-14T03:38:55.682 INFO:tasks.rados.rados.0.smithi002.stdout:1113: done (1 left) 2024-09-14T03:38:55.682 INFO:tasks.rados.rados.0.smithi002.stdout:1118: done (0 left) 2024-09-14T03:38:55.682 INFO:tasks.rados.rados.0.smithi002.stdout:1119: rollback oid 48 current snap is 110 2024-09-14T03:38:55.682 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 48 to 74 2024-09-14T03:38:55.682 INFO:tasks.rados.rados.0.smithi002.stdout:1120: copy_from oid 4 from oid 24 current snap is 110 2024-09-14T03:38:55.682 INFO:tasks.rados.rados.0.smithi002.stdout:1121: snap_create 2024-09-14T03:38:55.698 INFO:tasks.rados.rados.0.smithi002.stdout:1119: finishing rollback tid 0 to smithi00278215-48 2024-09-14T03:38:55.698 INFO:tasks.rados.rados.0.smithi002.stdout:1119: finishing rollback tid 1 to smithi00278215-48 2024-09-14T03:38:55.698 INFO:tasks.rados.rados.0.smithi002.stdout:1119: finishing rollback tid 2 to smithi00278215-48 2024-09-14T03:38:55.698 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 385 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-14T03:38:55.718 INFO:tasks.rados.rados.0.smithi002.stdout:1120: finishing copy_from racing read to smithi00278215-4 2024-09-14T03:38:55.719 INFO:tasks.rados.rados.0.smithi002.stdout:1120: finishing copy_from to smithi00278215-4 2024-09-14T03:38:55.720 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 359 (ObjNum 350 snap 104 seq_num 350) dirty exists 2024-09-14T03:38:56.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:55 smithi002 ceph-mon[87970]: pgmap v85: 121 pgs: 121 active+clean; 320 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-09-14T03:38:56.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:55 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:38:56.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:55 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:56.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:55 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:56.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:55 smithi002 ceph-mon[87970]: Reconfiguring osd.7 (monmap changed)... 2024-09-14T03:38:56.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:55 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-09-14T03:38:56.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:55 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:38:56.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:55 smithi002 ceph-mon[87970]: Reconfiguring daemon osd.7 on smithi154 2024-09-14T03:38:56.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:55 smithi002 ceph-mon[87970]: osdmap e279: 8 total, 8 up, 8 in 2024-09-14T03:38:56.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:55 smithi002 ceph-mon[89815]: pgmap v85: 121 pgs: 121 active+clean; 320 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-09-14T03:38:56.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:55 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:38:56.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:55 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:56.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:55 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:56.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:55 smithi002 ceph-mon[89815]: Reconfiguring osd.7 (monmap changed)... 2024-09-14T03:38:56.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:55 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-09-14T03:38:56.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:55 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:38:56.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:55 smithi002 ceph-mon[89815]: Reconfiguring daemon osd.7 on smithi154 2024-09-14T03:38:56.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:55 smithi002 ceph-mon[89815]: osdmap e279: 8 total, 8 up, 8 in 2024-09-14T03:38:56.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:55 smithi154 ceph-mon[81546]: pgmap v85: 121 pgs: 121 active+clean; 320 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-09-14T03:38:56.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:55 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:38:56.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:55 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:56.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:55 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:56.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:55 smithi154 ceph-mon[81546]: Reconfiguring osd.7 (monmap changed)... 2024-09-14T03:38:56.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:55 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-09-14T03:38:56.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:55 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:38:56.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:55 smithi154 ceph-mon[81546]: Reconfiguring daemon osd.7 on smithi154 2024-09-14T03:38:56.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:55 smithi154 ceph-mon[81546]: osdmap e279: 8 total, 8 up, 8 in 2024-09-14T03:38:56.683 INFO:tasks.rados.rados.0.smithi002.stdout:1119: done (2 left) 2024-09-14T03:38:56.683 INFO:tasks.rados.rados.0.smithi002.stdout:1120: done (1 left) 2024-09-14T03:38:56.683 INFO:tasks.rados.rados.0.smithi002.stdout:1121: done (0 left) 2024-09-14T03:38:56.683 INFO:tasks.rados.rados.0.smithi002.stdout:1122: read oid 34 snap 90 2024-09-14T03:38:56.683 INFO:tasks.rados.rados.0.smithi002.stdout:1122: expect deleted 2024-09-14T03:38:56.683 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 45 current snap is 111 2024-09-14T03:38:56.683 INFO:tasks.rados.rados.0.smithi002.stdout:1123: seq_num 363 ranges {1089536=483328,1572864=753664,2326528=49152} 2024-09-14T03:38:56.691 INFO:tasks.rados.rados.0.smithi002.stdout:1123: writing smithi00278215-45 from 1089536 to 1572864 tid 1 2024-09-14T03:38:56.696 INFO:tasks.rados.rados.0.smithi002.stdout:1123: writing smithi00278215-45 from 1572864 to 2326528 tid 2 2024-09-14T03:38:56.696 INFO:tasks.rados.rados.0.smithi002.stdout:1123: writing smithi00278215-45 from 2326528 to 2375680 tid 3 2024-09-14T03:38:56.696 INFO:tasks.rados.rados.0.smithi002.stdout:1124: delete oid 48 current snap is 111 2024-09-14T03:38:56.696 INFO:tasks.rados.rados.0.smithi002.stdout:1123: finishing write tid 1 to smithi00278215-45 2024-09-14T03:38:56.699 INFO:tasks.rados.rados.0.smithi002.stdout:1122: done (2 left) 2024-09-14T03:38:56.699 INFO:tasks.rados.rados.0.smithi002.stdout:1124: done (1 left) 2024-09-14T03:38:56.699 INFO:tasks.rados.rados.0.smithi002.stdout:1125: setattr oid 50 current snap is 111 2024-09-14T03:38:56.700 INFO:tasks.rados.rados.0.smithi002.stdout:1123: finishing write tid 2 to smithi00278215-45 2024-09-14T03:38:56.700 INFO:tasks.rados.rados.0.smithi002.stdout:1123: finishing write tid 3 to smithi00278215-45 2024-09-14T03:38:56.700 INFO:tasks.rados.rados.0.smithi002.stdout:1123: finishing write tid 4 to smithi00278215-45 2024-09-14T03:38:56.701 INFO:tasks.rados.rados.0.smithi002.stdout:1126: rollback oid 46 current snap is 111 2024-09-14T03:38:56.701 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 46 to 74 2024-09-14T03:38:56.701 INFO:tasks.rados.rados.0.smithi002.stdout:1127: snap_create 2024-09-14T03:38:56.701 INFO:tasks.rados.rados.0.smithi002.stdout:1123: finishing write tid 5 to smithi00278215-45 2024-09-14T03:38:56.701 INFO:tasks.rados.rados.0.smithi002.stdout:1123: oid 45 updating version 0 to 257 2024-09-14T03:38:56.701 INFO:tasks.rados.rados.0.smithi002.stdout:1123: oid 45 version 257 is already newer than 254 2024-09-14T03:38:56.702 INFO:tasks.rados.rados.0.smithi002.stdout:1123: oid 45 version 257 is already newer than 256 2024-09-14T03:38:56.702 INFO:tasks.rados.rados.0.smithi002.stdout:1123: oid 45 version 257 is already newer than 255 2024-09-14T03:38:56.702 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 45 v 257 (ObjNum 363 snap 111 seq_num 363) dirty exists 2024-09-14T03:38:56.702 INFO:tasks.rados.rados.0.smithi002.stdout:1123: left oid 45 (ObjNum 363 snap 111 seq_num 363) 2024-09-14T03:38:56.706 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 1248 (ObjNum 349 snap 104 seq_num 349) dirty exists 2024-09-14T03:38:56.707 INFO:tasks.rados.rados.0.smithi002.stdout:1126: finishing rollback tid 0 to smithi00278215-46 2024-09-14T03:38:56.708 INFO:tasks.rados.rados.0.smithi002.stdout:1126: finishing rollback tid 1 to smithi00278215-46 2024-09-14T03:38:56.708 INFO:tasks.rados.rados.0.smithi002.stdout:1126: finishing rollback tid 2 to smithi00278215-46 2024-09-14T03:38:56.708 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 46 v 353 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-14T03:38:57.677 INFO:tasks.rados.rados.0.smithi002.stdout:1123: done (3 left) 2024-09-14T03:38:57.678 INFO:tasks.rados.rados.0.smithi002.stdout:1125: done (2 left) 2024-09-14T03:38:57.678 INFO:tasks.rados.rados.0.smithi002.stdout:1126: done (1 left) 2024-09-14T03:38:57.678 INFO:tasks.rados.rados.0.smithi002.stdout:1127: done (0 left) 2024-09-14T03:38:57.678 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 36 current snap is 112 2024-09-14T03:38:57.678 INFO:tasks.rados.rados.0.smithi002.stdout:1128: seq_num 365 ranges {0=516096,516096=573440,1089536=229376} 2024-09-14T03:38:57.681 INFO:tasks.rados.rados.0.smithi002.stdout:1128: writing smithi00278215-36 from 0 to 516096 tid 1 2024-09-14T03:38:57.683 INFO:tasks.rados.rados.0.smithi002.stdout:1128: writing smithi00278215-36 from 516096 to 1089536 tid 2 2024-09-14T03:38:57.685 INFO:tasks.rados.rados.0.smithi002.stdout:1128: writing smithi00278215-36 from 1089536 to 1318912 tid 3 2024-09-14T03:38:57.685 INFO:tasks.rados.rados.0.smithi002.stdout:1129: read oid 24 snap -1 2024-09-14T03:38:57.685 INFO:tasks.rados.rados.0.smithi002.stdout:1129: expect (ObjNum 350 snap 104 seq_num 350) 2024-09-14T03:38:57.685 INFO:tasks.rados.rados.0.smithi002.stdout:1130: read oid 30 snap -1 2024-09-14T03:38:57.686 INFO:tasks.rados.rados.0.smithi002.stdout:1130: expect deleted 2024-09-14T03:38:57.686 INFO:tasks.rados.rados.0.smithi002.stdout:1131: rmattr oid 9 current snap is 112 2024-09-14T03:38:57.686 INFO:tasks.rados.rados.0.smithi002.stdout:1131: done (3 left) 2024-09-14T03:38:57.686 INFO:tasks.rados.rados.0.smithi002.stdout:1132: rollback oid 39 current snap is 112 2024-09-14T03:38:57.686 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 39 to 110 2024-09-14T03:38:57.686 INFO:tasks.rados.rados.0.smithi002.stdout:1133: delete oid 17 current snap is 112 2024-09-14T03:38:57.688 INFO:tasks.rados.rados.0.smithi002.stdout:1128: finishing write tid 1 to smithi00278215-36 2024-09-14T03:38:57.688 INFO:tasks.rados.rados.0.smithi002.stdout:1133: done (4 left) 2024-09-14T03:38:57.689 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 49 current snap is 112 2024-09-14T03:38:57.689 INFO:tasks.rados.rados.0.smithi002.stdout:1134: seq_num 367 ranges {2899968=548864,3448832=737280,4186112=65536} 2024-09-14T03:38:57.708 INFO:tasks.rados.rados.0.smithi002.stdout:1134: writing smithi00278215-49 from 2899968 to 3448832 tid 1 2024-09-14T03:38:57.712 INFO:tasks.rados.rados.0.smithi002.stdout:1134: writing smithi00278215-49 from 3448832 to 4186112 tid 2 2024-09-14T03:38:57.713 INFO:tasks.rados.rados.0.smithi002.stdout:1134: writing smithi00278215-49 from 4186112 to 4251648 tid 3 2024-09-14T03:38:57.713 INFO:tasks.rados.rados.0.smithi002.stdout:1135: read oid 22 snap -1 2024-09-14T03:38:57.714 INFO:tasks.rados.rados.0.smithi002.stdout:1135: expect (ObjNum 344 snap 102 seq_num 344) 2024-09-14T03:38:57.714 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 32 current snap is 112 2024-09-14T03:38:57.714 INFO:tasks.rados.rados.0.smithi002.stdout:1128: finishing write tid 2 to smithi00278215-36 2024-09-14T03:38:57.714 INFO:tasks.rados.rados.0.smithi002.stdout:1128: finishing write tid 3 to smithi00278215-36 2024-09-14T03:38:57.714 INFO:tasks.rados.rados.0.smithi002.stdout:1128: finishing write tid 4 to smithi00278215-36 2024-09-14T03:38:57.714 INFO:tasks.rados.rados.0.smithi002.stdout:1128: finishing write tid 5 to smithi00278215-36 2024-09-14T03:38:57.714 INFO:tasks.rados.rados.0.smithi002.stdout:1128: oid 36 updating version 0 to 1033 2024-09-14T03:38:57.714 INFO:tasks.rados.rados.0.smithi002.stdout:1128: oid 36 version 1033 is already newer than 1032 2024-09-14T03:38:57.714 INFO:tasks.rados.rados.0.smithi002.stdout:1128: oid 36 version 1033 is already newer than 1031 2024-09-14T03:38:57.714 INFO:tasks.rados.rados.0.smithi002.stdout:1128: oid 36 version 1033 is already newer than 1030 2024-09-14T03:38:57.714 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 36 v 1033 (ObjNum 365 snap 112 seq_num 365) dirty exists 2024-09-14T03:38:57.714 INFO:tasks.rados.rados.0.smithi002.stdout:1128: left oid 36 (ObjNum 365 snap 112 seq_num 365) 2024-09-14T03:38:57.714 INFO:tasks.rados.rados.0.smithi002.stdout:1132: finishing rollback tid 0 to smithi00278215-39 2024-09-14T03:38:57.715 INFO:tasks.rados.rados.0.smithi002.stdout:1132: finishing rollback tid 1 to smithi00278215-39 2024-09-14T03:38:57.715 INFO:tasks.rados.rados.0.smithi002.stdout:1132: finishing rollback tid 2 to smithi00278215-39 2024-09-14T03:38:57.715 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 39 v 793 (ObjNum 240 snap 70 seq_num 240) dirty exists 2024-09-14T03:38:57.715 INFO:tasks.rados.rados.0.smithi002.stdout:1129: expect (ObjNum 350 snap 104 seq_num 350) 2024-09-14T03:38:57.908 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:57 smithi154 ceph-mon[81546]: pgmap v88: 121 pgs: 121 active+clean; 327 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 418 KiB/s rd, 302 KiB/s wr, 9 op/s 2024-09-14T03:38:57.909 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:57 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:57.909 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:57 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:57.909 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:57 smithi154 ceph-mon[81546]: Reconfiguring mds.b (monmap changed)... 2024-09-14T03:38:57.909 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:57 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-14T03:38:57.909 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:57 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:38:57.909 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:57 smithi154 ceph-mon[81546]: Reconfiguring daemon mds.b on smithi154 2024-09-14T03:38:57.910 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:57 smithi154 ceph-mon[81546]: osdmap e280: 8 total, 8 up, 8 in 2024-09-14T03:38:57.936 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:57 smithi002 ceph-mon[89815]: pgmap v88: 121 pgs: 121 active+clean; 327 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 418 KiB/s rd, 302 KiB/s wr, 9 op/s 2024-09-14T03:38:57.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:57 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:57.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:57 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:57.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:57 smithi002 ceph-mon[89815]: Reconfiguring mds.b (monmap changed)... 2024-09-14T03:38:57.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:57 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-14T03:38:57.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:57 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:38:57.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:57 smithi002 ceph-mon[89815]: Reconfiguring daemon mds.b on smithi154 2024-09-14T03:38:57.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:57 smithi002 ceph-mon[89815]: osdmap e280: 8 total, 8 up, 8 in 2024-09-14T03:38:57.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:57 smithi002 ceph-mon[87970]: pgmap v88: 121 pgs: 121 active+clean; 327 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 418 KiB/s rd, 302 KiB/s wr, 9 op/s 2024-09-14T03:38:57.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:57 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:57.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:57 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:57.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:57 smithi002 ceph-mon[87970]: Reconfiguring mds.b (monmap changed)... 2024-09-14T03:38:57.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:57 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-14T03:38:57.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:57 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:38:57.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:57 smithi002 ceph-mon[87970]: Reconfiguring daemon mds.b on smithi154 2024-09-14T03:38:57.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:57 smithi002 ceph-mon[87970]: osdmap e280: 8 total, 8 up, 8 in 2024-09-14T03:38:57.982 INFO:tasks.rados.rados.0.smithi002.stdout:1134: finishing write tid 1 to smithi00278215-49 2024-09-14T03:38:57.982 INFO:tasks.rados.rados.0.smithi002.stdout:1134: finishing write tid 2 to smithi00278215-49 2024-09-14T03:38:57.982 INFO:tasks.rados.rados.0.smithi002.stdout:1136: seq_num 368 ranges {557056=573440,1130496=622592,1753088=180224} 2024-09-14T03:38:57.987 INFO:tasks.rados.rados.0.smithi002.stdout:1136: writing smithi00278215-32 from 557056 to 1130496 tid 1 2024-09-14T03:38:57.990 INFO:tasks.rados.rados.0.smithi002.stdout:1136: writing smithi00278215-32 from 1130496 to 1753088 tid 2 2024-09-14T03:38:57.992 INFO:tasks.rados.rados.0.smithi002.stdout:1136: writing smithi00278215-32 from 1753088 to 1933312 tid 3 2024-09-14T03:38:57.992 INFO:tasks.rados.rados.0.smithi002.stdout:1128: done (6 left) 2024-09-14T03:38:57.992 INFO:tasks.rados.rados.0.smithi002.stdout:1129: done (5 left) 2024-09-14T03:38:57.992 INFO:tasks.rados.rados.0.smithi002.stdout:1130: done (4 left) 2024-09-14T03:38:57.992 INFO:tasks.rados.rados.0.smithi002.stdout:1132: done (3 left) 2024-09-14T03:38:57.992 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 33 current snap is 112 2024-09-14T03:38:57.992 INFO:tasks.rados.rados.0.smithi002.stdout:1137: seq_num 369 ranges {942080=589824,1531904=507904,2039808=294912} 2024-09-14T03:38:58.000 INFO:tasks.rados.rados.0.smithi002.stdout:1137: writing smithi00278215-33 from 942080 to 1531904 tid 1 2024-09-14T03:38:58.003 INFO:tasks.rados.rados.0.smithi002.stdout:1137: writing smithi00278215-33 from 1531904 to 2039808 tid 2 2024-09-14T03:38:58.005 INFO:tasks.rados.rados.0.smithi002.stdout:1137: writing smithi00278215-33 from 2039808 to 2334720 tid 3 2024-09-14T03:38:58.005 INFO:tasks.rados.rados.0.smithi002.stdout:1138: copy_from oid 18 from oid 2 current snap is 112 2024-09-14T03:38:58.005 INFO:tasks.rados.rados.0.smithi002.stdout:1134: finishing write tid 3 to smithi00278215-49 2024-09-14T03:38:58.005 INFO:tasks.rados.rados.0.smithi002.stdout:1134: finishing write tid 4 to smithi00278215-49 2024-09-14T03:38:58.005 INFO:tasks.rados.rados.0.smithi002.stdout:1135: expect (ObjNum 344 snap 102 seq_num 344) 2024-09-14T03:38:58.036 INFO:tasks.rados.rados.0.smithi002.stdout:1134: finishing write tid 5 to smithi00278215-49 2024-09-14T03:38:58.037 INFO:tasks.rados.rados.0.smithi002.stdout:1134: oid 49 updating version 0 to 1021 2024-09-14T03:38:58.037 INFO:tasks.rados.rados.0.smithi002.stdout:1134: oid 49 version 1021 is already newer than 1018 2024-09-14T03:38:58.037 INFO:tasks.rados.rados.0.smithi002.stdout:1134: oid 49 version 1021 is already newer than 1019 2024-09-14T03:38:58.037 INFO:tasks.rados.rados.0.smithi002.stdout:1134: oid 49 version 1021 is already newer than 1020 2024-09-14T03:38:58.037 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 1021 (ObjNum 367 snap 112 seq_num 367) dirty exists 2024-09-14T03:38:58.037 INFO:tasks.rados.rados.0.smithi002.stdout:1134: left oid 49 (ObjNum 367 snap 112 seq_num 367) 2024-09-14T03:38:58.037 INFO:tasks.rados.rados.0.smithi002.stdout:1134: done (4 left) 2024-09-14T03:38:58.037 INFO:tasks.rados.rados.0.smithi002.stdout:1135: done (3 left) 2024-09-14T03:38:58.037 INFO:tasks.rados.rados.0.smithi002.stdout:1139: rollback oid 7 current snap is 112 2024-09-14T03:38:58.037 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 7 to 74 2024-09-14T03:38:58.038 INFO:tasks.rados.rados.0.smithi002.stdout:1136: finishing write tid 1 to smithi00278215-32 2024-09-14T03:38:58.038 INFO:tasks.rados.rados.0.smithi002.stdout:1136: finishing write tid 2 to smithi00278215-32 2024-09-14T03:38:58.038 INFO:tasks.rados.rados.0.smithi002.stdout:1136: finishing write tid 3 to smithi00278215-32 2024-09-14T03:38:58.038 INFO:tasks.rados.rados.0.smithi002.stdout:1136: finishing write tid 4 to smithi00278215-32 2024-09-14T03:38:58.038 INFO:tasks.rados.rados.0.smithi002.stdout:1136: finishing write tid 5 to smithi00278215-32 2024-09-14T03:38:58.038 INFO:tasks.rados.rados.0.smithi002.stdout:1136: oid 32 updating version 0 to 1250 2024-09-14T03:38:58.038 INFO:tasks.rados.rados.0.smithi002.stdout:1136: oid 32 updating version 1250 to 1251 2024-09-14T03:38:58.038 INFO:tasks.rados.rados.0.smithi002.stdout:1136: oid 32 updating version 1251 to 1252 2024-09-14T03:38:58.039 INFO:tasks.rados.rados.0.smithi002.stdout:1136: oid 32 updating version 1252 to 1253 2024-09-14T03:38:58.039 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 1253 (ObjNum 368 snap 112 seq_num 368) dirty exists 2024-09-14T03:38:58.039 INFO:tasks.rados.rados.0.smithi002.stdout:1136: left oid 32 (ObjNum 368 snap 112 seq_num 368) 2024-09-14T03:38:58.039 INFO:tasks.rados.rados.0.smithi002.stdout:1137: finishing write tid 1 to smithi00278215-33 2024-09-14T03:38:58.039 INFO:tasks.rados.rados.0.smithi002.stdout:1137: finishing write tid 2 to smithi00278215-33 2024-09-14T03:38:58.039 INFO:tasks.rados.rados.0.smithi002.stdout:1137: finishing write tid 3 to smithi00278215-33 2024-09-14T03:38:58.039 INFO:tasks.rados.rados.0.smithi002.stdout:1136: done (3 left) 2024-09-14T03:38:58.039 INFO:tasks.rados.rados.0.smithi002.stdout:1140: copy_from oid 31 from oid 6 current snap is 112 2024-09-14T03:38:58.039 INFO:tasks.rados.rados.0.smithi002.stdout:1137: finishing write tid 4 to smithi00278215-33 2024-09-14T03:38:58.039 INFO:tasks.rados.rados.0.smithi002.stdout:1137: finishing write tid 5 to smithi00278215-33 2024-09-14T03:38:58.039 INFO:tasks.rados.rados.0.smithi002.stdout:1137: oid 33 updating version 0 to 930 2024-09-14T03:38:58.039 INFO:tasks.rados.rados.0.smithi002.stdout:1137: oid 33 updating version 930 to 931 2024-09-14T03:38:58.039 INFO:tasks.rados.rados.0.smithi002.stdout:1137: oid 33 updating version 931 to 933 2024-09-14T03:38:58.040 INFO:tasks.rados.rados.0.smithi002.stdout:1137: oid 33 version 933 is already newer than 932 2024-09-14T03:38:58.040 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 33 v 933 (ObjNum 369 snap 112 seq_num 369) dirty exists 2024-09-14T03:38:58.040 INFO:tasks.rados.rados.0.smithi002.stdout:1137: left oid 33 (ObjNum 369 snap 112 seq_num 369) 2024-09-14T03:38:58.040 INFO:tasks.rados.rados.0.smithi002.stdout:1138: finishing copy_from racing read to smithi00278215-18 2024-09-14T03:38:58.040 INFO:tasks.rados.rados.0.smithi002.stdout:1138: finishing copy_from to smithi00278215-18 2024-09-14T03:38:58.040 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 607 (ObjNum 351 snap 104 seq_num 351) dirty exists 2024-09-14T03:38:58.040 INFO:tasks.rados.rados.0.smithi002.stdout:1137: done (3 left) 2024-09-14T03:38:58.040 INFO:tasks.rados.rados.0.smithi002.stdout:1138: done (2 left) 2024-09-14T03:38:58.040 INFO:tasks.rados.rados.0.smithi002.stdout:1141: read oid 27 snap 105 2024-09-14T03:38:58.040 INFO:tasks.rados.rados.0.smithi002.stdout:1141: expect (ObjNum 321 snap 98 seq_num 321) 2024-09-14T03:38:58.041 INFO:tasks.rados.rados.0.smithi002.stdout:1142: copy_from oid 8 from oid 34 current snap is 112 2024-09-14T03:38:58.041 INFO:tasks.rados.rados.0.smithi002.stdout:1143: snap_create 2024-09-14T03:38:58.041 INFO:tasks.rados.rados.0.smithi002.stdout:1139: finishing rollback tid 0 to smithi00278215-7 2024-09-14T03:38:58.041 INFO:tasks.rados.rados.0.smithi002.stdout:1139: finishing rollback tid 1 to smithi00278215-7 2024-09-14T03:38:58.042 INFO:tasks.rados.rados.0.smithi002.stdout:1141: expect (ObjNum 321 snap 98 seq_num 321) 2024-09-14T03:38:58.071 INFO:tasks.rados.rados.0.smithi002.stdout:1139: finishing rollback tid 2 to smithi00278215-7 2024-09-14T03:38:58.071 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 1257 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-14T03:38:58.071 INFO:tasks.rados.rados.0.smithi002.stdout:1142: finishing copy_from racing read to smithi00278215-8 2024-09-14T03:38:58.071 INFO:tasks.rados.rados.0.smithi002.stdout:1142: finishing copy_from to smithi00278215-8 2024-09-14T03:38:58.071 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 8 v 1017 (ObjNum 236 snap 70 seq_num 236) dirty exists 2024-09-14T03:38:58.072 INFO:tasks.rados.rados.0.smithi002.stdout:1140: finishing copy_from racing read to smithi00278215-31 2024-09-14T03:38:58.080 INFO:tasks.rados.rados.0.smithi002.stdout:1140: finishing copy_from to smithi00278215-31 2024-09-14T03:38:58.080 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 1192 (ObjNum 251 snap 72 seq_num 251) dirty exists 2024-09-14T03:38:58.893 INFO:tasks.rados.rados.0.smithi002.stdout:1139: done (4 left) 2024-09-14T03:38:58.893 INFO:tasks.rados.rados.0.smithi002.stdout:1140: done (3 left) 2024-09-14T03:38:58.893 INFO:tasks.rados.rados.0.smithi002.stdout:1141: done (2 left) 2024-09-14T03:38:58.894 INFO:tasks.rados.rados.0.smithi002.stdout:1142: done (1 left) 2024-09-14T03:38:58.894 INFO:tasks.rados.rados.0.smithi002.stdout:1143: done (0 left) 2024-09-14T03:38:58.894 INFO:tasks.rados.rados.0.smithi002.stdout:1144: read oid 48 snap -1 2024-09-14T03:38:58.894 INFO:tasks.rados.rados.0.smithi002.stdout:1144: expect deleted 2024-09-14T03:38:58.894 INFO:tasks.rados.rados.0.smithi002.stdout:1145: read oid 35 snap 108 2024-09-14T03:38:58.894 INFO:tasks.rados.rados.0.smithi002.stdout:1145: expect (ObjNum 278 snap 84 seq_num 278) 2024-09-14T03:38:58.894 INFO:tasks.rados.rados.0.smithi002.stdout:1146: rollback oid 21 current snap is 113 2024-09-14T03:38:58.894 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 21 to 44 2024-09-14T03:38:58.894 INFO:tasks.rados.rados.0.smithi002.stdout:1147: snap_remove snap 92 2024-09-14T03:38:58.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:58 smithi002 ceph-mon[87970]: osdmap e281: 8 total, 8 up, 8 in 2024-09-14T03:38:58.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:58 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:58.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:58 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:58.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:58 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:38:58.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:58 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:38:58.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:58 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:38:58.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:58 smithi002 ceph-mon[87970]: Upgrade: Setting container_image for all mon 2024-09-14T03:38:58.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:58 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:58.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:58 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-14T03:38:58.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:58 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-09-14T03:38:58.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:58 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.b"} : dispatch 2024-09-14T03:38:58.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:58 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-09-14T03:38:58.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:58 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-14T03:38:58.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:58 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-09-14T03:38:58.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:58 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:38:58.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:58 smithi002 ceph-mon[87970]: Upgrade: Setting container_image for all crash 2024-09-14T03:38:58.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:58 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:58.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:58 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2024-09-14T03:38:58.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:58 smithi002 ceph-mon[87970]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-14T03:38:58.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:58 smithi002 ceph-mon[87970]: Upgrade: osd.0 is safe to restart 2024-09-14T03:38:58.939 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:58 smithi002 ceph-mon[89815]: osdmap e281: 8 total, 8 up, 8 in 2024-09-14T03:38:58.939 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:58 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:58.939 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:58 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:58.939 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:58 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:38:58.939 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:58 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:38:58.939 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:58 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:38:58.939 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:58 smithi002 ceph-mon[89815]: Upgrade: Setting container_image for all mon 2024-09-14T03:38:58.940 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:58 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:58.940 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:58 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-14T03:38:58.940 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:58 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-09-14T03:38:58.940 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:58 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.b"} : dispatch 2024-09-14T03:38:58.940 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:58 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-09-14T03:38:58.940 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:58 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-14T03:38:58.940 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:58 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-09-14T03:38:58.940 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:58 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:38:58.940 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:58 smithi002 ceph-mon[89815]: Upgrade: Setting container_image for all crash 2024-09-14T03:38:58.940 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:58 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:58.941 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:58 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2024-09-14T03:38:58.941 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:58 smithi002 ceph-mon[89815]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-14T03:38:58.941 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:58 smithi002 ceph-mon[89815]: Upgrade: osd.0 is safe to restart 2024-09-14T03:38:58.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:58 smithi154 ceph-mon[81546]: osdmap e281: 8 total, 8 up, 8 in 2024-09-14T03:38:58.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:58 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:58.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:58 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:58.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:58 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:38:58.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:58 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:38:58.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:58 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:38:58.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:58 smithi154 ceph-mon[81546]: Upgrade: Setting container_image for all mon 2024-09-14T03:38:58.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:58 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:58.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:58 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-14T03:38:58.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:58 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-09-14T03:38:58.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:58 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.b"} : dispatch 2024-09-14T03:38:58.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:58 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-09-14T03:38:58.979 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:58 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-14T03:38:58.979 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:58 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-09-14T03:38:58.979 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:58 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:38:58.979 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:58 smithi154 ceph-mon[81546]: Upgrade: Setting container_image for all crash 2024-09-14T03:38:58.979 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:58 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:38:58.979 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:58 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2024-09-14T03:38:58.979 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:58 smithi154 ceph-mon[81546]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-14T03:38:58.979 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:58 smithi154 ceph-mon[81546]: Upgrade: osd.0 is safe to restart 2024-09-14T03:38:59.899 INFO:tasks.rados.rados.0.smithi002.stdout:1147: done (3 left) 2024-09-14T03:38:59.899 INFO:tasks.rados.rados.0.smithi002.stdout:1148: read oid 32 snap -1 2024-09-14T03:38:59.900 INFO:tasks.rados.rados.0.smithi002.stdout:1148: expect (ObjNum 368 snap 112 seq_num 368) 2024-09-14T03:38:59.900 INFO:tasks.rados.rados.0.smithi002.stdout:1149: read oid 25 snap -1 2024-09-14T03:38:59.900 INFO:tasks.rados.rados.0.smithi002.stdout:1149: expect (ObjNum 159 snap 43 seq_num 159) 2024-09-14T03:38:59.900 INFO:tasks.rados.rados.0.smithi002.stdout:1150: read oid 23 snap -1 2024-09-14T03:38:59.900 INFO:tasks.rados.rados.0.smithi002.stdout:1150: expect (ObjNum 356 snap 105 seq_num 356) 2024-09-14T03:38:59.900 INFO:tasks.rados.rados.0.smithi002.stdout:1151: rollback oid 33 current snap is 113 2024-09-14T03:38:59.900 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 33 to 44 2024-09-14T03:38:59.900 INFO:tasks.rados.rados.0.smithi002.stdout:1152: snap_remove snap 85 2024-09-14T03:39:00.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:59 smithi002 ceph-mon[89815]: pgmap v91: 121 pgs: 121 active+clean; 327 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 418 KiB/s rd, 302 KiB/s wr, 9 op/s 2024-09-14T03:39:00.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:59 smithi002 ceph-mon[89815]: osdmap e282: 8 total, 8 up, 8 in 2024-09-14T03:39:00.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:59 smithi002 ceph-mon[89815]: Upgrade: Updating osd.0 2024-09-14T03:39:00.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:59 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:00.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:59 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-09-14T03:39:00.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:38:59 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:39:00.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:59 smithi002 ceph-mon[87970]: pgmap v91: 121 pgs: 121 active+clean; 327 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 418 KiB/s rd, 302 KiB/s wr, 9 op/s 2024-09-14T03:39:00.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:59 smithi002 ceph-mon[87970]: osdmap e282: 8 total, 8 up, 8 in 2024-09-14T03:39:00.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:59 smithi002 ceph-mon[87970]: Upgrade: Updating osd.0 2024-09-14T03:39:00.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:59 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:00.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:59 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-09-14T03:39:00.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:38:59 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:39:00.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:59 smithi154 ceph-mon[81546]: pgmap v91: 121 pgs: 121 active+clean; 327 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 418 KiB/s rd, 302 KiB/s wr, 9 op/s 2024-09-14T03:39:00.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:59 smithi154 ceph-mon[81546]: osdmap e282: 8 total, 8 up, 8 in 2024-09-14T03:39:00.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:59 smithi154 ceph-mon[81546]: Upgrade: Updating osd.0 2024-09-14T03:39:00.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:59 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:00.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:59 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-09-14T03:39:00.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:38:59 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:39:00.963 INFO:tasks.rados.rados.0.smithi002.stdout:1152: done (7 left) 2024-09-14T03:39:00.963 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 24 current snap is 113 2024-09-14T03:39:00.963 INFO:tasks.rados.rados.0.smithi002.stdout:1153: seq_num 370 ranges {4685824=606208,5292032=794624,6086656=8192} 2024-09-14T03:39:00.994 INFO:tasks.rados.rados.0.smithi002.stdout:1153: writing smithi00278215-24 from 4685824 to 5292032 tid 1 2024-09-14T03:39:00.998 INFO:tasks.rados.rados.0.smithi002.stdout:1153: writing smithi00278215-24 from 5292032 to 6086656 tid 2 2024-09-14T03:39:00.999 INFO:tasks.rados.rados.0.smithi002.stdout:1153: writing smithi00278215-24 from 6086656 to 6094848 tid 3 2024-09-14T03:39:00.999 INFO:tasks.rados.rados.0.smithi002.stdout:1154: snap_remove snap 96 2024-09-14T03:39:01.171 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:00 smithi002 ceph-mon[87970]: Deploying daemon osd.0 on smithi002 2024-09-14T03:39:01.172 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:00 smithi002 ceph-mon[87970]: osdmap e283: 8 total, 8 up, 8 in 2024-09-14T03:39:01.172 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:00 smithi002 ceph-mon[89815]: Deploying daemon osd.0 on smithi002 2024-09-14T03:39:01.172 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:00 smithi002 ceph-mon[89815]: osdmap e283: 8 total, 8 up, 8 in 2024-09-14T03:39:01.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:00 smithi154 ceph-mon[81546]: Deploying daemon osd.0 on smithi002 2024-09-14T03:39:01.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:00 smithi154 ceph-mon[81546]: osdmap e283: 8 total, 8 up, 8 in 2024-09-14T03:39:01.967 INFO:tasks.rados.rados.0.smithi002.stdout:1154: done (8 left) 2024-09-14T03:39:01.967 INFO:tasks.rados.rados.0.smithi002.stdout:1155: delete oid 42 current snap is 113 2024-09-14T03:39:01.971 INFO:tasks.rados.rados.0.smithi002.stdout:1146: finishing rollback tid 1 to smithi00278215-21 2024-09-14T03:39:01.971 INFO:tasks.rados.rados.0.smithi002.stdout:1146: finishing rollback tid 2 to smithi00278215-21 2024-09-14T03:39:01.971 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 1021 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-14T03:39:01.971 INFO:tasks.rados.rados.0.smithi002.stdout:1145: expect (ObjNum 278 snap 84 seq_num 278) 2024-09-14T03:39:02.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:01 smithi002 ceph-mon[87970]: pgmap v94: 121 pgs: 121 active+clean; 356 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 6.1 MiB/s wr, 23 op/s 2024-09-14T03:39:02.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:01 smithi002 ceph-mon[87970]: osdmap e284: 8 total, 8 up, 8 in 2024-09-14T03:39:02.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:01 smithi002 ceph-mon[89815]: pgmap v94: 121 pgs: 121 active+clean; 356 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 6.1 MiB/s wr, 23 op/s 2024-09-14T03:39:02.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:01 smithi002 ceph-mon[89815]: osdmap e284: 8 total, 8 up, 8 in 2024-09-14T03:39:02.226 INFO:tasks.rados.rados.0.smithi002.stdout:1151: finishing rollback tid 0 to smithi00278215-33 2024-09-14T03:39:02.227 INFO:tasks.rados.rados.0.smithi002.stdout:1151: finishing rollback tid 1 to smithi00278215-33 2024-09-14T03:39:02.227 INFO:tasks.rados.rados.0.smithi002.stdout:1151: finishing rollback tid 2 to smithi00278215-33 2024-09-14T03:39:02.227 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 33 v 941 (ObjNum 116 snap 27 seq_num 116) dirty exists 2024-09-14T03:39:02.227 INFO:tasks.rados.rados.0.smithi002.stdout:1148: expect (ObjNum 368 snap 112 seq_num 368) 2024-09-14T03:39:02.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:01 smithi154 ceph-mon[81546]: pgmap v94: 121 pgs: 121 active+clean; 356 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 6.1 MiB/s wr, 23 op/s 2024-09-14T03:39:02.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:01 smithi154 ceph-mon[81546]: osdmap e284: 8 total, 8 up, 8 in 2024-09-14T03:39:02.288 INFO:tasks.rados.rados.0.smithi002.stdout:1149: expect (ObjNum 159 snap 43 seq_num 159) 2024-09-14T03:39:02.525 INFO:tasks.rados.rados.0.smithi002.stdout:1150: expect (ObjNum 356 snap 105 seq_num 356) 2024-09-14T03:39:02.627 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:39:02 smithi002 systemd[1]: Stopping Ceph osd.0 for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:39:02.936 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:39:02 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-0[41880]: 2024-09-14T03:39:02.623+0000 7f80815c8640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-14T03:39:02.937 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:39:02 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-0[41880]: 2024-09-14T03:39:02.623+0000 7f80815c8640 -1 osd.0 285 *** Got signal Terminated *** 2024-09-14T03:39:02.937 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:39:02 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-0[41880]: 2024-09-14T03:39:02.623+0000 7f80815c8640 -1 osd.0 285 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-14T03:39:02.956 INFO:tasks.rados.rados.0.smithi002.stdout:1153: finishing write tid 1 to smithi00278215-24 2024-09-14T03:39:02.956 INFO:tasks.rados.rados.0.smithi002.stdout:1153: finishing write tid 2 to smithi00278215-24 2024-09-14T03:39:02.956 INFO:tasks.rados.rados.0.smithi002.stdout:1153: finishing write tid 3 to smithi00278215-24 2024-09-14T03:39:02.956 INFO:tasks.rados.rados.0.smithi002.stdout:1153: finishing write tid 4 to smithi00278215-24 2024-09-14T03:39:02.956 INFO:tasks.rados.rados.0.smithi002.stdout:1153: finishing write tid 5 to smithi00278215-24 2024-09-14T03:39:02.956 INFO:tasks.rados.rados.0.smithi002.stdout:1153: oid 24 updating version 0 to 1195 2024-09-14T03:39:02.956 INFO:tasks.rados.rados.0.smithi002.stdout:1153: oid 24 updating version 1195 to 1196 2024-09-14T03:39:02.956 INFO:tasks.rados.rados.0.smithi002.stdout:1153: oid 24 version 1196 is already newer than 1194 2024-09-14T03:39:02.956 INFO:tasks.rados.rados.0.smithi002.stdout:1153: oid 24 version 1196 is already newer than 1193 2024-09-14T03:39:02.956 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 24 v 1196 (ObjNum 370 snap 113 seq_num 370) dirty exists 2024-09-14T03:39:02.956 INFO:tasks.rados.rados.0.smithi002.stdout:1153: left oid 24 (ObjNum 370 snap 113 seq_num 370) 2024-09-14T03:39:02.956 INFO:tasks.rados.rados.0.smithi002.stdout:1144: done (8 left) 2024-09-14T03:39:02.957 INFO:tasks.rados.rados.0.smithi002.stdout:1145: done (7 left) 2024-09-14T03:39:02.957 INFO:tasks.rados.rados.0.smithi002.stdout:1146: done (6 left) 2024-09-14T03:39:02.957 INFO:tasks.rados.rados.0.smithi002.stdout:1148: done (5 left) 2024-09-14T03:39:02.957 INFO:tasks.rados.rados.0.smithi002.stdout:1149: done (4 left) 2024-09-14T03:39:02.957 INFO:tasks.rados.rados.0.smithi002.stdout:1150: done (3 left) 2024-09-14T03:39:02.957 INFO:tasks.rados.rados.0.smithi002.stdout:1151: done (2 left) 2024-09-14T03:39:02.957 INFO:tasks.rados.rados.0.smithi002.stdout:1153: done (1 left) 2024-09-14T03:39:02.957 INFO:tasks.rados.rados.0.smithi002.stdout:1155: done (0 left) 2024-09-14T03:39:02.957 INFO:tasks.rados.rados.0.smithi002.stdout:1156: snap_remove snap 89 2024-09-14T03:39:03.226 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:39:03 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:39:03] "GET /metrics HTTP/1.1" 200 36158 "" "Prometheus/2.43.0" 2024-09-14T03:39:03.226 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:02 smithi002 ceph-mon[89815]: osdmap e285: 8 total, 8 up, 8 in 2024-09-14T03:39:03.227 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:02 smithi002 ceph-mon[89815]: osd.0 marked itself down and dead 2024-09-14T03:39:03.227 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:02 smithi002 ceph-mon[89815]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-14T03:39:03.227 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:02 smithi002 ceph-mon[89815]: osdmap e286: 8 total, 7 up, 8 in 2024-09-14T03:39:03.227 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:02 smithi002 ceph-mon[87970]: osdmap e285: 8 total, 8 up, 8 in 2024-09-14T03:39:03.227 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:02 smithi002 ceph-mon[87970]: osd.0 marked itself down and dead 2024-09-14T03:39:03.227 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:02 smithi002 ceph-mon[87970]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-14T03:39:03.227 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:02 smithi002 ceph-mon[87970]: osdmap e286: 8 total, 7 up, 8 in 2024-09-14T03:39:03.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:02 smithi154 ceph-mon[81546]: osdmap e285: 8 total, 8 up, 8 in 2024-09-14T03:39:03.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:02 smithi154 ceph-mon[81546]: osd.0 marked itself down and dead 2024-09-14T03:39:03.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:02 smithi154 ceph-mon[81546]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-14T03:39:03.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:02 smithi154 ceph-mon[81546]: osdmap e286: 8 total, 7 up, 8 in 2024-09-14T03:39:03.517 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:39:03 smithi002 podman[94081]: 2024-09-14 03:39:03.225616253 +0000 UTC m=+0.729658279 container died 1903b1c9a70c0b092c2422e8e7c7ad92fbddcbc5d42097d87790b4783a9f2308 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=reef-e4e227b, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS) 2024-09-14T03:39:03.682 INFO:tasks.rados.rados.0.smithi002.stdout:1156: done (0 left) 2024-09-14T03:39:03.682 INFO:tasks.rados.rados.0.smithi002.stdout:1157: copy_from oid 31 from oid 35 current snap is 113 2024-09-14T03:39:03.682 INFO:tasks.rados.rados.0.smithi002.stdout:1158: delete oid 47 current snap is 113 2024-09-14T03:39:03.702 INFO:tasks.rados.rados.0.smithi002.stdout:1158: done (1 left) 2024-09-14T03:39:03.702 INFO:tasks.rados.rados.0.smithi002.stdout:1159: snap_remove snap 91 2024-09-14T03:39:03.902 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:39:03 smithi002 podman[94081]: 2024-09-14 03:39:03.666236507 +0000 UTC m=+1.170278578 container cleanup 1903b1c9a70c0b092c2422e8e7c7ad92fbddcbc5d42097d87790b4783a9f2308 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, RELEASE=reef-e4e227b, ceph=True, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-14T03:39:03.902 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:39:03 smithi002 bash[94081]: ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-0 2024-09-14T03:39:04.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:03 smithi002 ceph-mon[87970]: pgmap v97: 121 pgs: 121 active+clean; 356 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 6.1 MiB/s wr, 23 op/s 2024-09-14T03:39:04.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:03 smithi002 ceph-mon[87970]: osdmap e287: 8 total, 7 up, 8 in 2024-09-14T03:39:04.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:03 smithi002 ceph-mon[89815]: pgmap v97: 121 pgs: 121 active+clean; 356 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 6.1 MiB/s wr, 23 op/s 2024-09-14T03:39:04.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:03 smithi002 ceph-mon[89815]: osdmap e287: 8 total, 7 up, 8 in 2024-09-14T03:39:04.187 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:39:03 smithi002 podman[94097]: 2024-09-14 03:39:03.90151662 +0000 UTC m=+0.668012273 container remove 1903b1c9a70c0b092c2422e8e7c7ad92fbddcbc5d42097d87790b4783a9f2308 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, RELEASE=reef-e4e227b, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2024-09-14T03:39:04.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:03 smithi154 ceph-mon[81546]: pgmap v97: 121 pgs: 121 active+clean; 356 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 6.1 MiB/s wr, 23 op/s 2024-09-14T03:39:04.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:03 smithi154 ceph-mon[81546]: osdmap e287: 8 total, 7 up, 8 in 2024-09-14T03:39:04.597 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:39:04 smithi002 podman[94185]: 2024-09-14 03:39:04.344172243 +0000 UTC m=+0.107079000 container create acfdac04db10fcaf2e7de3d2f03f44c58bf7c241980f467535015f79041c9107 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-0-deactivate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=main-a278231) 2024-09-14T03:39:04.597 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:39:04 smithi002 podman[94185]: 2024-09-14 03:39:04.253362371 +0000 UTC m=+0.016269071 image pull 8801d2529e4377d97015e6c85a3b4925ede7ce42c7349a1a37eb88f097b6f3f0 quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802 2024-09-14T03:39:04.597 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:39:04 smithi002 podman[94185]: 2024-09-14 03:39:04.596515415 +0000 UTC m=+0.359422119 container init acfdac04db10fcaf2e7de3d2f03f44c58bf7c241980f467535015f79041c9107 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-0-deactivate, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=main-a278231, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-14T03:39:04.684 INFO:tasks.rados.rados.0.smithi002.stdout:1159: done (1 left) 2024-09-14T03:39:04.684 INFO:tasks.rados.rados.0.smithi002.stdout:1160: snap_create 2024-09-14T03:39:04.684 INFO:tasks.rados.rados.0.smithi002.stdout:1157: finishing copy_from racing read to smithi00278215-31 2024-09-14T03:39:04.685 INFO:tasks.rados.rados.0.smithi002.stdout:1157: finishing copy_from to smithi00278215-31 2024-09-14T03:39:04.685 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 626 (ObjNum 278 snap 84 seq_num 278) dirty exists 2024-09-14T03:39:04.937 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:39:04 smithi002 podman[94185]: 2024-09-14 03:39:04.60004545 +0000 UTC m=+0.362952147 container start acfdac04db10fcaf2e7de3d2f03f44c58bf7c241980f467535015f79041c9107 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-0-deactivate, RELEASE=main-a278231, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0) 2024-09-14T03:39:04.937 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:39:04 smithi002 podman[94185]: 2024-09-14 03:39:04.679938848 +0000 UTC m=+0.442845554 container attach acfdac04db10fcaf2e7de3d2f03f44c58bf7c241980f467535015f79041c9107 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-0-deactivate, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=main-a278231, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-09-14T03:39:04.937 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:39:04 smithi002 podman[94185]: 2024-09-14 03:39:04.795718327 +0000 UTC m=+0.558625022 container died acfdac04db10fcaf2e7de3d2f03f44c58bf7c241980f467535015f79041c9107 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-0-deactivate, RELEASE=main-a278231, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240731, ceph=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-14T03:39:05.685 INFO:tasks.rados.rados.0.smithi002.stdout:1157: done (1 left) 2024-09-14T03:39:05.685 INFO:tasks.rados.rados.0.smithi002.stdout:1160: done (0 left) 2024-09-14T03:39:05.685 INFO:tasks.rados.rados.0.smithi002.stdout:1161: copy_from oid 20 from oid 32 current snap is 114 2024-09-14T03:39:05.686 INFO:tasks.rados.rados.0.smithi002.stdout:1162: delete oid 3 current snap is 114 2024-09-14T03:39:05.687 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:39:05 smithi002 podman[94208]: 2024-09-14 03:39:05.534599389 +0000 UTC m=+0.732730555 container remove acfdac04db10fcaf2e7de3d2f03f44c58bf7c241980f467535015f79041c9107 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-0-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, RELEASE=main-a278231, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.build-date=20240731) 2024-09-14T03:39:05.687 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:39:05 smithi002 systemd[1]: ceph-f357b922-7248-11ef-bceb-c7b262605968@osd.0.service: Deactivated successfully. 2024-09-14T03:39:05.687 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:39:05 smithi002 systemd[1]: Stopped Ceph osd.0 for f357b922-7248-11ef-bceb-c7b262605968. 2024-09-14T03:39:05.687 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:39:05 smithi002 systemd[1]: ceph-f357b922-7248-11ef-bceb-c7b262605968@osd.0.service: Consumed 12.159s CPU time. 2024-09-14T03:39:05.691 INFO:tasks.rados.rados.0.smithi002.stdout:1162: done (1 left) 2024-09-14T03:39:05.691 INFO:tasks.rados.rados.0.smithi002.stdout:1163: copy_from oid 45 from oid 37 current snap is 114 2024-09-14T03:39:05.692 INFO:tasks.rados.rados.0.smithi002.stdout:1164: snap_remove snap 103 2024-09-14T03:39:05.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:05 smithi154 ceph-mon[81546]: pgmap v100: 121 pgs: 15 stale+active+clean, 106 active+clean; 356 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-09-14T03:39:05.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:05 smithi154 ceph-mon[81546]: osdmap e288: 8 total, 7 up, 8 in 2024-09-14T03:39:06.001 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:39:05 smithi002 systemd[1]: Starting Ceph osd.0 for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:39:06.001 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:05 smithi002 ceph-mon[87970]: pgmap v100: 121 pgs: 15 stale+active+clean, 106 active+clean; 356 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-09-14T03:39:06.001 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:05 smithi002 ceph-mon[87970]: osdmap e288: 8 total, 7 up, 8 in 2024-09-14T03:39:06.001 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:05 smithi002 ceph-mon[89815]: pgmap v100: 121 pgs: 15 stale+active+clean, 106 active+clean; 356 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-09-14T03:39:06.002 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:05 smithi002 ceph-mon[89815]: osdmap e288: 8 total, 7 up, 8 in 2024-09-14T03:39:06.314 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:39:06 smithi002 podman[94312]: 2024-09-14 03:39:05.902904258 +0000 UTC m=+0.017048964 image pull 8801d2529e4377d97015e6c85a3b4925ede7ce42c7349a1a37eb88f097b6f3f0 quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802 2024-09-14T03:39:06.314 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:39:06 smithi002 podman[94312]: 2024-09-14 03:39:06.031638539 +0000 UTC m=+0.145783285 container create 3e97df721a5fdab885a480636c48bd7450c0ba6969464b988dd9c462352be839 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-0-activate, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, RELEASE=main-a278231, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-14T03:39:06.314 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:39:06 smithi002 podman[94312]: 2024-09-14 03:39:06.313580516 +0000 UTC m=+0.427725220 container init 3e97df721a5fdab885a480636c48bd7450c0ba6969464b988dd9c462352be839 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-0-activate, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-a278231, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-14T03:39:06.371 INFO:teuthology.orchestra.run.smithi002.stdout:true 2024-09-14T03:39:06.687 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:39:06 smithi002 podman[94312]: 2024-09-14 03:39:06.317092146 +0000 UTC m=+0.431236854 container start 3e97df721a5fdab885a480636c48bd7450c0ba6969464b988dd9c462352be839 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-0-activate, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=main-a278231, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731) 2024-09-14T03:39:06.687 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:39:06 smithi002 podman[94312]: 2024-09-14 03:39:06.396831528 +0000 UTC m=+0.510976236 container attach 3e97df721a5fdab885a480636c48bd7450c0ba6969464b988dd9c462352be839 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-0-activate, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-a278231, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-09-14T03:39:06.687 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:39:06 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-0-activate[94330]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-14T03:39:06.687 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:39:06 smithi002 bash[94312]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-14T03:39:06.687 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:39:06 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-0-activate[94330]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-14T03:39:06.687 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:39:06 smithi002 bash[94312]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-14T03:39:06.698 INFO:tasks.rados.rados.0.smithi002.stdout:1164: done (2 left) 2024-09-14T03:39:06.698 INFO:tasks.rados.rados.0.smithi002.stdout:1165: snap_create 2024-09-14T03:39:06.698 INFO:tasks.rados.rados.0.smithi002.stdout:1161: finishing copy_from racing read to smithi00278215-20 2024-09-14T03:39:06.698 INFO:tasks.rados.rados.0.smithi002.stdout:1161: finishing copy_from to smithi00278215-20 2024-09-14T03:39:06.698 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 20 v 1253 (ObjNum 368 snap 112 seq_num 368) dirty exists 2024-09-14T03:39:06.698 INFO:tasks.rados.rados.0.smithi002.stdout:1163: finishing copy_from racing read to smithi00278215-45 2024-09-14T03:39:06.698 INFO:tasks.rados.rados.0.smithi002.stdout:1163: finishing copy_from to smithi00278215-45 2024-09-14T03:39:06.698 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 45 v 787 (ObjNum 359 snap 107 seq_num 359) dirty exists 2024-09-14T03:39:06.972 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-14T03:39:06.972 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (5m) 48s ago 6m 27.0M - 0.25.0 c8568f914cd2 8c6771f56432 2024-09-14T03:39:06.972 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi154 *:3000 running (6m) 34s ago 6m 88.0M - 9.4.7 954c08fa6188 6cd949ecdca3 2024-09-14T03:39:06.972 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (7m) 48s ago 7m 18.1M - 18.2.4-845-ge4e227b3 67ddd33fa72f 5bfe4ab70917 2024-09-14T03:39:06.972 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi154 running (7m) 34s ago 7m 19.7M - 18.2.4-845-ge4e227b3 67ddd33fa72f 80e0f22077e1 2024-09-14T03:39:06.972 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi154 *:8443,9283,8765 running (93s) 34s ago 11m 453M - 19.3.0-4907-ga2782315 8801d2529e43 3c8b8d7f1b49 2024-09-14T03:39:06.972 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (2m) 48s ago 12m 515M - 19.3.0-4907-ga2782315 8801d2529e43 37cb6840a9f7 2024-09-14T03:39:06.972 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (79s) 48s ago 12m 42.4M 2048M 19.3.0-4907-ga2782315 8801d2529e43 ac49fe4ea75d 2024-09-14T03:39:06.972 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi154 running (39s) 34s ago 11m 28.2M 2048M 19.3.0-4907-ga2782315 8801d2529e43 de3094fdd6b5 2024-09-14T03:39:06.973 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (57s) 48s ago 11m 26.7M 2048M 19.3.0-4907-ga2782315 8801d2529e43 0423773ea054 2024-09-14T03:39:06.973 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (5m) 48s ago 5m 16.2M - 1.5.0 0da6a335fe13 ad362eb3056c 2024-09-14T03:39:06.973 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi154 *:9100 running (5m) 34s ago 5m 17.2M - 1.5.0 0da6a335fe13 815178e760b0 2024-09-14T03:39:06.973 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (10m) 48s ago 10m 192M 2481M 18.2.4-845-ge4e227b3 67ddd33fa72f 1903b1c9a70c 2024-09-14T03:39:06.973 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (10m) 48s ago 10m 140M 2481M 18.2.4-845-ge4e227b3 67ddd33fa72f 9c24d9e89813 2024-09-14T03:39:06.973 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (9m) 48s ago 9m 148M 2481M 18.2.4-845-ge4e227b3 67ddd33fa72f 623beb99cebc 2024-09-14T03:39:06.973 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (9m) 48s ago 9m 87.8M 2481M 18.2.4-845-ge4e227b3 67ddd33fa72f 3d4fd272502c 2024-09-14T03:39:06.973 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi154 running (9m) 34s ago 9m 140M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f f0b82e38b9c9 2024-09-14T03:39:06.973 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi154 running (8m) 34s ago 8m 181M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f 50ac4e0a62b5 2024-09-14T03:39:06.973 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi154 running (8m) 34s ago 8m 152M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f b18b3ecf874c 2024-09-14T03:39:06.973 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi154 running (8m) 34s ago 7m 110M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f b111d011fd8e 2024-09-14T03:39:06.973 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi154 *:9095 running (98s) 34s ago 6m 47.2M - 2.43.0 a07b618ecd1d ffbeae974492 2024-09-14T03:39:06.974 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:06 smithi002 ceph-mon[87970]: osdmap e289: 8 total, 7 up, 8 in 2024-09-14T03:39:06.974 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:06 smithi002 ceph-mon[89815]: osdmap e289: 8 total, 7 up, 8 in 2024-09-14T03:39:06.974 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:39:06 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-0-activate[94330]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-14T03:39:06.974 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:39:06 smithi002 bash[94312]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-14T03:39:06.974 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:39:06 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-0-activate[94330]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-09-14T03:39:06.974 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:39:06 smithi002 bash[94312]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-09-14T03:39:06.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:06 smithi154 ceph-mon[81546]: osdmap e289: 8 total, 7 up, 8 in 2024-09-14T03:39:07.224 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:39:07 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-0-activate[94330]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-09-14T03:39:07.225 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:39:07 smithi002 bash[94312]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-09-14T03:39:07.225 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:39:07 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-0-activate[94330]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-09-14T03:39:07.225 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:39:07 smithi002 bash[94312]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-09-14T03:39:07.343 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-14T03:39:07.343 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2024-09-14T03:39:07.343 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.3.0-4907-ga2782315 (a2782315255a3e7d5f6cdc9eb35785187ff6ddf8) squid (dev)": 3 2024-09-14T03:39:07.343 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:39:07.343 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2024-09-14T03:39:07.343 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.3.0-4907-ga2782315 (a2782315255a3e7d5f6cdc9eb35785187ff6ddf8) squid (dev)": 2 2024-09-14T03:39:07.344 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:39:07.344 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2024-09-14T03:39:07.344 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 7 2024-09-14T03:39:07.344 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:39:07.344 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2024-09-14T03:39:07.344 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 2 2024-09-14T03:39:07.344 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:39:07.344 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2024-09-14T03:39:07.344 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 9, 2024-09-14T03:39:07.344 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.3.0-4907-ga2782315 (a2782315255a3e7d5f6cdc9eb35785187ff6ddf8) squid (dev)": 5 2024-09-14T03:39:07.344 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-14T03:39:07.344 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-14T03:39:07.534 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:39:07 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-0-activate[94330]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-09-14T03:39:07.534 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:39:07 smithi002 bash[94312]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-09-14T03:39:07.535 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:39:07 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-0-activate[94330]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-14T03:39:07.535 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:39:07 smithi002 bash[94312]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-14T03:39:07.535 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:39:07 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-0-activate[94330]: --> ceph-volume raw activate successful for osd ID: 0 2024-09-14T03:39:07.535 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:39:07 smithi002 bash[94312]: --> ceph-volume raw activate successful for osd ID: 0 2024-09-14T03:39:07.535 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:39:07 smithi002 podman[94312]: 2024-09-14 03:39:07.256301419 +0000 UTC m=+1.370446132 container died 3e97df721a5fdab885a480636c48bd7450c0ba6969464b988dd9c462352be839 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-0-activate, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, RELEASE=main-a278231, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-14T03:39:07.646 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-14T03:39:07.646 INFO:teuthology.orchestra.run.smithi002.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802", 2024-09-14T03:39:07.647 INFO:teuthology.orchestra.run.smithi002.stdout: "in_progress": true, 2024-09-14T03:39:07.647 INFO:teuthology.orchestra.run.smithi002.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-14T03:39:07.647 INFO:teuthology.orchestra.run.smithi002.stdout: "services_complete": [ 2024-09-14T03:39:07.647 INFO:teuthology.orchestra.run.smithi002.stdout: "mon", 2024-09-14T03:39:07.647 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr" 2024-09-14T03:39:07.647 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-14T03:39:07.647 INFO:teuthology.orchestra.run.smithi002.stdout: "progress": "5/20 daemons upgraded", 2024-09-14T03:39:07.647 INFO:teuthology.orchestra.run.smithi002.stdout: "message": "Currently upgrading osd daemons", 2024-09-14T03:39:07.647 INFO:teuthology.orchestra.run.smithi002.stdout: "is_paused": false 2024-09-14T03:39:07.647 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-14T03:39:07.680 INFO:tasks.rados.rados.0.smithi002.stdout:1161: done (2 left) 2024-09-14T03:39:07.680 INFO:tasks.rados.rados.0.smithi002.stdout:1163: done (1 left) 2024-09-14T03:39:07.680 INFO:tasks.rados.rados.0.smithi002.stdout:1165: done (0 left) 2024-09-14T03:39:07.680 INFO:tasks.rados.rados.0.smithi002.stdout:1166: snap_remove snap 101 2024-09-14T03:39:07.860 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:07 smithi002 ceph-mon[87970]: from='client.34221 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:39:07.861 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:07 smithi002 ceph-mon[87970]: pgmap v103: 121 pgs: 36 active+undersized, 16 active+undersized+degraded, 69 active+clean; 359 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 1.6 MiB/s wr, 2 op/s; 183/924 objects degraded (19.805%) 2024-09-14T03:39:07.861 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:07 smithi002 ceph-mon[87970]: from='client.34227 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:39:07.861 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:07 smithi002 ceph-mon[87970]: Health check failed: Degraded data redundancy: 183/924 objects degraded (19.805%), 16 pgs degraded (PG_DEGRADED) 2024-09-14T03:39:07.861 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:07 smithi002 ceph-mon[87970]: osdmap e290: 8 total, 7 up, 8 in 2024-09-14T03:39:07.861 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:07 smithi002 ceph-mon[87970]: from='client.44144 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:39:07.861 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:07 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/2527990153' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:39:07.861 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:07 smithi002 ceph-mon[87970]: osdmap e291: 8 total, 7 up, 8 in 2024-09-14T03:39:07.861 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:07 smithi002 ceph-mon[89815]: from='client.34221 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:39:07.861 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:07 smithi002 ceph-mon[89815]: pgmap v103: 121 pgs: 36 active+undersized, 16 active+undersized+degraded, 69 active+clean; 359 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 1.6 MiB/s wr, 2 op/s; 183/924 objects degraded (19.805%) 2024-09-14T03:39:07.861 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:07 smithi002 ceph-mon[89815]: from='client.34227 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:39:07.862 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:07 smithi002 ceph-mon[89815]: Health check failed: Degraded data redundancy: 183/924 objects degraded (19.805%), 16 pgs degraded (PG_DEGRADED) 2024-09-14T03:39:07.862 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:07 smithi002 ceph-mon[89815]: osdmap e290: 8 total, 7 up, 8 in 2024-09-14T03:39:07.862 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:07 smithi002 ceph-mon[89815]: from='client.44144 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:39:07.862 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:07 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/2527990153' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:39:07.862 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:07 smithi002 ceph-mon[89815]: osdmap e291: 8 total, 7 up, 8 in 2024-09-14T03:39:07.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:07 smithi154 ceph-mon[81546]: from='client.34221 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:39:07.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:07 smithi154 ceph-mon[81546]: pgmap v103: 121 pgs: 36 active+undersized, 16 active+undersized+degraded, 69 active+clean; 359 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 1.6 MiB/s wr, 2 op/s; 183/924 objects degraded (19.805%) 2024-09-14T03:39:07.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:07 smithi154 ceph-mon[81546]: from='client.34227 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:39:07.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:07 smithi154 ceph-mon[81546]: Health check failed: Degraded data redundancy: 183/924 objects degraded (19.805%), 16 pgs degraded (PG_DEGRADED) 2024-09-14T03:39:07.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:07 smithi154 ceph-mon[81546]: osdmap e290: 8 total, 7 up, 8 in 2024-09-14T03:39:07.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:07 smithi154 ceph-mon[81546]: from='client.44144 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:39:07.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:07 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/2527990153' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:39:07.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:07 smithi154 ceph-mon[81546]: osdmap e291: 8 total, 7 up, 8 in 2024-09-14T03:39:08.150 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:39:07 smithi002 podman[94558]: 2024-09-14 03:39:07.859614667 +0000 UTC m=+0.593780945 container remove 3e97df721a5fdab885a480636c48bd7450c0ba6969464b988dd9c462352be839 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-0-activate, ceph=True, RELEASE=main-a278231, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0) 2024-09-14T03:39:08.150 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:39:08 smithi002 podman[94640]: 2024-09-14 03:39:08.056059864 +0000 UTC m=+0.099580326 container create 98de17e6e20cdce572dfcecfcda88d88cc66156e2199ee1c4158a01907f54b00 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-0, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=main-a278231, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-09-14T03:39:08.150 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:39:08 smithi002 podman[94640]: 2024-09-14 03:39:07.973047563 +0000 UTC m=+0.016567990 image pull 8801d2529e4377d97015e6c85a3b4925ede7ce42c7349a1a37eb88f097b6f3f0 quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802 2024-09-14T03:39:08.684 INFO:tasks.rados.rados.0.smithi002.stdout:1166: done (0 left) 2024-09-14T03:39:08.684 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 25 current snap is 115 2024-09-14T03:39:08.684 INFO:tasks.rados.rados.0.smithi002.stdout:1167: seq_num 374 ranges {4481024=671744,5152768=778240,5931008=24576} 2024-09-14T03:39:08.687 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:39:08 smithi002 podman[94640]: 2024-09-14 03:39:08.271124111 +0000 UTC m=+0.314644532 container init 98de17e6e20cdce572dfcecfcda88d88cc66156e2199ee1c4158a01907f54b00 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-0, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-a278231, org.label-schema.build-date=20240731, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-09-14T03:39:08.687 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:39:08 smithi002 podman[94640]: 2024-09-14 03:39:08.274558915 +0000 UTC m=+0.318079331 container start 98de17e6e20cdce572dfcecfcda88d88cc66156e2199ee1c4158a01907f54b00 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-0, io.buildah.version=1.37.2, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-a278231, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-14T03:39:08.687 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:39:08 smithi002 ceph-osd[94659]: -- 172.21.15.2:0/3673817742 <== mon.0 v2:172.21.15.2:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x564fece13a40 con 0x564fedbec000 2024-09-14T03:39:08.687 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:39:08 smithi002 bash[94640]: 98de17e6e20cdce572dfcecfcda88d88cc66156e2199ee1c4158a01907f54b00 2024-09-14T03:39:08.687 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:39:08 smithi002 systemd[1]: Started Ceph osd.0 for f357b922-7248-11ef-bceb-c7b262605968. 2024-09-14T03:39:08.714 INFO:tasks.rados.rados.0.smithi002.stdout:1167: writing smithi00278215-25 from 4481024 to 5152768 tid 1 2024-09-14T03:39:08.719 INFO:tasks.rados.rados.0.smithi002.stdout:1167: writing smithi00278215-25 from 5152768 to 5931008 tid 2 2024-09-14T03:39:08.719 INFO:tasks.rados.rados.0.smithi002.stdout:1167: writing smithi00278215-25 from 5931008 to 5955584 tid 3 2024-09-14T03:39:08.719 INFO:tasks.rados.rados.0.smithi002.stdout:1168: copy_from oid 1 from oid 10 current snap is 115 2024-09-14T03:39:08.719 INFO:tasks.rados.rados.0.smithi002.stdout:1167: finishing write tid 1 to smithi00278215-25 2024-09-14T03:39:08.719 INFO:tasks.rados.rados.0.smithi002.stdout:1169: read oid 46 snap -1 2024-09-14T03:39:08.719 INFO:tasks.rados.rados.0.smithi002.stdout:1169: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-14T03:39:08.719 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 24 current snap is 115 2024-09-14T03:39:08.719 INFO:tasks.rados.rados.0.smithi002.stdout:1170: seq_num 375 ranges {6094848=688128,6782976=663552,7446528=139264} 2024-09-14T03:39:08.758 INFO:tasks.rados.rados.0.smithi002.stdout:1170: writing smithi00278215-24 from 6094848 to 6782976 tid 1 2024-09-14T03:39:08.939 INFO:tasks.rados.rados.0.smithi002.stdout:1170: writing smithi00278215-24 from 6782976 to 7446528 tid 2 2024-09-14T03:39:08.939 INFO:tasks.rados.rados.0.smithi002.stdout:1170: writing smithi00278215-24 from 7446528 to 7585792 tid 3 2024-09-14T03:39:08.939 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 5 current snap is 115 2024-09-14T03:39:08.939 INFO:tasks.rados.rados.0.smithi002.stdout:1167: finishing write tid 2 to smithi00278215-25 2024-09-14T03:39:08.939 INFO:tasks.rados.rados.0.smithi002.stdout:1171: seq_num 376 ranges {0=704512,704512=548864,1253376=253952} 2024-09-14T03:39:08.939 INFO:tasks.rados.rados.0.smithi002.stdout:1171: writing smithi00278215-5 from 0 to 704512 tid 1 2024-09-14T03:39:08.939 INFO:tasks.rados.rados.0.smithi002.stdout:1171: writing smithi00278215-5 from 704512 to 1253376 tid 2 2024-09-14T03:39:08.939 INFO:tasks.rados.rados.0.smithi002.stdout:1171: writing smithi00278215-5 from 1253376 to 1507328 tid 3 2024-09-14T03:39:08.940 INFO:tasks.rados.rados.0.smithi002.stdout:1172: rollback oid 26 current snap is 115 2024-09-14T03:39:08.940 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 26 to 95 2024-09-14T03:39:08.940 INFO:tasks.rados.rados.0.smithi002.stdout:1167: finishing write tid 3 to smithi00278215-25 2024-09-14T03:39:08.940 INFO:tasks.rados.rados.0.smithi002.stdout:1167: finishing write tid 4 to smithi00278215-25 2024-09-14T03:39:08.940 INFO:tasks.rados.rados.0.smithi002.stdout:1169: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-14T03:39:08.940 INFO:tasks.rados.rados.0.smithi002.stdout:1167: finishing write tid 5 to smithi00278215-25 2024-09-14T03:39:08.940 INFO:tasks.rados.rados.0.smithi002.stdout:1167: oid 25 updating version 0 to 148 2024-09-14T03:39:08.940 INFO:tasks.rados.rados.0.smithi002.stdout:1167: oid 25 updating version 148 to 149 2024-09-14T03:39:08.940 INFO:tasks.rados.rados.0.smithi002.stdout:1167: oid 25 version 149 is already newer than 147 2024-09-14T03:39:08.940 INFO:tasks.rados.rados.0.smithi002.stdout:1167: oid 25 version 149 is already newer than 146 2024-09-14T03:39:08.940 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 149 (ObjNum 374 snap 115 seq_num 374) dirty exists 2024-09-14T03:39:08.940 INFO:tasks.rados.rados.0.smithi002.stdout:1167: left oid 25 (ObjNum 374 snap 115 seq_num 374) 2024-09-14T03:39:08.940 INFO:tasks.rados.rados.0.smithi002.stdout:1168: finishing copy_from racing read to smithi00278215-1 2024-09-14T03:39:08.941 INFO:tasks.rados.rados.0.smithi002.stdout:1168: finishing copy_from to smithi00278215-1 2024-09-14T03:39:08.941 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 1 v 615 (ObjNum 357 snap 105 seq_num 357) dirty exists 2024-09-14T03:39:08.941 INFO:tasks.rados.rados.0.smithi002.stdout:1170: finishing write tid 1 to smithi00278215-24 2024-09-14T03:39:08.941 INFO:tasks.rados.rados.0.smithi002.stdout:1167: done (5 left) 2024-09-14T03:39:08.941 INFO:tasks.rados.rados.0.smithi002.stdout:1168: done (4 left) 2024-09-14T03:39:08.941 INFO:tasks.rados.rados.0.smithi002.stdout:1169: done (3 left) 2024-09-14T03:39:08.941 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 12 current snap is 115 2024-09-14T03:39:08.941 INFO:tasks.rados.rados.0.smithi002.stdout:1170: finishing write tid 2 to smithi00278215-24 2024-09-14T03:39:08.941 INFO:tasks.rados.rados.0.smithi002.stdout:1170: finishing write tid 3 to smithi00278215-24 2024-09-14T03:39:08.941 INFO:tasks.rados.rados.0.smithi002.stdout:1170: finishing write tid 4 to smithi00278215-24 2024-09-14T03:39:08.941 INFO:tasks.rados.rados.0.smithi002.stdout:1170: finishing write tid 5 to smithi00278215-24 2024-09-14T03:39:08.941 INFO:tasks.rados.rados.0.smithi002.stdout:1170: oid 24 updating version 0 to 1200 2024-09-14T03:39:08.941 INFO:tasks.rados.rados.0.smithi002.stdout:1170: oid 24 version 1200 is already newer than 1198 2024-09-14T03:39:08.941 INFO:tasks.rados.rados.0.smithi002.stdout:1170: oid 24 version 1200 is already newer than 1199 2024-09-14T03:39:08.942 INFO:tasks.rados.rados.0.smithi002.stdout:1170: oid 24 version 1200 is already newer than 1197 2024-09-14T03:39:08.942 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 24 v 1200 (ObjNum 375 snap 115 seq_num 375) dirty exists 2024-09-14T03:39:08.942 INFO:tasks.rados.rados.0.smithi002.stdout:1170: left oid 24 (ObjNum 375 snap 115 seq_num 375) 2024-09-14T03:39:08.942 INFO:tasks.rados.rados.0.smithi002.stdout:1171: finishing write tid 1 to smithi00278215-5 2024-09-14T03:39:08.942 INFO:tasks.rados.rados.0.smithi002.stdout:1171: finishing write tid 2 to smithi00278215-5 2024-09-14T03:39:08.942 INFO:tasks.rados.rados.0.smithi002.stdout:1171: finishing write tid 3 to smithi00278215-5 2024-09-14T03:39:08.942 INFO:tasks.rados.rados.0.smithi002.stdout:1171: finishing write tid 4 to smithi00278215-5 2024-09-14T03:39:08.942 INFO:tasks.rados.rados.0.smithi002.stdout:1172: finishing rollback tid 0 to smithi00278215-26 2024-09-14T03:39:08.942 INFO:tasks.rados.rados.0.smithi002.stdout:1172: finishing rollback tid 1 to smithi00278215-26 2024-09-14T03:39:08.942 INFO:tasks.rados.rados.0.smithi002.stdout:1173: seq_num 377 ranges {0=720896,720896=434176,1155072=368640} 2024-09-14T03:39:08.942 INFO:tasks.rados.rados.0.smithi002.stdout:1173: writing smithi00278215-12 from 0 to 720896 tid 1 2024-09-14T03:39:08.942 INFO:tasks.rados.rados.0.smithi002.stdout:1173: writing smithi00278215-12 from 720896 to 1155072 tid 2 2024-09-14T03:39:08.942 INFO:tasks.rados.rados.0.smithi002.stdout:1173: writing smithi00278215-12 from 1155072 to 1523712 tid 3 2024-09-14T03:39:08.943 INFO:tasks.rados.rados.0.smithi002.stdout:1170: done (3 left) 2024-09-14T03:39:08.943 INFO:tasks.rados.rados.0.smithi002.stdout:1174: copy_from oid 50 from oid 31 current snap is 115 2024-09-14T03:39:08.943 INFO:tasks.rados.rados.0.smithi002.stdout:1172: finishing rollback tid 2 to smithi00278215-26 2024-09-14T03:39:08.943 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 418 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-09-14T03:39:08.943 INFO:tasks.rados.rados.0.smithi002.stdout:1171: finishing write tid 5 to smithi00278215-5 2024-09-14T03:39:08.943 INFO:tasks.rados.rados.0.smithi002.stdout:1171: oid 5 updating version 0 to 1018 2024-09-14T03:39:08.943 INFO:tasks.rados.rados.0.smithi002.stdout:1171: oid 5 updating version 1018 to 1020 2024-09-14T03:39:08.943 INFO:tasks.rados.rados.0.smithi002.stdout:1171: oid 5 version 1020 is already newer than 1019 2024-09-14T03:39:08.943 INFO:tasks.rados.rados.0.smithi002.stdout:1171: oid 5 updating version 1020 to 1021 2024-09-14T03:39:08.943 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 5 v 1021 (ObjNum 376 snap 115 seq_num 376) dirty exists 2024-09-14T03:39:08.943 INFO:tasks.rados.rados.0.smithi002.stdout:1171: left oid 5 (ObjNum 376 snap 115 seq_num 376) 2024-09-14T03:39:08.943 INFO:tasks.rados.rados.0.smithi002.stdout:1171: done (3 left) 2024-09-14T03:39:08.943 INFO:tasks.rados.rados.0.smithi002.stdout:1172: done (2 left) 2024-09-14T03:39:08.943 INFO:tasks.rados.rados.0.smithi002.stdout:1175: copy_from oid 41 from oid 30 current snap is 115 2024-09-14T03:39:08.944 INFO:tasks.rados.rados.0.smithi002.stdout:1173: finishing write tid 1 to smithi00278215-12 2024-09-14T03:39:08.944 INFO:tasks.rados.rados.0.smithi002.stdout:1173: finishing write tid 2 to smithi00278215-12 2024-09-14T03:39:08.944 INFO:tasks.rados.rados.0.smithi002.stdout:1176: read oid 42 snap -1 2024-09-14T03:39:08.944 INFO:tasks.rados.rados.0.smithi002.stdout:1176: expect deleted 2024-09-14T03:39:08.944 INFO:tasks.rados.rados.0.smithi002.stdout:1177: setattr oid 16 current snap is 115 2024-09-14T03:39:08.944 INFO:tasks.rados.rados.0.smithi002.stdout:1175: finishing copy_from to smithi00278215-41 2024-09-14T03:39:08.944 INFO:tasks.rados.rados.0.smithi002.stdout:1175: got expected ENOENT (src dne) 2024-09-14T03:39:08.944 INFO:tasks.rados.rados.0.smithi002.stdout:1175: finishing copy_from racing read to smithi00278215-41 2024-09-14T03:39:08.944 INFO:tasks.rados.rados.0.smithi002.stdout:1175: done (4 left) 2024-09-14T03:39:08.944 INFO:tasks.rados.rados.0.smithi002.stdout:1176: done (3 left) 2024-09-14T03:39:08.944 INFO:tasks.rados.rados.0.smithi002.stdout:1178: rollback oid 32 current snap is 115 2024-09-14T03:39:08.944 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 32 to 90 2024-09-14T03:39:08.944 INFO:tasks.rados.rados.0.smithi002.stdout:1179: rollback oid 22 current snap is 115 2024-09-14T03:39:08.944 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 22 to 110 2024-09-14T03:39:08.945 INFO:tasks.rados.rados.0.smithi002.stdout:1180: read oid 29 snap -1 2024-09-14T03:39:08.945 INFO:tasks.rados.rados.0.smithi002.stdout:1180: expect (ObjNum 238 snap 70 seq_num 238) 2024-09-14T03:39:08.945 INFO:tasks.rados.rados.0.smithi002.stdout:1181: delete oid 24 current snap is 115 2024-09-14T03:39:08.945 INFO:tasks.rados.rados.0.smithi002.stdout:1173: finishing write tid 3 to smithi00278215-12 2024-09-14T03:39:08.945 INFO:tasks.rados.rados.0.smithi002.stdout:1173: finishing write tid 4 to smithi00278215-12 2024-09-14T03:39:08.945 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 16 v 420 (ObjNum 127 snap 32 seq_num 127) dirty exists 2024-09-14T03:39:08.945 INFO:tasks.rados.rados.0.smithi002.stdout:1179: finishing rollback tid 0 to smithi00278215-22 2024-09-14T03:39:08.945 INFO:tasks.rados.rados.0.smithi002.stdout:1179: finishing rollback tid 1 to smithi00278215-22 2024-09-14T03:39:08.945 INFO:tasks.rados.rados.0.smithi002.stdout:1178: finishing rollback tid 0 to smithi00278215-32 2024-09-14T03:39:08.945 INFO:tasks.rados.rados.0.smithi002.stdout:1179: finishing rollback tid 2 to smithi00278215-22 2024-09-14T03:39:08.945 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 22 v 1036 (ObjNum 344 snap 102 seq_num 344) dirty exists 2024-09-14T03:39:08.945 INFO:tasks.rados.rados.0.smithi002.stdout:1173: finishing write tid 5 to smithi00278215-12 2024-09-14T03:39:08.945 INFO:tasks.rados.rados.0.smithi002.stdout:1173: oid 12 updating version 0 to 967 2024-09-14T03:39:08.945 INFO:tasks.rados.rados.0.smithi002.stdout:1173: oid 12 version 967 is already newer than 964 2024-09-14T03:39:08.946 INFO:tasks.rados.rados.0.smithi002.stdout:1173: oid 12 version 967 is already newer than 966 2024-09-14T03:39:08.946 INFO:tasks.rados.rados.0.smithi002.stdout:1173: oid 12 version 967 is already newer than 965 2024-09-14T03:39:08.946 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 967 (ObjNum 377 snap 115 seq_num 377) dirty exists 2024-09-14T03:39:08.946 INFO:tasks.rados.rados.0.smithi002.stdout:1173: left oid 12 (ObjNum 377 snap 115 seq_num 377) 2024-09-14T03:39:08.946 INFO:tasks.rados.rados.0.smithi002.stdout:1173: done (6 left) 2024-09-14T03:39:08.946 INFO:tasks.rados.rados.0.smithi002.stdout:1177: done (5 left) 2024-09-14T03:39:08.946 INFO:tasks.rados.rados.0.smithi002.stdout:1179: done (4 left) 2024-09-14T03:39:08.946 INFO:tasks.rados.rados.0.smithi002.stdout:1181: done (3 left) 2024-09-14T03:39:08.946 INFO:tasks.rados.rados.0.smithi002.stdout:1182: snap_remove snap 111 2024-09-14T03:39:08.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:08 smithi154 ceph-mon[81546]: from='client.34245 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:39:08.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:08 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:08.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:08 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:08.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:08 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:39:08.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:08 smithi154 ceph-mon[81546]: osdmap e292: 8 total, 7 up, 8 in 2024-09-14T03:39:09.069 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:08 smithi002 ceph-mon[87970]: from='client.34245 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:39:09.070 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:08 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:09.070 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:08 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:09.070 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:08 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:39:09.070 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:08 smithi002 ceph-mon[87970]: osdmap e292: 8 total, 7 up, 8 in 2024-09-14T03:39:09.070 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:08 smithi002 ceph-mon[89815]: from='client.34245 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:39:09.070 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:08 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:09.070 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:08 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:09.070 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:08 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:39:09.070 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:08 smithi002 ceph-mon[89815]: osdmap e292: 8 total, 7 up, 8 in 2024-09-14T03:39:09.700 INFO:tasks.rados.rados.0.smithi002.stdout:1182: done (3 left) 2024-09-14T03:39:09.700 INFO:tasks.rados.rados.0.smithi002.stdout:1183: delete oid 38 current snap is 115 2024-09-14T03:39:09.701 INFO:tasks.rados.rados.0.smithi002.stdout:1178: finishing rollback tid 1 to smithi00278215-32 2024-09-14T03:39:09.701 INFO:tasks.rados.rados.0.smithi002.stdout:1178: finishing rollback tid 2 to smithi00278215-32 2024-09-14T03:39:09.701 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 1303 (ObjNum 154 snap 43 seq_num 154) dirty exists 2024-09-14T03:39:09.701 INFO:tasks.rados.rados.0.smithi002.stdout:1180: expect (ObjNum 238 snap 70 seq_num 238) 2024-09-14T03:39:09.752 INFO:tasks.rados.rados.0.smithi002.stdout:1174: finishing copy_from racing read to smithi00278215-50 2024-09-14T03:39:09.752 INFO:tasks.rados.rados.0.smithi002.stdout:1174: finishing copy_from to smithi00278215-50 2024-09-14T03:39:09.752 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 626 (ObjNum 278 snap 84 seq_num 278) dirty exists 2024-09-14T03:39:09.752 INFO:tasks.rados.rados.0.smithi002.stdout:1174: done (3 left) 2024-09-14T03:39:09.752 INFO:tasks.rados.rados.0.smithi002.stdout:1178: done (2 left) 2024-09-14T03:39:09.752 INFO:tasks.rados.rados.0.smithi002.stdout:1180: done (1 left) 2024-09-14T03:39:09.752 INFO:tasks.rados.rados.0.smithi002.stdout:1183: done (0 left) 2024-09-14T03:39:09.752 INFO:tasks.rados.rados.0.smithi002.stdout:1184: rollback oid 39 current snap is 115 2024-09-14T03:39:09.753 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 39 to 74 2024-09-14T03:39:09.753 INFO:tasks.rados.rados.0.smithi002.stdout:1185: read oid 7 snap -1 2024-09-14T03:39:09.753 INFO:tasks.rados.rados.0.smithi002.stdout:1185: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-14T03:39:09.753 INFO:tasks.rados.rados.0.smithi002.stdout:1186: setattr oid 49 current snap is 115 2024-09-14T03:39:09.754 INFO:tasks.rados.rados.0.smithi002.stdout:1187: read oid 15 snap 113 2024-09-14T03:39:09.755 INFO:tasks.rados.rados.0.smithi002.stdout:1187: expect (ObjNum 199 snap 54 seq_num 199) 2024-09-14T03:39:09.755 INFO:tasks.rados.rados.0.smithi002.stdout:1188: snap_create 2024-09-14T03:39:09.755 INFO:tasks.rados.rados.0.smithi002.stdout:1184: finishing rollback tid 0 to smithi00278215-39 2024-09-14T03:39:09.755 INFO:tasks.rados.rados.0.smithi002.stdout:1184: finishing rollback tid 1 to smithi00278215-39 2024-09-14T03:39:09.755 INFO:tasks.rados.rados.0.smithi002.stdout:1184: finishing rollback tid 2 to smithi00278215-39 2024-09-14T03:39:09.755 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 39 v 796 (ObjNum 229 snap 65 seq_num 229) dirty exists 2024-09-14T03:39:09.756 INFO:tasks.rados.rados.0.smithi002.stdout:1185: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-14T03:39:09.777 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 1022 (ObjNum 367 snap 112 seq_num 367) dirty exists 2024-09-14T03:39:09.778 INFO:tasks.rados.rados.0.smithi002.stdout:1187: expect (ObjNum 199 snap 54 seq_num 199) 2024-09-14T03:39:09.936 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:09 smithi002 ceph-mon[87970]: pgmap v106: 121 pgs: 36 active+undersized, 16 active+undersized+degraded, 69 active+clean; 359 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 1.6 MiB/s wr, 2 op/s; 183/924 objects degraded (19.805%) 2024-09-14T03:39:09.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:09 smithi002 ceph-mon[89815]: pgmap v106: 121 pgs: 36 active+undersized, 16 active+undersized+degraded, 69 active+clean; 359 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 1.6 MiB/s wr, 2 op/s; 183/924 objects degraded (19.805%) 2024-09-14T03:39:09.937 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:39:09 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-0[94655]: 2024-09-14T03:39:09.673+0000 7f77dedc1640 -1 Falling back to public interface 2024-09-14T03:39:09.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:09 smithi154 ceph-mon[81546]: pgmap v106: 121 pgs: 36 active+undersized, 16 active+undersized+degraded, 69 active+clean; 359 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 1.6 MiB/s wr, 2 op/s; 183/924 objects degraded (19.805%) 2024-09-14T03:39:10.714 INFO:tasks.rados.rados.0.smithi002.stdout:1184: done (4 left) 2024-09-14T03:39:10.715 INFO:tasks.rados.rados.0.smithi002.stdout:1185: done (3 left) 2024-09-14T03:39:10.715 INFO:tasks.rados.rados.0.smithi002.stdout:1186: done (2 left) 2024-09-14T03:39:10.715 INFO:tasks.rados.rados.0.smithi002.stdout:1187: done (1 left) 2024-09-14T03:39:10.715 INFO:tasks.rados.rados.0.smithi002.stdout:1188: done (0 left) 2024-09-14T03:39:10.715 INFO:tasks.rados.rados.0.smithi002.stdout:1189: read oid 50 snap -1 2024-09-14T03:39:10.715 INFO:tasks.rados.rados.0.smithi002.stdout:1189: expect (ObjNum 278 snap 84 seq_num 278) 2024-09-14T03:39:10.715 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 49 current snap is 116 2024-09-14T03:39:10.716 INFO:tasks.rados.rados.0.smithi002.stdout:1190: seq_num 380 ranges {4251648=770048,5021696=483328,5505024=319488} 2024-09-14T03:39:10.742 INFO:tasks.rados.rados.0.smithi002.stdout:1190: writing smithi00278215-49 from 4251648 to 5021696 tid 1 2024-09-14T03:39:10.744 INFO:tasks.rados.rados.0.smithi002.stdout:1190: writing smithi00278215-49 from 5021696 to 5505024 tid 2 2024-09-14T03:39:10.747 INFO:tasks.rados.rados.0.smithi002.stdout:1190: writing smithi00278215-49 from 5505024 to 5824512 tid 3 2024-09-14T03:39:10.747 INFO:tasks.rados.rados.0.smithi002.stdout:1191: rollback oid 32 current snap is 116 2024-09-14T03:39:10.747 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 32 to 104 2024-09-14T03:39:10.747 INFO:tasks.rados.rados.0.smithi002.stdout:1189: expect (ObjNum 278 snap 84 seq_num 278) 2024-09-14T03:39:10.968 INFO:tasks.rados.rados.0.smithi002.stdout:1190: finishing write tid 1 to smithi00278215-49 2024-09-14T03:39:10.969 INFO:tasks.rados.rados.0.smithi002.stdout:1190: finishing write tid 2 to smithi00278215-49 2024-09-14T03:39:10.969 INFO:tasks.rados.rados.0.smithi002.stdout:1190: finishing write tid 3 to smithi00278215-49 2024-09-14T03:39:10.969 INFO:tasks.rados.rados.0.smithi002.stdout:1190: finishing write tid 4 to smithi00278215-49 2024-09-14T03:39:10.969 INFO:tasks.rados.rados.0.smithi002.stdout:1191: finishing rollback tid 0 to smithi00278215-32 2024-09-14T03:39:10.969 INFO:tasks.rados.rados.0.smithi002.stdout:1191: finishing rollback tid 1 to smithi00278215-32 2024-09-14T03:39:10.969 INFO:tasks.rados.rados.0.smithi002.stdout:1191: finishing rollback tid 2 to smithi00278215-32 2024-09-14T03:39:10.969 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 1310 (ObjNum 213 snap 60 seq_num 213) dirty exists 2024-09-14T03:39:10.969 INFO:tasks.rados.rados.0.smithi002.stdout:1190: finishing write tid 5 to smithi00278215-49 2024-09-14T03:39:10.969 INFO:tasks.rados.rados.0.smithi002.stdout:1190: oid 49 updating version 0 to 1024 2024-09-14T03:39:10.969 INFO:tasks.rados.rados.0.smithi002.stdout:1190: oid 49 updating version 1024 to 1025 2024-09-14T03:39:10.969 INFO:tasks.rados.rados.0.smithi002.stdout:1190: oid 49 updating version 1025 to 1026 2024-09-14T03:39:10.969 INFO:tasks.rados.rados.0.smithi002.stdout:1190: oid 49 version 1026 is already newer than 1023 2024-09-14T03:39:10.970 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 1026 (ObjNum 380 snap 116 seq_num 380) dirty exists 2024-09-14T03:39:10.970 INFO:tasks.rados.rados.0.smithi002.stdout:1190: left oid 49 (ObjNum 380 snap 116 seq_num 380) 2024-09-14T03:39:10.970 INFO:tasks.rados.rados.0.smithi002.stdout:1189: done (2 left) 2024-09-14T03:39:10.970 INFO:tasks.rados.rados.0.smithi002.stdout:1190: done (1 left) 2024-09-14T03:39:10.970 INFO:tasks.rados.rados.0.smithi002.stdout:1191: done (0 left) 2024-09-14T03:39:10.970 INFO:tasks.rados.rados.0.smithi002.stdout:1192: delete oid 31 current snap is 116 2024-09-14T03:39:10.971 INFO:tasks.rados.rados.0.smithi002.stdout:1192: done (0 left) 2024-09-14T03:39:10.971 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 7 current snap is 116 2024-09-14T03:39:10.971 INFO:tasks.rados.rados.0.smithi002.stdout:1193: seq_num 382 ranges {761856=802816,1564672=704512,2269184=98304} 2024-09-14T03:39:10.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:10 smithi154 ceph-mon[81546]: osdmap e293: 8 total, 7 up, 8 in 2024-09-14T03:39:10.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:10.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:39:10.979 INFO:tasks.rados.rados.0.smithi002.stdout:1193: writing smithi00278215-7 from 761856 to 1564672 tid 1 2024-09-14T03:39:10.980 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:10 smithi002 ceph-mon[87970]: osdmap e293: 8 total, 7 up, 8 in 2024-09-14T03:39:10.981 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:10.981 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:39:10.981 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:10 smithi002 ceph-mon[89815]: osdmap e293: 8 total, 7 up, 8 in 2024-09-14T03:39:10.981 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:10.981 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:39:10.984 INFO:tasks.rados.rados.0.smithi002.stdout:1193: writing smithi00278215-7 from 1564672 to 2269184 tid 2 2024-09-14T03:39:10.985 INFO:tasks.rados.rados.0.smithi002.stdout:1193: writing smithi00278215-7 from 2269184 to 2367488 tid 3 2024-09-14T03:39:10.985 INFO:tasks.rados.rados.0.smithi002.stdout:1194: delete oid 9 current snap is 116 2024-09-14T03:39:10.986 INFO:tasks.rados.rados.0.smithi002.stdout:1193: finishing write tid 1 to smithi00278215-7 2024-09-14T03:39:10.987 INFO:tasks.rados.rados.0.smithi002.stdout:1194: done (1 left) 2024-09-14T03:39:10.987 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 3 current snap is 116 2024-09-14T03:39:10.987 INFO:tasks.rados.rados.0.smithi002.stdout:1195: seq_num 384 ranges {0=434176,434176=475136,909312=630784,1540096=98304} 2024-09-14T03:39:10.989 INFO:tasks.rados.rados.0.smithi002.stdout:1195: writing smithi00278215-3 from 0 to 434176 tid 1 2024-09-14T03:39:10.992 INFO:tasks.rados.rados.0.smithi002.stdout:1195: writing smithi00278215-3 from 434176 to 909312 tid 2 2024-09-14T03:39:10.995 INFO:tasks.rados.rados.0.smithi002.stdout:1195: writing smithi00278215-3 from 909312 to 1540096 tid 3 2024-09-14T03:39:10.997 INFO:tasks.rados.rados.0.smithi002.stdout:1195: writing smithi00278215-3 from 1540096 to 1638400 tid 4 2024-09-14T03:39:10.997 INFO:tasks.rados.rados.0.smithi002.stdout:1193: finishing write tid 2 to smithi00278215-7 2024-09-14T03:39:10.997 INFO:tasks.rados.rados.0.smithi002.stdout:1193: finishing write tid 3 to smithi00278215-7 2024-09-14T03:39:10.997 INFO:tasks.rados.rados.0.smithi002.stdout:1193: finishing write tid 4 to smithi00278215-7 2024-09-14T03:39:10.997 INFO:tasks.rados.rados.0.smithi002.stdout:1193: finishing write tid 5 to smithi00278215-7 2024-09-14T03:39:10.997 INFO:tasks.rados.rados.0.smithi002.stdout:1193: oid 7 updating version 0 to 1312 2024-09-14T03:39:10.997 INFO:tasks.rados.rados.0.smithi002.stdout:1193: oid 7 updating version 1312 to 1313 2024-09-14T03:39:10.997 INFO:tasks.rados.rados.0.smithi002.stdout:1193: oid 7 updating version 1313 to 1315 2024-09-14T03:39:10.997 INFO:tasks.rados.rados.0.smithi002.stdout:1193: oid 7 version 1315 is already newer than 1314 2024-09-14T03:39:10.997 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 1315 (ObjNum 382 snap 116 seq_num 382) dirty exists 2024-09-14T03:39:10.997 INFO:tasks.rados.rados.0.smithi002.stdout:1193: left oid 7 (ObjNum 382 snap 116 seq_num 382) 2024-09-14T03:39:10.997 INFO:tasks.rados.rados.0.smithi002.stdout:1195: finishing write tid 1 to smithi00278215-3 2024-09-14T03:39:10.998 INFO:tasks.rados.rados.0.smithi002.stdout:1195: finishing write tid 2 to smithi00278215-3 2024-09-14T03:39:10.998 INFO:tasks.rados.rados.0.smithi002.stdout:1196: read oid 38 snap -1 2024-09-14T03:39:10.998 INFO:tasks.rados.rados.0.smithi002.stdout:1196: expect deleted 2024-09-14T03:39:10.998 INFO:tasks.rados.rados.0.smithi002.stdout:1193: done (2 left) 2024-09-14T03:39:10.998 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 26 current snap is 116 2024-09-14T03:39:10.998 INFO:tasks.rados.rados.0.smithi002.stdout:1197: seq_num 385 ranges {172032=450560,622592=761856,1384448=442368} 2024-09-14T03:39:10.999 INFO:tasks.rados.rados.0.smithi002.stdout:1197: writing smithi00278215-26 from 172032 to 622592 tid 1 2024-09-14T03:39:11.004 INFO:tasks.rados.rados.0.smithi002.stdout:1197: writing smithi00278215-26 from 622592 to 1384448 tid 2 2024-09-14T03:39:11.006 INFO:tasks.rados.rados.0.smithi002.stdout:1197: writing smithi00278215-26 from 1384448 to 1826816 tid 3 2024-09-14T03:39:11.006 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 5 current snap is 116 2024-09-14T03:39:11.006 INFO:tasks.rados.rados.0.smithi002.stdout:1198: seq_num 386 ranges {1507328=466944,1974272=638976,2613248=565248} 2024-09-14T03:39:11.017 INFO:tasks.rados.rados.0.smithi002.stdout:1198: writing smithi00278215-5 from 1507328 to 1974272 tid 1 2024-09-14T03:39:11.020 INFO:tasks.rados.rados.0.smithi002.stdout:1198: writing smithi00278215-5 from 1974272 to 2613248 tid 2 2024-09-14T03:39:11.024 INFO:tasks.rados.rados.0.smithi002.stdout:1198: writing smithi00278215-5 from 2613248 to 3178496 tid 3 2024-09-14T03:39:11.024 INFO:tasks.rados.rados.0.smithi002.stdout:1199: snap_create 2024-09-14T03:39:11.024 INFO:tasks.rados.rados.0.smithi002.stdout:1195: finishing write tid 3 to smithi00278215-3 2024-09-14T03:39:11.024 INFO:tasks.rados.rados.0.smithi002.stdout:1195: finishing write tid 4 to smithi00278215-3 2024-09-14T03:39:11.024 INFO:tasks.rados.rados.0.smithi002.stdout:1195: finishing write tid 5 to smithi00278215-3 2024-09-14T03:39:11.024 INFO:tasks.rados.rados.0.smithi002.stdout:1195: finishing write tid 6 to smithi00278215-3 2024-09-14T03:39:11.025 INFO:tasks.rados.rados.0.smithi002.stdout:1195: oid 3 updating version 0 to 971 2024-09-14T03:39:11.025 INFO:tasks.rados.rados.0.smithi002.stdout:1195: oid 3 version 971 is already newer than 969 2024-09-14T03:39:11.025 INFO:tasks.rados.rados.0.smithi002.stdout:1195: oid 3 version 971 is already newer than 968 2024-09-14T03:39:11.025 INFO:tasks.rados.rados.0.smithi002.stdout:1195: oid 3 version 971 is already newer than 970 2024-09-14T03:39:11.025 INFO:tasks.rados.rados.0.smithi002.stdout:1195: oid 3 updating version 971 to 972 2024-09-14T03:39:11.025 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 3 v 972 (ObjNum 384 snap 116 seq_num 384) dirty exists 2024-09-14T03:39:11.025 INFO:tasks.rados.rados.0.smithi002.stdout:1195: left oid 3 (ObjNum 384 snap 116 seq_num 384) 2024-09-14T03:39:11.025 INFO:tasks.rados.rados.0.smithi002.stdout:1197: finishing write tid 1 to smithi00278215-26 2024-09-14T03:39:11.025 INFO:tasks.rados.rados.0.smithi002.stdout:1197: finishing write tid 2 to smithi00278215-26 2024-09-14T03:39:11.025 INFO:tasks.rados.rados.0.smithi002.stdout:1197: finishing write tid 3 to smithi00278215-26 2024-09-14T03:39:11.025 INFO:tasks.rados.rados.0.smithi002.stdout:1197: finishing write tid 4 to smithi00278215-26 2024-09-14T03:39:11.025 INFO:tasks.rados.rados.0.smithi002.stdout:1197: finishing write tid 5 to smithi00278215-26 2024-09-14T03:39:11.025 INFO:tasks.rados.rados.0.smithi002.stdout:1197: oid 26 updating version 0 to 425 2024-09-14T03:39:11.025 INFO:tasks.rados.rados.0.smithi002.stdout:1197: oid 26 version 425 is already newer than 424 2024-09-14T03:39:11.026 INFO:tasks.rados.rados.0.smithi002.stdout:1197: oid 26 version 425 is already newer than 423 2024-09-14T03:39:11.026 INFO:tasks.rados.rados.0.smithi002.stdout:1197: oid 26 version 425 is already newer than 422 2024-09-14T03:39:11.026 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 425 (ObjNum 385 snap 116 seq_num 385) dirty exists 2024-09-14T03:39:11.026 INFO:tasks.rados.rados.0.smithi002.stdout:1197: left oid 26 (ObjNum 385 snap 116 seq_num 385) 2024-09-14T03:39:11.026 INFO:tasks.rados.rados.0.smithi002.stdout:1198: finishing write tid 1 to smithi00278215-5 2024-09-14T03:39:11.026 INFO:tasks.rados.rados.0.smithi002.stdout:1198: finishing write tid 2 to smithi00278215-5 2024-09-14T03:39:11.026 INFO:tasks.rados.rados.0.smithi002.stdout:1198: finishing write tid 3 to smithi00278215-5 2024-09-14T03:39:11.026 INFO:tasks.rados.rados.0.smithi002.stdout:1198: finishing write tid 4 to smithi00278215-5 2024-09-14T03:39:11.027 INFO:tasks.rados.rados.0.smithi002.stdout:1198: finishing write tid 5 to smithi00278215-5 2024-09-14T03:39:11.028 INFO:tasks.rados.rados.0.smithi002.stdout:1198: oid 5 updating version 0 to 1023 2024-09-14T03:39:11.028 INFO:tasks.rados.rados.0.smithi002.stdout:1198: oid 5 updating version 1023 to 1024 2024-09-14T03:39:11.028 INFO:tasks.rados.rados.0.smithi002.stdout:1198: oid 5 updating version 1024 to 1025 2024-09-14T03:39:11.028 INFO:tasks.rados.rados.0.smithi002.stdout:1198: oid 5 version 1025 is already newer than 1022 2024-09-14T03:39:11.028 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 5 v 1025 (ObjNum 386 snap 116 seq_num 386) dirty exists 2024-09-14T03:39:11.028 INFO:tasks.rados.rados.0.smithi002.stdout:1198: left oid 5 (ObjNum 386 snap 116 seq_num 386) 2024-09-14T03:39:11.936 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:11 smithi002 ceph-mon[89815]: pgmap v109: 121 pgs: 36 active+undersized, 16 active+undersized+degraded, 69 active+clean; 383 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.7 MiB/s wr, 23 op/s; 192/948 objects degraded (20.253%) 2024-09-14T03:39:11.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:11 smithi002 ceph-mon[89815]: osdmap e294: 8 total, 7 up, 8 in 2024-09-14T03:39:11.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:11 smithi002 ceph-mon[87970]: pgmap v109: 121 pgs: 36 active+undersized, 16 active+undersized+degraded, 69 active+clean; 383 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.7 MiB/s wr, 23 op/s; 192/948 objects degraded (20.253%) 2024-09-14T03:39:11.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:11 smithi002 ceph-mon[87970]: osdmap e294: 8 total, 7 up, 8 in 2024-09-14T03:39:11.957 INFO:tasks.rados.rados.0.smithi002.stdout:1195: done (4 left) 2024-09-14T03:39:11.957 INFO:tasks.rados.rados.0.smithi002.stdout:1196: done (3 left) 2024-09-14T03:39:11.958 INFO:tasks.rados.rados.0.smithi002.stdout:1197: done (2 left) 2024-09-14T03:39:11.958 INFO:tasks.rados.rados.0.smithi002.stdout:1198: done (1 left) 2024-09-14T03:39:11.958 INFO:tasks.rados.rados.0.smithi002.stdout:1199: done (0 left) 2024-09-14T03:39:11.958 INFO:tasks.rados.rados.0.smithi002.stdout:1200: copy_from oid 12 from oid 23 current snap is 117 2024-09-14T03:39:11.958 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 19 current snap is 117 2024-09-14T03:39:11.958 INFO:tasks.rados.rados.0.smithi002.stdout:1201: seq_num 387 ranges {0=483328,483328=524288,1007616=679936} 2024-09-14T03:39:11.960 INFO:tasks.rados.rados.0.smithi002.stdout:1201: writing smithi00278215-19 from 0 to 483328 tid 1 2024-09-14T03:39:11.963 INFO:tasks.rados.rados.0.smithi002.stdout:1201: writing smithi00278215-19 from 483328 to 1007616 tid 2 2024-09-14T03:39:11.967 INFO:tasks.rados.rados.0.smithi002.stdout:1201: writing smithi00278215-19 from 1007616 to 1687552 tid 3 2024-09-14T03:39:11.968 INFO:tasks.rados.rados.0.smithi002.stdout:1202: read oid 2 snap -1 2024-09-14T03:39:11.968 INFO:tasks.rados.rados.0.smithi002.stdout:1202: expect (ObjNum 351 snap 104 seq_num 351) 2024-09-14T03:39:11.968 INFO:tasks.rados.rados.0.smithi002.stdout:1203: read oid 14 snap -1 2024-09-14T03:39:11.968 INFO:tasks.rados.rados.0.smithi002.stdout:1203: expect (ObjNum 360 snap 109 seq_num 360) 2024-09-14T03:39:11.968 INFO:tasks.rados.rados.0.smithi002.stdout:1204: rollback oid 10 current snap is 117 2024-09-14T03:39:11.968 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 10 to 95 2024-09-14T03:39:11.968 INFO:tasks.rados.rados.0.smithi002.stdout:1205: snap_create 2024-09-14T03:39:11.968 INFO:tasks.rados.rados.0.smithi002.stdout:1201: finishing write tid 1 to smithi00278215-19 2024-09-14T03:39:11.968 INFO:tasks.rados.rados.0.smithi002.stdout:1201: finishing write tid 2 to smithi00278215-19 2024-09-14T03:39:11.972 INFO:tasks.rados.rados.0.smithi002.stdout:1201: finishing write tid 3 to smithi00278215-19 2024-09-14T03:39:11.972 INFO:tasks.rados.rados.0.smithi002.stdout:1201: finishing write tid 4 to smithi00278215-19 2024-09-14T03:39:11.975 INFO:tasks.rados.rados.0.smithi002.stdout:1201: finishing write tid 5 to smithi00278215-19 2024-09-14T03:39:11.975 INFO:tasks.rados.rados.0.smithi002.stdout:1201: oid 19 updating version 0 to 800 2024-09-14T03:39:11.975 INFO:tasks.rados.rados.0.smithi002.stdout:1201: oid 19 version 800 is already newer than 798 2024-09-14T03:39:11.975 INFO:tasks.rados.rados.0.smithi002.stdout:1201: oid 19 updating version 800 to 801 2024-09-14T03:39:11.975 INFO:tasks.rados.rados.0.smithi002.stdout:1201: oid 19 version 801 is already newer than 799 2024-09-14T03:39:11.975 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 19 v 801 (ObjNum 387 snap 117 seq_num 387) dirty exists 2024-09-14T03:39:11.975 INFO:tasks.rados.rados.0.smithi002.stdout:1201: left oid 19 (ObjNum 387 snap 117 seq_num 387) 2024-09-14T03:39:11.975 INFO:tasks.rados.rados.0.smithi002.stdout:1202: expect (ObjNum 351 snap 104 seq_num 351) 2024-09-14T03:39:11.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:11 smithi154 ceph-mon[81546]: pgmap v109: 121 pgs: 36 active+undersized, 16 active+undersized+degraded, 69 active+clean; 383 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.7 MiB/s wr, 23 op/s; 192/948 objects degraded (20.253%) 2024-09-14T03:39:11.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:11 smithi154 ceph-mon[81546]: osdmap e294: 8 total, 7 up, 8 in 2024-09-14T03:39:12.047 INFO:tasks.rados.rados.0.smithi002.stdout:1204: finishing rollback tid 0 to smithi00278215-10 2024-09-14T03:39:12.047 INFO:tasks.rados.rados.0.smithi002.stdout:1204: finishing rollback tid 1 to smithi00278215-10 2024-09-14T03:39:12.047 INFO:tasks.rados.rados.0.smithi002.stdout:1204: finishing rollback tid 2 to smithi00278215-10 2024-09-14T03:39:12.047 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 679 (ObjNum 303 snap 92 seq_num 303) dirty exists 2024-09-14T03:39:12.047 INFO:tasks.rados.rados.0.smithi002.stdout:1203: expect (ObjNum 360 snap 109 seq_num 360) 2024-09-14T03:39:12.148 INFO:tasks.rados.rados.0.smithi002.stdout:1200: finishing copy_from racing read to smithi00278215-12 2024-09-14T03:39:12.148 INFO:tasks.rados.rados.0.smithi002.stdout:1200: finishing copy_from to smithi00278215-12 2024-09-14T03:39:12.148 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 641 (ObjNum 356 snap 105 seq_num 356) dirty exists 2024-09-14T03:39:12.966 INFO:tasks.rados.rados.0.smithi002.stdout:1200: done (5 left) 2024-09-14T03:39:12.967 INFO:tasks.rados.rados.0.smithi002.stdout:1201: done (4 left) 2024-09-14T03:39:12.967 INFO:tasks.rados.rados.0.smithi002.stdout:1202: done (3 left) 2024-09-14T03:39:12.967 INFO:tasks.rados.rados.0.smithi002.stdout:1203: done (2 left) 2024-09-14T03:39:12.967 INFO:tasks.rados.rados.0.smithi002.stdout:1204: done (1 left) 2024-09-14T03:39:12.967 INFO:tasks.rados.rados.0.smithi002.stdout:1205: done (0 left) 2024-09-14T03:39:12.967 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 39 current snap is 118 2024-09-14T03:39:12.967 INFO:tasks.rados.rados.0.smithi002.stdout:1206: seq_num 388 ranges {3325952=507904,3833856=458752,4292608=606208,4898816=139264} 2024-09-14T03:39:12.988 INFO:tasks.rados.rados.0.smithi002.stdout:1206: writing smithi00278215-39 from 3325952 to 3833856 tid 1 2024-09-14T03:39:12.992 INFO:tasks.rados.rados.0.smithi002.stdout:1206: writing smithi00278215-39 from 3833856 to 4292608 tid 2 2024-09-14T03:39:12.996 INFO:tasks.rados.rados.0.smithi002.stdout:1206: writing smithi00278215-39 from 4292608 to 4898816 tid 3 2024-09-14T03:39:12.997 INFO:tasks.rados.rados.0.smithi002.stdout:1206: writing smithi00278215-39 from 4898816 to 5038080 tid 4 2024-09-14T03:39:12.997 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 43 current snap is 118 2024-09-14T03:39:12.997 INFO:tasks.rados.rados.0.smithi002.stdout:1206: finishing write tid 1 to smithi00278215-39 2024-09-14T03:39:12.997 INFO:tasks.rados.rados.0.smithi002.stdout:1206: finishing write tid 2 to smithi00278215-39 2024-09-14T03:39:12.997 INFO:tasks.rados.rados.0.smithi002.stdout:1207: seq_num 389 ranges {163840=524288,688128=745472,1433600=458752} 2024-09-14T03:39:13.001 INFO:tasks.rados.rados.0.smithi002.stdout:1207: writing smithi00278215-43 from 163840 to 688128 tid 1 2024-09-14T03:39:13.005 INFO:tasks.rados.rados.0.smithi002.stdout:1207: writing smithi00278215-43 from 688128 to 1433600 tid 2 2024-09-14T03:39:13.008 INFO:tasks.rados.rados.0.smithi002.stdout:1207: writing smithi00278215-43 from 1433600 to 1892352 tid 3 2024-09-14T03:39:13.008 INFO:tasks.rados.rados.0.smithi002.stdout:1208: read oid 2 snap -1 2024-09-14T03:39:13.008 INFO:tasks.rados.rados.0.smithi002.stdout:1208: expect (ObjNum 351 snap 104 seq_num 351) 2024-09-14T03:39:13.009 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 11 current snap is 118 2024-09-14T03:39:13.009 INFO:tasks.rados.rados.0.smithi002.stdout:1206: finishing write tid 3 to smithi00278215-39 2024-09-14T03:39:13.009 INFO:tasks.rados.rados.0.smithi002.stdout:1209: seq_num 390 ranges {2875392=540672,3416064=630784,4046848=573440} 2024-09-14T03:39:13.027 INFO:tasks.rados.rados.0.smithi002.stdout:1209: writing smithi00278215-11 from 2875392 to 3416064 tid 1 2024-09-14T03:39:13.030 INFO:tasks.rados.rados.0.smithi002.stdout:1209: writing smithi00278215-11 from 3416064 to 4046848 tid 2 2024-09-14T03:39:13.034 INFO:tasks.rados.rados.0.smithi002.stdout:1209: writing smithi00278215-11 from 4046848 to 4620288 tid 3 2024-09-14T03:39:13.035 INFO:tasks.rados.rados.0.smithi002.stdout:1210: rmattr oid 14 current snap is 118 2024-09-14T03:39:13.035 INFO:tasks.rados.rados.0.smithi002.stdout:1206: finishing write tid 4 to smithi00278215-39 2024-09-14T03:39:13.035 INFO:tasks.rados.rados.0.smithi002.stdout:1206: finishing write tid 5 to smithi00278215-39 2024-09-14T03:39:13.035 INFO:tasks.rados.rados.0.smithi002.stdout:1206: finishing write tid 6 to smithi00278215-39 2024-09-14T03:39:13.035 INFO:tasks.rados.rados.0.smithi002.stdout:1206: oid 39 updating version 0 to 804 2024-09-14T03:39:13.035 INFO:tasks.rados.rados.0.smithi002.stdout:1206: oid 39 updating version 804 to 806 2024-09-14T03:39:13.035 INFO:tasks.rados.rados.0.smithi002.stdout:1206: oid 39 version 806 is already newer than 802 2024-09-14T03:39:13.035 INFO:tasks.rados.rados.0.smithi002.stdout:1206: oid 39 version 806 is already newer than 803 2024-09-14T03:39:13.035 INFO:tasks.rados.rados.0.smithi002.stdout:1206: oid 39 version 806 is already newer than 805 2024-09-14T03:39:13.035 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 39 v 806 (ObjNum 388 snap 118 seq_num 388) dirty exists 2024-09-14T03:39:13.035 INFO:tasks.rados.rados.0.smithi002.stdout:1206: left oid 39 (ObjNum 388 snap 118 seq_num 388) 2024-09-14T03:39:13.035 INFO:tasks.rados.rados.0.smithi002.stdout:1207: finishing write tid 1 to smithi00278215-43 2024-09-14T03:39:13.036 INFO:tasks.rados.rados.0.smithi002.stdout:1207: finishing write tid 2 to smithi00278215-43 2024-09-14T03:39:13.036 INFO:tasks.rados.rados.0.smithi002.stdout:1206: done (4 left) 2024-09-14T03:39:13.036 INFO:tasks.rados.rados.0.smithi002.stdout:1211: rmattr oid 25 current snap is 118 2024-09-14T03:39:13.036 INFO:tasks.rados.rados.0.smithi002.stdout:1207: finishing write tid 3 to smithi00278215-43 2024-09-14T03:39:13.036 INFO:tasks.rados.rados.0.smithi002.stdout:1207: finishing write tid 4 to smithi00278215-43 2024-09-14T03:39:13.036 INFO:tasks.rados.rados.0.smithi002.stdout:1207: finishing write tid 5 to smithi00278215-43 2024-09-14T03:39:13.036 INFO:tasks.rados.rados.0.smithi002.stdout:1207: oid 43 updating version 0 to 979 2024-09-14T03:39:13.036 INFO:tasks.rados.rados.0.smithi002.stdout:1207: oid 43 version 979 is already newer than 978 2024-09-14T03:39:13.036 INFO:tasks.rados.rados.0.smithi002.stdout:1207: oid 43 version 979 is already newer than 976 2024-09-14T03:39:13.036 INFO:tasks.rados.rados.0.smithi002.stdout:1207: oid 43 version 979 is already newer than 977 2024-09-14T03:39:13.036 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 979 (ObjNum 389 snap 118 seq_num 389) dirty exists 2024-09-14T03:39:13.036 INFO:tasks.rados.rados.0.smithi002.stdout:1207: left oid 43 (ObjNum 389 snap 118 seq_num 389) 2024-09-14T03:39:13.036 INFO:tasks.rados.rados.0.smithi002.stdout:1208: expect (ObjNum 351 snap 104 seq_num 351) 2024-09-14T03:39:13.106 INFO:tasks.rados.rados.0.smithi002.stdout:1209: finishing write tid 1 to smithi00278215-11 2024-09-14T03:39:13.106 INFO:tasks.rados.rados.0.smithi002.stdout:1209: finishing write tid 2 to smithi00278215-11 2024-09-14T03:39:13.106 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 0 (ObjNum 374 snap 115 seq_num 374) dirty exists 2024-09-14T03:39:13.106 INFO:tasks.rados.rados.0.smithi002.stdout:1209: finishing write tid 3 to smithi00278215-11 2024-09-14T03:39:13.106 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 14 v 681 (ObjNum 360 snap 109 seq_num 360) dirty exists 2024-09-14T03:39:13.106 INFO:tasks.rados.rados.0.smithi002.stdout:1209: finishing write tid 4 to smithi00278215-11 2024-09-14T03:39:13.106 INFO:tasks.rados.rados.0.smithi002.stdout:1207: done (4 left) 2024-09-14T03:39:13.107 INFO:tasks.rados.rados.0.smithi002.stdout:1208: done (3 left) 2024-09-14T03:39:13.107 INFO:tasks.rados.rados.0.smithi002.stdout:1210: done (2 left) 2024-09-14T03:39:13.107 INFO:tasks.rados.rados.0.smithi002.stdout:1211: done (1 left) 2024-09-14T03:39:13.107 INFO:tasks.rados.rados.0.smithi002.stdout:1212: snap_remove snap 95 2024-09-14T03:39:13.217 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:12 smithi002 ceph-mon[87970]: osdmap e295: 8 total, 7 up, 8 in 2024-09-14T03:39:13.217 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:12 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:13.217 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:12 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:13.217 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:12 smithi002 ceph-mon[87970]: Health check update: Degraded data redundancy: 192/948 objects degraded (20.253%), 16 pgs degraded (PG_DEGRADED) 2024-09-14T03:39:13.217 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:12 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:13.217 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:12 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:13.218 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:39:13 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:39:13] "GET /metrics HTTP/1.1" 200 36220 "" "Prometheus/2.43.0" 2024-09-14T03:39:13.218 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:12 smithi002 ceph-mon[89815]: osdmap e295: 8 total, 7 up, 8 in 2024-09-14T03:39:13.218 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:12 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:13.218 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:12 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:13.218 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:12 smithi002 ceph-mon[89815]: Health check update: Degraded data redundancy: 192/948 objects degraded (20.253%), 16 pgs degraded (PG_DEGRADED) 2024-09-14T03:39:13.218 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:12 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:13.218 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:12 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:13.219 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:39:12 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-0[94655]: 2024-09-14T03:39:12.955+0000 7f77dedc1640 -1 osd.0 285 log_to_monitors true 2024-09-14T03:39:13.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:12 smithi154 ceph-mon[81546]: osdmap e295: 8 total, 7 up, 8 in 2024-09-14T03:39:13.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:12 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:13.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:12 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:13.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:12 smithi154 ceph-mon[81546]: Health check update: Degraded data redundancy: 192/948 objects degraded (20.253%), 16 pgs degraded (PG_DEGRADED) 2024-09-14T03:39:13.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:12 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:13.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:12 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:13.971 INFO:tasks.rados.rados.0.smithi002.stdout:1212: done (1 left) 2024-09-14T03:39:13.971 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 30 current snap is 118 2024-09-14T03:39:13.971 INFO:tasks.rados.rados.0.smithi002.stdout:1213: seq_num 391 ranges {0=557056,557056=516096,1073152=688128} 2024-09-14T03:39:13.974 INFO:tasks.rados.rados.0.smithi002.stdout:1213: writing smithi00278215-30 from 0 to 557056 tid 1 2024-09-14T03:39:13.978 INFO:tasks.rados.rados.0.smithi002.stdout:1213: writing smithi00278215-30 from 557056 to 1073152 tid 2 2024-09-14T03:39:13.983 INFO:tasks.rados.rados.0.smithi002.stdout:1213: writing smithi00278215-30 from 1073152 to 1761280 tid 3 2024-09-14T03:39:13.983 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 29 current snap is 118 2024-09-14T03:39:13.983 INFO:tasks.rados.rados.0.smithi002.stdout:1214: seq_num 392 ranges {1597440=573440,2170880=802816,2973696=401408} 2024-09-14T03:39:13.996 INFO:tasks.rados.rados.0.smithi002.stdout:1214: writing smithi00278215-29 from 1597440 to 2170880 tid 1 2024-09-14T03:39:14.001 INFO:tasks.rados.rados.0.smithi002.stdout:1214: writing smithi00278215-29 from 2170880 to 2973696 tid 2 2024-09-14T03:39:14.004 INFO:tasks.rados.rados.0.smithi002.stdout:1214: writing smithi00278215-29 from 2973696 to 3375104 tid 3 2024-09-14T03:39:14.004 INFO:tasks.rados.rados.0.smithi002.stdout:1215: snap_create 2024-09-14T03:39:14.004 INFO:tasks.rados.rados.0.smithi002.stdout:1209: finishing write tid 5 to smithi00278215-11 2024-09-14T03:39:14.005 INFO:tasks.rados.rados.0.smithi002.stdout:1209: oid 11 updating version 0 to 1317 2024-09-14T03:39:14.005 INFO:tasks.rados.rados.0.smithi002.stdout:1209: oid 11 updating version 1317 to 1320 2024-09-14T03:39:14.005 INFO:tasks.rados.rados.0.smithi002.stdout:1209: oid 11 version 1320 is already newer than 1318 2024-09-14T03:39:14.005 INFO:tasks.rados.rados.0.smithi002.stdout:1209: oid 11 version 1320 is already newer than 1319 2024-09-14T03:39:14.005 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 1320 (ObjNum 390 snap 118 seq_num 390) dirty exists 2024-09-14T03:39:14.005 INFO:tasks.rados.rados.0.smithi002.stdout:1209: left oid 11 (ObjNum 390 snap 118 seq_num 390) 2024-09-14T03:39:14.005 INFO:tasks.rados.rados.0.smithi002.stdout:1213: finishing write tid 1 to smithi00278215-30 2024-09-14T03:39:14.005 INFO:tasks.rados.rados.0.smithi002.stdout:1213: finishing write tid 2 to smithi00278215-30 2024-09-14T03:39:14.005 INFO:tasks.rados.rados.0.smithi002.stdout:1213: finishing write tid 3 to smithi00278215-30 2024-09-14T03:39:14.005 INFO:tasks.rados.rados.0.smithi002.stdout:1213: finishing write tid 4 to smithi00278215-30 2024-09-14T03:39:14.006 INFO:tasks.rados.rados.0.smithi002.stdout:1213: finishing write tid 5 to smithi00278215-30 2024-09-14T03:39:14.006 INFO:tasks.rados.rados.0.smithi002.stdout:1213: oid 30 updating version 0 to 1324 2024-09-14T03:39:14.006 INFO:tasks.rados.rados.0.smithi002.stdout:1213: oid 30 version 1324 is already newer than 1321 2024-09-14T03:39:14.006 INFO:tasks.rados.rados.0.smithi002.stdout:1213: oid 30 version 1324 is already newer than 1323 2024-09-14T03:39:14.006 INFO:tasks.rados.rados.0.smithi002.stdout:1213: oid 30 version 1324 is already newer than 1322 2024-09-14T03:39:14.006 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 30 v 1324 (ObjNum 391 snap 118 seq_num 391) dirty exists 2024-09-14T03:39:14.006 INFO:tasks.rados.rados.0.smithi002.stdout:1213: left oid 30 (ObjNum 391 snap 118 seq_num 391) 2024-09-14T03:39:14.006 INFO:tasks.rados.rados.0.smithi002.stdout:1214: finishing write tid 1 to smithi00278215-29 2024-09-14T03:39:14.007 INFO:tasks.rados.rados.0.smithi002.stdout:1214: finishing write tid 2 to smithi00278215-29 2024-09-14T03:39:14.007 INFO:tasks.rados.rados.0.smithi002.stdout:1214: finishing write tid 3 to smithi00278215-29 2024-09-14T03:39:14.007 INFO:tasks.rados.rados.0.smithi002.stdout:1214: finishing write tid 4 to smithi00278215-29 2024-09-14T03:39:14.008 INFO:tasks.rados.rados.0.smithi002.stdout:1214: finishing write tid 5 to smithi00278215-29 2024-09-14T03:39:14.008 INFO:tasks.rados.rados.0.smithi002.stdout:1214: oid 29 updating version 0 to 1327 2024-09-14T03:39:14.008 INFO:tasks.rados.rados.0.smithi002.stdout:1214: oid 29 updating version 1327 to 1328 2024-09-14T03:39:14.008 INFO:tasks.rados.rados.0.smithi002.stdout:1214: oid 29 version 1328 is already newer than 1326 2024-09-14T03:39:14.008 INFO:tasks.rados.rados.0.smithi002.stdout:1214: oid 29 updating version 1328 to 1329 2024-09-14T03:39:14.008 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 1329 (ObjNum 392 snap 118 seq_num 392) dirty exists 2024-09-14T03:39:14.008 INFO:tasks.rados.rados.0.smithi002.stdout:1214: left oid 29 (ObjNum 392 snap 118 seq_num 392) 2024-09-14T03:39:14.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:13 smithi154 ceph-mon[81546]: pgmap v112: 121 pgs: 36 active+undersized, 16 active+undersized+degraded, 69 active+clean; 383 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.7 MiB/s wr, 23 op/s; 192/948 objects degraded (20.253%) 2024-09-14T03:39:14.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:13 smithi154 ceph-mon[81546]: from='osd.0 [v2:172.21.15.2:6802/2830557203,v1:172.21.15.2:6803/2830557203]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-09-14T03:39:14.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:13 smithi154 ceph-mon[81546]: osdmap e296: 8 total, 7 up, 8 in 2024-09-14T03:39:14.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:13 smithi154 ceph-mon[81546]: from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-09-14T03:39:14.247 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:39:14 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-0[94655]: 2024-09-14T03:39:14.005+0000 7f77d6b6b640 -1 osd.0 285 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-14T03:39:14.247 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:13 smithi002 ceph-mon[87970]: pgmap v112: 121 pgs: 36 active+undersized, 16 active+undersized+degraded, 69 active+clean; 383 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.7 MiB/s wr, 23 op/s; 192/948 objects degraded (20.253%) 2024-09-14T03:39:14.247 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:13 smithi002 ceph-mon[87970]: from='osd.0 [v2:172.21.15.2:6802/2830557203,v1:172.21.15.2:6803/2830557203]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-09-14T03:39:14.247 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:13 smithi002 ceph-mon[87970]: osdmap e296: 8 total, 7 up, 8 in 2024-09-14T03:39:14.248 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:13 smithi002 ceph-mon[87970]: from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-09-14T03:39:14.248 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:13 smithi002 ceph-mon[89815]: pgmap v112: 121 pgs: 36 active+undersized, 16 active+undersized+degraded, 69 active+clean; 383 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.7 MiB/s wr, 23 op/s; 192/948 objects degraded (20.253%) 2024-09-14T03:39:14.248 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:13 smithi002 ceph-mon[89815]: from='osd.0 [v2:172.21.15.2:6802/2830557203,v1:172.21.15.2:6803/2830557203]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-09-14T03:39:14.248 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:13 smithi002 ceph-mon[89815]: osdmap e296: 8 total, 7 up, 8 in 2024-09-14T03:39:14.248 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:13 smithi002 ceph-mon[89815]: from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-09-14T03:39:14.985 INFO:tasks.rados.rados.0.smithi002.stdout:1209: done (3 left) 2024-09-14T03:39:14.985 INFO:tasks.rados.rados.0.smithi002.stdout:1213: done (2 left) 2024-09-14T03:39:14.985 INFO:tasks.rados.rados.0.smithi002.stdout:1214: done (1 left) 2024-09-14T03:39:14.985 INFO:tasks.rados.rados.0.smithi002.stdout:1215: done (0 left) 2024-09-14T03:39:14.985 INFO:tasks.rados.rados.0.smithi002.stdout:1216: read oid 5 snap 90 2024-09-14T03:39:14.986 INFO:tasks.rados.rados.0.smithi002.stdout:1216: expect (ObjNum 855163840 snap 21886 seq_num 4093675568) 2024-09-14T03:39:14.986 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 15 current snap is 119 2024-09-14T03:39:14.986 INFO:tasks.rados.rados.0.smithi002.stdout:1217: seq_num 393 ranges {942080=589824,1531904=679936,2211840=524288} 2024-09-14T03:39:14.994 INFO:tasks.rados.rados.0.smithi002.stdout:1217: writing smithi00278215-15 from 942080 to 1531904 tid 1 2024-09-14T03:39:14.998 INFO:tasks.rados.rados.0.smithi002.stdout:1217: writing smithi00278215-15 from 1531904 to 2211840 tid 2 2024-09-14T03:39:15.002 INFO:tasks.rados.rados.0.smithi002.stdout:1217: writing smithi00278215-15 from 2211840 to 2736128 tid 3 2024-09-14T03:39:15.002 INFO:tasks.rados.rados.0.smithi002.stdout:1218: read oid 31 snap -1 2024-09-14T03:39:15.002 INFO:tasks.rados.rados.0.smithi002.stdout:1218: expect deleted 2024-09-14T03:39:15.002 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 23 current snap is 119 2024-09-14T03:39:15.003 INFO:tasks.rados.rados.0.smithi002.stdout:1219: seq_num 394 ranges {6561792=606208,7168000=565248,7733248=557056,8290304=81920} 2024-09-14T03:39:15.044 INFO:tasks.rados.rados.0.smithi002.stdout:1219: writing smithi00278215-23 from 6561792 to 7168000 tid 1 2024-09-14T03:39:15.047 INFO:tasks.rados.rados.0.smithi002.stdout:1219: writing smithi00278215-23 from 7168000 to 7733248 tid 2 2024-09-14T03:39:15.050 INFO:tasks.rados.rados.0.smithi002.stdout:1219: writing smithi00278215-23 from 7733248 to 8290304 tid 3 2024-09-14T03:39:15.051 INFO:tasks.rados.rados.0.smithi002.stdout:1219: writing smithi00278215-23 from 8290304 to 8372224 tid 4 2024-09-14T03:39:15.051 INFO:tasks.rados.rados.0.smithi002.stdout:1220: snap_remove snap 115 2024-09-14T03:39:15.436 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:14 smithi002 ceph-mon[87970]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-14T03:39:15.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:14 smithi002 ceph-mon[87970]: osdmap e297: 8 total, 7 up, 8 in 2024-09-14T03:39:15.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:14 smithi002 ceph-mon[87970]: from='osd.0 [v2:172.21.15.2:6802/2830557203,v1:172.21.15.2:6803/2830557203]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi002", "root=default"]} : dispatch 2024-09-14T03:39:15.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:14 smithi002 ceph-mon[87970]: from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi002", "root=default"]} : dispatch 2024-09-14T03:39:15.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:14 smithi002 ceph-mon[89815]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-14T03:39:15.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:14 smithi002 ceph-mon[89815]: osdmap e297: 8 total, 7 up, 8 in 2024-09-14T03:39:15.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:14 smithi002 ceph-mon[89815]: from='osd.0 [v2:172.21.15.2:6802/2830557203,v1:172.21.15.2:6803/2830557203]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi002", "root=default"]} : dispatch 2024-09-14T03:39:15.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:14 smithi002 ceph-mon[89815]: from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi002", "root=default"]} : dispatch 2024-09-14T03:39:15.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:14 smithi154 ceph-mon[81546]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-14T03:39:15.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:14 smithi154 ceph-mon[81546]: osdmap e297: 8 total, 7 up, 8 in 2024-09-14T03:39:15.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:14 smithi154 ceph-mon[81546]: from='osd.0 [v2:172.21.15.2:6802/2830557203,v1:172.21.15.2:6803/2830557203]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi002", "root=default"]} : dispatch 2024-09-14T03:39:15.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:14 smithi154 ceph-mon[81546]: from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi002", "root=default"]} : dispatch 2024-09-14T03:39:15.992 INFO:tasks.rados.rados.0.smithi002.stdout:1220: done (4 left) 2024-09-14T03:39:15.992 INFO:tasks.rados.rados.0.smithi002.stdout:1221: rmattr oid 46 current snap is 119 2024-09-14T03:39:15.992 INFO:tasks.rados.rados.0.smithi002.stdout:1221: done (4 left) 2024-09-14T03:39:15.992 INFO:tasks.rados.rados.0.smithi002.stdout:1222: snap_remove snap 93 2024-09-14T03:39:16.186 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:39:16 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: 2024-09-14T03:39:16.022+0000 7f19602b3640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (19 PGs are or would become offline) 2024-09-14T03:39:16.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:15 smithi002 ceph-mon[87970]: pgmap v115: 121 pgs: 36 active+undersized, 16 active+undersized+degraded, 69 active+clean; 383 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 192/948 objects degraded (20.253%) 2024-09-14T03:39:16.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:15 smithi002 ceph-mon[87970]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-14T03:39:16.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:15 smithi002 ceph-mon[87970]: osd.0 [v2:172.21.15.2:6802/2830557203,v1:172.21.15.2:6803/2830557203] boot 2024-09-14T03:39:16.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:15 smithi002 ceph-mon[87970]: osdmap e298: 8 total, 8 up, 8 in 2024-09-14T03:39:16.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:15 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-14T03:39:16.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:15 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:16.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:15 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:16.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:15 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:39:16.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:15 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:39:16.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:15 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:16.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:15 smithi002 ceph-mon[89815]: pgmap v115: 121 pgs: 36 active+undersized, 16 active+undersized+degraded, 69 active+clean; 383 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 192/948 objects degraded (20.253%) 2024-09-14T03:39:16.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:15 smithi002 ceph-mon[89815]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-14T03:39:16.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:15 smithi002 ceph-mon[89815]: osd.0 [v2:172.21.15.2:6802/2830557203,v1:172.21.15.2:6803/2830557203] boot 2024-09-14T03:39:16.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:15 smithi002 ceph-mon[89815]: osdmap e298: 8 total, 8 up, 8 in 2024-09-14T03:39:16.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:15 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-14T03:39:16.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:15 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:16.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:15 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:16.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:15 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:39:16.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:15 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:39:16.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:15 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:16.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:15 smithi154 ceph-mon[81546]: pgmap v115: 121 pgs: 36 active+undersized, 16 active+undersized+degraded, 69 active+clean; 383 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 192/948 objects degraded (20.253%) 2024-09-14T03:39:16.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:15 smithi154 ceph-mon[81546]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-14T03:39:16.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:15 smithi154 ceph-mon[81546]: osd.0 [v2:172.21.15.2:6802/2830557203,v1:172.21.15.2:6803/2830557203] boot 2024-09-14T03:39:16.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:15 smithi154 ceph-mon[81546]: osdmap e298: 8 total, 8 up, 8 in 2024-09-14T03:39:16.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:15 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-14T03:39:16.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:15 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:16.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:15 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:16.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:15 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:39:16.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:15 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:39:16.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:15 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:16.996 INFO:tasks.rados.rados.0.smithi002.stdout:1222: done (4 left) 2024-09-14T03:39:16.997 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 45 current snap is 119 2024-09-14T03:39:16.997 INFO:tasks.rados.rados.0.smithi002.stdout:1223: seq_num 395 ranges {3866624=622592,4489216=450560,4939776=753664} 2024-09-14T03:39:17.023 INFO:tasks.rados.rados.0.smithi002.stdout:1223: writing smithi00278215-45 from 3866624 to 4489216 tid 1 2024-09-14T03:39:17.025 INFO:tasks.rados.rados.0.smithi002.stdout:1223: writing smithi00278215-45 from 4489216 to 4939776 tid 2 2024-09-14T03:39:17.031 INFO:tasks.rados.rados.0.smithi002.stdout:1223: writing smithi00278215-45 from 4939776 to 5693440 tid 3 2024-09-14T03:39:17.031 INFO:tasks.rados.rados.0.smithi002.stdout:1224: read oid 44 snap -1 2024-09-14T03:39:17.031 INFO:tasks.rados.rados.0.smithi002.stdout:1224: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:39:17.031 INFO:tasks.rados.rados.0.smithi002.stdout:1225: read oid 30 snap 105 2024-09-14T03:39:17.031 INFO:tasks.rados.rados.0.smithi002.stdout:1225: expect deleted 2024-09-14T03:39:17.031 INFO:tasks.rados.rados.0.smithi002.stdout:1226: delete oid 32 current snap is 119 2024-09-14T03:39:17.032 INFO:tasks.rados.rados.0.smithi002.stdout:1217: finishing write tid 1 to smithi00278215-15 2024-09-14T03:39:17.032 INFO:tasks.rados.rados.0.smithi002.stdout:1217: finishing write tid 2 to smithi00278215-15 2024-09-14T03:39:17.032 INFO:tasks.rados.rados.0.smithi002.stdout:1217: finishing write tid 3 to smithi00278215-15 2024-09-14T03:39:17.032 INFO:tasks.rados.rados.0.smithi002.stdout:1217: finishing write tid 4 to smithi00278215-15 2024-09-14T03:39:17.032 INFO:tasks.rados.rados.0.smithi002.stdout:1217: finishing write tid 5 to smithi00278215-15 2024-09-14T03:39:17.032 INFO:tasks.rados.rados.0.smithi002.stdout:1217: oid 15 updating version 0 to 611 2024-09-14T03:39:17.032 INFO:tasks.rados.rados.0.smithi002.stdout:1217: oid 15 version 611 is already newer than 609 2024-09-14T03:39:17.032 INFO:tasks.rados.rados.0.smithi002.stdout:1217: oid 15 version 611 is already newer than 608 2024-09-14T03:39:17.032 INFO:tasks.rados.rados.0.smithi002.stdout:1217: oid 15 version 611 is already newer than 610 2024-09-14T03:39:17.032 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 15 v 611 (ObjNum 393 snap 119 seq_num 393) dirty exists 2024-09-14T03:39:17.032 INFO:tasks.rados.rados.0.smithi002.stdout:1217: left oid 15 (ObjNum 393 snap 119 seq_num 393) 2024-09-14T03:39:17.032 INFO:tasks.rados.rados.0.smithi002.stdout:1219: finishing write tid 1 to smithi00278215-23 2024-09-14T03:39:17.032 INFO:tasks.rados.rados.0.smithi002.stdout:1219: finishing write tid 2 to smithi00278215-23 2024-09-14T03:39:17.032 INFO:tasks.rados.rados.0.smithi002.stdout:1219: finishing write tid 3 to smithi00278215-23 2024-09-14T03:39:17.033 INFO:tasks.rados.rados.0.smithi002.stdout:1219: finishing write tid 4 to smithi00278215-23 2024-09-14T03:39:17.033 INFO:tasks.rados.rados.0.smithi002.stdout:1219: finishing write tid 5 to smithi00278215-23 2024-09-14T03:39:17.033 INFO:tasks.rados.rados.0.smithi002.stdout:1219: finishing write tid 6 to smithi00278215-23 2024-09-14T03:39:17.033 INFO:tasks.rados.rados.0.smithi002.stdout:1219: oid 23 updating version 0 to 645 2024-09-14T03:39:17.033 INFO:tasks.rados.rados.0.smithi002.stdout:1219: oid 23 updating version 645 to 646 2024-09-14T03:39:17.033 INFO:tasks.rados.rados.0.smithi002.stdout:1219: oid 23 version 646 is already newer than 644 2024-09-14T03:39:17.033 INFO:tasks.rados.rados.0.smithi002.stdout:1219: oid 23 version 646 is already newer than 643 2024-09-14T03:39:17.033 INFO:tasks.rados.rados.0.smithi002.stdout:1219: oid 23 version 646 is already newer than 642 2024-09-14T03:39:17.033 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 646 (ObjNum 394 snap 119 seq_num 394) dirty exists 2024-09-14T03:39:17.033 INFO:tasks.rados.rados.0.smithi002.stdout:1219: left oid 23 (ObjNum 394 snap 119 seq_num 394) 2024-09-14T03:39:17.033 INFO:tasks.rados.rados.0.smithi002.stdout:1216: expect (ObjNum 855163840 snap 21886 seq_num 4093675568) 2024-09-14T03:39:17.034 INFO:tasks.rados.rados.0.smithi002.stdout:1223: finishing write tid 1 to smithi00278215-45 2024-09-14T03:39:17.034 INFO:tasks.rados.rados.0.smithi002.stdout:1223: finishing write tid 2 to smithi00278215-45 2024-09-14T03:39:17.034 INFO:tasks.rados.rados.0.smithi002.stdout:1224: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:39:17.034 INFO:tasks.rados.rados.0.smithi002.stdout:1223: finishing write tid 3 to smithi00278215-45 2024-09-14T03:39:17.035 INFO:tasks.rados.rados.0.smithi002.stdout:1223: finishing write tid 4 to smithi00278215-45 2024-09-14T03:39:17.035 INFO:tasks.rados.rados.0.smithi002.stdout:1216: done (7 left) 2024-09-14T03:39:17.035 INFO:tasks.rados.rados.0.smithi002.stdout:1217: done (6 left) 2024-09-14T03:39:17.035 INFO:tasks.rados.rados.0.smithi002.stdout:1218: done (5 left) 2024-09-14T03:39:17.035 INFO:tasks.rados.rados.0.smithi002.stdout:1219: done (4 left) 2024-09-14T03:39:17.035 INFO:tasks.rados.rados.0.smithi002.stdout:1224: done (3 left) 2024-09-14T03:39:17.035 INFO:tasks.rados.rados.0.smithi002.stdout:1225: done (2 left) 2024-09-14T03:39:17.035 INFO:tasks.rados.rados.0.smithi002.stdout:1226: done (1 left) 2024-09-14T03:39:17.035 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 24 current snap is 119 2024-09-14T03:39:17.035 INFO:tasks.rados.rados.0.smithi002.stdout:1227: seq_num 397 ranges {0=655360,655360=671744,1327104=532480} 2024-09-14T03:39:17.038 INFO:tasks.rados.rados.0.smithi002.stdout:1227: writing smithi00278215-24 from 0 to 655360 tid 1 2024-09-14T03:39:17.042 INFO:tasks.rados.rados.0.smithi002.stdout:1227: writing smithi00278215-24 from 655360 to 1327104 tid 2 2024-09-14T03:39:17.045 INFO:tasks.rados.rados.0.smithi002.stdout:1227: writing smithi00278215-24 from 1327104 to 1859584 tid 3 2024-09-14T03:39:17.045 INFO:tasks.rados.rados.0.smithi002.stdout:1228: read oid 21 snap -1 2024-09-14T03:39:17.045 INFO:tasks.rados.rados.0.smithi002.stdout:1228: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:39:17.045 INFO:tasks.rados.rados.0.smithi002.stdout:1229: snap_remove snap 113 2024-09-14T03:39:17.312 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:16 smithi002 ceph-mon[87970]: osdmap e299: 8 total, 8 up, 8 in 2024-09-14T03:39:17.312 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:16 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:39:17.312 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:16 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:39:17.312 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:16 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:39:17.312 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:16 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:39:17.312 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:16 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-14T03:39:17.312 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:16 smithi002 ceph-mon[87970]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-14T03:39:17.313 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:16 smithi002 ceph-mon[87970]: Upgrade: unsafe to stop osd(s) at this time (19 PGs are or would become offline) 2024-09-14T03:39:17.313 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:16 smithi002 ceph-mon[89815]: osdmap e299: 8 total, 8 up, 8 in 2024-09-14T03:39:17.313 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:16 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:39:17.313 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:16 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:39:17.313 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:16 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:39:17.313 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:16 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:39:17.313 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:16 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-14T03:39:17.313 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:16 smithi002 ceph-mon[89815]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-14T03:39:17.313 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:16 smithi002 ceph-mon[89815]: Upgrade: unsafe to stop osd(s) at this time (19 PGs are or would become offline) 2024-09-14T03:39:17.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:16 smithi154 ceph-mon[81546]: osdmap e299: 8 total, 8 up, 8 in 2024-09-14T03:39:17.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:16 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:39:17.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:16 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:39:17.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:16 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:39:17.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:16 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:39:17.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:16 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-14T03:39:17.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:16 smithi154 ceph-mon[81546]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-14T03:39:17.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:16 smithi154 ceph-mon[81546]: Upgrade: unsafe to stop osd(s) at this time (19 PGs are or would become offline) 2024-09-14T03:39:17.997 INFO:tasks.rados.rados.0.smithi002.stdout:1229: done (3 left) 2024-09-14T03:39:17.997 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 32 current snap is 119 2024-09-14T03:39:17.997 INFO:tasks.rados.rados.0.smithi002.stdout:1230: seq_num 398 ranges {0=671744,671744=557056,1228800=532480,1761280=114688} 2024-09-14T03:39:18.001 INFO:tasks.rados.rados.0.smithi002.stdout:1230: writing smithi00278215-32 from 0 to 671744 tid 1 2024-09-14T03:39:18.005 INFO:tasks.rados.rados.0.smithi002.stdout:1230: writing smithi00278215-32 from 671744 to 1228800 tid 2 2024-09-14T03:39:18.009 INFO:tasks.rados.rados.0.smithi002.stdout:1230: writing smithi00278215-32 from 1228800 to 1761280 tid 3 2024-09-14T03:39:18.011 INFO:tasks.rados.rados.0.smithi002.stdout:1230: writing smithi00278215-32 from 1761280 to 1875968 tid 4 2024-09-14T03:39:18.011 INFO:tasks.rados.rados.0.smithi002.stdout:1231: read oid 19 snap -1 2024-09-14T03:39:18.011 INFO:tasks.rados.rados.0.smithi002.stdout:1231: expect (ObjNum 387 snap 117 seq_num 387) 2024-09-14T03:39:18.011 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 29 current snap is 119 2024-09-14T03:39:18.011 INFO:tasks.rados.rados.0.smithi002.stdout:1223: finishing write tid 5 to smithi00278215-45 2024-09-14T03:39:18.011 INFO:tasks.rados.rados.0.smithi002.stdout:1223: oid 45 updating version 0 to 1255 2024-09-14T03:39:18.012 INFO:tasks.rados.rados.0.smithi002.stdout:1223: oid 45 updating version 1255 to 1257 2024-09-14T03:39:18.012 INFO:tasks.rados.rados.0.smithi002.stdout:1223: oid 45 version 1257 is already newer than 1256 2024-09-14T03:39:18.012 INFO:tasks.rados.rados.0.smithi002.stdout:1223: oid 45 version 1257 is already newer than 1254 2024-09-14T03:39:18.012 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 45 v 1257 (ObjNum 395 snap 119 seq_num 395) dirty exists 2024-09-14T03:39:18.012 INFO:tasks.rados.rados.0.smithi002.stdout:1223: left oid 45 (ObjNum 395 snap 119 seq_num 395) 2024-09-14T03:39:18.012 INFO:tasks.rados.rados.0.smithi002.stdout:1227: finishing write tid 1 to smithi00278215-24 2024-09-14T03:39:18.012 INFO:tasks.rados.rados.0.smithi002.stdout:1232: seq_num 399 ranges {3375104=688128,4063232=434176,4497408=745472,5242880=24576} 2024-09-14T03:39:18.035 INFO:tasks.rados.rados.0.smithi002.stdout:1232: writing smithi00278215-29 from 3375104 to 4063232 tid 1 2024-09-14T03:39:18.037 INFO:tasks.rados.rados.0.smithi002.stdout:1232: writing smithi00278215-29 from 4063232 to 4497408 tid 2 2024-09-14T03:39:18.042 INFO:tasks.rados.rados.0.smithi002.stdout:1232: writing smithi00278215-29 from 4497408 to 5242880 tid 3 2024-09-14T03:39:18.042 INFO:tasks.rados.rados.0.smithi002.stdout:1232: writing smithi00278215-29 from 5242880 to 5267456 tid 4 2024-09-14T03:39:18.042 INFO:tasks.rados.rados.0.smithi002.stdout:1223: done (5 left) 2024-09-14T03:39:18.042 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 4 current snap is 119 2024-09-14T03:39:18.043 INFO:tasks.rados.rados.0.smithi002.stdout:1227: finishing write tid 2 to smithi00278215-24 2024-09-14T03:39:18.043 INFO:tasks.rados.rados.0.smithi002.stdout:1233: seq_num 400 ranges {4685824=704512,5390336=720896,6111232=483328} 2024-09-14T03:39:18.072 INFO:tasks.rados.rados.0.smithi002.stdout:1233: writing smithi00278215-4 from 4685824 to 5390336 tid 1 2024-09-14T03:39:18.076 INFO:tasks.rados.rados.0.smithi002.stdout:1233: writing smithi00278215-4 from 5390336 to 6111232 tid 2 2024-09-14T03:39:18.079 INFO:tasks.rados.rados.0.smithi002.stdout:1233: writing smithi00278215-4 from 6111232 to 6594560 tid 3 2024-09-14T03:39:18.079 INFO:tasks.rados.rados.0.smithi002.stdout:1234: copy_from oid 28 from oid 40 current snap is 119 2024-09-14T03:39:18.079 INFO:tasks.rados.rados.0.smithi002.stdout:1228: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:39:18.081 INFO:tasks.rados.rados.0.smithi002.stdout:1227: finishing write tid 3 to smithi00278215-24 2024-09-14T03:39:18.081 INFO:tasks.rados.rados.0.smithi002.stdout:1227: finishing write tid 4 to smithi00278215-24 2024-09-14T03:39:18.081 INFO:tasks.rados.rados.0.smithi002.stdout:1227: finishing write tid 5 to smithi00278215-24 2024-09-14T03:39:18.081 INFO:tasks.rados.rados.0.smithi002.stdout:1227: oid 24 updating version 0 to 1203 2024-09-14T03:39:18.081 INFO:tasks.rados.rados.0.smithi002.stdout:1227: oid 24 updating version 1203 to 1205 2024-09-14T03:39:18.081 INFO:tasks.rados.rados.0.smithi002.stdout:1227: oid 24 version 1205 is already newer than 1204 2024-09-14T03:39:18.081 INFO:tasks.rados.rados.0.smithi002.stdout:1227: oid 24 updating version 1205 to 1206 2024-09-14T03:39:18.081 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 24 v 1206 (ObjNum 397 snap 119 seq_num 397) dirty exists 2024-09-14T03:39:18.081 INFO:tasks.rados.rados.0.smithi002.stdout:1227: left oid 24 (ObjNum 397 snap 119 seq_num 397) 2024-09-14T03:39:18.082 INFO:tasks.rados.rados.0.smithi002.stdout:1230: finishing write tid 1 to smithi00278215-32 2024-09-14T03:39:18.082 INFO:tasks.rados.rados.0.smithi002.stdout:1230: finishing write tid 2 to smithi00278215-32 2024-09-14T03:39:18.082 INFO:tasks.rados.rados.0.smithi002.stdout:1231: expect (ObjNum 387 snap 117 seq_num 387) 2024-09-14T03:39:18.128 INFO:tasks.rados.rados.0.smithi002.stdout:1230: finishing write tid 3 to smithi00278215-32 2024-09-14T03:39:18.128 INFO:tasks.rados.rados.0.smithi002.stdout:1230: finishing write tid 4 to smithi00278215-32 2024-09-14T03:39:18.128 INFO:tasks.rados.rados.0.smithi002.stdout:1230: finishing write tid 5 to smithi00278215-32 2024-09-14T03:39:18.128 INFO:tasks.rados.rados.0.smithi002.stdout:1230: finishing write tid 6 to smithi00278215-32 2024-09-14T03:39:18.128 INFO:tasks.rados.rados.0.smithi002.stdout:1230: oid 32 updating version 0 to 1393 2024-09-14T03:39:18.129 INFO:tasks.rados.rados.0.smithi002.stdout:1230: oid 32 updating version 1393 to 1404 2024-09-14T03:39:18.129 INFO:tasks.rados.rados.0.smithi002.stdout:1230: oid 32 version 1404 is already newer than 1394 2024-09-14T03:39:18.129 INFO:tasks.rados.rados.0.smithi002.stdout:1230: oid 32 version 1404 is already newer than 1399 2024-09-14T03:39:18.129 INFO:tasks.rados.rados.0.smithi002.stdout:1230: oid 32 version 1404 is already newer than 1388 2024-09-14T03:39:18.129 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 1404 (ObjNum 398 snap 119 seq_num 398) dirty exists 2024-09-14T03:39:18.129 INFO:tasks.rados.rados.0.smithi002.stdout:1230: left oid 32 (ObjNum 398 snap 119 seq_num 398) 2024-09-14T03:39:18.129 INFO:tasks.rados.rados.0.smithi002.stdout:1232: finishing write tid 1 to smithi00278215-29 2024-09-14T03:39:18.129 INFO:tasks.rados.rados.0.smithi002.stdout:1232: finishing write tid 2 to smithi00278215-29 2024-09-14T03:39:18.129 INFO:tasks.rados.rados.0.smithi002.stdout:1232: finishing write tid 3 to smithi00278215-29 2024-09-14T03:39:18.129 INFO:tasks.rados.rados.0.smithi002.stdout:1232: finishing write tid 4 to smithi00278215-29 2024-09-14T03:39:18.129 INFO:tasks.rados.rados.0.smithi002.stdout:1227: done (6 left) 2024-09-14T03:39:18.130 INFO:tasks.rados.rados.0.smithi002.stdout:1228: done (5 left) 2024-09-14T03:39:18.130 INFO:tasks.rados.rados.0.smithi002.stdout:1230: done (4 left) 2024-09-14T03:39:18.130 INFO:tasks.rados.rados.0.smithi002.stdout:1231: done (3 left) 2024-09-14T03:39:18.130 INFO:tasks.rados.rados.0.smithi002.stdout:1235: snap_remove snap 74 2024-09-14T03:39:18.436 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:17 smithi002 ceph-mon[87970]: pgmap v118: 121 pgs: 37 peering, 10 active+undersized, 5 active+undersized+degraded, 69 active+clean; 410 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 6.5 MiB/s wr, 23 op/s; 27/996 objects degraded (2.711%) 2024-09-14T03:39:18.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:17 smithi002 ceph-mon[87970]: osdmap e300: 8 total, 8 up, 8 in 2024-09-14T03:39:18.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:17 smithi002 ceph-mon[87970]: Health check update: Degraded data redundancy: 27/996 objects degraded (2.711%), 5 pgs degraded (PG_DEGRADED) 2024-09-14T03:39:18.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:17 smithi002 ceph-mon[89815]: pgmap v118: 121 pgs: 37 peering, 10 active+undersized, 5 active+undersized+degraded, 69 active+clean; 410 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 6.5 MiB/s wr, 23 op/s; 27/996 objects degraded (2.711%) 2024-09-14T03:39:18.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:17 smithi002 ceph-mon[89815]: osdmap e300: 8 total, 8 up, 8 in 2024-09-14T03:39:18.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:17 smithi002 ceph-mon[89815]: Health check update: Degraded data redundancy: 27/996 objects degraded (2.711%), 5 pgs degraded (PG_DEGRADED) 2024-09-14T03:39:18.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:17 smithi154 ceph-mon[81546]: pgmap v118: 121 pgs: 37 peering, 10 active+undersized, 5 active+undersized+degraded, 69 active+clean; 410 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 6.5 MiB/s wr, 23 op/s; 27/996 objects degraded (2.711%) 2024-09-14T03:39:18.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:17 smithi154 ceph-mon[81546]: osdmap e300: 8 total, 8 up, 8 in 2024-09-14T03:39:18.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:17 smithi154 ceph-mon[81546]: Health check update: Degraded data redundancy: 27/996 objects degraded (2.711%), 5 pgs degraded (PG_DEGRADED) 2024-09-14T03:39:19.007 INFO:tasks.rados.rados.0.smithi002.stdout:1235: done (3 left) 2024-09-14T03:39:19.008 INFO:tasks.rados.rados.0.smithi002.stdout:1236: read oid 48 snap 82 2024-09-14T03:39:19.008 INFO:tasks.rados.rados.0.smithi002.stdout:1236: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-14T03:39:19.008 INFO:tasks.rados.rados.0.smithi002.stdout:1237: snap_remove snap 104 2024-09-14T03:39:19.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:19 smithi154 ceph-mon[81546]: osdmap e301: 8 total, 8 up, 8 in 2024-09-14T03:39:19.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:19 smithi002 ceph-mon[87970]: osdmap e301: 8 total, 8 up, 8 in 2024-09-14T03:39:19.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:19 smithi002 ceph-mon[89815]: osdmap e301: 8 total, 8 up, 8 in 2024-09-14T03:39:20.009 INFO:tasks.rados.rados.0.smithi002.stdout:1237: done (4 left) 2024-09-14T03:39:20.009 INFO:tasks.rados.rados.0.smithi002.stdout:1238: copy_from oid 31 from oid 15 current snap is 119 2024-09-14T03:39:20.009 INFO:tasks.rados.rados.0.smithi002.stdout:1232: finishing write tid 5 to smithi00278215-29 2024-09-14T03:39:20.009 INFO:tasks.rados.rados.0.smithi002.stdout:1232: finishing write tid 6 to smithi00278215-29 2024-09-14T03:39:20.009 INFO:tasks.rados.rados.0.smithi002.stdout:1232: oid 29 updating version 0 to 1409 2024-09-14T03:39:20.009 INFO:tasks.rados.rados.0.smithi002.stdout:1232: oid 29 updating version 1409 to 1410 2024-09-14T03:39:20.010 INFO:tasks.rados.rados.0.smithi002.stdout:1232: oid 29 version 1410 is already newer than 1408 2024-09-14T03:39:20.010 INFO:tasks.rados.rados.0.smithi002.stdout:1232: oid 29 version 1410 is already newer than 1406 2024-09-14T03:39:20.010 INFO:tasks.rados.rados.0.smithi002.stdout:1232: oid 29 version 1410 is already newer than 1407 2024-09-14T03:39:20.010 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 1410 (ObjNum 399 snap 119 seq_num 399) dirty exists 2024-09-14T03:39:20.010 INFO:tasks.rados.rados.0.smithi002.stdout:1232: left oid 29 (ObjNum 399 snap 119 seq_num 399) 2024-09-14T03:39:20.010 INFO:tasks.rados.rados.0.smithi002.stdout:1233: finishing write tid 1 to smithi00278215-4 2024-09-14T03:39:20.010 INFO:tasks.rados.rados.0.smithi002.stdout:1233: finishing write tid 2 to smithi00278215-4 2024-09-14T03:39:20.010 INFO:tasks.rados.rados.0.smithi002.stdout:1233: finishing write tid 3 to smithi00278215-4 2024-09-14T03:39:20.010 INFO:tasks.rados.rados.0.smithi002.stdout:1233: finishing write tid 4 to smithi00278215-4 2024-09-14T03:39:20.010 INFO:tasks.rados.rados.0.smithi002.stdout:1233: finishing write tid 5 to smithi00278215-4 2024-09-14T03:39:20.010 INFO:tasks.rados.rados.0.smithi002.stdout:1233: oid 4 updating version 0 to 709 2024-09-14T03:39:20.010 INFO:tasks.rados.rados.0.smithi002.stdout:1233: oid 4 version 709 is already newer than 707 2024-09-14T03:39:20.010 INFO:tasks.rados.rados.0.smithi002.stdout:1233: oid 4 version 709 is already newer than 708 2024-09-14T03:39:20.010 INFO:tasks.rados.rados.0.smithi002.stdout:1233: oid 4 updating version 709 to 710 2024-09-14T03:39:20.011 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 710 (ObjNum 400 snap 119 seq_num 400) dirty exists 2024-09-14T03:39:20.011 INFO:tasks.rados.rados.0.smithi002.stdout:1233: left oid 4 (ObjNum 400 snap 119 seq_num 400) 2024-09-14T03:39:20.011 INFO:tasks.rados.rados.0.smithi002.stdout:1234: finishing copy_from racing read to smithi00278215-28 2024-09-14T03:39:20.011 INFO:tasks.rados.rados.0.smithi002.stdout:1234: finishing copy_from to smithi00278215-28 2024-09-14T03:39:20.011 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 28 v 1029 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-09-14T03:39:20.011 INFO:tasks.rados.rados.0.smithi002.stdout:1236: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-14T03:39:20.042 INFO:tasks.rados.rados.0.smithi002.stdout:1238: finishing copy_from racing read to smithi00278215-31 2024-09-14T03:39:20.042 INFO:tasks.rados.rados.0.smithi002.stdout:1238: finishing copy_from to smithi00278215-31 2024-09-14T03:39:20.042 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 611 (ObjNum 393 snap 119 seq_num 393) dirty exists 2024-09-14T03:39:20.042 INFO:tasks.rados.rados.0.smithi002.stdout:1232: done (4 left) 2024-09-14T03:39:20.043 INFO:tasks.rados.rados.0.smithi002.stdout:1233: done (3 left) 2024-09-14T03:39:20.043 INFO:tasks.rados.rados.0.smithi002.stdout:1234: done (2 left) 2024-09-14T03:39:20.043 INFO:tasks.rados.rados.0.smithi002.stdout:1236: done (1 left) 2024-09-14T03:39:20.043 INFO:tasks.rados.rados.0.smithi002.stdout:1238: done (0 left) 2024-09-14T03:39:20.043 INFO:tasks.rados.rados.0.smithi002.stdout:1239: read oid 1 snap -1 2024-09-14T03:39:20.043 INFO:tasks.rados.rados.0.smithi002.stdout:1239: expect (ObjNum 357 snap 105 seq_num 357) 2024-09-14T03:39:20.043 INFO:tasks.rados.rados.0.smithi002.stdout:1240: delete oid 14 current snap is 119 2024-09-14T03:39:20.045 INFO:tasks.rados.rados.0.smithi002.stdout:1240: done (1 left) 2024-09-14T03:39:20.045 INFO:tasks.rados.rados.0.smithi002.stdout:1241: delete oid 17 current snap is 119 2024-09-14T03:39:20.047 INFO:tasks.rados.rados.0.smithi002.stdout:1241: done (1 left) 2024-09-14T03:39:20.047 INFO:tasks.rados.rados.0.smithi002.stdout:1242: snap_create 2024-09-14T03:39:20.052 INFO:tasks.rados.rados.0.smithi002.stdout:1239: expect (ObjNum 357 snap 105 seq_num 357) 2024-09-14T03:39:20.396 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:20 smithi154 ceph-mon[81546]: pgmap v121: 121 pgs: 37 peering, 10 active+undersized, 5 active+undersized+degraded, 69 active+clean; 410 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 6.5 MiB/s wr, 23 op/s; 27/996 objects degraded (2.711%) 2024-09-14T03:39:20.397 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:20 smithi154 ceph-mon[81546]: osdmap e302: 8 total, 8 up, 8 in 2024-09-14T03:39:20.436 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:20 smithi002 ceph-mon[89815]: pgmap v121: 121 pgs: 37 peering, 10 active+undersized, 5 active+undersized+degraded, 69 active+clean; 410 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 6.5 MiB/s wr, 23 op/s; 27/996 objects degraded (2.711%) 2024-09-14T03:39:20.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:20 smithi002 ceph-mon[89815]: osdmap e302: 8 total, 8 up, 8 in 2024-09-14T03:39:20.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:20 smithi002 ceph-mon[87970]: pgmap v121: 121 pgs: 37 peering, 10 active+undersized, 5 active+undersized+degraded, 69 active+clean; 410 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 6.5 MiB/s wr, 23 op/s; 27/996 objects degraded (2.711%) 2024-09-14T03:39:20.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:20 smithi002 ceph-mon[87970]: osdmap e302: 8 total, 8 up, 8 in 2024-09-14T03:39:21.023 INFO:tasks.rados.rados.0.smithi002.stdout:1239: done (1 left) 2024-09-14T03:39:21.023 INFO:tasks.rados.rados.0.smithi002.stdout:1242: done (0 left) 2024-09-14T03:39:21.023 INFO:tasks.rados.rados.0.smithi002.stdout:1243: rmattr oid 12 current snap is 120 2024-09-14T03:39:21.023 INFO:tasks.rados.rados.0.smithi002.stdout:1243: done (0 left) 2024-09-14T03:39:21.023 INFO:tasks.rados.rados.0.smithi002.stdout:1244: rollback oid 42 current snap is 120 2024-09-14T03:39:21.023 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 42 to 118 2024-09-14T03:39:21.023 INFO:tasks.rados.rados.0.smithi002.stdout:1245: snap_remove snap 86 2024-09-14T03:39:21.436 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:21 smithi002 ceph-mon[87970]: osdmap e303: 8 total, 8 up, 8 in 2024-09-14T03:39:21.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:21 smithi002 ceph-mon[89815]: osdmap e303: 8 total, 8 up, 8 in 2024-09-14T03:39:21.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:21 smithi154 ceph-mon[81546]: osdmap e303: 8 total, 8 up, 8 in 2024-09-14T03:39:22.024 INFO:tasks.rados.rados.0.smithi002.stdout:1245: done (1 left) 2024-09-14T03:39:22.025 INFO:tasks.rados.rados.0.smithi002.stdout:1246: snap_create 2024-09-14T03:39:22.025 INFO:tasks.rados.rados.0.smithi002.stdout:1244: finishing rollback tid 1 to smithi00278215-42 2024-09-14T03:39:22.025 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 42 v 633 (ObjNum 33 snap 0 seq_num 854576960) dirty dne 2024-09-14T03:39:22.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:22 smithi002 ceph-mon[87970]: pgmap v124: 121 pgs: 121 active+clean; 413 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.3 MiB/s wr, 15 op/s; 25 MiB/s, 10 objects/s recovering 2024-09-14T03:39:22.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:22 smithi002 ceph-mon[87970]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 27/996 objects degraded (2.711%), 5 pgs degraded) 2024-09-14T03:39:22.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:22 smithi002 ceph-mon[87970]: Cluster is now healthy 2024-09-14T03:39:22.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:22 smithi002 ceph-mon[87970]: osdmap e304: 8 total, 8 up, 8 in 2024-09-14T03:39:22.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:22 smithi002 ceph-mon[89815]: pgmap v124: 121 pgs: 121 active+clean; 413 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.3 MiB/s wr, 15 op/s; 25 MiB/s, 10 objects/s recovering 2024-09-14T03:39:22.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:22 smithi002 ceph-mon[89815]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 27/996 objects degraded (2.711%), 5 pgs degraded) 2024-09-14T03:39:22.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:22 smithi002 ceph-mon[89815]: Cluster is now healthy 2024-09-14T03:39:22.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:22 smithi002 ceph-mon[89815]: osdmap e304: 8 total, 8 up, 8 in 2024-09-14T03:39:22.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:22 smithi154 ceph-mon[81546]: pgmap v124: 121 pgs: 121 active+clean; 413 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.3 MiB/s wr, 15 op/s; 25 MiB/s, 10 objects/s recovering 2024-09-14T03:39:22.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:22 smithi154 ceph-mon[81546]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 27/996 objects degraded (2.711%), 5 pgs degraded) 2024-09-14T03:39:22.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:22 smithi154 ceph-mon[81546]: Cluster is now healthy 2024-09-14T03:39:22.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:22 smithi154 ceph-mon[81546]: osdmap e304: 8 total, 8 up, 8 in 2024-09-14T03:39:22.685 INFO:tasks.rados.rados.0.smithi002.stdout:1244: done (1 left) 2024-09-14T03:39:22.685 INFO:tasks.rados.rados.0.smithi002.stdout:1246: done (0 left) 2024-09-14T03:39:22.685 INFO:tasks.rados.rados.0.smithi002.stdout:1247: copy_from oid 23 from oid 38 current snap is 121 2024-09-14T03:39:22.685 INFO:tasks.rados.rados.0.smithi002.stdout:1248: snap_remove snap 29 2024-09-14T03:39:23.436 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:23 smithi002 ceph-mon[87970]: osdmap e305: 8 total, 8 up, 8 in 2024-09-14T03:39:23.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:23 smithi002 ceph-mon[87970]: osdmap e306: 8 total, 8 up, 8 in 2024-09-14T03:39:23.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:23 smithi002 ceph-mon[89815]: osdmap e305: 8 total, 8 up, 8 in 2024-09-14T03:39:23.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:23 smithi002 ceph-mon[89815]: osdmap e306: 8 total, 8 up, 8 in 2024-09-14T03:39:23.437 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:39:23 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:39:23] "GET /metrics HTTP/1.1" 200 36220 "" "Prometheus/2.43.0" 2024-09-14T03:39:23.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:23 smithi154 ceph-mon[81546]: osdmap e305: 8 total, 8 up, 8 in 2024-09-14T03:39:23.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:23 smithi154 ceph-mon[81546]: osdmap e306: 8 total, 8 up, 8 in 2024-09-14T03:39:23.687 INFO:tasks.rados.rados.0.smithi002.stdout:1248: done (1 left) 2024-09-14T03:39:23.687 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 12 current snap is 121 2024-09-14T03:39:23.688 INFO:tasks.rados.rados.0.smithi002.stdout:1247: finishing copy_from to smithi00278215-23 2024-09-14T03:39:23.688 INFO:tasks.rados.rados.0.smithi002.stdout:1247: got expected ENOENT (src dne) 2024-09-14T03:39:23.688 INFO:tasks.rados.rados.0.smithi002.stdout:1247: finishing copy_from racing read to smithi00278215-23 2024-09-14T03:39:23.688 INFO:tasks.rados.rados.0.smithi002.stdout:1249: seq_num 403 ranges {6561792=753664,7315456=425984,7741440=720896,8462336=57344} 2024-09-14T03:39:23.728 INFO:tasks.rados.rados.0.smithi002.stdout:1249: writing smithi00278215-12 from 6561792 to 7315456 tid 1 2024-09-14T03:39:23.730 INFO:tasks.rados.rados.0.smithi002.stdout:1249: writing smithi00278215-12 from 7315456 to 7741440 tid 2 2024-09-14T03:39:23.734 INFO:tasks.rados.rados.0.smithi002.stdout:1249: writing smithi00278215-12 from 7741440 to 8462336 tid 3 2024-09-14T03:39:23.735 INFO:tasks.rados.rados.0.smithi002.stdout:1249: writing smithi00278215-12 from 8462336 to 8519680 tid 4 2024-09-14T03:39:23.735 INFO:tasks.rados.rados.0.smithi002.stdout:1247: done (1 left) 2024-09-14T03:39:23.735 INFO:tasks.rados.rados.0.smithi002.stdout:1250: copy_from oid 2 from oid 28 current snap is 121 2024-09-14T03:39:23.735 INFO:tasks.rados.rados.0.smithi002.stdout:1249: finishing write tid 1 to smithi00278215-12 2024-09-14T03:39:23.735 INFO:tasks.rados.rados.0.smithi002.stdout:1249: finishing write tid 2 to smithi00278215-12 2024-09-14T03:39:23.736 INFO:tasks.rados.rados.0.smithi002.stdout:1251: rmattr oid 15 current snap is 121 2024-09-14T03:39:23.736 INFO:tasks.rados.rados.0.smithi002.stdout:1251: done (2 left) 2024-09-14T03:39:23.736 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 27 current snap is 121 2024-09-14T03:39:23.736 INFO:tasks.rados.rados.0.smithi002.stdout:1252: seq_num 404 ranges {892928=770048,1662976=712704,2375680=491520} 2024-09-14T03:39:23.744 INFO:tasks.rados.rados.0.smithi002.stdout:1252: writing smithi00278215-27 from 892928 to 1662976 tid 1 2024-09-14T03:39:23.748 INFO:tasks.rados.rados.0.smithi002.stdout:1252: writing smithi00278215-27 from 1662976 to 2375680 tid 2 2024-09-14T03:39:23.752 INFO:tasks.rados.rados.0.smithi002.stdout:1252: writing smithi00278215-27 from 2375680 to 2867200 tid 3 2024-09-14T03:39:23.752 INFO:tasks.rados.rados.0.smithi002.stdout:1253: snap_create 2024-09-14T03:39:23.752 INFO:tasks.rados.rados.0.smithi002.stdout:1249: finishing write tid 3 to smithi00278215-12 2024-09-14T03:39:23.752 INFO:tasks.rados.rados.0.smithi002.stdout:1249: finishing write tid 4 to smithi00278215-12 2024-09-14T03:39:23.752 INFO:tasks.rados.rados.0.smithi002.stdout:1249: finishing write tid 5 to smithi00278215-12 2024-09-14T03:39:23.752 INFO:tasks.rados.rados.0.smithi002.stdout:1249: finishing write tid 6 to smithi00278215-12 2024-09-14T03:39:23.752 INFO:tasks.rados.rados.0.smithi002.stdout:1249: oid 12 updating version 0 to 1070 2024-09-14T03:39:23.752 INFO:tasks.rados.rados.0.smithi002.stdout:1249: oid 12 updating version 1070 to 1071 2024-09-14T03:39:23.752 INFO:tasks.rados.rados.0.smithi002.stdout:1249: oid 12 updating version 1071 to 1073 2024-09-14T03:39:23.752 INFO:tasks.rados.rados.0.smithi002.stdout:1249: oid 12 version 1073 is already newer than 1072 2024-09-14T03:39:23.752 INFO:tasks.rados.rados.0.smithi002.stdout:1249: oid 12 updating version 1073 to 1074 2024-09-14T03:39:23.753 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 1074 (ObjNum 403 snap 121 seq_num 403) dirty exists 2024-09-14T03:39:23.753 INFO:tasks.rados.rados.0.smithi002.stdout:1249: left oid 12 (ObjNum 403 snap 121 seq_num 403) 2024-09-14T03:39:23.753 INFO:tasks.rados.rados.0.smithi002.stdout:1250: finishing copy_from racing read to smithi00278215-2 2024-09-14T03:39:23.753 INFO:tasks.rados.rados.0.smithi002.stdout:1250: finishing copy_from to smithi00278215-2 2024-09-14T03:39:23.753 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 2 v 1029 (ObjNum 609 snap 0 seq_num 50306864) dirty exists 2024-09-14T03:39:23.753 INFO:tasks.rados.rados.0.smithi002.stdout:1252: finishing write tid 1 to smithi00278215-27 2024-09-14T03:39:23.753 INFO:tasks.rados.rados.0.smithi002.stdout:1252: finishing write tid 2 to smithi00278215-27 2024-09-14T03:39:23.754 INFO:tasks.rados.rados.0.smithi002.stdout:1252: finishing write tid 3 to smithi00278215-27 2024-09-14T03:39:23.754 INFO:tasks.rados.rados.0.smithi002.stdout:1252: finishing write tid 4 to smithi00278215-27 2024-09-14T03:39:23.755 INFO:tasks.rados.rados.0.smithi002.stdout:1252: finishing write tid 5 to smithi00278215-27 2024-09-14T03:39:23.755 INFO:tasks.rados.rados.0.smithi002.stdout:1252: oid 27 updating version 0 to 462 2024-09-14T03:39:23.755 INFO:tasks.rados.rados.0.smithi002.stdout:1252: oid 27 updating version 462 to 464 2024-09-14T03:39:23.755 INFO:tasks.rados.rados.0.smithi002.stdout:1252: oid 27 version 464 is already newer than 463 2024-09-14T03:39:23.755 INFO:tasks.rados.rados.0.smithi002.stdout:1252: oid 27 version 464 is already newer than 461 2024-09-14T03:39:23.755 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 27 v 464 (ObjNum 404 snap 121 seq_num 404) dirty exists 2024-09-14T03:39:23.756 INFO:tasks.rados.rados.0.smithi002.stdout:1252: left oid 27 (ObjNum 404 snap 121 seq_num 404) 2024-09-14T03:39:24.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:24 smithi002 ceph-mon[87970]: pgmap v127: 121 pgs: 121 active+clean; 413 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.3 MiB/s wr, 15 op/s; 25 MiB/s, 10 objects/s recovering 2024-09-14T03:39:24.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:24 smithi002 ceph-mon[87970]: osdmap e307: 8 total, 8 up, 8 in 2024-09-14T03:39:24.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:24 smithi002 ceph-mon[89815]: pgmap v127: 121 pgs: 121 active+clean; 413 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.3 MiB/s wr, 15 op/s; 25 MiB/s, 10 objects/s recovering 2024-09-14T03:39:24.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:24 smithi002 ceph-mon[89815]: osdmap e307: 8 total, 8 up, 8 in 2024-09-14T03:39:24.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:24 smithi154 ceph-mon[81546]: pgmap v127: 121 pgs: 121 active+clean; 413 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.3 MiB/s wr, 15 op/s; 25 MiB/s, 10 objects/s recovering 2024-09-14T03:39:24.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:24 smithi154 ceph-mon[81546]: osdmap e307: 8 total, 8 up, 8 in 2024-09-14T03:39:24.689 INFO:tasks.rados.rados.0.smithi002.stdout:1249: done (3 left) 2024-09-14T03:39:24.689 INFO:tasks.rados.rados.0.smithi002.stdout:1250: done (2 left) 2024-09-14T03:39:24.690 INFO:tasks.rados.rados.0.smithi002.stdout:1252: done (1 left) 2024-09-14T03:39:24.690 INFO:tasks.rados.rados.0.smithi002.stdout:1253: done (0 left) 2024-09-14T03:39:24.690 INFO:tasks.rados.rados.0.smithi002.stdout:1254: rollback oid 26 current snap is 122 2024-09-14T03:39:24.690 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 26 to 117 2024-09-14T03:39:24.690 INFO:tasks.rados.rados.0.smithi002.stdout:1255: copy_from oid 48 from oid 14 current snap is 122 2024-09-14T03:39:24.690 INFO:tasks.rados.rados.0.smithi002.stdout:1256: snap_create 2024-09-14T03:39:24.693 INFO:tasks.rados.rados.0.smithi002.stdout:1255: finishing copy_from to smithi00278215-48 2024-09-14T03:39:24.693 INFO:tasks.rados.rados.0.smithi002.stdout:1255: got expected ENOENT (src dne) 2024-09-14T03:39:24.693 INFO:tasks.rados.rados.0.smithi002.stdout:1255: finishing copy_from racing read to smithi00278215-48 2024-09-14T03:39:24.696 INFO:tasks.rados.rados.0.smithi002.stdout:1254: finishing rollback tid 0 to smithi00278215-26 2024-09-14T03:39:24.696 INFO:tasks.rados.rados.0.smithi002.stdout:1254: finishing rollback tid 1 to smithi00278215-26 2024-09-14T03:39:24.697 INFO:tasks.rados.rados.0.smithi002.stdout:1254: finishing rollback tid 2 to smithi00278215-26 2024-09-14T03:39:24.697 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 468 (ObjNum 385 snap 116 seq_num 385) dirty exists 2024-09-14T03:39:25.691 INFO:tasks.rados.rados.0.smithi002.stdout:1254: done (2 left) 2024-09-14T03:39:25.691 INFO:tasks.rados.rados.0.smithi002.stdout:1255: done (1 left) 2024-09-14T03:39:25.691 INFO:tasks.rados.rados.0.smithi002.stdout:1256: done (0 left) 2024-09-14T03:39:25.691 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 23 current snap is 123 2024-09-14T03:39:25.691 INFO:tasks.rados.rados.0.smithi002.stdout:1257: seq_num 405 ranges {8372224=786432,9158656=589824,9748480=614400} 2024-09-14T03:39:25.741 INFO:tasks.rados.rados.0.smithi002.stdout:1257: writing smithi00278215-23 from 8372224 to 9158656 tid 1 2024-09-14T03:39:25.744 INFO:tasks.rados.rados.0.smithi002.stdout:1257: writing smithi00278215-23 from 9158656 to 9748480 tid 2 2024-09-14T03:39:25.748 INFO:tasks.rados.rados.0.smithi002.stdout:1257: writing smithi00278215-23 from 9748480 to 10362880 tid 3 2024-09-14T03:39:25.748 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 36 current snap is 123 2024-09-14T03:39:25.748 INFO:tasks.rados.rados.0.smithi002.stdout:1257: finishing write tid 1 to smithi00278215-23 2024-09-14T03:39:25.748 INFO:tasks.rados.rados.0.smithi002.stdout:1257: finishing write tid 2 to smithi00278215-23 2024-09-14T03:39:25.748 INFO:tasks.rados.rados.0.smithi002.stdout:1258: seq_num 406 ranges {1318912=802816,2121728=475136,2596864=499712,3096576=229376} 2024-09-14T03:39:25.759 INFO:tasks.rados.rados.0.smithi002.stdout:1258: writing smithi00278215-36 from 1318912 to 2121728 tid 1 2024-09-14T03:39:25.762 INFO:tasks.rados.rados.0.smithi002.stdout:1258: writing smithi00278215-36 from 2121728 to 2596864 tid 2 2024-09-14T03:39:25.765 INFO:tasks.rados.rados.0.smithi002.stdout:1258: writing smithi00278215-36 from 2596864 to 3096576 tid 3 2024-09-14T03:39:25.767 INFO:tasks.rados.rados.0.smithi002.stdout:1258: writing smithi00278215-36 from 3096576 to 3325952 tid 4 2024-09-14T03:39:25.767 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 12 current snap is 123 2024-09-14T03:39:25.767 INFO:tasks.rados.rados.0.smithi002.stdout:1257: finishing write tid 3 to smithi00278215-23 2024-09-14T03:39:25.767 INFO:tasks.rados.rados.0.smithi002.stdout:1257: finishing write tid 4 to smithi00278215-23 2024-09-14T03:39:25.767 INFO:tasks.rados.rados.0.smithi002.stdout:1257: finishing write tid 5 to smithi00278215-23 2024-09-14T03:39:25.767 INFO:tasks.rados.rados.0.smithi002.stdout:1257: oid 23 updating version 0 to 1033 2024-09-14T03:39:25.767 INFO:tasks.rados.rados.0.smithi002.stdout:1257: oid 23 version 1033 is already newer than 1031 2024-09-14T03:39:25.767 INFO:tasks.rados.rados.0.smithi002.stdout:1257: oid 23 version 1033 is already newer than 1032 2024-09-14T03:39:25.767 INFO:tasks.rados.rados.0.smithi002.stdout:1257: oid 23 version 1033 is already newer than 1030 2024-09-14T03:39:25.767 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 1033 (ObjNum 405 snap 123 seq_num 405) dirty exists 2024-09-14T03:39:25.767 INFO:tasks.rados.rados.0.smithi002.stdout:1257: left oid 23 (ObjNum 405 snap 123 seq_num 405) 2024-09-14T03:39:25.767 INFO:tasks.rados.rados.0.smithi002.stdout:1259: seq_num 407 ranges {8519680=425984,8945664=761856,9707520=704512,10412032=139264} 2024-09-14T03:39:25.815 INFO:tasks.rados.rados.0.smithi002.stdout:1259: writing smithi00278215-12 from 8519680 to 8945664 tid 1 2024-09-14T03:39:25.819 INFO:tasks.rados.rados.0.smithi002.stdout:1259: writing smithi00278215-12 from 8945664 to 9707520 tid 2 2024-09-14T03:39:25.823 INFO:tasks.rados.rados.0.smithi002.stdout:1259: writing smithi00278215-12 from 9707520 to 10412032 tid 3 2024-09-14T03:39:25.825 INFO:tasks.rados.rados.0.smithi002.stdout:1259: writing smithi00278215-12 from 10412032 to 10551296 tid 4 2024-09-14T03:39:25.825 INFO:tasks.rados.rados.0.smithi002.stdout:1257: done (2 left) 2024-09-14T03:39:25.825 INFO:tasks.rados.rados.0.smithi002.stdout:1260: snap_create 2024-09-14T03:39:25.825 INFO:tasks.rados.rados.0.smithi002.stdout:1258: finishing write tid 1 to smithi00278215-36 2024-09-14T03:39:25.825 INFO:tasks.rados.rados.0.smithi002.stdout:1258: finishing write tid 2 to smithi00278215-36 2024-09-14T03:39:25.825 INFO:tasks.rados.rados.0.smithi002.stdout:1258: finishing write tid 3 to smithi00278215-36 2024-09-14T03:39:25.825 INFO:tasks.rados.rados.0.smithi002.stdout:1258: finishing write tid 4 to smithi00278215-36 2024-09-14T03:39:25.825 INFO:tasks.rados.rados.0.smithi002.stdout:1258: finishing write tid 5 to smithi00278215-36 2024-09-14T03:39:25.825 INFO:tasks.rados.rados.0.smithi002.stdout:1258: finishing write tid 6 to smithi00278215-36 2024-09-14T03:39:25.827 INFO:tasks.rados.rados.0.smithi002.stdout:1258: oid 36 updating version 0 to 1040 2024-09-14T03:39:25.827 INFO:tasks.rados.rados.0.smithi002.stdout:1258: oid 36 updating version 1040 to 1041 2024-09-14T03:39:25.828 INFO:tasks.rados.rados.0.smithi002.stdout:1258: oid 36 version 1041 is already newer than 1039 2024-09-14T03:39:25.828 INFO:tasks.rados.rados.0.smithi002.stdout:1258: oid 36 version 1041 is already newer than 1038 2024-09-14T03:39:25.828 INFO:tasks.rados.rados.0.smithi002.stdout:1258: oid 36 version 1041 is already newer than 1037 2024-09-14T03:39:25.828 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 36 v 1041 (ObjNum 406 snap 123 seq_num 406) dirty exists 2024-09-14T03:39:25.828 INFO:tasks.rados.rados.0.smithi002.stdout:1258: left oid 36 (ObjNum 406 snap 123 seq_num 406) 2024-09-14T03:39:25.828 INFO:tasks.rados.rados.0.smithi002.stdout:1259: finishing write tid 1 to smithi00278215-12 2024-09-14T03:39:25.828 INFO:tasks.rados.rados.0.smithi002.stdout:1259: finishing write tid 2 to smithi00278215-12 2024-09-14T03:39:25.829 INFO:tasks.rados.rados.0.smithi002.stdout:1259: finishing write tid 3 to smithi00278215-12 2024-09-14T03:39:25.829 INFO:tasks.rados.rados.0.smithi002.stdout:1259: finishing write tid 4 to smithi00278215-12 2024-09-14T03:39:25.829 INFO:tasks.rados.rados.0.smithi002.stdout:1259: finishing write tid 5 to smithi00278215-12 2024-09-14T03:39:25.829 INFO:tasks.rados.rados.0.smithi002.stdout:1259: finishing write tid 6 to smithi00278215-12 2024-09-14T03:39:25.830 INFO:tasks.rados.rados.0.smithi002.stdout:1259: oid 12 updating version 0 to 1077 2024-09-14T03:39:25.830 INFO:tasks.rados.rados.0.smithi002.stdout:1259: oid 12 updating version 1077 to 1078 2024-09-14T03:39:25.830 INFO:tasks.rados.rados.0.smithi002.stdout:1259: oid 12 updating version 1078 to 1079 2024-09-14T03:39:25.830 INFO:tasks.rados.rados.0.smithi002.stdout:1259: oid 12 version 1079 is already newer than 1076 2024-09-14T03:39:25.830 INFO:tasks.rados.rados.0.smithi002.stdout:1259: oid 12 updating version 1079 to 1080 2024-09-14T03:39:25.830 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 1080 (ObjNum 407 snap 123 seq_num 407) dirty exists 2024-09-14T03:39:25.830 INFO:tasks.rados.rados.0.smithi002.stdout:1259: left oid 12 (ObjNum 407 snap 123 seq_num 407) 2024-09-14T03:39:25.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:25 smithi154 ceph-mon[81546]: pgmap v130: 121 pgs: 121 active+clean; 414 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 482 KiB/s wr, 1 op/s 2024-09-14T03:39:25.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:25 smithi154 ceph-mon[81546]: osdmap e308: 8 total, 8 up, 8 in 2024-09-14T03:39:25.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:25 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:25.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:25 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:39:26.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:25 smithi002 ceph-mon[87970]: pgmap v130: 121 pgs: 121 active+clean; 414 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 482 KiB/s wr, 1 op/s 2024-09-14T03:39:26.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:25 smithi002 ceph-mon[87970]: osdmap e308: 8 total, 8 up, 8 in 2024-09-14T03:39:26.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:25 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:26.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:25 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:39:26.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:25 smithi002 ceph-mon[89815]: pgmap v130: 121 pgs: 121 active+clean; 414 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 482 KiB/s wr, 1 op/s 2024-09-14T03:39:26.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:25 smithi002 ceph-mon[89815]: osdmap e308: 8 total, 8 up, 8 in 2024-09-14T03:39:26.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:25 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:26.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:25 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:39:26.711 INFO:tasks.rados.rados.0.smithi002.stdout:1258: done (2 left) 2024-09-14T03:39:26.711 INFO:tasks.rados.rados.0.smithi002.stdout:1259: done (1 left) 2024-09-14T03:39:26.711 INFO:tasks.rados.rados.0.smithi002.stdout:1260: done (0 left) 2024-09-14T03:39:26.711 INFO:tasks.rados.rados.0.smithi002.stdout:1261: read oid 16 snap -1 2024-09-14T03:39:26.711 INFO:tasks.rados.rados.0.smithi002.stdout:1261: expect (ObjNum 127 snap 32 seq_num 127) 2024-09-14T03:39:26.711 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 14 current snap is 124 2024-09-14T03:39:26.711 INFO:tasks.rados.rados.0.smithi002.stdout:1262: seq_num 408 ranges {0=442368,442368=647168,1089536=507904,1597440=450560} 2024-09-14T03:39:26.713 INFO:tasks.rados.rados.0.smithi002.stdout:1262: writing smithi00278215-14 from 0 to 442368 tid 1 2024-09-14T03:39:26.717 INFO:tasks.rados.rados.0.smithi002.stdout:1262: writing smithi00278215-14 from 442368 to 1089536 tid 2 2024-09-14T03:39:26.721 INFO:tasks.rados.rados.0.smithi002.stdout:1262: writing smithi00278215-14 from 1089536 to 1597440 tid 3 2024-09-14T03:39:26.724 INFO:tasks.rados.rados.0.smithi002.stdout:1262: writing smithi00278215-14 from 1597440 to 2048000 tid 4 2024-09-14T03:39:26.724 INFO:tasks.rados.rados.0.smithi002.stdout:1263: snap_create 2024-09-14T03:39:26.724 INFO:tasks.rados.rados.0.smithi002.stdout:1261: expect (ObjNum 127 snap 32 seq_num 127) 2024-09-14T03:39:26.787 INFO:tasks.rados.rados.0.smithi002.stdout:1262: finishing write tid 1 to smithi00278215-14 2024-09-14T03:39:26.787 INFO:tasks.rados.rados.0.smithi002.stdout:1262: finishing write tid 2 to smithi00278215-14 2024-09-14T03:39:26.787 INFO:tasks.rados.rados.0.smithi002.stdout:1262: finishing write tid 3 to smithi00278215-14 2024-09-14T03:39:26.788 INFO:tasks.rados.rados.0.smithi002.stdout:1262: finishing write tid 4 to smithi00278215-14 2024-09-14T03:39:26.788 INFO:tasks.rados.rados.0.smithi002.stdout:1262: finishing write tid 5 to smithi00278215-14 2024-09-14T03:39:26.788 INFO:tasks.rados.rados.0.smithi002.stdout:1262: finishing write tid 6 to smithi00278215-14 2024-09-14T03:39:26.788 INFO:tasks.rados.rados.0.smithi002.stdout:1262: oid 14 updating version 0 to 746 2024-09-14T03:39:26.788 INFO:tasks.rados.rados.0.smithi002.stdout:1262: oid 14 updating version 746 to 750 2024-09-14T03:39:26.788 INFO:tasks.rados.rados.0.smithi002.stdout:1262: oid 14 version 750 is already newer than 747 2024-09-14T03:39:26.788 INFO:tasks.rados.rados.0.smithi002.stdout:1262: oid 14 version 750 is already newer than 749 2024-09-14T03:39:26.788 INFO:tasks.rados.rados.0.smithi002.stdout:1262: oid 14 version 750 is already newer than 748 2024-09-14T03:39:26.788 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 14 v 750 (ObjNum 408 snap 124 seq_num 408) dirty exists 2024-09-14T03:39:26.788 INFO:tasks.rados.rados.0.smithi002.stdout:1262: left oid 14 (ObjNum 408 snap 124 seq_num 408) 2024-09-14T03:39:26.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:26 smithi154 ceph-mon[81546]: osdmap e309: 8 total, 8 up, 8 in 2024-09-14T03:39:27.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:26 smithi002 ceph-mon[89815]: osdmap e309: 8 total, 8 up, 8 in 2024-09-14T03:39:27.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:26 smithi002 ceph-mon[87970]: osdmap e309: 8 total, 8 up, 8 in 2024-09-14T03:39:27.687 INFO:tasks.rados.rados.0.smithi002.stdout:1261: done (2 left) 2024-09-14T03:39:27.687 INFO:tasks.rados.rados.0.smithi002.stdout:1262: done (1 left) 2024-09-14T03:39:27.687 INFO:tasks.rados.rados.0.smithi002.stdout:1263: done (0 left) 2024-09-14T03:39:27.687 INFO:tasks.rados.rados.0.smithi002.stdout:1264: read oid 7 snap 105 2024-09-14T03:39:27.687 INFO:tasks.rados.rados.0.smithi002.stdout:1264: expect (ObjNum 316 snap 96 seq_num 316) 2024-09-14T03:39:27.687 INFO:tasks.rados.rados.0.smithi002.stdout:1265: rmattr oid 2 current snap is 125 2024-09-14T03:39:27.687 INFO:tasks.rados.rados.0.smithi002.stdout:1266: copy_from oid 46 from oid 47 current snap is 125 2024-09-14T03:39:27.687 INFO:tasks.rados.rados.0.smithi002.stdout:1267: copy_from oid 38 from oid 20 current snap is 125 2024-09-14T03:39:27.687 INFO:tasks.rados.rados.0.smithi002.stdout:1268: copy_from oid 44 from oid 39 current snap is 125 2024-09-14T03:39:27.688 INFO:tasks.rados.rados.0.smithi002.stdout:1269: delete oid 25 current snap is 125 2024-09-14T03:39:27.694 INFO:tasks.rados.rados.0.smithi002.stdout:1269: done (5 left) 2024-09-14T03:39:27.694 INFO:tasks.rados.rados.0.smithi002.stdout:1270: rollback oid 29 current snap is 125 2024-09-14T03:39:27.694 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 29 to 120 2024-09-14T03:39:27.694 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 16 current snap is 125 2024-09-14T03:39:27.694 INFO:tasks.rados.rados.0.smithi002.stdout:1271: seq_num 410 ranges {2138112=475136,2613248=417792,3031040=475136,3506176=425984,3932160=286720} 2024-09-14T03:39:27.710 INFO:tasks.rados.rados.0.smithi002.stdout:1271: writing smithi00278215-16 from 2138112 to 2613248 tid 1 2024-09-14T03:39:27.713 INFO:tasks.rados.rados.0.smithi002.stdout:1271: writing smithi00278215-16 from 2613248 to 3031040 tid 2 2024-09-14T03:39:27.716 INFO:tasks.rados.rados.0.smithi002.stdout:1271: writing smithi00278215-16 from 3031040 to 3506176 tid 3 2024-09-14T03:39:27.719 INFO:tasks.rados.rados.0.smithi002.stdout:1271: writing smithi00278215-16 from 3506176 to 3932160 tid 4 2024-09-14T03:39:27.721 INFO:tasks.rados.rados.0.smithi002.stdout:1271: writing smithi00278215-16 from 3932160 to 4218880 tid 5 2024-09-14T03:39:27.721 INFO:tasks.rados.rados.0.smithi002.stdout:1272: snap_remove snap 109 2024-09-14T03:39:27.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:27 smithi154 ceph-mon[81546]: pgmap v133: 121 pgs: 121 active+clean; 383 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 960 KiB/s wr, 4 op/s 2024-09-14T03:39:27.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:27 smithi154 ceph-mon[81546]: osdmap e310: 8 total, 8 up, 8 in 2024-09-14T03:39:27.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:27 smithi154 ceph-mon[81546]: mgrmap e44: y(active, since 92s), standbys: x 2024-09-14T03:39:27.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:27 smithi154 ceph-mon[81546]: osdmap e311: 8 total, 8 up, 8 in 2024-09-14T03:39:28.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:27 smithi002 ceph-mon[87970]: pgmap v133: 121 pgs: 121 active+clean; 383 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 960 KiB/s wr, 4 op/s 2024-09-14T03:39:28.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:27 smithi002 ceph-mon[87970]: osdmap e310: 8 total, 8 up, 8 in 2024-09-14T03:39:28.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:27 smithi002 ceph-mon[87970]: mgrmap e44: y(active, since 92s), standbys: x 2024-09-14T03:39:28.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:27 smithi002 ceph-mon[87970]: osdmap e311: 8 total, 8 up, 8 in 2024-09-14T03:39:28.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:27 smithi002 ceph-mon[89815]: pgmap v133: 121 pgs: 121 active+clean; 383 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 960 KiB/s wr, 4 op/s 2024-09-14T03:39:28.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:27 smithi002 ceph-mon[89815]: osdmap e310: 8 total, 8 up, 8 in 2024-09-14T03:39:28.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:27 smithi002 ceph-mon[89815]: mgrmap e44: y(active, since 92s), standbys: x 2024-09-14T03:39:28.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:27 smithi002 ceph-mon[89815]: osdmap e311: 8 total, 8 up, 8 in 2024-09-14T03:39:28.709 INFO:tasks.rados.rados.0.smithi002.stdout:1272: done (7 left) 2024-09-14T03:39:28.709 INFO:tasks.rados.rados.0.smithi002.stdout:1273: snap_remove snap 90 2024-09-14T03:39:29.713 INFO:tasks.rados.rados.0.smithi002.stdout:1273: done (7 left) 2024-09-14T03:39:29.713 INFO:tasks.rados.rados.0.smithi002.stdout:1274: copy_from oid 42 from oid 18 current snap is 125 2024-09-14T03:39:29.713 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 4 current snap is 125 2024-09-14T03:39:29.713 INFO:tasks.rados.rados.0.smithi002.stdout:1275: seq_num 411 ranges {6594560=491520,7086080=753664,7839744=688128,8527872=163840} 2024-09-14T03:39:29.753 INFO:tasks.rados.rados.0.smithi002.stdout:1275: writing smithi00278215-4 from 6594560 to 7086080 tid 1 2024-09-14T03:39:29.757 INFO:tasks.rados.rados.0.smithi002.stdout:1275: writing smithi00278215-4 from 7086080 to 7839744 tid 2 2024-09-14T03:39:29.761 INFO:tasks.rados.rados.0.smithi002.stdout:1275: writing smithi00278215-4 from 7839744 to 8527872 tid 3 2024-09-14T03:39:29.762 INFO:tasks.rados.rados.0.smithi002.stdout:1275: writing smithi00278215-4 from 8527872 to 8691712 tid 4 2024-09-14T03:39:29.763 INFO:tasks.rados.rados.0.smithi002.stdout:1276: copy_from oid 40 from oid 27 current snap is 125 2024-09-14T03:39:29.763 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 2 v 1034 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-14T03:39:29.763 INFO:tasks.rados.rados.0.smithi002.stdout:1264: expect (ObjNum 316 snap 96 seq_num 316) 2024-09-14T03:39:29.779 INFO:tasks.rados.rados.0.smithi002.stdout:1266: finishing copy_from to smithi00278215-46 2024-09-14T03:39:29.779 INFO:tasks.rados.rados.0.smithi002.stdout:1266: got expected ENOENT (src dne) 2024-09-14T03:39:29.779 INFO:tasks.rados.rados.0.smithi002.stdout:1266: finishing copy_from racing read to smithi00278215-46 2024-09-14T03:39:29.780 INFO:tasks.rados.rados.0.smithi002.stdout:1267: finishing copy_from racing read to smithi00278215-38 2024-09-14T03:39:29.780 INFO:tasks.rados.rados.0.smithi002.stdout:1270: finishing rollback tid 0 to smithi00278215-29 2024-09-14T03:39:29.780 INFO:tasks.rados.rados.0.smithi002.stdout:1270: finishing rollback tid 1 to smithi00278215-29 2024-09-14T03:39:29.780 INFO:tasks.rados.rados.0.smithi002.stdout:1270: finishing rollback tid 2 to smithi00278215-29 2024-09-14T03:39:29.780 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 1476 (ObjNum 399 snap 119 seq_num 399) dirty exists 2024-09-14T03:39:29.781 INFO:tasks.rados.rados.0.smithi002.stdout:1267: finishing copy_from to smithi00278215-38 2024-09-14T03:39:29.781 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 1253 (ObjNum 368 snap 112 seq_num 368) dirty exists 2024-09-14T03:39:29.781 INFO:tasks.rados.rados.0.smithi002.stdout:1271: finishing write tid 1 to smithi00278215-16 2024-09-14T03:39:29.781 INFO:tasks.rados.rados.0.smithi002.stdout:1271: finishing write tid 2 to smithi00278215-16 2024-09-14T03:39:29.781 INFO:tasks.rados.rados.0.smithi002.stdout:1268: finishing copy_from racing read to smithi00278215-44 2024-09-14T03:39:29.781 INFO:tasks.rados.rados.0.smithi002.stdout:1268: finishing copy_from to smithi00278215-44 2024-09-14T03:39:29.781 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 806 (ObjNum 388 snap 118 seq_num 388) dirty exists 2024-09-14T03:39:29.781 INFO:tasks.rados.rados.0.smithi002.stdout:1271: finishing write tid 3 to smithi00278215-16 2024-09-14T03:39:29.781 INFO:tasks.rados.rados.0.smithi002.stdout:1271: finishing write tid 4 to smithi00278215-16 2024-09-14T03:39:29.782 INFO:tasks.rados.rados.0.smithi002.stdout:1271: finishing write tid 5 to smithi00278215-16 2024-09-14T03:39:29.782 INFO:tasks.rados.rados.0.smithi002.stdout:1271: finishing write tid 6 to smithi00278215-16 2024-09-14T03:39:29.782 INFO:tasks.rados.rados.0.smithi002.stdout:1271: finishing write tid 7 to smithi00278215-16 2024-09-14T03:39:29.782 INFO:tasks.rados.rados.0.smithi002.stdout:1271: oid 16 updating version 0 to 475 2024-09-14T03:39:29.782 INFO:tasks.rados.rados.0.smithi002.stdout:1271: oid 16 version 475 is already newer than 474 2024-09-14T03:39:29.782 INFO:tasks.rados.rados.0.smithi002.stdout:1271: oid 16 version 475 is already newer than 472 2024-09-14T03:39:29.782 INFO:tasks.rados.rados.0.smithi002.stdout:1271: oid 16 version 475 is already newer than 471 2024-09-14T03:39:29.782 INFO:tasks.rados.rados.0.smithi002.stdout:1271: oid 16 version 475 is already newer than 470 2024-09-14T03:39:29.782 INFO:tasks.rados.rados.0.smithi002.stdout:1271: oid 16 version 475 is already newer than 473 2024-09-14T03:39:29.782 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 16 v 475 (ObjNum 410 snap 125 seq_num 410) dirty exists 2024-09-14T03:39:29.783 INFO:tasks.rados.rados.0.smithi002.stdout:1271: left oid 16 (ObjNum 410 snap 125 seq_num 410) 2024-09-14T03:39:29.783 INFO:tasks.rados.rados.0.smithi002.stdout:1274: finishing copy_from racing read to smithi00278215-42 2024-09-14T03:39:29.783 INFO:tasks.rados.rados.0.smithi002.stdout:1274: finishing copy_from to smithi00278215-42 2024-09-14T03:39:29.783 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 42 v 607 (ObjNum 351 snap 104 seq_num 351) dirty exists 2024-09-14T03:39:29.783 INFO:tasks.rados.rados.0.smithi002.stdout:1275: finishing write tid 1 to smithi00278215-4 2024-09-14T03:39:29.783 INFO:tasks.rados.rados.0.smithi002.stdout:1275: finishing write tid 2 to smithi00278215-4 2024-09-14T03:39:29.783 INFO:tasks.rados.rados.0.smithi002.stdout:1275: finishing write tid 3 to smithi00278215-4 2024-09-14T03:39:29.783 INFO:tasks.rados.rados.0.smithi002.stdout:1275: finishing write tid 4 to smithi00278215-4 2024-09-14T03:39:29.783 INFO:tasks.rados.rados.0.smithi002.stdout:1275: finishing write tid 5 to smithi00278215-4 2024-09-14T03:39:29.783 INFO:tasks.rados.rados.0.smithi002.stdout:1275: finishing write tid 6 to smithi00278215-4 2024-09-14T03:39:29.783 INFO:tasks.rados.rados.0.smithi002.stdout:1275: oid 4 updating version 0 to 807 2024-09-14T03:39:29.783 INFO:tasks.rados.rados.0.smithi002.stdout:1275: oid 4 updating version 807 to 810 2024-09-14T03:39:29.783 INFO:tasks.rados.rados.0.smithi002.stdout:1275: oid 4 version 810 is already newer than 809 2024-09-14T03:39:29.784 INFO:tasks.rados.rados.0.smithi002.stdout:1275: oid 4 updating version 810 to 811 2024-09-14T03:39:29.784 INFO:tasks.rados.rados.0.smithi002.stdout:1275: oid 4 version 811 is already newer than 808 2024-09-14T03:39:29.784 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 811 (ObjNum 411 snap 125 seq_num 411) dirty exists 2024-09-14T03:39:29.784 INFO:tasks.rados.rados.0.smithi002.stdout:1275: left oid 4 (ObjNum 411 snap 125 seq_num 411) 2024-09-14T03:39:29.784 INFO:tasks.rados.rados.0.smithi002.stdout:1276: finishing copy_from racing read to smithi00278215-40 2024-09-14T03:39:29.784 INFO:tasks.rados.rados.0.smithi002.stdout:1264: done (9 left) 2024-09-14T03:39:29.784 INFO:tasks.rados.rados.0.smithi002.stdout:1265: done (8 left) 2024-09-14T03:39:29.784 INFO:tasks.rados.rados.0.smithi002.stdout:1266: done (7 left) 2024-09-14T03:39:29.784 INFO:tasks.rados.rados.0.smithi002.stdout:1267: done (6 left) 2024-09-14T03:39:29.784 INFO:tasks.rados.rados.0.smithi002.stdout:1268: done (5 left) 2024-09-14T03:39:29.785 INFO:tasks.rados.rados.0.smithi002.stdout:1270: done (4 left) 2024-09-14T03:39:29.785 INFO:tasks.rados.rados.0.smithi002.stdout:1271: done (3 left) 2024-09-14T03:39:29.785 INFO:tasks.rados.rados.0.smithi002.stdout:1274: done (2 left) 2024-09-14T03:39:29.785 INFO:tasks.rados.rados.0.smithi002.stdout:1275: done (1 left) 2024-09-14T03:39:29.785 INFO:tasks.rados.rados.0.smithi002.stdout:1277: snap_create 2024-09-14T03:39:29.785 INFO:tasks.rados.rados.0.smithi002.stdout:1276: finishing copy_from to smithi00278215-40 2024-09-14T03:39:29.785 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 464 (ObjNum 404 snap 121 seq_num 404) dirty exists 2024-09-14T03:39:29.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:29 smithi154 ceph-mon[81546]: pgmap v136: 121 pgs: 121 active+clean; 383 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 479 KiB/s wr, 2 op/s 2024-09-14T03:39:29.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:29 smithi154 ceph-mon[81546]: osdmap e312: 8 total, 8 up, 8 in 2024-09-14T03:39:30.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:29 smithi002 ceph-mon[87970]: pgmap v136: 121 pgs: 121 active+clean; 383 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 479 KiB/s wr, 2 op/s 2024-09-14T03:39:30.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:29 smithi002 ceph-mon[87970]: osdmap e312: 8 total, 8 up, 8 in 2024-09-14T03:39:30.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:29 smithi002 ceph-mon[89815]: pgmap v136: 121 pgs: 121 active+clean; 383 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 479 KiB/s wr, 2 op/s 2024-09-14T03:39:30.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:29 smithi002 ceph-mon[89815]: osdmap e312: 8 total, 8 up, 8 in 2024-09-14T03:39:30.722 INFO:tasks.rados.rados.0.smithi002.stdout:1276: done (1 left) 2024-09-14T03:39:30.722 INFO:tasks.rados.rados.0.smithi002.stdout:1277: done (0 left) 2024-09-14T03:39:30.722 INFO:tasks.rados.rados.0.smithi002.stdout:1278: copy_from oid 34 from oid 25 current snap is 126 2024-09-14T03:39:30.722 INFO:tasks.rados.rados.0.smithi002.stdout:1279: rollback oid 49 current snap is 126 2024-09-14T03:39:30.722 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 49 to 122 2024-09-14T03:39:30.722 INFO:tasks.rados.rados.0.smithi002.stdout:1280: delete oid 4 current snap is 126 2024-09-14T03:39:30.730 INFO:tasks.rados.rados.0.smithi002.stdout:1278: finishing copy_from to smithi00278215-34 2024-09-14T03:39:30.730 INFO:tasks.rados.rados.0.smithi002.stdout:1278: got expected ENOENT (src dne) 2024-09-14T03:39:30.730 INFO:tasks.rados.rados.0.smithi002.stdout:1278: finishing copy_from racing read to smithi00278215-34 2024-09-14T03:39:30.730 INFO:tasks.rados.rados.0.smithi002.stdout:1279: finishing rollback tid 0 to smithi00278215-49 2024-09-14T03:39:30.730 INFO:tasks.rados.rados.0.smithi002.stdout:1278: done (2 left) 2024-09-14T03:39:30.730 INFO:tasks.rados.rados.0.smithi002.stdout:1280: done (1 left) 2024-09-14T03:39:30.731 INFO:tasks.rados.rados.0.smithi002.stdout:1281: delete oid 18 current snap is 126 2024-09-14T03:39:30.731 INFO:tasks.rados.rados.0.smithi002.stdout:1279: finishing rollback tid 1 to smithi00278215-49 2024-09-14T03:39:30.732 INFO:tasks.rados.rados.0.smithi002.stdout:1279: finishing rollback tid 2 to smithi00278215-49 2024-09-14T03:39:30.732 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 1029 (ObjNum 380 snap 116 seq_num 380) dirty exists 2024-09-14T03:39:30.735 INFO:tasks.rados.rados.0.smithi002.stdout:1279: done (1 left) 2024-09-14T03:39:30.735 INFO:tasks.rados.rados.0.smithi002.stdout:1281: done (0 left) 2024-09-14T03:39:30.735 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 10 current snap is 126 2024-09-14T03:39:30.735 INFO:tasks.rados.rados.0.smithi002.stdout:1282: seq_num 414 ranges {278528=540672,819200=802816,1622016=458752,2080768=344064} 2024-09-14T03:39:30.739 INFO:tasks.rados.rados.0.smithi002.stdout:1282: writing smithi00278215-10 from 278528 to 819200 tid 1 2024-09-14T03:39:30.744 INFO:tasks.rados.rados.0.smithi002.stdout:1282: writing smithi00278215-10 from 819200 to 1622016 tid 2 2024-09-14T03:39:30.747 INFO:tasks.rados.rados.0.smithi002.stdout:1282: writing smithi00278215-10 from 1622016 to 2080768 tid 3 2024-09-14T03:39:30.750 INFO:tasks.rados.rados.0.smithi002.stdout:1282: writing smithi00278215-10 from 2080768 to 2424832 tid 4 2024-09-14T03:39:30.750 INFO:tasks.rados.rados.0.smithi002.stdout:1283: rmattr oid 1 current snap is 126 2024-09-14T03:39:30.750 INFO:tasks.rados.rados.0.smithi002.stdout:1283: done (1 left) 2024-09-14T03:39:30.750 INFO:tasks.rados.rados.0.smithi002.stdout:1284: read oid 7 snap 108 2024-09-14T03:39:30.750 INFO:tasks.rados.rados.0.smithi002.stdout:1284: expect (ObjNum 316 snap 96 seq_num 316) 2024-09-14T03:39:30.750 INFO:tasks.rados.rados.0.smithi002.stdout:1285: snap_remove snap 105 2024-09-14T03:39:30.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:30 smithi154 ceph-mon[81546]: osdmap e313: 8 total, 8 up, 8 in 2024-09-14T03:39:30.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:30 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:31.186 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:30 smithi002 ceph-mon[89815]: osdmap e313: 8 total, 8 up, 8 in 2024-09-14T03:39:31.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:30 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:31.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:30 smithi002 ceph-mon[87970]: osdmap e313: 8 total, 8 up, 8 in 2024-09-14T03:39:31.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:30 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:31.724 INFO:tasks.rados.rados.0.smithi002.stdout:1285: done (2 left) 2024-09-14T03:39:31.724 INFO:tasks.rados.rados.0.smithi002.stdout:1286: read oid 13 snap -1 2024-09-14T03:39:31.724 INFO:tasks.rados.rados.0.smithi002.stdout:1286: expect (ObjNum 316 snap 96 seq_num 316) 2024-09-14T03:39:31.724 INFO:tasks.rados.rados.0.smithi002.stdout:1287: snap_remove snap 120 2024-09-14T03:39:31.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:31 smithi002 ceph-mon[89815]: pgmap v139: 121 pgs: 121 active+clean; 392 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 5.8 MiB/s wr, 14 op/s 2024-09-14T03:39:31.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:31 smithi002 ceph-mon[89815]: osdmap e314: 8 total, 8 up, 8 in 2024-09-14T03:39:31.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:31 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-14T03:39:31.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:31 smithi002 ceph-mon[89815]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-14T03:39:31.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:31 smithi002 ceph-mon[89815]: Upgrade: osd.1 is safe to restart 2024-09-14T03:39:31.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:31 smithi002 ceph-mon[87970]: pgmap v139: 121 pgs: 121 active+clean; 392 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 5.8 MiB/s wr, 14 op/s 2024-09-14T03:39:31.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:31 smithi002 ceph-mon[87970]: osdmap e314: 8 total, 8 up, 8 in 2024-09-14T03:39:31.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:31 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-14T03:39:31.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:31 smithi002 ceph-mon[87970]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-14T03:39:31.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:31 smithi002 ceph-mon[87970]: Upgrade: osd.1 is safe to restart 2024-09-14T03:39:31.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:31 smithi154 ceph-mon[81546]: pgmap v139: 121 pgs: 121 active+clean; 392 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 5.8 MiB/s wr, 14 op/s 2024-09-14T03:39:31.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:31 smithi154 ceph-mon[81546]: osdmap e314: 8 total, 8 up, 8 in 2024-09-14T03:39:31.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:31 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-14T03:39:31.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:31 smithi154 ceph-mon[81546]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-14T03:39:31.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:31 smithi154 ceph-mon[81546]: Upgrade: osd.1 is safe to restart 2024-09-14T03:39:32.696 INFO:tasks.rados.rados.0.smithi002.stdout:1287: done (3 left) 2024-09-14T03:39:32.696 INFO:tasks.rados.rados.0.smithi002.stdout:1288: rollback oid 3 current snap is 126 2024-09-14T03:39:32.696 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 3 to 112 2024-09-14T03:39:32.696 INFO:tasks.rados.rados.0.smithi002.stdout:1289: snap_create 2024-09-14T03:39:32.696 INFO:tasks.rados.rados.0.smithi002.stdout:1282: finishing write tid 1 to smithi00278215-10 2024-09-14T03:39:32.696 INFO:tasks.rados.rados.0.smithi002.stdout:1282: finishing write tid 2 to smithi00278215-10 2024-09-14T03:39:32.697 INFO:tasks.rados.rados.0.smithi002.stdout:1282: finishing write tid 3 to smithi00278215-10 2024-09-14T03:39:32.697 INFO:tasks.rados.rados.0.smithi002.stdout:1282: finishing write tid 4 to smithi00278215-10 2024-09-14T03:39:32.697 INFO:tasks.rados.rados.0.smithi002.stdout:1284: expect (ObjNum 316 snap 96 seq_num 316) 2024-09-14T03:39:32.713 INFO:tasks.rados.rados.0.smithi002.stdout:1282: finishing write tid 5 to smithi00278215-10 2024-09-14T03:39:32.713 INFO:tasks.rados.rados.0.smithi002.stdout:1282: finishing write tid 6 to smithi00278215-10 2024-09-14T03:39:32.713 INFO:tasks.rados.rados.0.smithi002.stdout:1282: oid 10 updating version 0 to 817 2024-09-14T03:39:32.713 INFO:tasks.rados.rados.0.smithi002.stdout:1282: oid 10 version 817 is already newer than 816 2024-09-14T03:39:32.713 INFO:tasks.rados.rados.0.smithi002.stdout:1282: oid 10 version 817 is already newer than 814 2024-09-14T03:39:32.714 INFO:tasks.rados.rados.0.smithi002.stdout:1282: oid 10 version 817 is already newer than 815 2024-09-14T03:39:32.714 INFO:tasks.rados.rados.0.smithi002.stdout:1282: oid 10 version 817 is already newer than 813 2024-09-14T03:39:32.714 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 817 (ObjNum 414 snap 126 seq_num 414) dirty exists 2024-09-14T03:39:32.714 INFO:tasks.rados.rados.0.smithi002.stdout:1282: left oid 10 (ObjNum 414 snap 126 seq_num 414) 2024-09-14T03:39:32.714 INFO:tasks.rados.rados.0.smithi002.stdout:1286: expect (ObjNum 316 snap 96 seq_num 316) 2024-09-14T03:39:32.726 INFO:tasks.rados.rados.0.smithi002.stdout:1288: finishing rollback tid 0 to smithi00278215-3 2024-09-14T03:39:32.726 INFO:tasks.rados.rados.0.smithi002.stdout:1288: finishing rollback tid 1 to smithi00278215-3 2024-09-14T03:39:32.726 INFO:tasks.rados.rados.0.smithi002.stdout:1288: finishing rollback tid 2 to smithi00278215-3 2024-09-14T03:39:32.727 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 3 v 1114 (ObjNum 33 snap 0 seq_num 854576960) dirty exists 2024-09-14T03:39:33.038 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:32 smithi002 ceph-mon[87970]: osdmap e315: 8 total, 8 up, 8 in 2024-09-14T03:39:33.038 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:32 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:33.039 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:32 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-09-14T03:39:33.039 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:32 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:39:33.039 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:32 smithi002 ceph-mon[87970]: osdmap e316: 8 total, 8 up, 8 in 2024-09-14T03:39:33.039 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:32 smithi002 ceph-mon[89815]: osdmap e315: 8 total, 8 up, 8 in 2024-09-14T03:39:33.039 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:32 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:33.039 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:32 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-09-14T03:39:33.039 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:32 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:39:33.039 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:32 smithi002 ceph-mon[89815]: osdmap e316: 8 total, 8 up, 8 in 2024-09-14T03:39:33.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:32 smithi154 ceph-mon[81546]: osdmap e315: 8 total, 8 up, 8 in 2024-09-14T03:39:33.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:32 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:33.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:32 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-09-14T03:39:33.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:32 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:39:33.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:32 smithi154 ceph-mon[81546]: osdmap e316: 8 total, 8 up, 8 in 2024-09-14T03:39:33.436 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:39:33 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:39:33] "GET /metrics HTTP/1.1" 200 36216 "" "Prometheus/2.43.0" 2024-09-14T03:39:33.689 INFO:tasks.rados.rados.0.smithi002.stdout:1282: done (4 left) 2024-09-14T03:39:33.689 INFO:tasks.rados.rados.0.smithi002.stdout:1284: done (3 left) 2024-09-14T03:39:33.689 INFO:tasks.rados.rados.0.smithi002.stdout:1286: done (2 left) 2024-09-14T03:39:33.689 INFO:tasks.rados.rados.0.smithi002.stdout:1288: done (1 left) 2024-09-14T03:39:33.689 INFO:tasks.rados.rados.0.smithi002.stdout:1289: done (0 left) 2024-09-14T03:39:33.689 INFO:tasks.rados.rados.0.smithi002.stdout:1290: snap_create 2024-09-14T03:39:33.985 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:33 smithi002 ceph-mon[87970]: Upgrade: Updating osd.1 2024-09-14T03:39:33.985 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:33 smithi002 ceph-mon[87970]: Deploying daemon osd.1 on smithi002 2024-09-14T03:39:33.985 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:33 smithi002 ceph-mon[87970]: pgmap v142: 121 pgs: 121 active+clean; 392 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 5.8 MiB/s wr, 14 op/s 2024-09-14T03:39:33.985 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:33 smithi002 ceph-mon[87970]: osdmap e317: 8 total, 8 up, 8 in 2024-09-14T03:39:33.986 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:33 smithi002 ceph-mon[89815]: Upgrade: Updating osd.1 2024-09-14T03:39:33.986 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:33 smithi002 ceph-mon[89815]: Deploying daemon osd.1 on smithi002 2024-09-14T03:39:33.986 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:33 smithi002 ceph-mon[89815]: pgmap v142: 121 pgs: 121 active+clean; 392 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 5.8 MiB/s wr, 14 op/s 2024-09-14T03:39:33.986 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:33 smithi002 ceph-mon[89815]: osdmap e317: 8 total, 8 up, 8 in 2024-09-14T03:39:34.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:33 smithi154 ceph-mon[81546]: Upgrade: Updating osd.1 2024-09-14T03:39:34.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:33 smithi154 ceph-mon[81546]: Deploying daemon osd.1 on smithi002 2024-09-14T03:39:34.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:33 smithi154 ceph-mon[81546]: pgmap v142: 121 pgs: 121 active+clean; 392 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 5.8 MiB/s wr, 14 op/s 2024-09-14T03:39:34.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:33 smithi154 ceph-mon[81546]: osdmap e317: 8 total, 8 up, 8 in 2024-09-14T03:39:34.690 INFO:tasks.rados.rados.0.smithi002.stdout:1290: done (0 left) 2024-09-14T03:39:34.690 INFO:tasks.rados.rados.0.smithi002.stdout:1291: delete oid 39 current snap is 128 2024-09-14T03:39:34.695 INFO:tasks.rados.rados.0.smithi002.stdout:1291: done (0 left) 2024-09-14T03:39:34.695 INFO:tasks.rados.rados.0.smithi002.stdout:1292: rollback oid 33 current snap is 128 2024-09-14T03:39:34.695 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 33 to 125 2024-09-14T03:39:34.695 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 12 current snap is 128 2024-09-14T03:39:34.695 INFO:tasks.rados.rados.0.smithi002.stdout:1293: seq_num 416 ranges {10551296=573440,11124736=573440,11698176=475136,12173312=557056} 2024-09-14T03:39:34.756 INFO:tasks.rados.rados.0.smithi002.stdout:1293: writing smithi00278215-12 from 10551296 to 11124736 tid 1 2024-09-14T03:39:34.759 INFO:tasks.rados.rados.0.smithi002.stdout:1293: writing smithi00278215-12 from 11124736 to 11698176 tid 2 2024-09-14T03:39:34.762 INFO:tasks.rados.rados.0.smithi002.stdout:1293: writing smithi00278215-12 from 11698176 to 12173312 tid 3 2024-09-14T03:39:34.766 INFO:tasks.rados.rados.0.smithi002.stdout:1293: writing smithi00278215-12 from 12173312 to 12730368 tid 4 2024-09-14T03:39:34.766 INFO:tasks.rados.rados.0.smithi002.stdout:1294: rollback oid 42 current snap is 128 2024-09-14T03:39:34.766 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 42 to 70 2024-09-14T03:39:34.766 INFO:tasks.rados.rados.0.smithi002.stdout:1292: finishing rollback tid 0 to smithi00278215-33 2024-09-14T03:39:34.766 INFO:tasks.rados.rados.0.smithi002.stdout:1292: finishing rollback tid 1 to smithi00278215-33 2024-09-14T03:39:34.766 INFO:tasks.rados.rados.0.smithi002.stdout:1292: finishing rollback tid 2 to smithi00278215-33 2024-09-14T03:39:34.766 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 33 v 1120 (ObjNum 116 snap 27 seq_num 116) dirty exists 2024-09-14T03:39:34.766 INFO:tasks.rados.rados.0.smithi002.stdout:1293: finishing write tid 1 to smithi00278215-12 2024-09-14T03:39:34.766 INFO:tasks.rados.rados.0.smithi002.stdout:1293: finishing write tid 2 to smithi00278215-12 2024-09-14T03:39:34.766 INFO:tasks.rados.rados.0.smithi002.stdout:1293: finishing write tid 3 to smithi00278215-12 2024-09-14T03:39:34.766 INFO:tasks.rados.rados.0.smithi002.stdout:1292: done (2 left) 2024-09-14T03:39:34.766 INFO:tasks.rados.rados.0.smithi002.stdout:1295: snap_remove snap 106 2024-09-14T03:39:35.715 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:35 smithi002 ceph-mon[87970]: pgmap v145: 121 pgs: 121 active+clean; 386 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-09-14T03:39:35.715 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:35 smithi002 ceph-mon[87970]: osdmap e318: 8 total, 8 up, 8 in 2024-09-14T03:39:35.715 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:35 smithi002 ceph-mon[89815]: pgmap v145: 121 pgs: 121 active+clean; 386 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-09-14T03:39:35.715 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:35 smithi002 ceph-mon[89815]: osdmap e318: 8 total, 8 up, 8 in 2024-09-14T03:39:35.715 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:39:35 smithi002 systemd[1]: Stopping Ceph osd.1 for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:39:35.716 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:39:35 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-1[47475]: 2024-09-14T03:39:35.712+0000 7f1523363640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-14T03:39:35.716 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:39:35 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-1[47475]: 2024-09-14T03:39:35.712+0000 7f1523363640 -1 osd.1 318 *** Got signal Terminated *** 2024-09-14T03:39:35.716 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:39:35 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-1[47475]: 2024-09-14T03:39:35.712+0000 7f1523363640 -1 osd.1 318 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-14T03:39:35.736 INFO:tasks.rados.rados.0.smithi002.stdout:1295: done (2 left) 2024-09-14T03:39:35.736 INFO:tasks.rados.rados.0.smithi002.stdout:1296: read oid 8 snap -1 2024-09-14T03:39:35.736 INFO:tasks.rados.rados.0.smithi002.stdout:1296: expect (ObjNum 236 snap 70 seq_num 236) 2024-09-14T03:39:35.736 INFO:tasks.rados.rados.0.smithi002.stdout:1297: setattr oid 25 current snap is 128 2024-09-14T03:39:35.736 INFO:tasks.rados.rados.0.smithi002.stdout:1293: finishing write tid 4 to smithi00278215-12 2024-09-14T03:39:35.736 INFO:tasks.rados.rados.0.smithi002.stdout:1293: finishing write tid 5 to smithi00278215-12 2024-09-14T03:39:35.736 INFO:tasks.rados.rados.0.smithi002.stdout:1293: finishing write tid 6 to smithi00278215-12 2024-09-14T03:39:35.736 INFO:tasks.rados.rados.0.smithi002.stdout:1293: oid 12 updating version 0 to 1125 2024-09-14T03:39:35.737 INFO:tasks.rados.rados.0.smithi002.stdout:1293: oid 12 version 1125 is already newer than 1123 2024-09-14T03:39:35.737 INFO:tasks.rados.rados.0.smithi002.stdout:1293: oid 12 updating version 1125 to 1126 2024-09-14T03:39:35.737 INFO:tasks.rados.rados.0.smithi002.stdout:1293: oid 12 version 1126 is already newer than 1122 2024-09-14T03:39:35.737 INFO:tasks.rados.rados.0.smithi002.stdout:1293: oid 12 version 1126 is already newer than 1124 2024-09-14T03:39:35.737 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 1126 (ObjNum 416 snap 128 seq_num 416) dirty exists 2024-09-14T03:39:35.737 INFO:tasks.rados.rados.0.smithi002.stdout:1293: left oid 12 (ObjNum 416 snap 128 seq_num 416) 2024-09-14T03:39:35.737 INFO:tasks.rados.rados.0.smithi002.stdout:1294: finishing rollback tid 0 to smithi00278215-42 2024-09-14T03:39:35.737 INFO:tasks.rados.rados.0.smithi002.stdout:1294: finishing rollback tid 1 to smithi00278215-42 2024-09-14T03:39:35.737 INFO:tasks.rados.rados.0.smithi002.stdout:1294: finishing rollback tid 2 to smithi00278215-42 2024-09-14T03:39:35.737 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 42 v 820 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-09-14T03:39:35.739 INFO:tasks.rados.rados.0.smithi002.stdout:1293: done (3 left) 2024-09-14T03:39:35.739 INFO:tasks.rados.rados.0.smithi002.stdout:1294: done (2 left) 2024-09-14T03:39:35.739 INFO:tasks.rados.rados.0.smithi002.stdout:1298: delete oid 3 current snap is 128 2024-09-14T03:39:35.755 INFO:tasks.rados.rados.0.smithi002.stdout:1298: done (2 left) 2024-09-14T03:39:35.756 INFO:tasks.rados.rados.0.smithi002.stdout:1299: snap_create 2024-09-14T03:39:35.767 INFO:tasks.rados.rados.0.smithi002.stdout:1296: expect (ObjNum 236 snap 70 seq_num 236) 2024-09-14T03:39:35.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:35 smithi154 ceph-mon[81546]: pgmap v145: 121 pgs: 121 active+clean; 386 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-09-14T03:39:35.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:35 smithi154 ceph-mon[81546]: osdmap e318: 8 total, 8 up, 8 in 2024-09-14T03:39:36.590 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:39:36 smithi002 podman[98891]: 2024-09-14 03:39:36.283778618 +0000 UTC m=+0.666327462 container died 9c24d9e89813fcf1975a20f9acab7af1e2f97e186e28a2d3a0b724e26d2f1242 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-1, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, RELEASE=reef-e4e227b, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , ceph=True) 2024-09-14T03:39:36.742 INFO:tasks.rados.rados.0.smithi002.stdout:1296: done (2 left) 2024-09-14T03:39:36.742 INFO:tasks.rados.rados.0.smithi002.stdout:1299: done (1 left) 2024-09-14T03:39:36.742 INFO:tasks.rados.rados.0.smithi002.stdout:1300: rollback oid 23 current snap is 129 2024-09-14T03:39:36.743 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 23 to 82 2024-09-14T03:39:36.743 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 36 current snap is 129 2024-09-14T03:39:36.743 INFO:tasks.rados.rados.0.smithi002.stdout:1301: seq_num 418 ranges {3325952=606208,3932160=737280,4669440=434176,5103616=434176} 2024-09-14T03:39:36.765 INFO:tasks.rados.rados.0.smithi002.stdout:1301: writing smithi00278215-36 from 3325952 to 3932160 tid 1 2024-09-14T03:39:36.769 INFO:tasks.rados.rados.0.smithi002.stdout:1301: writing smithi00278215-36 from 3932160 to 4669440 tid 2 2024-09-14T03:39:36.771 INFO:tasks.rados.rados.0.smithi002.stdout:1301: writing smithi00278215-36 from 4669440 to 5103616 tid 3 2024-09-14T03:39:36.774 INFO:tasks.rados.rados.0.smithi002.stdout:1301: writing smithi00278215-36 from 5103616 to 5537792 tid 4 2024-09-14T03:39:36.774 INFO:tasks.rados.rados.0.smithi002.stdout:1302: delete oid 37 current snap is 129 2024-09-14T03:39:36.775 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 151 (ObjNum 177 snap 0 seq_num 1) dirty exists 2024-09-14T03:39:36.775 INFO:tasks.rados.rados.0.smithi002.stdout:1300: finishing rollback tid 0 to smithi00278215-23 2024-09-14T03:39:36.775 INFO:tasks.rados.rados.0.smithi002.stdout:1300: finishing rollback tid 1 to smithi00278215-23 2024-09-14T03:39:36.775 INFO:tasks.rados.rados.0.smithi002.stdout:1300: finishing rollback tid 2 to smithi00278215-23 2024-09-14T03:39:36.775 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 1037 (ObjNum 265 snap 80 seq_num 265) dirty exists 2024-09-14T03:39:36.775 INFO:tasks.rados.rados.0.smithi002.stdout:1301: finishing write tid 1 to smithi00278215-36 2024-09-14T03:39:36.775 INFO:tasks.rados.rados.0.smithi002.stdout:1301: finishing write tid 2 to smithi00278215-36 2024-09-14T03:39:36.775 INFO:tasks.rados.rados.0.smithi002.stdout:1301: finishing write tid 3 to smithi00278215-36 2024-09-14T03:39:36.777 INFO:tasks.rados.rados.0.smithi002.stdout:1297: done (3 left) 2024-09-14T03:39:36.777 INFO:tasks.rados.rados.0.smithi002.stdout:1300: done (2 left) 2024-09-14T03:39:36.777 INFO:tasks.rados.rados.0.smithi002.stdout:1302: done (1 left) 2024-09-14T03:39:36.777 INFO:tasks.rados.rados.0.smithi002.stdout:1303: rollback oid 6 current snap is 129 2024-09-14T03:39:36.777 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 6 to 82 2024-09-14T03:39:36.777 INFO:tasks.rados.rados.0.smithi002.stdout:1304: snap_remove snap 116 2024-09-14T03:39:36.936 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:36 smithi002 ceph-mon[87970]: osd.1 marked itself down and dead 2024-09-14T03:39:36.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:36 smithi002 ceph-mon[87970]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-14T03:39:36.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:36 smithi002 ceph-mon[87970]: osdmap e319: 8 total, 7 up, 8 in 2024-09-14T03:39:36.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:36 smithi002 ceph-mon[89815]: osd.1 marked itself down and dead 2024-09-14T03:39:36.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:36 smithi002 ceph-mon[89815]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-14T03:39:36.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:36 smithi002 ceph-mon[89815]: osdmap e319: 8 total, 7 up, 8 in 2024-09-14T03:39:36.938 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:39:36 smithi002 podman[98891]: 2024-09-14 03:39:36.687616884 +0000 UTC m=+1.070165728 container cleanup 9c24d9e89813fcf1975a20f9acab7af1e2f97e186e28a2d3a0b724e26d2f1242 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-1, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, RELEASE=reef-e4e227b, ceph=True) 2024-09-14T03:39:36.938 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:39:36 smithi002 bash[98891]: ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-1 2024-09-14T03:39:36.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:36 smithi154 ceph-mon[81546]: osd.1 marked itself down and dead 2024-09-14T03:39:36.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:36 smithi154 ceph-mon[81546]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-14T03:39:36.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:36 smithi154 ceph-mon[81546]: osdmap e319: 8 total, 7 up, 8 in 2024-09-14T03:39:37.328 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:39:36 smithi002 podman[98916]: 2024-09-14 03:39:36.973309556 +0000 UTC m=+0.687299400 container remove 9c24d9e89813fcf1975a20f9acab7af1e2f97e186e28a2d3a0b724e26d2f1242 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-1, CEPH_POINT_RELEASE=, RELEASE=reef-e4e227b, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-09-14T03:39:37.585 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:39:37 smithi002 podman[99008]: 2024-09-14 03:39:37.230160834 +0000 UTC m=+0.016612916 image pull 8801d2529e4377d97015e6c85a3b4925ede7ce42c7349a1a37eb88f097b6f3f0 quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802 2024-09-14T03:39:37.586 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:39:37 smithi002 podman[99008]: 2024-09-14 03:39:37.351320872 +0000 UTC m=+0.137772940 container create 2a3f51c182cf03817ec4d62cc93cf32141400e9d5d2ba099294817dc7ed5f5a5 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-1-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=main-a278231, ceph=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-14T03:39:37.586 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:39:37 smithi002 podman[99008]: 2024-09-14 03:39:37.585172777 +0000 UTC m=+0.371624846 container init 2a3f51c182cf03817ec4d62cc93cf32141400e9d5d2ba099294817dc7ed5f5a5 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-1-deactivate, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=main-a278231, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux ) 2024-09-14T03:39:37.691 INFO:tasks.rados.rados.0.smithi002.stdout:1301: finishing write tid 4 to smithi00278215-36 2024-09-14T03:39:37.691 INFO:tasks.rados.rados.0.smithi002.stdout:1301: finishing write tid 5 to smithi00278215-36 2024-09-14T03:39:37.691 INFO:tasks.rados.rados.0.smithi002.stdout:1301: finishing write tid 6 to smithi00278215-36 2024-09-14T03:39:37.691 INFO:tasks.rados.rados.0.smithi002.stdout:1301: oid 36 updating version 0 to 1044 2024-09-14T03:39:37.691 INFO:tasks.rados.rados.0.smithi002.stdout:1301: oid 36 version 1044 is already newer than 1043 2024-09-14T03:39:37.691 INFO:tasks.rados.rados.0.smithi002.stdout:1301: oid 36 updating version 1044 to 1045 2024-09-14T03:39:37.691 INFO:tasks.rados.rados.0.smithi002.stdout:1301: oid 36 updating version 1045 to 1046 2024-09-14T03:39:37.691 INFO:tasks.rados.rados.0.smithi002.stdout:1301: oid 36 version 1046 is already newer than 1042 2024-09-14T03:39:37.691 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 36 v 1046 (ObjNum 418 snap 129 seq_num 418) dirty exists 2024-09-14T03:39:37.691 INFO:tasks.rados.rados.0.smithi002.stdout:1301: left oid 36 (ObjNum 418 snap 129 seq_num 418) 2024-09-14T03:39:37.692 INFO:tasks.rados.rados.0.smithi002.stdout:1303: finishing rollback tid 0 to smithi00278215-6 2024-09-14T03:39:37.692 INFO:tasks.rados.rados.0.smithi002.stdout:1303: finishing rollback tid 1 to smithi00278215-6 2024-09-14T03:39:37.692 INFO:tasks.rados.rados.0.smithi002.stdout:1303: finishing rollback tid 2 to smithi00278215-6 2024-09-14T03:39:37.692 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 6 v 1539 (ObjNum 251 snap 72 seq_num 251) dirty exists 2024-09-14T03:39:37.692 INFO:tasks.rados.rados.0.smithi002.stdout:1301: done (2 left) 2024-09-14T03:39:37.692 INFO:tasks.rados.rados.0.smithi002.stdout:1303: done (1 left) 2024-09-14T03:39:37.692 INFO:tasks.rados.rados.0.smithi002.stdout:1304: done (0 left) 2024-09-14T03:39:37.692 INFO:tasks.rados.rados.0.smithi002.stdout:1305: read oid 36 snap -1 2024-09-14T03:39:37.692 INFO:tasks.rados.rados.0.smithi002.stdout:1305: expect (ObjNum 418 snap 129 seq_num 418) 2024-09-14T03:39:37.692 INFO:tasks.rados.rados.0.smithi002.stdout:1306: delete oid 1 current snap is 129 2024-09-14T03:39:37.700 INFO:tasks.rados.rados.0.smithi002.stdout:1306: done (1 left) 2024-09-14T03:39:37.700 INFO:tasks.rados.rados.0.smithi002.stdout:1307: rollback oid 16 current snap is 129 2024-09-14T03:39:37.700 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 16 to 44 2024-09-14T03:39:37.700 INFO:tasks.rados.rados.0.smithi002.stdout:1308: rmattr oid 44 current snap is 129 2024-09-14T03:39:37.700 INFO:tasks.rados.rados.0.smithi002.stdout:1308: done (2 left) 2024-09-14T03:39:37.700 INFO:tasks.rados.rados.0.smithi002.stdout:1309: delete oid 8 current snap is 129 2024-09-14T03:39:37.705 INFO:tasks.rados.rados.0.smithi002.stdout:1307: finishing rollback tid 0 to smithi00278215-16 2024-09-14T03:39:37.705 INFO:tasks.rados.rados.0.smithi002.stdout:1309: done (2 left) 2024-09-14T03:39:37.705 INFO:tasks.rados.rados.0.smithi002.stdout:1310: read oid 42 snap -1 2024-09-14T03:39:37.705 INFO:tasks.rados.rados.0.smithi002.stdout:1310: expect (ObjNum 33 snap 0 seq_num 33) 2024-09-14T03:39:37.705 INFO:tasks.rados.rados.0.smithi002.stdout:1311: snap_create 2024-09-14T03:39:37.706 INFO:tasks.rados.rados.0.smithi002.stdout:1307: finishing rollback tid 1 to smithi00278215-16 2024-09-14T03:39:37.706 INFO:tasks.rados.rados.0.smithi002.stdout:1307: finishing rollback tid 2 to smithi00278215-16 2024-09-14T03:39:37.706 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 16 v 501 (ObjNum 127 snap 32 seq_num 127) dirty exists 2024-09-14T03:39:37.708 INFO:tasks.rados.rados.0.smithi002.stdout:1310: expect (ObjNum 33 snap 0 seq_num 33) 2024-09-14T03:39:37.727 INFO:tasks.rados.rados.0.smithi002.stdout:1305: expect (ObjNum 418 snap 129 seq_num 418) 2024-09-14T03:39:37.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:37 smithi002 ceph-mon[87970]: pgmap v148: 121 pgs: 16 stale+active+clean, 105 active+clean; 391 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 733 KiB/s rd, 1.0 MiB/s wr, 8 op/s 2024-09-14T03:39:37.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:37 smithi002 ceph-mon[87970]: osdmap e320: 8 total, 7 up, 8 in 2024-09-14T03:39:37.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:37 smithi002 ceph-mon[87970]: osdmap e321: 8 total, 7 up, 8 in 2024-09-14T03:39:37.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:37 smithi002 ceph-mon[89815]: pgmap v148: 121 pgs: 16 stale+active+clean, 105 active+clean; 391 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 733 KiB/s rd, 1.0 MiB/s wr, 8 op/s 2024-09-14T03:39:37.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:37 smithi002 ceph-mon[89815]: osdmap e320: 8 total, 7 up, 8 in 2024-09-14T03:39:37.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:37 smithi002 ceph-mon[89815]: osdmap e321: 8 total, 7 up, 8 in 2024-09-14T03:39:37.938 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:39:37 smithi002 podman[99008]: 2024-09-14 03:39:37.588934746 +0000 UTC m=+0.375386815 container start 2a3f51c182cf03817ec4d62cc93cf32141400e9d5d2ba099294817dc7ed5f5a5 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-1-deactivate, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-a278231, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2) 2024-09-14T03:39:37.938 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:39:37 smithi002 podman[99008]: 2024-09-14 03:39:37.668399066 +0000 UTC m=+0.454851151 container attach 2a3f51c182cf03817ec4d62cc93cf32141400e9d5d2ba099294817dc7ed5f5a5 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-1-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=main-a278231, io.buildah.version=1.37.2, GIT_CLEAN=True) 2024-09-14T03:39:37.938 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:39:37 smithi002 podman[99008]: 2024-09-14 03:39:37.801322778 +0000 UTC m=+0.587774863 container died 2a3f51c182cf03817ec4d62cc93cf32141400e9d5d2ba099294817dc7ed5f5a5 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-1-deactivate, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, RELEASE=main-a278231) 2024-09-14T03:39:37.984 INFO:teuthology.orchestra.run.smithi002.stdout:true 2024-09-14T03:39:38.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:37 smithi154 ceph-mon[81546]: pgmap v148: 121 pgs: 16 stale+active+clean, 105 active+clean; 391 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 733 KiB/s rd, 1.0 MiB/s wr, 8 op/s 2024-09-14T03:39:38.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:37 smithi154 ceph-mon[81546]: osdmap e320: 8 total, 7 up, 8 in 2024-09-14T03:39:38.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:37 smithi154 ceph-mon[81546]: osdmap e321: 8 total, 7 up, 8 in 2024-09-14T03:39:38.593 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-14T03:39:38.593 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (5m) 26s ago 6m 27.0M - 0.25.0 c8568f914cd2 8c6771f56432 2024-09-14T03:39:38.594 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi154 *:3000 running (6m) 66s ago 6m 88.0M - 9.4.7 954c08fa6188 6cd949ecdca3 2024-09-14T03:39:38.594 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (8m) 26s ago 8m 18.4M - 18.2.4-845-ge4e227b3 67ddd33fa72f 5bfe4ab70917 2024-09-14T03:39:38.594 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi154 running (8m) 66s ago 8m 19.7M - 18.2.4-845-ge4e227b3 67ddd33fa72f 80e0f22077e1 2024-09-14T03:39:38.594 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi154 *:8443,9283,8765 running (2m) 66s ago 11m 453M - 19.3.0-4907-ga2782315 8801d2529e43 3c8b8d7f1b49 2024-09-14T03:39:38.594 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (2m) 26s ago 13m 519M - 19.3.0-4907-ga2782315 8801d2529e43 37cb6840a9f7 2024-09-14T03:39:38.594 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (111s) 26s ago 13m 49.9M 2048M 19.3.0-4907-ga2782315 8801d2529e43 ac49fe4ea75d 2024-09-14T03:39:38.594 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi154 running (71s) 66s ago 11m 28.2M 2048M 19.3.0-4907-ga2782315 8801d2529e43 de3094fdd6b5 2024-09-14T03:39:38.594 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (89s) 26s ago 11m 39.0M 2048M 19.3.0-4907-ga2782315 8801d2529e43 0423773ea054 2024-09-14T03:39:38.594 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (6m) 26s ago 6m 15.7M - 1.5.0 0da6a335fe13 ad362eb3056c 2024-09-14T03:39:38.594 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi154 *:9100 running (6m) 66s ago 6m 17.2M - 1.5.0 0da6a335fe13 815178e760b0 2024-09-14T03:39:38.594 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (30s) 26s ago 11m 14.6M 2481M 19.3.0-4907-ga2782315 8801d2529e43 98de17e6e20c 2024-09-14T03:39:38.594 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (10m) 26s ago 10m 160M 2481M 18.2.4-845-ge4e227b3 67ddd33fa72f 9c24d9e89813 2024-09-14T03:39:38.594 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (10m) 26s ago 10m 177M 2481M 18.2.4-845-ge4e227b3 67ddd33fa72f 623beb99cebc 2024-09-14T03:39:38.595 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (10m) 26s ago 10m 112M 2481M 18.2.4-845-ge4e227b3 67ddd33fa72f 3d4fd272502c 2024-09-14T03:39:38.595 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi154 running (9m) 66s ago 9m 140M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f f0b82e38b9c9 2024-09-14T03:39:38.595 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi154 running (9m) 66s ago 9m 181M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f 50ac4e0a62b5 2024-09-14T03:39:38.595 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi154 running (8m) 66s ago 8m 152M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f b18b3ecf874c 2024-09-14T03:39:38.595 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi154 running (8m) 66s ago 8m 110M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f b111d011fd8e 2024-09-14T03:39:38.595 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi154 *:9095 running (2m) 66s ago 7m 47.2M - 2.43.0 a07b618ecd1d ffbeae974492 2024-09-14T03:39:38.695 INFO:tasks.rados.rados.0.smithi002.stdout:1305: done (3 left) 2024-09-14T03:39:38.695 INFO:tasks.rados.rados.0.smithi002.stdout:1307: done (2 left) 2024-09-14T03:39:38.695 INFO:tasks.rados.rados.0.smithi002.stdout:1310: done (1 left) 2024-09-14T03:39:38.695 INFO:tasks.rados.rados.0.smithi002.stdout:1311: done (0 left) 2024-09-14T03:39:38.695 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 40 current snap is 130 2024-09-14T03:39:38.696 INFO:tasks.rados.rados.0.smithi002.stdout:1312: seq_num 422 ranges {2867200=671744,3538944=729088,4268032=417792,4685824=458752} 2024-09-14T03:39:38.716 INFO:tasks.rados.rados.0.smithi002.stdout:1312: writing smithi00278215-40 from 2867200 to 3538944 tid 1 2024-09-14T03:39:38.720 INFO:tasks.rados.rados.0.smithi002.stdout:1312: writing smithi00278215-40 from 3538944 to 4268032 tid 2 2024-09-14T03:39:38.722 INFO:tasks.rados.rados.0.smithi002.stdout:1312: writing smithi00278215-40 from 4268032 to 4685824 tid 3 2024-09-14T03:39:38.725 INFO:tasks.rados.rados.0.smithi002.stdout:1312: writing smithi00278215-40 from 4685824 to 5144576 tid 4 2024-09-14T03:39:38.725 INFO:tasks.rados.rados.0.smithi002.stdout:1313: delete oid 2 current snap is 130 2024-09-14T03:39:38.725 INFO:tasks.rados.rados.0.smithi002.stdout:1312: finishing write tid 1 to smithi00278215-40 2024-09-14T03:39:38.725 INFO:tasks.rados.rados.0.smithi002.stdout:1312: finishing write tid 2 to smithi00278215-40 2024-09-14T03:39:38.726 INFO:tasks.rados.rados.0.smithi002.stdout:1312: finishing write tid 3 to smithi00278215-40 2024-09-14T03:39:38.728 INFO:tasks.rados.rados.0.smithi002.stdout:1312: finishing write tid 4 to smithi00278215-40 2024-09-14T03:39:38.728 INFO:tasks.rados.rados.0.smithi002.stdout:1312: finishing write tid 5 to smithi00278215-40 2024-09-14T03:39:38.729 INFO:tasks.rados.rados.0.smithi002.stdout:1313: done (1 left) 2024-09-14T03:39:38.729 INFO:tasks.rados.rados.0.smithi002.stdout:1314: snap_remove snap 77 2024-09-14T03:39:38.746 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:39:38 smithi002 podman[99053]: 2024-09-14 03:39:38.438990888 +0000 UTC m=+0.631178814 container remove 2a3f51c182cf03817ec4d62cc93cf32141400e9d5d2ba099294817dc7ed5f5a5 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-1-deactivate, RELEASE=main-a278231, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731) 2024-09-14T03:39:38.746 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:39:38 smithi002 systemd[1]: ceph-f357b922-7248-11ef-bceb-c7b262605968@osd.1.service: Deactivated successfully. 2024-09-14T03:39:38.746 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:39:38 smithi002 systemd[1]: Stopped Ceph osd.1 for f357b922-7248-11ef-bceb-c7b262605968. 2024-09-14T03:39:38.746 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:39:38 smithi002 systemd[1]: ceph-f357b922-7248-11ef-bceb-c7b262605968@osd.1.service: Consumed 11.939s CPU time. 2024-09-14T03:39:38.747 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:39:38 smithi002 systemd[1]: Starting Ceph osd.1 for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:39:38.966 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-14T03:39:38.966 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2024-09-14T03:39:38.966 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.3.0-4907-ga2782315 (a2782315255a3e7d5f6cdc9eb35785187ff6ddf8) squid (dev)": 3 2024-09-14T03:39:38.966 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:39:38.966 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2024-09-14T03:39:38.967 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.3.0-4907-ga2782315 (a2782315255a3e7d5f6cdc9eb35785187ff6ddf8) squid (dev)": 2 2024-09-14T03:39:38.967 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:39:38.967 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2024-09-14T03:39:38.967 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 6, 2024-09-14T03:39:38.967 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.3.0-4907-ga2782315 (a2782315255a3e7d5f6cdc9eb35785187ff6ddf8) squid (dev)": 1 2024-09-14T03:39:38.967 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:39:38.967 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2024-09-14T03:39:38.967 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 2 2024-09-14T03:39:38.967 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:39:38.967 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2024-09-14T03:39:38.967 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 8, 2024-09-14T03:39:38.967 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.3.0-4907-ga2782315 (a2782315255a3e7d5f6cdc9eb35785187ff6ddf8) squid (dev)": 6 2024-09-14T03:39:38.968 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-14T03:39:38.968 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-14T03:39:39.031 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:38 smithi002 ceph-mon[87970]: from='client.34257 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:39:39.031 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:38 smithi002 ceph-mon[87970]: osdmap e322: 8 total, 7 up, 8 in 2024-09-14T03:39:39.032 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:38 smithi002 ceph-mon[89815]: from='client.34257 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:39:39.032 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:38 smithi002 ceph-mon[89815]: osdmap e322: 8 total, 7 up, 8 in 2024-09-14T03:39:39.032 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:39:38 smithi002 podman[99218]: 2024-09-14 03:39:38.809701105 +0000 UTC m=+0.016270188 image pull 8801d2529e4377d97015e6c85a3b4925ede7ce42c7349a1a37eb88f097b6f3f0 quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802 2024-09-14T03:39:39.032 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:39:38 smithi002 podman[99218]: 2024-09-14 03:39:38.915288031 +0000 UTC m=+0.121857116 container create d8ddcc5f2a905782e9c381451910398fa824f55b8c1fdb7921fc45306611db94 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-1-activate, ceph=True, org.label-schema.license=GPLv2, RELEASE=main-a278231, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-14T03:39:39.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:38 smithi154 ceph-mon[81546]: from='client.34257 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:39:39.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:38 smithi154 ceph-mon[81546]: osdmap e322: 8 total, 7 up, 8 in 2024-09-14T03:39:39.291 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:39:39 smithi002 podman[99218]: 2024-09-14 03:39:39.159707917 +0000 UTC m=+0.366277011 container init d8ddcc5f2a905782e9c381451910398fa824f55b8c1fdb7921fc45306611db94 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-1-activate, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=main-a278231, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-09-14T03:39:39.291 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:39:39 smithi002 podman[99218]: 2024-09-14 03:39:39.164642826 +0000 UTC m=+0.371211908 container start d8ddcc5f2a905782e9c381451910398fa824f55b8c1fdb7921fc45306611db94 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-1-activate, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, RELEASE=main-a278231, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-14T03:39:39.291 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:39:39 smithi002 podman[99218]: 2024-09-14 03:39:39.259636798 +0000 UTC m=+0.466205900 container attach d8ddcc5f2a905782e9c381451910398fa824f55b8c1fdb7921fc45306611db94 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-1-activate, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, RELEASE=main-a278231, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux ) 2024-09-14T03:39:39.291 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-14T03:39:39.291 INFO:teuthology.orchestra.run.smithi002.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802", 2024-09-14T03:39:39.292 INFO:teuthology.orchestra.run.smithi002.stdout: "in_progress": true, 2024-09-14T03:39:39.292 INFO:teuthology.orchestra.run.smithi002.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-14T03:39:39.292 INFO:teuthology.orchestra.run.smithi002.stdout: "services_complete": [ 2024-09-14T03:39:39.292 INFO:teuthology.orchestra.run.smithi002.stdout: "mon", 2024-09-14T03:39:39.292 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr" 2024-09-14T03:39:39.292 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-14T03:39:39.292 INFO:teuthology.orchestra.run.smithi002.stdout: "progress": "6/20 daemons upgraded", 2024-09-14T03:39:39.292 INFO:teuthology.orchestra.run.smithi002.stdout: "message": "Currently upgrading osd daemons", 2024-09-14T03:39:39.292 INFO:teuthology.orchestra.run.smithi002.stdout: "is_paused": false 2024-09-14T03:39:39.292 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-14T03:39:39.687 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:39:39 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-1-activate[99236]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-14T03:39:39.687 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:39:39 smithi002 bash[99218]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-14T03:39:39.687 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:39:39 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-1-activate[99236]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-14T03:39:39.687 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:39:39 smithi002 bash[99218]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-14T03:39:39.696 INFO:tasks.rados.rados.0.smithi002.stdout:1314: done (1 left) 2024-09-14T03:39:39.697 INFO:tasks.rados.rados.0.smithi002.stdout:1315: copy_from oid 43 from oid 39 current snap is 130 2024-09-14T03:39:39.697 INFO:tasks.rados.rados.0.smithi002.stdout:1312: finishing write tid 6 to smithi00278215-40 2024-09-14T03:39:39.697 INFO:tasks.rados.rados.0.smithi002.stdout:1312: oid 40 updating version 0 to 1050 2024-09-14T03:39:39.697 INFO:tasks.rados.rados.0.smithi002.stdout:1312: oid 40 updating version 1050 to 1051 2024-09-14T03:39:39.697 INFO:tasks.rados.rados.0.smithi002.stdout:1312: oid 40 version 1051 is already newer than 1048 2024-09-14T03:39:39.697 INFO:tasks.rados.rados.0.smithi002.stdout:1312: oid 40 version 1051 is already newer than 1047 2024-09-14T03:39:39.697 INFO:tasks.rados.rados.0.smithi002.stdout:1312: oid 40 version 1051 is already newer than 1049 2024-09-14T03:39:39.697 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 1051 (ObjNum 422 snap 130 seq_num 422) dirty exists 2024-09-14T03:39:39.697 INFO:tasks.rados.rados.0.smithi002.stdout:1312: left oid 40 (ObjNum 422 snap 130 seq_num 422) 2024-09-14T03:39:39.697 INFO:tasks.rados.rados.0.smithi002.stdout:1312: done (1 left) 2024-09-14T03:39:39.697 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 49 current snap is 130 2024-09-14T03:39:39.697 INFO:tasks.rados.rados.0.smithi002.stdout:1316: seq_num 424 ranges {5824512=704512,6529024=491520,7020544=434176,7454720=679936} 2024-09-14T03:39:39.733 INFO:tasks.rados.rados.0.smithi002.stdout:1316: writing smithi00278215-49 from 5824512 to 6529024 tid 1 2024-09-14T03:39:39.862 INFO:tasks.rados.rados.0.smithi002.stdout:1316: writing smithi00278215-49 from 6529024 to 7020544 tid 2 2024-09-14T03:39:39.862 INFO:tasks.rados.rados.0.smithi002.stdout:1316: writing smithi00278215-49 from 7020544 to 7454720 tid 3 2024-09-14T03:39:39.862 INFO:tasks.rados.rados.0.smithi002.stdout:1316: writing smithi00278215-49 from 7454720 to 8134656 tid 4 2024-09-14T03:39:39.862 INFO:tasks.rados.rados.0.smithi002.stdout:1317: delete oid 26 current snap is 130 2024-09-14T03:39:39.862 INFO:tasks.rados.rados.0.smithi002.stdout:1315: finishing copy_from to smithi00278215-43 2024-09-14T03:39:39.862 INFO:tasks.rados.rados.0.smithi002.stdout:1315: got expected ENOENT (src dne) 2024-09-14T03:39:39.863 INFO:tasks.rados.rados.0.smithi002.stdout:1315: finishing copy_from racing read to smithi00278215-43 2024-09-14T03:39:39.863 INFO:tasks.rados.rados.0.smithi002.stdout:1316: finishing write tid 1 to smithi00278215-49 2024-09-14T03:39:39.863 INFO:tasks.rados.rados.0.smithi002.stdout:1316: finishing write tid 2 to smithi00278215-49 2024-09-14T03:39:39.863 INFO:tasks.rados.rados.0.smithi002.stdout:1316: finishing write tid 3 to smithi00278215-49 2024-09-14T03:39:39.863 INFO:tasks.rados.rados.0.smithi002.stdout:1315: done (2 left) 2024-09-14T03:39:39.863 INFO:tasks.rados.rados.0.smithi002.stdout:1317: done (1 left) 2024-09-14T03:39:39.863 INFO:tasks.rados.rados.0.smithi002.stdout:1318: read oid 7 snap 121 2024-09-14T03:39:39.863 INFO:tasks.rados.rados.0.smithi002.stdout:1318: expect (ObjNum 382 snap 116 seq_num 382) 2024-09-14T03:39:39.863 INFO:tasks.rados.rados.0.smithi002.stdout:1319: rollback oid 18 current snap is 130 2024-09-14T03:39:39.863 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 18 to 112 2024-09-14T03:39:39.863 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 40 current snap is 130 2024-09-14T03:39:39.863 INFO:tasks.rados.rados.0.smithi002.stdout:1320: seq_num 426 ranges {5144576=737280,5881856=712704,6594560=802816,7397376=90112} 2024-09-14T03:39:39.863 INFO:tasks.rados.rados.0.smithi002.stdout:1320: writing smithi00278215-40 from 5144576 to 5881856 tid 1 2024-09-14T03:39:39.864 INFO:tasks.rados.rados.0.smithi002.stdout:1320: writing smithi00278215-40 from 5881856 to 6594560 tid 2 2024-09-14T03:39:39.864 INFO:tasks.rados.rados.0.smithi002.stdout:1320: writing smithi00278215-40 from 6594560 to 7397376 tid 3 2024-09-14T03:39:39.864 INFO:tasks.rados.rados.0.smithi002.stdout:1320: writing smithi00278215-40 from 7397376 to 7487488 tid 4 2024-09-14T03:39:39.864 INFO:tasks.rados.rados.0.smithi002.stdout:1321: read oid 31 snap -1 2024-09-14T03:39:39.864 INFO:tasks.rados.rados.0.smithi002.stdout:1321: expect (ObjNum 393 snap 119 seq_num 393) 2024-09-14T03:39:39.864 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 32 current snap is 130 2024-09-14T03:39:39.864 INFO:tasks.rados.rados.0.smithi002.stdout:1316: finishing write tid 4 to smithi00278215-49 2024-09-14T03:39:39.864 INFO:tasks.rados.rados.0.smithi002.stdout:1316: finishing write tid 5 to smithi00278215-49 2024-09-14T03:39:39.864 INFO:tasks.rados.rados.0.smithi002.stdout:1322: seq_num 427 ranges {1875968=761856,2637824=598016,3235840=606208,3842048=401408} 2024-09-14T03:39:39.864 INFO:tasks.rados.rados.0.smithi002.stdout:1322: writing smithi00278215-32 from 1875968 to 2637824 tid 1 2024-09-14T03:39:39.864 INFO:tasks.rados.rados.0.smithi002.stdout:1322: writing smithi00278215-32 from 2637824 to 3235840 tid 2 2024-09-14T03:39:39.864 INFO:tasks.rados.rados.0.smithi002.stdout:1322: writing smithi00278215-32 from 3235840 to 3842048 tid 3 2024-09-14T03:39:39.864 INFO:tasks.rados.rados.0.smithi002.stdout:1322: writing smithi00278215-32 from 3842048 to 4243456 tid 4 2024-09-14T03:39:39.865 INFO:tasks.rados.rados.0.smithi002.stdout:1323: read oid 24 snap -1 2024-09-14T03:39:39.865 INFO:tasks.rados.rados.0.smithi002.stdout:1323: expect (ObjNum 397 snap 119 seq_num 397) 2024-09-14T03:39:39.865 INFO:tasks.rados.rados.0.smithi002.stdout:1324: snap_create 2024-09-14T03:39:39.865 INFO:tasks.rados.rados.0.smithi002.stdout:1319: finishing rollback tid 1 to smithi00278215-18 2024-09-14T03:39:39.865 INFO:tasks.rados.rados.0.smithi002.stdout:1316: finishing write tid 6 to smithi00278215-49 2024-09-14T03:39:39.865 INFO:tasks.rados.rados.0.smithi002.stdout:1316: oid 49 updating version 0 to 1034 2024-09-14T03:39:39.865 INFO:tasks.rados.rados.0.smithi002.stdout:1316: oid 49 version 1034 is already newer than 1030 2024-09-14T03:39:39.865 INFO:tasks.rados.rados.0.smithi002.stdout:1316: oid 49 version 1034 is already newer than 1031 2024-09-14T03:39:39.865 INFO:tasks.rados.rados.0.smithi002.stdout:1316: oid 49 version 1034 is already newer than 1033 2024-09-14T03:39:39.865 INFO:tasks.rados.rados.0.smithi002.stdout:1316: oid 49 version 1034 is already newer than 1032 2024-09-14T03:39:39.865 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 1034 (ObjNum 424 snap 130 seq_num 424) dirty exists 2024-09-14T03:39:39.865 INFO:tasks.rados.rados.0.smithi002.stdout:1316: left oid 49 (ObjNum 424 snap 130 seq_num 424) 2024-09-14T03:39:39.865 INFO:tasks.rados.rados.0.smithi002.stdout:1319: finishing rollback tid 2 to smithi00278215-18 2024-09-14T03:39:39.866 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 614 (ObjNum 351 snap 104 seq_num 351) dirty exists 2024-09-14T03:39:39.866 INFO:tasks.rados.rados.0.smithi002.stdout:1318: expect (ObjNum 382 snap 116 seq_num 382) 2024-09-14T03:39:39.893 INFO:tasks.rados.rados.0.smithi002.stdout:1320: finishing write tid 1 to smithi00278215-40 2024-09-14T03:39:39.893 INFO:tasks.rados.rados.0.smithi002.stdout:1320: finishing write tid 2 to smithi00278215-40 2024-09-14T03:39:39.893 INFO:tasks.rados.rados.0.smithi002.stdout:1320: finishing write tid 3 to smithi00278215-40 2024-09-14T03:39:39.893 INFO:tasks.rados.rados.0.smithi002.stdout:1320: finishing write tid 4 to smithi00278215-40 2024-09-14T03:39:39.893 INFO:tasks.rados.rados.0.smithi002.stdout:1320: finishing write tid 5 to smithi00278215-40 2024-09-14T03:39:39.893 INFO:tasks.rados.rados.0.smithi002.stdout:1320: finishing write tid 6 to smithi00278215-40 2024-09-14T03:39:39.893 INFO:tasks.rados.rados.0.smithi002.stdout:1320: oid 40 updating version 0 to 1053 2024-09-14T03:39:39.893 INFO:tasks.rados.rados.0.smithi002.stdout:1320: oid 40 updating version 1053 to 1055 2024-09-14T03:39:39.893 INFO:tasks.rados.rados.0.smithi002.stdout:1320: oid 40 version 1055 is already newer than 1052 2024-09-14T03:39:39.893 INFO:tasks.rados.rados.0.smithi002.stdout:1320: oid 40 version 1055 is already newer than 1054 2024-09-14T03:39:39.893 INFO:tasks.rados.rados.0.smithi002.stdout:1320: oid 40 updating version 1055 to 1056 2024-09-14T03:39:39.894 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 1056 (ObjNum 426 snap 130 seq_num 426) dirty exists 2024-09-14T03:39:39.894 INFO:tasks.rados.rados.0.smithi002.stdout:1320: left oid 40 (ObjNum 426 snap 130 seq_num 426) 2024-09-14T03:39:39.894 INFO:tasks.rados.rados.0.smithi002.stdout:1321: expect (ObjNum 393 snap 119 seq_num 393) 2024-09-14T03:39:39.991 INFO:tasks.rados.rados.0.smithi002.stdout:1322: finishing write tid 1 to smithi00278215-32 2024-09-14T03:39:39.991 INFO:tasks.rados.rados.0.smithi002.stdout:1322: finishing write tid 2 to smithi00278215-32 2024-09-14T03:39:39.991 INFO:tasks.rados.rados.0.smithi002.stdout:1322: finishing write tid 3 to smithi00278215-32 2024-09-14T03:39:39.991 INFO:tasks.rados.rados.0.smithi002.stdout:1322: finishing write tid 4 to smithi00278215-32 2024-09-14T03:39:39.992 INFO:tasks.rados.rados.0.smithi002.stdout:1322: finishing write tid 5 to smithi00278215-32 2024-09-14T03:39:39.992 INFO:tasks.rados.rados.0.smithi002.stdout:1322: finishing write tid 6 to smithi00278215-32 2024-09-14T03:39:39.992 INFO:tasks.rados.rados.0.smithi002.stdout:1322: oid 32 updating version 0 to 1572 2024-09-14T03:39:39.992 INFO:tasks.rados.rados.0.smithi002.stdout:1322: oid 32 version 1572 is already newer than 1571 2024-09-14T03:39:39.992 INFO:tasks.rados.rados.0.smithi002.stdout:1322: oid 32 updating version 1572 to 1573 2024-09-14T03:39:39.992 INFO:tasks.rados.rados.0.smithi002.stdout:1322: oid 32 version 1573 is already newer than 1570 2024-09-14T03:39:39.992 INFO:tasks.rados.rados.0.smithi002.stdout:1322: oid 32 version 1573 is already newer than 1569 2024-09-14T03:39:39.992 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 1573 (ObjNum 427 snap 130 seq_num 427) dirty exists 2024-09-14T03:39:39.992 INFO:tasks.rados.rados.0.smithi002.stdout:1322: left oid 32 (ObjNum 427 snap 130 seq_num 427) 2024-09-14T03:39:39.992 INFO:tasks.rados.rados.0.smithi002.stdout:1323: expect (ObjNum 397 snap 119 seq_num 397) 2024-09-14T03:39:40.087 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:39 smithi002 ceph-mon[89815]: from='client.44174 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:39:40.087 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:39 smithi002 ceph-mon[89815]: pgmap v151: 121 pgs: 16 stale+active+clean, 105 active+clean; 391 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 733 KiB/s rd, 1.0 MiB/s wr, 8 op/s 2024-09-14T03:39:40.087 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:39 smithi002 ceph-mon[89815]: from='client.34269 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:39:40.087 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:39 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/1019829089' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:39:40.087 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:39 smithi002 ceph-mon[89815]: osdmap e323: 8 total, 7 up, 8 in 2024-09-14T03:39:40.087 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:39 smithi002 ceph-mon[87970]: from='client.44174 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:39:40.088 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:39 smithi002 ceph-mon[87970]: pgmap v151: 121 pgs: 16 stale+active+clean, 105 active+clean; 391 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 733 KiB/s rd, 1.0 MiB/s wr, 8 op/s 2024-09-14T03:39:40.088 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:39 smithi002 ceph-mon[87970]: from='client.34269 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:39:40.088 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:39 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/1019829089' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:39:40.088 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:39 smithi002 ceph-mon[87970]: osdmap e323: 8 total, 7 up, 8 in 2024-09-14T03:39:40.088 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:39:39 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-1-activate[99236]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-14T03:39:40.088 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:39:39 smithi002 bash[99218]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-14T03:39:40.088 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:39:39 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-1-activate[99236]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-09-14T03:39:40.088 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:39:39 smithi002 bash[99218]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-09-14T03:39:40.088 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:39:40 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-1-activate[99236]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-09-14T03:39:40.088 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:39:40 smithi002 bash[99218]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-09-14T03:39:40.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:39 smithi154 ceph-mon[81546]: from='client.44174 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:39:40.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:39 smithi154 ceph-mon[81546]: pgmap v151: 121 pgs: 16 stale+active+clean, 105 active+clean; 391 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 733 KiB/s rd, 1.0 MiB/s wr, 8 op/s 2024-09-14T03:39:40.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:39 smithi154 ceph-mon[81546]: from='client.34269 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:39:40.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:39 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/1019829089' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:39:40.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:39 smithi154 ceph-mon[81546]: osdmap e323: 8 total, 7 up, 8 in 2024-09-14T03:39:40.437 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:39:40 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-1-activate[99236]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-09-14T03:39:40.437 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:39:40 smithi002 bash[99218]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-09-14T03:39:40.437 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:39:40 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-1-activate[99236]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-09-14T03:39:40.437 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:39:40 smithi002 bash[99218]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-09-14T03:39:40.437 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:39:40 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-1-activate[99236]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-14T03:39:40.437 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:39:40 smithi002 bash[99218]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-14T03:39:40.437 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:39:40 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-1-activate[99236]: --> ceph-volume raw activate successful for osd ID: 1 2024-09-14T03:39:40.437 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:39:40 smithi002 bash[99218]: --> ceph-volume raw activate successful for osd ID: 1 2024-09-14T03:39:40.437 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:39:40 smithi002 podman[99218]: 2024-09-14 03:39:40.115696946 +0000 UTC m=+1.322266028 container died d8ddcc5f2a905782e9c381451910398fa824f55b8c1fdb7921fc45306611db94 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-1-activate, ceph=True, RELEASE=main-a278231, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-09-14T03:39:40.753 INFO:tasks.rados.rados.0.smithi002.stdout:1316: done (7 left) 2024-09-14T03:39:40.754 INFO:tasks.rados.rados.0.smithi002.stdout:1318: done (6 left) 2024-09-14T03:39:40.754 INFO:tasks.rados.rados.0.smithi002.stdout:1319: done (5 left) 2024-09-14T03:39:40.754 INFO:tasks.rados.rados.0.smithi002.stdout:1320: done (4 left) 2024-09-14T03:39:40.754 INFO:tasks.rados.rados.0.smithi002.stdout:1321: done (3 left) 2024-09-14T03:39:40.754 INFO:tasks.rados.rados.0.smithi002.stdout:1322: done (2 left) 2024-09-14T03:39:40.754 INFO:tasks.rados.rados.0.smithi002.stdout:1323: done (1 left) 2024-09-14T03:39:40.754 INFO:tasks.rados.rados.0.smithi002.stdout:1324: done (0 left) 2024-09-14T03:39:40.754 INFO:tasks.rados.rados.0.smithi002.stdout:1325: read oid 18 snap -1 2024-09-14T03:39:40.754 INFO:tasks.rados.rados.0.smithi002.stdout:1325: expect (ObjNum 351 snap 104 seq_num 351) 2024-09-14T03:39:40.754 INFO:tasks.rados.rados.0.smithi002.stdout:1326: setattr oid 1 current snap is 131 2024-09-14T03:39:40.755 INFO:tasks.rados.rados.0.smithi002.stdout:1327: snap_create 2024-09-14T03:39:40.761 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 1 v 1574 (ObjNum 33 snap 0 seq_num 854806608) dirty exists 2024-09-14T03:39:40.766 INFO:tasks.rados.rados.0.smithi002.stdout:1325: expect (ObjNum 351 snap 104 seq_num 351) 2024-09-14T03:39:41.006 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:40 smithi002 ceph-mon[89815]: from='client.34281 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:39:41.007 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:40 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:41.007 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:40 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:39:41.007 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:40 smithi002 ceph-mon[89815]: osdmap e324: 8 total, 7 up, 8 in 2024-09-14T03:39:41.007 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:40 smithi002 ceph-mon[87970]: from='client.34281 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:39:41.007 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:40 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:41.007 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:40 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:39:41.007 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:40 smithi002 ceph-mon[87970]: osdmap e324: 8 total, 7 up, 8 in 2024-09-14T03:39:41.007 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:39:40 smithi002 podman[99385]: 2024-09-14 03:39:40.754905476 +0000 UTC m=+0.628766938 container remove d8ddcc5f2a905782e9c381451910398fa824f55b8c1fdb7921fc45306611db94 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-1-activate, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, RELEASE=main-a278231, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True) 2024-09-14T03:39:41.008 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:39:40 smithi002 podman[99446]: 2024-09-14 03:39:40.878456721 +0000 UTC m=+0.016800393 image pull 8801d2529e4377d97015e6c85a3b4925ede7ce42c7349a1a37eb88f097b6f3f0 quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802 2024-09-14T03:39:41.008 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:39:41 smithi002 podman[99446]: 2024-09-14 03:39:41.00592685 +0000 UTC m=+0.144270513 container create e758e3d25821388ce86690e476aea75a1835e7cd7596c13002e9a7ab004e6cec (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-1, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-a278231, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-09-14T03:39:41.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:40 smithi154 ceph-mon[81546]: from='client.34281 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:39:41.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:40 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:41.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:40 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:39:41.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:40 smithi154 ceph-mon[81546]: osdmap e324: 8 total, 7 up, 8 in 2024-09-14T03:39:41.687 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:39:41 smithi002 podman[99446]: 2024-09-14 03:39:41.258671213 +0000 UTC m=+0.397014876 container init e758e3d25821388ce86690e476aea75a1835e7cd7596c13002e9a7ab004e6cec (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-1, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=main-a278231, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-14T03:39:41.687 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:39:41 smithi002 podman[99446]: 2024-09-14 03:39:41.26197955 +0000 UTC m=+0.400323214 container start e758e3d25821388ce86690e476aea75a1835e7cd7596c13002e9a7ab004e6cec (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-1, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-a278231, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-09-14T03:39:41.687 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:39:41 smithi002 ceph-osd[99465]: -- 172.21.15.2:0/3591945925 <== mon.2 v2:172.21.15.2:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5575da38da40 con 0x5575db15c400 2024-09-14T03:39:41.687 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:39:41 smithi002 bash[99446]: e758e3d25821388ce86690e476aea75a1835e7cd7596c13002e9a7ab004e6cec 2024-09-14T03:39:41.687 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:39:41 smithi002 systemd[1]: Started Ceph osd.1 for f357b922-7248-11ef-bceb-c7b262605968. 2024-09-14T03:39:41.754 INFO:tasks.rados.rados.0.smithi002.stdout:1325: done (2 left) 2024-09-14T03:39:41.754 INFO:tasks.rados.rados.0.smithi002.stdout:1326: done (1 left) 2024-09-14T03:39:41.754 INFO:tasks.rados.rados.0.smithi002.stdout:1327: done (0 left) 2024-09-14T03:39:41.754 INFO:tasks.rados.rados.0.smithi002.stdout:1328: setattr oid 40 current snap is 132 2024-09-14T03:39:41.756 INFO:tasks.rados.rados.0.smithi002.stdout:1329: read oid 8 snap -1 2024-09-14T03:39:41.756 INFO:tasks.rados.rados.0.smithi002.stdout:1329: expect deleted 2024-09-14T03:39:41.756 INFO:tasks.rados.rados.0.smithi002.stdout:1330: snap_remove snap 118 2024-09-14T03:39:42.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:41 smithi154 ceph-mon[81546]: pgmap v154: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 410 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.7 MiB/s wr, 21 op/s; 109/888 objects degraded (12.275%) 2024-09-14T03:39:42.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:41 smithi154 ceph-mon[81546]: Health check failed: Degraded data redundancy: 109/888 objects degraded (12.275%), 12 pgs degraded (PG_DEGRADED) 2024-09-14T03:39:42.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:41 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:42.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:41 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:42.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:41 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:39:42.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:41 smithi154 ceph-mon[81546]: osdmap e325: 8 total, 7 up, 8 in 2024-09-14T03:39:42.263 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:41 smithi002 ceph-mon[89815]: pgmap v154: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 410 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.7 MiB/s wr, 21 op/s; 109/888 objects degraded (12.275%) 2024-09-14T03:39:42.264 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:41 smithi002 ceph-mon[89815]: Health check failed: Degraded data redundancy: 109/888 objects degraded (12.275%), 12 pgs degraded (PG_DEGRADED) 2024-09-14T03:39:42.264 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:41 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:42.264 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:41 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:42.264 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:41 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:39:42.264 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:41 smithi002 ceph-mon[89815]: osdmap e325: 8 total, 7 up, 8 in 2024-09-14T03:39:42.264 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:41 smithi002 ceph-mon[87970]: pgmap v154: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 410 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.7 MiB/s wr, 21 op/s; 109/888 objects degraded (12.275%) 2024-09-14T03:39:42.264 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:41 smithi002 ceph-mon[87970]: Health check failed: Degraded data redundancy: 109/888 objects degraded (12.275%), 12 pgs degraded (PG_DEGRADED) 2024-09-14T03:39:42.264 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:41 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:42.264 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:41 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:42.264 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:41 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:39:42.265 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:41 smithi002 ceph-mon[87970]: osdmap e325: 8 total, 7 up, 8 in 2024-09-14T03:39:42.756 INFO:tasks.rados.rados.0.smithi002.stdout:1330: done (2 left) 2024-09-14T03:39:42.756 INFO:tasks.rados.rados.0.smithi002.stdout:1331: read oid 6 snap -1 2024-09-14T03:39:42.756 INFO:tasks.rados.rados.0.smithi002.stdout:1331: expect (ObjNum 251 snap 72 seq_num 251) 2024-09-14T03:39:42.756 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 37 current snap is 132 2024-09-14T03:39:42.756 INFO:tasks.rados.rados.0.smithi002.stdout:1332: seq_num 428 ranges {0=778240,778240=483328,1261568=409600,1671168=417792,2088960=294912} 2024-09-14T03:39:42.762 INFO:tasks.rados.rados.0.smithi002.stdout:1332: writing smithi00278215-37 from 0 to 778240 tid 1 2024-09-14T03:39:42.765 INFO:tasks.rados.rados.0.smithi002.stdout:1332: writing smithi00278215-37 from 778240 to 1261568 tid 2 2024-09-14T03:39:42.769 INFO:tasks.rados.rados.0.smithi002.stdout:1332: writing smithi00278215-37 from 1261568 to 1671168 tid 3 2024-09-14T03:39:42.771 INFO:tasks.rados.rados.0.smithi002.stdout:1332: writing smithi00278215-37 from 1671168 to 2088960 tid 4 2024-09-14T03:39:42.773 INFO:tasks.rados.rados.0.smithi002.stdout:1332: writing smithi00278215-37 from 2088960 to 2383872 tid 5 2024-09-14T03:39:42.773 INFO:tasks.rados.rados.0.smithi002.stdout:1333: snap_remove snap 70 2024-09-14T03:39:43.186 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:39:42 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-1[99461]: 2024-09-14T03:39:42.895+0000 7f9eda56c640 -1 Falling back to public interface 2024-09-14T03:39:43.187 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:39:43 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:39:43] "GET /metrics HTTP/1.1" 200 36283 "" "Prometheus/2.43.0" 2024-09-14T03:39:43.761 INFO:tasks.rados.rados.0.smithi002.stdout:1333: done (4 left) 2024-09-14T03:39:43.761 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 15 current snap is 132 2024-09-14T03:39:43.761 INFO:tasks.rados.rados.0.smithi002.stdout:1334: seq_num 429 ranges {2736128=794624,3530752=770048,4300800=622592,4923392=212992} 2024-09-14T03:39:43.781 INFO:tasks.rados.rados.0.smithi002.stdout:1334: writing smithi00278215-15 from 2736128 to 3530752 tid 1 2024-09-14T03:39:43.786 INFO:tasks.rados.rados.0.smithi002.stdout:1334: writing smithi00278215-15 from 3530752 to 4300800 tid 2 2024-09-14T03:39:43.789 INFO:tasks.rados.rados.0.smithi002.stdout:1334: writing smithi00278215-15 from 4300800 to 4923392 tid 3 2024-09-14T03:39:43.791 INFO:tasks.rados.rados.0.smithi002.stdout:1334: writing smithi00278215-15 from 4923392 to 5136384 tid 4 2024-09-14T03:39:43.791 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 34 current snap is 132 2024-09-14T03:39:43.791 INFO:tasks.rados.rados.0.smithi002.stdout:1335: seq_num 430 ranges {2875392=8192} 2024-09-14T03:39:43.808 INFO:tasks.rados.rados.0.smithi002.stdout:1335: writing smithi00278215-34 from 2875392 to 2883584 tid 1 2024-09-14T03:39:43.809 INFO:tasks.rados.rados.0.smithi002.stdout:1336: read oid 29 snap -1 2024-09-14T03:39:43.809 INFO:tasks.rados.rados.0.smithi002.stdout:1336: expect (ObjNum 399 snap 119 seq_num 399) 2024-09-14T03:39:43.809 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 4 current snap is 132 2024-09-14T03:39:43.809 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 1057 (ObjNum 426 snap 130 seq_num 426) dirty exists 2024-09-14T03:39:43.809 INFO:tasks.rados.rados.0.smithi002.stdout:1337: seq_num 431 ranges {0=24576} 2024-09-14T03:39:43.809 INFO:tasks.rados.rados.0.smithi002.stdout:1337: writing smithi00278215-4 from 0 to 24576 tid 1 2024-09-14T03:39:43.809 INFO:tasks.rados.rados.0.smithi002.stdout:1328: done (7 left) 2024-09-14T03:39:43.809 INFO:tasks.rados.rados.0.smithi002.stdout:1329: done (6 left) 2024-09-14T03:39:43.809 INFO:tasks.rados.rados.0.smithi002.stdout:1338: copy_from oid 8 from oid 48 current snap is 132 2024-09-14T03:39:43.809 INFO:tasks.rados.rados.0.smithi002.stdout:1332: finishing write tid 1 to smithi00278215-37 2024-09-14T03:39:43.809 INFO:tasks.rados.rados.0.smithi002.stdout:1332: finishing write tid 2 to smithi00278215-37 2024-09-14T03:39:43.809 INFO:tasks.rados.rados.0.smithi002.stdout:1332: finishing write tid 3 to smithi00278215-37 2024-09-14T03:39:43.810 INFO:tasks.rados.rados.0.smithi002.stdout:1332: finishing write tid 4 to smithi00278215-37 2024-09-14T03:39:43.810 INFO:tasks.rados.rados.0.smithi002.stdout:1332: finishing write tid 5 to smithi00278215-37 2024-09-14T03:39:43.810 INFO:tasks.rados.rados.0.smithi002.stdout:1332: finishing write tid 6 to smithi00278215-37 2024-09-14T03:39:43.810 INFO:tasks.rados.rados.0.smithi002.stdout:1332: finishing write tid 7 to smithi00278215-37 2024-09-14T03:39:43.810 INFO:tasks.rados.rados.0.smithi002.stdout:1332: oid 37 updating version 0 to 810 2024-09-14T03:39:43.810 INFO:tasks.rados.rados.0.smithi002.stdout:1332: oid 37 updating version 810 to 813 2024-09-14T03:39:43.810 INFO:tasks.rados.rados.0.smithi002.stdout:1332: oid 37 version 813 is already newer than 809 2024-09-14T03:39:43.810 INFO:tasks.rados.rados.0.smithi002.stdout:1332: oid 37 updating version 813 to 814 2024-09-14T03:39:43.810 INFO:tasks.rados.rados.0.smithi002.stdout:1332: oid 37 version 814 is already newer than 811 2024-09-14T03:39:43.810 INFO:tasks.rados.rados.0.smithi002.stdout:1332: oid 37 version 814 is already newer than 812 2024-09-14T03:39:43.810 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 37 v 814 (ObjNum 428 snap 132 seq_num 428) dirty exists 2024-09-14T03:39:43.810 INFO:tasks.rados.rados.0.smithi002.stdout:1332: left oid 37 (ObjNum 428 snap 132 seq_num 428) 2024-09-14T03:39:43.810 INFO:tasks.rados.rados.0.smithi002.stdout:1331: expect (ObjNum 251 snap 72 seq_num 251) 2024-09-14T03:39:44.097 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:43 smithi002 ceph-mon[89815]: pgmap v157: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 410 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.7 MiB/s wr, 21 op/s; 109/888 objects degraded (12.275%) 2024-09-14T03:39:44.097 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:43 smithi002 ceph-mon[89815]: osdmap e326: 8 total, 7 up, 8 in 2024-09-14T03:39:44.097 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:43 smithi002 ceph-mon[87970]: pgmap v157: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 410 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.7 MiB/s wr, 21 op/s; 109/888 objects degraded (12.275%) 2024-09-14T03:39:44.098 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:43 smithi002 ceph-mon[87970]: osdmap e326: 8 total, 7 up, 8 in 2024-09-14T03:39:44.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:43 smithi154 ceph-mon[81546]: pgmap v157: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 410 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.7 MiB/s wr, 21 op/s; 109/888 objects degraded (12.275%) 2024-09-14T03:39:44.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:43 smithi154 ceph-mon[81546]: osdmap e326: 8 total, 7 up, 8 in 2024-09-14T03:39:44.460 INFO:tasks.rados.rados.0.smithi002.stdout:1334: finishing write tid 1 to smithi00278215-15 2024-09-14T03:39:44.460 INFO:tasks.rados.rados.0.smithi002.stdout:1334: finishing write tid 2 to smithi00278215-15 2024-09-14T03:39:44.460 INFO:tasks.rados.rados.0.smithi002.stdout:1334: finishing write tid 3 to smithi00278215-15 2024-09-14T03:39:44.460 INFO:tasks.rados.rados.0.smithi002.stdout:1334: finishing write tid 4 to smithi00278215-15 2024-09-14T03:39:44.460 INFO:tasks.rados.rados.0.smithi002.stdout:1334: finishing write tid 5 to smithi00278215-15 2024-09-14T03:39:44.460 INFO:tasks.rados.rados.0.smithi002.stdout:1334: finishing write tid 6 to smithi00278215-15 2024-09-14T03:39:44.460 INFO:tasks.rados.rados.0.smithi002.stdout:1334: oid 15 updating version 0 to 616 2024-09-14T03:39:44.461 INFO:tasks.rados.rados.0.smithi002.stdout:1334: oid 15 updating version 616 to 618 2024-09-14T03:39:44.461 INFO:tasks.rados.rados.0.smithi002.stdout:1334: oid 15 version 618 is already newer than 617 2024-09-14T03:39:44.461 INFO:tasks.rados.rados.0.smithi002.stdout:1334: oid 15 updating version 618 to 619 2024-09-14T03:39:44.461 INFO:tasks.rados.rados.0.smithi002.stdout:1334: oid 15 version 619 is already newer than 615 2024-09-14T03:39:44.461 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 15 v 619 (ObjNum 429 snap 132 seq_num 429) dirty exists 2024-09-14T03:39:44.461 INFO:tasks.rados.rados.0.smithi002.stdout:1334: left oid 15 (ObjNum 429 snap 132 seq_num 429) 2024-09-14T03:39:44.461 INFO:tasks.rados.rados.0.smithi002.stdout:1338: finishing copy_from to smithi00278215-8 2024-09-14T03:39:44.461 INFO:tasks.rados.rados.0.smithi002.stdout:1338: got expected ENOENT (src dne) 2024-09-14T03:39:44.461 INFO:tasks.rados.rados.0.smithi002.stdout:1338: finishing copy_from racing read to smithi00278215-8 2024-09-14T03:39:44.461 INFO:tasks.rados.rados.0.smithi002.stdout:1337: finishing write tid 1 to smithi00278215-4 2024-09-14T03:39:44.461 INFO:tasks.rados.rados.0.smithi002.stdout:1331: done (6 left) 2024-09-14T03:39:44.461 INFO:tasks.rados.rados.0.smithi002.stdout:1332: done (5 left) 2024-09-14T03:39:44.462 INFO:tasks.rados.rados.0.smithi002.stdout:1334: done (4 left) 2024-09-14T03:39:44.462 INFO:tasks.rados.rados.0.smithi002.stdout:1338: done (3 left) 2024-09-14T03:39:44.462 INFO:tasks.rados.rados.0.smithi002.stdout:1339: snap_create 2024-09-14T03:39:44.462 INFO:tasks.rados.rados.0.smithi002.stdout:1337: finishing write tid 2 to smithi00278215-4 2024-09-14T03:39:44.462 INFO:tasks.rados.rados.0.smithi002.stdout:1335: finishing write tid 1 to smithi00278215-34 2024-09-14T03:39:44.462 INFO:tasks.rados.rados.0.smithi002.stdout:1335: finishing write tid 2 to smithi00278215-34 2024-09-14T03:39:44.462 INFO:tasks.rados.rados.0.smithi002.stdout:1335: finishing write tid 3 to smithi00278215-34 2024-09-14T03:39:44.462 INFO:tasks.rados.rados.0.smithi002.stdout:1335: oid 34 updating version 0 to 1036 2024-09-14T03:39:44.462 INFO:tasks.rados.rados.0.smithi002.stdout:1335: oid 34 version 1036 is already newer than 1035 2024-09-14T03:39:44.462 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 34 v 1036 (ObjNum 430 snap 132 seq_num 430) dirty exists 2024-09-14T03:39:44.462 INFO:tasks.rados.rados.0.smithi002.stdout:1335: left oid 34 (ObjNum 430 snap 132 seq_num 430) 2024-09-14T03:39:44.462 INFO:tasks.rados.rados.0.smithi002.stdout:1337: finishing write tid 3 to smithi00278215-4 2024-09-14T03:39:44.462 INFO:tasks.rados.rados.0.smithi002.stdout:1337: oid 4 updating version 0 to 846 2024-09-14T03:39:44.462 INFO:tasks.rados.rados.0.smithi002.stdout:1337: oid 4 updating version 846 to 847 2024-09-14T03:39:44.463 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 847 (ObjNum 431 snap 132 seq_num 431) dirty exists 2024-09-14T03:39:44.463 INFO:tasks.rados.rados.0.smithi002.stdout:1337: left oid 4 (ObjNum 431 snap 132 seq_num 431) 2024-09-14T03:39:44.463 INFO:tasks.rados.rados.0.smithi002.stdout:1336: expect (ObjNum 399 snap 119 seq_num 399) 2024-09-14T03:39:44.765 INFO:tasks.rados.rados.0.smithi002.stdout:1335: done (3 left) 2024-09-14T03:39:44.765 INFO:tasks.rados.rados.0.smithi002.stdout:1336: done (2 left) 2024-09-14T03:39:44.765 INFO:tasks.rados.rados.0.smithi002.stdout:1337: done (1 left) 2024-09-14T03:39:44.766 INFO:tasks.rados.rados.0.smithi002.stdout:1339: done (0 left) 2024-09-14T03:39:44.766 INFO:tasks.rados.rados.0.smithi002.stdout:1340: snap_create 2024-09-14T03:39:44.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:44 smithi002 ceph-mon[87970]: osdmap e327: 8 total, 7 up, 8 in 2024-09-14T03:39:44.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:44 smithi002 ceph-mon[89815]: osdmap e327: 8 total, 7 up, 8 in 2024-09-14T03:39:45.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:44 smithi154 ceph-mon[81546]: osdmap e327: 8 total, 7 up, 8 in 2024-09-14T03:39:45.766 INFO:tasks.rados.rados.0.smithi002.stdout:1340: done (0 left) 2024-09-14T03:39:45.767 INFO:tasks.rados.rados.0.smithi002.stdout:1341: snap_remove snap 129 2024-09-14T03:39:46.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:45 smithi002 ceph-mon[87970]: pgmap v160: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 409 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s; 110/888 objects degraded (12.387%) 2024-09-14T03:39:46.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:45 smithi002 ceph-mon[87970]: osdmap e328: 8 total, 7 up, 8 in 2024-09-14T03:39:46.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:45 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:46.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:45 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:46.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:45 smithi002 ceph-mon[89815]: pgmap v160: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 409 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s; 110/888 objects degraded (12.387%) 2024-09-14T03:39:46.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:45 smithi002 ceph-mon[89815]: osdmap e328: 8 total, 7 up, 8 in 2024-09-14T03:39:46.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:45 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:46.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:45 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:46.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:45 smithi154 ceph-mon[81546]: pgmap v160: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 409 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s; 110/888 objects degraded (12.387%) 2024-09-14T03:39:46.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:45 smithi154 ceph-mon[81546]: osdmap e328: 8 total, 7 up, 8 in 2024-09-14T03:39:46.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:45 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:46.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:45 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:46.630 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:39:46 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-1[99461]: 2024-09-14T03:39:46.343+0000 7f9eda56c640 -1 osd.1 318 log_to_monitors true 2024-09-14T03:39:46.768 INFO:tasks.rados.rados.0.smithi002.stdout:1341: done (0 left) 2024-09-14T03:39:46.768 INFO:tasks.rados.rados.0.smithi002.stdout:1342: rollback oid 5 current snap is 134 2024-09-14T03:39:46.768 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 5 to 126 2024-09-14T03:39:46.769 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 29 current snap is 134 2024-09-14T03:39:46.769 INFO:tasks.rados.rados.0.smithi002.stdout:1343: seq_num 432 ranges {5267456=40960} 2024-09-14T03:39:46.798 INFO:tasks.rados.rados.0.smithi002.stdout:1343: writing smithi00278215-29 from 5267456 to 5308416 tid 1 2024-09-14T03:39:46.798 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 10 current snap is 134 2024-09-14T03:39:46.799 INFO:tasks.rados.rados.0.smithi002.stdout:1344: seq_num 433 ranges {2424832=57344} 2024-09-14T03:39:46.812 INFO:tasks.rados.rados.0.smithi002.stdout:1344: writing smithi00278215-10 from 2424832 to 2482176 tid 1 2024-09-14T03:39:46.813 INFO:tasks.rados.rados.0.smithi002.stdout:1345: delete oid 26 current snap is 134 2024-09-14T03:39:46.813 INFO:tasks.rados.rados.0.smithi002.stdout:1342: finishing rollback tid 0 to smithi00278215-5 2024-09-14T03:39:46.813 INFO:tasks.rados.rados.0.smithi002.stdout:1342: finishing rollback tid 1 to smithi00278215-5 2024-09-14T03:39:46.813 INFO:tasks.rados.rados.0.smithi002.stdout:1342: finishing rollback tid 2 to smithi00278215-5 2024-09-14T03:39:46.813 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 5 v 1029 (ObjNum 386 snap 116 seq_num 386) dirty exists 2024-09-14T03:39:46.813 INFO:tasks.rados.rados.0.smithi002.stdout:1343: finishing write tid 1 to smithi00278215-29 2024-09-14T03:39:46.813 INFO:tasks.rados.rados.0.smithi002.stdout:1343: finishing write tid 2 to smithi00278215-29 2024-09-14T03:39:46.813 INFO:tasks.rados.rados.0.smithi002.stdout:1343: finishing write tid 3 to smithi00278215-29 2024-09-14T03:39:46.813 INFO:tasks.rados.rados.0.smithi002.stdout:1343: oid 29 updating version 0 to 1602 2024-09-14T03:39:46.813 INFO:tasks.rados.rados.0.smithi002.stdout:1343: oid 29 updating version 1602 to 1603 2024-09-14T03:39:46.813 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 1603 (ObjNum 432 snap 134 seq_num 432) dirty exists 2024-09-14T03:39:46.813 INFO:tasks.rados.rados.0.smithi002.stdout:1343: left oid 29 (ObjNum 432 snap 134 seq_num 432) 2024-09-14T03:39:46.818 INFO:tasks.rados.rados.0.smithi002.stdout:1342: done (3 left) 2024-09-14T03:39:46.818 INFO:tasks.rados.rados.0.smithi002.stdout:1343: done (2 left) 2024-09-14T03:39:46.818 INFO:tasks.rados.rados.0.smithi002.stdout:1345: done (1 left) 2024-09-14T03:39:46.819 INFO:tasks.rados.rados.0.smithi002.stdout:1346: read oid 39 snap -1 2024-09-14T03:39:46.819 INFO:tasks.rados.rados.0.smithi002.stdout:1346: expect deleted 2024-09-14T03:39:46.819 INFO:tasks.rados.rados.0.smithi002.stdout:1347: snap_remove snap 44 2024-09-14T03:39:46.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:46 smithi002 ceph-mon[87970]: osdmap e329: 8 total, 7 up, 8 in 2024-09-14T03:39:46.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:46 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:46.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:46 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:46.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:46 smithi002 ceph-mon[87970]: from='osd.1 [v2:172.21.15.2:6810/868958260,v1:172.21.15.2:6811/868958260]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-09-14T03:39:46.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:46 smithi002 ceph-mon[87970]: from='osd.1 [v2:172.21.15.2:6810/868958260,v1:172.21.15.2:6811/868958260]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-14T03:39:46.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:46 smithi002 ceph-mon[87970]: osdmap e330: 8 total, 7 up, 8 in 2024-09-14T03:39:46.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:46 smithi002 ceph-mon[87970]: from='osd.1 [v2:172.21.15.2:6810/868958260,v1:172.21.15.2:6811/868958260]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi002", "root=default"]} : dispatch 2024-09-14T03:39:46.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:46 smithi002 ceph-mon[89815]: osdmap e329: 8 total, 7 up, 8 in 2024-09-14T03:39:46.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:46 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:46.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:46 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:46.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:46 smithi002 ceph-mon[89815]: from='osd.1 [v2:172.21.15.2:6810/868958260,v1:172.21.15.2:6811/868958260]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-09-14T03:39:46.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:46 smithi002 ceph-mon[89815]: from='osd.1 [v2:172.21.15.2:6810/868958260,v1:172.21.15.2:6811/868958260]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-14T03:39:46.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:46 smithi002 ceph-mon[89815]: osdmap e330: 8 total, 7 up, 8 in 2024-09-14T03:39:46.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:46 smithi002 ceph-mon[89815]: from='osd.1 [v2:172.21.15.2:6810/868958260,v1:172.21.15.2:6811/868958260]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi002", "root=default"]} : dispatch 2024-09-14T03:39:47.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:46 smithi154 ceph-mon[81546]: osdmap e329: 8 total, 7 up, 8 in 2024-09-14T03:39:47.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:46 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:47.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:46 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:47.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:46 smithi154 ceph-mon[81546]: from='osd.1 [v2:172.21.15.2:6810/868958260,v1:172.21.15.2:6811/868958260]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-09-14T03:39:47.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:46 smithi154 ceph-mon[81546]: from='osd.1 [v2:172.21.15.2:6810/868958260,v1:172.21.15.2:6811/868958260]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-14T03:39:47.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:46 smithi154 ceph-mon[81546]: osdmap e330: 8 total, 7 up, 8 in 2024-09-14T03:39:47.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:46 smithi154 ceph-mon[81546]: from='osd.1 [v2:172.21.15.2:6810/868958260,v1:172.21.15.2:6811/868958260]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi002", "root=default"]} : dispatch 2024-09-14T03:39:47.368 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:39:47 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-1[99461]: 2024-09-14T03:39:47.043+0000 7f9ece30e640 -1 osd.1 318 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-14T03:39:47.792 INFO:tasks.rados.rados.0.smithi002.stdout:1347: done (2 left) 2024-09-14T03:39:47.792 INFO:tasks.rados.rados.0.smithi002.stdout:1348: snap_remove snap 128 2024-09-14T03:39:48.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:47 smithi002 ceph-mon[89815]: pgmap v163: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 405 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.1 MiB/s wr, 18 op/s; 112/852 objects degraded (13.146%) 2024-09-14T03:39:48.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:47 smithi002 ceph-mon[89815]: Health check update: Degraded data redundancy: 112/852 objects degraded (13.146%), 12 pgs degraded (PG_DEGRADED) 2024-09-14T03:39:48.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:47 smithi002 ceph-mon[89815]: from='osd.1 [v2:172.21.15.2:6810/868958260,v1:172.21.15.2:6811/868958260]' entity='osd.1' 2024-09-14T03:39:48.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:47 smithi002 ceph-mon[87970]: pgmap v163: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 405 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.1 MiB/s wr, 18 op/s; 112/852 objects degraded (13.146%) 2024-09-14T03:39:48.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:47 smithi002 ceph-mon[87970]: Health check update: Degraded data redundancy: 112/852 objects degraded (13.146%), 12 pgs degraded (PG_DEGRADED) 2024-09-14T03:39:48.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:47 smithi002 ceph-mon[87970]: from='osd.1 [v2:172.21.15.2:6810/868958260,v1:172.21.15.2:6811/868958260]' entity='osd.1' 2024-09-14T03:39:48.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:47 smithi154 ceph-mon[81546]: pgmap v163: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 405 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.1 MiB/s wr, 18 op/s; 112/852 objects degraded (13.146%) 2024-09-14T03:39:48.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:47 smithi154 ceph-mon[81546]: Health check update: Degraded data redundancy: 112/852 objects degraded (13.146%), 12 pgs degraded (PG_DEGRADED) 2024-09-14T03:39:48.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:47 smithi154 ceph-mon[81546]: from='osd.1 [v2:172.21.15.2:6810/868958260,v1:172.21.15.2:6811/868958260]' entity='osd.1' 2024-09-14T03:39:48.795 INFO:tasks.rados.rados.0.smithi002.stdout:1348: done (2 left) 2024-09-14T03:39:48.796 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 47 current snap is 134 2024-09-14T03:39:48.796 INFO:tasks.rados.rados.0.smithi002.stdout:1344: finishing write tid 1 to smithi00278215-10 2024-09-14T03:39:48.796 INFO:tasks.rados.rados.0.smithi002.stdout:1344: finishing write tid 2 to smithi00278215-10 2024-09-14T03:39:48.796 INFO:tasks.rados.rados.0.smithi002.stdout:1344: finishing write tid 3 to smithi00278215-10 2024-09-14T03:39:48.796 INFO:tasks.rados.rados.0.smithi002.stdout:1344: oid 10 updating version 0 to 850 2024-09-14T03:39:48.796 INFO:tasks.rados.rados.0.smithi002.stdout:1344: oid 10 version 850 is already newer than 849 2024-09-14T03:39:48.796 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 850 (ObjNum 433 snap 134 seq_num 433) dirty exists 2024-09-14T03:39:48.796 INFO:tasks.rados.rados.0.smithi002.stdout:1344: left oid 10 (ObjNum 433 snap 134 seq_num 433) 2024-09-14T03:39:48.796 INFO:tasks.rados.rados.0.smithi002.stdout:1349: seq_num 435 ranges {0=90112} 2024-09-14T03:39:48.796 INFO:tasks.rados.rados.0.smithi002.stdout:1349: writing smithi00278215-47 from 0 to 90112 tid 1 2024-09-14T03:39:48.796 INFO:tasks.rados.rados.0.smithi002.stdout:1344: done (2 left) 2024-09-14T03:39:48.797 INFO:tasks.rados.rados.0.smithi002.stdout:1346: done (1 left) 2024-09-14T03:39:48.797 INFO:tasks.rados.rados.0.smithi002.stdout:1350: copy_from oid 4 from oid 34 current snap is 134 2024-09-14T03:39:48.797 INFO:tasks.rados.rados.0.smithi002.stdout:1351: snap_create 2024-09-14T03:39:48.815 INFO:tasks.rados.rados.0.smithi002.stdout:1349: finishing write tid 1 to smithi00278215-47 2024-09-14T03:39:48.815 INFO:tasks.rados.rados.0.smithi002.stdout:1349: finishing write tid 2 to smithi00278215-47 2024-09-14T03:39:48.819 INFO:tasks.rados.rados.0.smithi002.stdout:1349: finishing write tid 3 to smithi00278215-47 2024-09-14T03:39:48.819 INFO:tasks.rados.rados.0.smithi002.stdout:1349: oid 47 updating version 0 to 1194 2024-09-14T03:39:48.819 INFO:tasks.rados.rados.0.smithi002.stdout:1349: oid 47 version 1194 is already newer than 1193 2024-09-14T03:39:48.819 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 1194 (ObjNum 435 snap 134 seq_num 435) dirty exists 2024-09-14T03:39:48.819 INFO:tasks.rados.rados.0.smithi002.stdout:1349: left oid 47 (ObjNum 435 snap 134 seq_num 435) 2024-09-14T03:39:48.833 INFO:tasks.rados.rados.0.smithi002.stdout:1350: finishing copy_from racing read to smithi00278215-4 2024-09-14T03:39:48.834 INFO:tasks.rados.rados.0.smithi002.stdout:1350: finishing copy_from to smithi00278215-4 2024-09-14T03:39:48.834 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 1036 (ObjNum 430 snap 132 seq_num 430) dirty exists 2024-09-14T03:39:49.093 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:48 smithi002 ceph-mon[87970]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-14T03:39:49.093 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:48 smithi002 ceph-mon[87970]: osd.1 [v2:172.21.15.2:6810/868958260,v1:172.21.15.2:6811/868958260] boot 2024-09-14T03:39:49.093 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:48 smithi002 ceph-mon[87970]: osdmap e331: 8 total, 8 up, 8 in 2024-09-14T03:39:49.093 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:48 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-14T03:39:49.094 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:48 smithi002 ceph-mon[89815]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-14T03:39:49.094 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:48 smithi002 ceph-mon[89815]: osd.1 [v2:172.21.15.2:6810/868958260,v1:172.21.15.2:6811/868958260] boot 2024-09-14T03:39:49.094 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:48 smithi002 ceph-mon[89815]: osdmap e331: 8 total, 8 up, 8 in 2024-09-14T03:39:49.094 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:48 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-14T03:39:49.128 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:48 smithi154 ceph-mon[81546]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-14T03:39:49.128 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:48 smithi154 ceph-mon[81546]: osd.1 [v2:172.21.15.2:6810/868958260,v1:172.21.15.2:6811/868958260] boot 2024-09-14T03:39:49.128 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:48 smithi154 ceph-mon[81546]: osdmap e331: 8 total, 8 up, 8 in 2024-09-14T03:39:49.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:48 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-14T03:39:49.436 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:39:49 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: 2024-09-14T03:39:49.216+0000 7f19602b3640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-09-14T03:39:49.804 INFO:tasks.rados.rados.0.smithi002.stdout:1349: done (2 left) 2024-09-14T03:39:49.804 INFO:tasks.rados.rados.0.smithi002.stdout:1350: done (1 left) 2024-09-14T03:39:49.804 INFO:tasks.rados.rados.0.smithi002.stdout:1351: done (0 left) 2024-09-14T03:39:49.804 INFO:tasks.rados.rados.0.smithi002.stdout:1352: delete oid 3 current snap is 135 2024-09-14T03:39:49.808 INFO:tasks.rados.rados.0.smithi002.stdout:1352: done (0 left) 2024-09-14T03:39:49.808 INFO:tasks.rados.rados.0.smithi002.stdout:1353: read oid 6 snap -1 2024-09-14T03:39:49.808 INFO:tasks.rados.rados.0.smithi002.stdout:1353: expect (ObjNum 251 snap 72 seq_num 251) 2024-09-14T03:39:49.808 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 14 current snap is 135 2024-09-14T03:39:49.808 INFO:tasks.rados.rados.0.smithi002.stdout:1354: seq_num 437 ranges {2048000=122880} 2024-09-14T03:39:49.820 INFO:tasks.rados.rados.0.smithi002.stdout:1354: writing smithi00278215-14 from 2048000 to 2170880 tid 1 2024-09-14T03:39:49.820 INFO:tasks.rados.rados.0.smithi002.stdout:1355: snap_remove snap 108 2024-09-14T03:39:50.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:49 smithi002 ceph-mon[87970]: pgmap v166: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 405 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.1 MiB/s wr, 17 op/s; 112/852 objects degraded (13.146%) 2024-09-14T03:39:50.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:49 smithi002 ceph-mon[87970]: osdmap e332: 8 total, 8 up, 8 in 2024-09-14T03:39:50.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:49 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:50.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:49 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:50.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:49 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:39:50.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:49 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:39:50.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:49 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:50.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:49 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:39:50.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:49 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:39:50.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:49 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:39:50.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:49 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:39:50.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:49 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-09-14T03:39:50.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:49 smithi002 ceph-mon[89815]: pgmap v166: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 405 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.1 MiB/s wr, 17 op/s; 112/852 objects degraded (13.146%) 2024-09-14T03:39:50.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:49 smithi002 ceph-mon[89815]: osdmap e332: 8 total, 8 up, 8 in 2024-09-14T03:39:50.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:49 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:50.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:49 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:50.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:49 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:39:50.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:49 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:39:50.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:49 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:50.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:49 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:39:50.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:49 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:39:50.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:49 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:39:50.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:49 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:39:50.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:49 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-09-14T03:39:50.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:49 smithi154 ceph-mon[81546]: pgmap v166: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 405 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.1 MiB/s wr, 17 op/s; 112/852 objects degraded (13.146%) 2024-09-14T03:39:50.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:49 smithi154 ceph-mon[81546]: osdmap e332: 8 total, 8 up, 8 in 2024-09-14T03:39:50.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:49 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:50.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:49 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:50.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:49 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:39:50.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:49 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:39:50.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:49 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:50.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:49 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:39:50.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:49 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:39:50.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:49 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:39:50.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:49 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:39:50.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:49 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-09-14T03:39:50.811 INFO:tasks.rados.rados.0.smithi002.stdout:1355: done (2 left) 2024-09-14T03:39:50.811 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 36 current snap is 135 2024-09-14T03:39:50.811 INFO:tasks.rados.rados.0.smithi002.stdout:1356: seq_num 438 ranges {5537792=139264} 2024-09-14T03:39:50.844 INFO:tasks.rados.rados.0.smithi002.stdout:1356: writing smithi00278215-36 from 5537792 to 5677056 tid 1 2024-09-14T03:39:50.844 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 25 current snap is 135 2024-09-14T03:39:50.844 INFO:tasks.rados.rados.0.smithi002.stdout:1357: seq_num 439 ranges {0=155648} 2024-09-14T03:39:50.845 INFO:tasks.rados.rados.0.smithi002.stdout:1357: writing smithi00278215-25 from 0 to 155648 tid 1 2024-09-14T03:39:50.845 INFO:tasks.rados.rados.0.smithi002.stdout:1358: snap_remove snap 131 2024-09-14T03:39:51.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:50 smithi002 ceph-mon[87970]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-14T03:39:51.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:50 smithi002 ceph-mon[87970]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-09-14T03:39:51.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:50 smithi002 ceph-mon[87970]: osdmap e333: 8 total, 8 up, 8 in 2024-09-14T03:39:51.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:50 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:51.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:50 smithi002 ceph-mon[89815]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-14T03:39:51.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:50 smithi002 ceph-mon[89815]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-09-14T03:39:51.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:50 smithi002 ceph-mon[89815]: osdmap e333: 8 total, 8 up, 8 in 2024-09-14T03:39:51.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:50 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:51.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:50 smithi154 ceph-mon[81546]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-14T03:39:51.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:50 smithi154 ceph-mon[81546]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-09-14T03:39:51.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:50 smithi154 ceph-mon[81546]: osdmap e333: 8 total, 8 up, 8 in 2024-09-14T03:39:51.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:50 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:51.814 INFO:tasks.rados.rados.0.smithi002.stdout:1358: done (4 left) 2024-09-14T03:39:51.815 INFO:tasks.rados.rados.0.smithi002.stdout:1359: rollback oid 10 current snap is 135 2024-09-14T03:39:51.815 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 10 to 126 2024-09-14T03:39:51.815 INFO:tasks.rados.rados.0.smithi002.stdout:1354: finishing write tid 1 to smithi00278215-14 2024-09-14T03:39:51.815 INFO:tasks.rados.rados.0.smithi002.stdout:1354: finishing write tid 2 to smithi00278215-14 2024-09-14T03:39:51.815 INFO:tasks.rados.rados.0.smithi002.stdout:1354: finishing write tid 3 to smithi00278215-14 2024-09-14T03:39:51.815 INFO:tasks.rados.rados.0.smithi002.stdout:1354: oid 14 updating version 0 to 1038 2024-09-14T03:39:51.815 INFO:tasks.rados.rados.0.smithi002.stdout:1354: oid 14 version 1038 is already newer than 1037 2024-09-14T03:39:51.815 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 14 v 1038 (ObjNum 437 snap 135 seq_num 437) dirty exists 2024-09-14T03:39:51.815 INFO:tasks.rados.rados.0.smithi002.stdout:1354: left oid 14 (ObjNum 437 snap 135 seq_num 437) 2024-09-14T03:39:51.815 INFO:tasks.rados.rados.0.smithi002.stdout:1353: expect (ObjNum 251 snap 72 seq_num 251) 2024-09-14T03:39:52.186 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:51 smithi002 ceph-mon[89815]: pgmap v169: 121 pgs: 1 active+recovering+degraded, 11 active+undersized, 5 active+undersized+degraded, 104 active+clean; 354 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 780 KiB/s wr, 4 op/s; 31/753 objects degraded (4.117%); 16 MiB/s, 3 objects/s recovering 2024-09-14T03:39:52.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:51 smithi002 ceph-mon[89815]: osdmap e334: 8 total, 8 up, 8 in 2024-09-14T03:39:52.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:51 smithi002 ceph-mon[87970]: pgmap v169: 121 pgs: 1 active+recovering+degraded, 11 active+undersized, 5 active+undersized+degraded, 104 active+clean; 354 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 780 KiB/s wr, 4 op/s; 31/753 objects degraded (4.117%); 16 MiB/s, 3 objects/s recovering 2024-09-14T03:39:52.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:51 smithi002 ceph-mon[87970]: osdmap e334: 8 total, 8 up, 8 in 2024-09-14T03:39:52.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:51 smithi154 ceph-mon[81546]: pgmap v169: 121 pgs: 1 active+recovering+degraded, 11 active+undersized, 5 active+undersized+degraded, 104 active+clean; 354 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 780 KiB/s wr, 4 op/s; 31/753 objects degraded (4.117%); 16 MiB/s, 3 objects/s recovering 2024-09-14T03:39:52.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:51 smithi154 ceph-mon[81546]: osdmap e334: 8 total, 8 up, 8 in 2024-09-14T03:39:52.453 INFO:tasks.rados.rados.0.smithi002.stdout:1356: finishing write tid 1 to smithi00278215-36 2024-09-14T03:39:52.453 INFO:tasks.rados.rados.0.smithi002.stdout:1356: finishing write tid 2 to smithi00278215-36 2024-09-14T03:39:52.453 INFO:tasks.rados.rados.0.smithi002.stdout:1357: finishing write tid 1 to smithi00278215-25 2024-09-14T03:39:52.453 INFO:tasks.rados.rados.0.smithi002.stdout:1357: finishing write tid 2 to smithi00278215-25 2024-09-14T03:39:52.453 INFO:tasks.rados.rados.0.smithi002.stdout:1357: finishing write tid 3 to smithi00278215-25 2024-09-14T03:39:52.453 INFO:tasks.rados.rados.0.smithi002.stdout:1357: oid 25 updating version 0 to 153 2024-09-14T03:39:52.453 INFO:tasks.rados.rados.0.smithi002.stdout:1357: oid 25 version 153 is already newer than 152 2024-09-14T03:39:52.453 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 153 (ObjNum 439 snap 135 seq_num 439) dirty exists 2024-09-14T03:39:52.453 INFO:tasks.rados.rados.0.smithi002.stdout:1357: left oid 25 (ObjNum 439 snap 135 seq_num 439) 2024-09-14T03:39:52.453 INFO:tasks.rados.rados.0.smithi002.stdout:1356: finishing write tid 3 to smithi00278215-36 2024-09-14T03:39:52.453 INFO:tasks.rados.rados.0.smithi002.stdout:1356: oid 36 updating version 0 to 1058 2024-09-14T03:39:52.454 INFO:tasks.rados.rados.0.smithi002.stdout:1356: oid 36 updating version 1058 to 1059 2024-09-14T03:39:52.454 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 36 v 1059 (ObjNum 438 snap 135 seq_num 438) dirty exists 2024-09-14T03:39:52.454 INFO:tasks.rados.rados.0.smithi002.stdout:1356: left oid 36 (ObjNum 438 snap 135 seq_num 438) 2024-09-14T03:39:52.454 INFO:tasks.rados.rados.0.smithi002.stdout:1359: finishing rollback tid 0 to smithi00278215-10 2024-09-14T03:39:52.454 INFO:tasks.rados.rados.0.smithi002.stdout:1359: finishing rollback tid 1 to smithi00278215-10 2024-09-14T03:39:52.454 INFO:tasks.rados.rados.0.smithi002.stdout:1359: finishing rollback tid 2 to smithi00278215-10 2024-09-14T03:39:52.454 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 1041 (ObjNum 414 snap 126 seq_num 414) dirty exists 2024-09-14T03:39:52.454 INFO:tasks.rados.rados.0.smithi002.stdout:1353: done (4 left) 2024-09-14T03:39:52.454 INFO:tasks.rados.rados.0.smithi002.stdout:1354: done (3 left) 2024-09-14T03:39:52.454 INFO:tasks.rados.rados.0.smithi002.stdout:1356: done (2 left) 2024-09-14T03:39:52.454 INFO:tasks.rados.rados.0.smithi002.stdout:1357: done (1 left) 2024-09-14T03:39:52.454 INFO:tasks.rados.rados.0.smithi002.stdout:1359: done (0 left) 2024-09-14T03:39:52.454 INFO:tasks.rados.rados.0.smithi002.stdout:1360: read oid 43 snap -1 2024-09-14T03:39:52.454 INFO:tasks.rados.rados.0.smithi002.stdout:1360: expect (ObjNum 389 snap 118 seq_num 389) 2024-09-14T03:39:52.455 INFO:tasks.rados.rados.0.smithi002.stdout:1361: read oid 50 snap -1 2024-09-14T03:39:52.455 INFO:tasks.rados.rados.0.smithi002.stdout:1361: expect (ObjNum 278 snap 84 seq_num 278) 2024-09-14T03:39:52.455 INFO:tasks.rados.rados.0.smithi002.stdout:1362: rollback oid 22 current snap is 135 2024-09-14T03:39:52.455 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 22 to 124 2024-09-14T03:39:52.455 INFO:tasks.rados.rados.0.smithi002.stdout:1363: read oid 46 snap 133 2024-09-14T03:39:52.455 INFO:tasks.rados.rados.0.smithi002.stdout:1363: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-14T03:39:52.455 INFO:tasks.rados.rados.0.smithi002.stdout:1364: setattr oid 7 current snap is 135 2024-09-14T03:39:52.456 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 30 current snap is 135 2024-09-14T03:39:52.456 INFO:tasks.rados.rados.0.smithi002.stdout:1365: seq_num 440 ranges {1761280=172032} 2024-09-14T03:39:52.467 INFO:tasks.rados.rados.0.smithi002.stdout:1365: writing smithi00278215-30 from 1761280 to 1933312 tid 1 2024-09-14T03:39:52.467 INFO:tasks.rados.rados.0.smithi002.stdout:1366: read oid 23 snap -1 2024-09-14T03:39:52.467 INFO:tasks.rados.rados.0.smithi002.stdout:1366: expect (ObjNum 265 snap 80 seq_num 265) 2024-09-14T03:39:52.468 INFO:tasks.rados.rados.0.smithi002.stdout:1367: delete oid 29 current snap is 135 2024-09-14T03:39:52.468 INFO:tasks.rados.rados.0.smithi002.stdout:1362: finishing rollback tid 0 to smithi00278215-22 2024-09-14T03:39:52.468 INFO:tasks.rados.rados.0.smithi002.stdout:1362: finishing rollback tid 1 to smithi00278215-22 2024-09-14T03:39:52.468 INFO:tasks.rados.rados.0.smithi002.stdout:1362: finishing rollback tid 2 to smithi00278215-22 2024-09-14T03:39:52.468 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 22 v 1062 (ObjNum 344 snap 102 seq_num 344) dirty exists 2024-09-14T03:39:52.468 INFO:tasks.rados.rados.0.smithi002.stdout:1363: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-14T03:39:52.492 INFO:tasks.rados.rados.0.smithi002.stdout:1360: expect (ObjNum 389 snap 118 seq_num 389) 2024-09-14T03:39:52.544 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 1649 (ObjNum 382 snap 116 seq_num 382) dirty exists 2024-09-14T03:39:52.545 INFO:tasks.rados.rados.0.smithi002.stdout:1361: expect (ObjNum 278 snap 84 seq_num 278) 2024-09-14T03:39:52.761 INFO:tasks.rados.rados.0.smithi002.stdout:1365: finishing write tid 1 to smithi00278215-30 2024-09-14T03:39:52.761 INFO:tasks.rados.rados.0.smithi002.stdout:1365: finishing write tid 2 to smithi00278215-30 2024-09-14T03:39:52.761 INFO:tasks.rados.rados.0.smithi002.stdout:1360: done (7 left) 2024-09-14T03:39:52.762 INFO:tasks.rados.rados.0.smithi002.stdout:1361: done (6 left) 2024-09-14T03:39:52.762 INFO:tasks.rados.rados.0.smithi002.stdout:1362: done (5 left) 2024-09-14T03:39:52.762 INFO:tasks.rados.rados.0.smithi002.stdout:1363: done (4 left) 2024-09-14T03:39:52.762 INFO:tasks.rados.rados.0.smithi002.stdout:1364: done (3 left) 2024-09-14T03:39:52.762 INFO:tasks.rados.rados.0.smithi002.stdout:1367: done (2 left) 2024-09-14T03:39:52.762 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 41 current snap is 135 2024-09-14T03:39:52.762 INFO:tasks.rados.rados.0.smithi002.stdout:1365: finishing write tid 3 to smithi00278215-30 2024-09-14T03:39:52.762 INFO:tasks.rados.rados.0.smithi002.stdout:1365: oid 30 updating version 0 to 1651 2024-09-14T03:39:52.762 INFO:tasks.rados.rados.0.smithi002.stdout:1365: oid 30 updating version 1651 to 1652 2024-09-14T03:39:52.762 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 30 v 1652 (ObjNum 440 snap 135 seq_num 440) dirty exists 2024-09-14T03:39:52.762 INFO:tasks.rados.rados.0.smithi002.stdout:1365: left oid 30 (ObjNum 440 snap 135 seq_num 440) 2024-09-14T03:39:52.762 INFO:tasks.rados.rados.0.smithi002.stdout:1366: expect (ObjNum 265 snap 80 seq_num 265) 2024-09-14T03:39:52.992 INFO:tasks.rados.rados.0.smithi002.stdout:1368: seq_num 442 ranges {1261568=204800} 2024-09-14T03:39:53.000 INFO:tasks.rados.rados.0.smithi002.stdout:1368: writing smithi00278215-41 from 1261568 to 1466368 tid 1 2024-09-14T03:39:53.000 INFO:tasks.rados.rados.0.smithi002.stdout:1365: done (2 left) 2024-09-14T03:39:53.000 INFO:tasks.rados.rados.0.smithi002.stdout:1366: done (1 left) 2024-09-14T03:39:53.000 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 3 current snap is 135 2024-09-14T03:39:53.000 INFO:tasks.rados.rados.0.smithi002.stdout:1369: seq_num 443 ranges {0=221184} 2024-09-14T03:39:53.001 INFO:tasks.rados.rados.0.smithi002.stdout:1369: writing smithi00278215-3 from 0 to 221184 tid 1 2024-09-14T03:39:53.001 INFO:tasks.rados.rados.0.smithi002.stdout:1370: read oid 24 snap -1 2024-09-14T03:39:53.002 INFO:tasks.rados.rados.0.smithi002.stdout:1370: expect (ObjNum 397 snap 119 seq_num 397) 2024-09-14T03:39:53.002 INFO:tasks.rados.rados.0.smithi002.stdout:1371: read oid 46 snap -1 2024-09-14T03:39:53.002 INFO:tasks.rados.rados.0.smithi002.stdout:1371: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-14T03:39:53.002 INFO:tasks.rados.rados.0.smithi002.stdout:1372: snap_remove snap 117 2024-09-14T03:39:53.094 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:52 smithi002 ceph-mon[87970]: osdmap e335: 8 total, 8 up, 8 in 2024-09-14T03:39:53.094 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:52 smithi002 ceph-mon[87970]: Health check update: Degraded data redundancy: 31/753 objects degraded (4.117%), 6 pgs degraded (PG_DEGRADED) 2024-09-14T03:39:53.094 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:52 smithi002 ceph-mon[89815]: osdmap e335: 8 total, 8 up, 8 in 2024-09-14T03:39:53.095 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:52 smithi002 ceph-mon[89815]: Health check update: Degraded data redundancy: 31/753 objects degraded (4.117%), 6 pgs degraded (PG_DEGRADED) 2024-09-14T03:39:53.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:52 smithi154 ceph-mon[81546]: osdmap e335: 8 total, 8 up, 8 in 2024-09-14T03:39:53.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:52 smithi154 ceph-mon[81546]: Health check update: Degraded data redundancy: 31/753 objects degraded (4.117%), 6 pgs degraded (PG_DEGRADED) 2024-09-14T03:39:53.436 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:39:53 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:39:53] "GET /metrics HTTP/1.1" 200 36283 "" "Prometheus/2.43.0" 2024-09-14T03:39:53.825 INFO:tasks.rados.rados.0.smithi002.stdout:1372: done (4 left) 2024-09-14T03:39:53.825 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 9 current snap is 135 2024-09-14T03:39:53.825 INFO:tasks.rados.rados.0.smithi002.stdout:1373: seq_num 444 ranges {0=237568} 2024-09-14T03:39:53.826 INFO:tasks.rados.rados.0.smithi002.stdout:1373: writing smithi00278215-9 from 0 to 237568 tid 1 2024-09-14T03:39:53.827 INFO:tasks.rados.rados.0.smithi002.stdout:1374: snap_create 2024-09-14T03:39:53.827 INFO:tasks.rados.rados.0.smithi002.stdout:1368: finishing write tid 1 to smithi00278215-41 2024-09-14T03:39:53.827 INFO:tasks.rados.rados.0.smithi002.stdout:1368: finishing write tid 2 to smithi00278215-41 2024-09-14T03:39:53.827 INFO:tasks.rados.rados.0.smithi002.stdout:1371: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-14T03:39:53.857 INFO:tasks.rados.rados.0.smithi002.stdout:1369: finishing write tid 1 to smithi00278215-3 2024-09-14T03:39:53.857 INFO:tasks.rados.rados.0.smithi002.stdout:1369: finishing write tid 2 to smithi00278215-3 2024-09-14T03:39:53.857 INFO:tasks.rados.rados.0.smithi002.stdout:1368: finishing write tid 3 to smithi00278215-41 2024-09-14T03:39:53.857 INFO:tasks.rados.rados.0.smithi002.stdout:1368: oid 41 updating version 0 to 1656 2024-09-14T03:39:53.857 INFO:tasks.rados.rados.0.smithi002.stdout:1368: oid 41 updating version 1656 to 1657 2024-09-14T03:39:53.858 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 41 v 1657 (ObjNum 442 snap 135 seq_num 442) dirty exists 2024-09-14T03:39:53.858 INFO:tasks.rados.rados.0.smithi002.stdout:1368: left oid 41 (ObjNum 442 snap 135 seq_num 442) 2024-09-14T03:39:53.858 INFO:tasks.rados.rados.0.smithi002.stdout:1369: finishing write tid 3 to smithi00278215-3 2024-09-14T03:39:53.858 INFO:tasks.rados.rados.0.smithi002.stdout:1369: oid 3 updating version 0 to 1207 2024-09-14T03:39:53.858 INFO:tasks.rados.rados.0.smithi002.stdout:1369: oid 3 version 1207 is already newer than 1206 2024-09-14T03:39:53.858 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 3 v 1207 (ObjNum 443 snap 135 seq_num 443) dirty exists 2024-09-14T03:39:53.858 INFO:tasks.rados.rados.0.smithi002.stdout:1369: left oid 3 (ObjNum 443 snap 135 seq_num 443) 2024-09-14T03:39:53.858 INFO:tasks.rados.rados.0.smithi002.stdout:1370: expect (ObjNum 397 snap 119 seq_num 397) 2024-09-14T03:39:53.906 INFO:tasks.rados.rados.0.smithi002.stdout:1373: finishing write tid 1 to smithi00278215-9 2024-09-14T03:39:53.906 INFO:tasks.rados.rados.0.smithi002.stdout:1373: finishing write tid 2 to smithi00278215-9 2024-09-14T03:39:53.906 INFO:tasks.rados.rados.0.smithi002.stdout:1373: finishing write tid 3 to smithi00278215-9 2024-09-14T03:39:53.906 INFO:tasks.rados.rados.0.smithi002.stdout:1373: oid 9 updating version 0 to 830 2024-09-14T03:39:53.906 INFO:tasks.rados.rados.0.smithi002.stdout:1373: oid 9 version 830 is already newer than 829 2024-09-14T03:39:53.906 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 9 v 830 (ObjNum 444 snap 135 seq_num 444) dirty exists 2024-09-14T03:39:53.906 INFO:tasks.rados.rados.0.smithi002.stdout:1373: left oid 9 (ObjNum 444 snap 135 seq_num 444) 2024-09-14T03:39:54.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:53 smithi002 ceph-mon[89815]: pgmap v172: 121 pgs: 1 active+recovering+degraded, 120 active+clean; 351 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 780 KiB/s wr, 4 op/s; 2/738 objects degraded (0.271%); 18 MiB/s, 4 objects/s recovering 2024-09-14T03:39:54.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:53 smithi002 ceph-mon[87970]: pgmap v172: 121 pgs: 1 active+recovering+degraded, 120 active+clean; 351 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 780 KiB/s wr, 4 op/s; 2/738 objects degraded (0.271%); 18 MiB/s, 4 objects/s recovering 2024-09-14T03:39:54.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:53 smithi154 ceph-mon[81546]: pgmap v172: 121 pgs: 1 active+recovering+degraded, 120 active+clean; 351 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 780 KiB/s wr, 4 op/s; 2/738 objects degraded (0.271%); 18 MiB/s, 4 objects/s recovering 2024-09-14T03:39:54.825 INFO:tasks.rados.rados.0.smithi002.stdout:1368: done (5 left) 2024-09-14T03:39:54.825 INFO:tasks.rados.rados.0.smithi002.stdout:1369: done (4 left) 2024-09-14T03:39:54.825 INFO:tasks.rados.rados.0.smithi002.stdout:1370: done (3 left) 2024-09-14T03:39:54.825 INFO:tasks.rados.rados.0.smithi002.stdout:1371: done (2 left) 2024-09-14T03:39:54.825 INFO:tasks.rados.rados.0.smithi002.stdout:1373: done (1 left) 2024-09-14T03:39:54.825 INFO:tasks.rados.rados.0.smithi002.stdout:1374: done (0 left) 2024-09-14T03:39:54.826 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 34 current snap is 136 2024-09-14T03:39:54.826 INFO:tasks.rados.rados.0.smithi002.stdout:1375: seq_num 445 ranges {2883584=253952} 2024-09-14T03:39:54.842 INFO:tasks.rados.rados.0.smithi002.stdout:1375: writing smithi00278215-34 from 2883584 to 3137536 tid 1 2024-09-14T03:39:54.842 INFO:tasks.rados.rados.0.smithi002.stdout:1376: read oid 37 snap -1 2024-09-14T03:39:54.842 INFO:tasks.rados.rados.0.smithi002.stdout:1376: expect (ObjNum 428 snap 132 seq_num 428) 2024-09-14T03:39:54.843 INFO:tasks.rados.rados.0.smithi002.stdout:1377: snap_create 2024-09-14T03:39:54.846 INFO:tasks.rados.rados.0.smithi002.stdout:1375: finishing write tid 1 to smithi00278215-34 2024-09-14T03:39:54.846 INFO:tasks.rados.rados.0.smithi002.stdout:1375: finishing write tid 2 to smithi00278215-34 2024-09-14T03:39:54.848 INFO:tasks.rados.rados.0.smithi002.stdout:1375: finishing write tid 3 to smithi00278215-34 2024-09-14T03:39:54.848 INFO:tasks.rados.rados.0.smithi002.stdout:1375: oid 34 updating version 0 to 1038 2024-09-14T03:39:54.848 INFO:tasks.rados.rados.0.smithi002.stdout:1375: oid 34 version 1038 is already newer than 1037 2024-09-14T03:39:54.848 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 34 v 1038 (ObjNum 445 snap 136 seq_num 445) dirty exists 2024-09-14T03:39:54.848 INFO:tasks.rados.rados.0.smithi002.stdout:1375: left oid 34 (ObjNum 445 snap 136 seq_num 445) 2024-09-14T03:39:54.853 INFO:tasks.rados.rados.0.smithi002.stdout:1376: expect (ObjNum 428 snap 132 seq_num 428) 2024-09-14T03:39:55.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:54 smithi002 ceph-mon[87970]: osdmap e336: 8 total, 8 up, 8 in 2024-09-14T03:39:55.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:54 smithi002 ceph-mon[87970]: osdmap e337: 8 total, 8 up, 8 in 2024-09-14T03:39:55.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:54 smithi002 ceph-mon[89815]: osdmap e336: 8 total, 8 up, 8 in 2024-09-14T03:39:55.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:54 smithi002 ceph-mon[89815]: osdmap e337: 8 total, 8 up, 8 in 2024-09-14T03:39:55.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:54 smithi154 ceph-mon[81546]: osdmap e336: 8 total, 8 up, 8 in 2024-09-14T03:39:55.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:54 smithi154 ceph-mon[81546]: osdmap e337: 8 total, 8 up, 8 in 2024-09-14T03:39:55.838 INFO:tasks.rados.rados.0.smithi002.stdout:1375: done (2 left) 2024-09-14T03:39:55.839 INFO:tasks.rados.rados.0.smithi002.stdout:1376: done (1 left) 2024-09-14T03:39:55.839 INFO:tasks.rados.rados.0.smithi002.stdout:1377: done (0 left) 2024-09-14T03:39:55.839 INFO:tasks.rados.rados.0.smithi002.stdout:1378: snap_remove snap 122 2024-09-14T03:39:56.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:55 smithi002 ceph-mon[87970]: pgmap v174: 121 pgs: 121 active+clean; 347 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 660 KiB/s wr, 5 op/s; 14 MiB/s, 3 objects/s recovering 2024-09-14T03:39:56.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:55 smithi002 ceph-mon[87970]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/738 objects degraded (0.271%), 1 pg degraded) 2024-09-14T03:39:56.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:55 smithi002 ceph-mon[87970]: Cluster is now healthy 2024-09-14T03:39:56.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:55 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:56.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:55 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:39:56.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:55 smithi002 ceph-mon[89815]: pgmap v174: 121 pgs: 121 active+clean; 347 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 660 KiB/s wr, 5 op/s; 14 MiB/s, 3 objects/s recovering 2024-09-14T03:39:56.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:55 smithi002 ceph-mon[89815]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/738 objects degraded (0.271%), 1 pg degraded) 2024-09-14T03:39:56.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:55 smithi002 ceph-mon[89815]: Cluster is now healthy 2024-09-14T03:39:56.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:55 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:56.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:55 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:39:56.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:55 smithi154 ceph-mon[81546]: pgmap v174: 121 pgs: 121 active+clean; 347 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 660 KiB/s wr, 5 op/s; 14 MiB/s, 3 objects/s recovering 2024-09-14T03:39:56.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:55 smithi154 ceph-mon[81546]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/738 objects degraded (0.271%), 1 pg degraded) 2024-09-14T03:39:56.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:55 smithi154 ceph-mon[81546]: Cluster is now healthy 2024-09-14T03:39:56.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:55 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:39:56.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:55 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:39:56.843 INFO:tasks.rados.rados.0.smithi002.stdout:1378: done (0 left) 2024-09-14T03:39:56.843 INFO:tasks.rados.rados.0.smithi002.stdout:1379: read oid 9 snap -1 2024-09-14T03:39:56.843 INFO:tasks.rados.rados.0.smithi002.stdout:1379: expect (ObjNum 444 snap 135 seq_num 444) 2024-09-14T03:39:56.843 INFO:tasks.rados.rados.0.smithi002.stdout:1380: read oid 41 snap 124 2024-09-14T03:39:56.844 INFO:tasks.rados.rados.0.smithi002.stdout:1380: expect (ObjNum 218 snap 64 seq_num 218) 2024-09-14T03:39:56.844 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 28 current snap is 137 2024-09-14T03:39:56.844 INFO:tasks.rados.rados.0.smithi002.stdout:1381: seq_num 446 ranges {0=278528} 2024-09-14T03:39:56.846 INFO:tasks.rados.rados.0.smithi002.stdout:1381: writing smithi00278215-28 from 0 to 278528 tid 1 2024-09-14T03:39:56.846 INFO:tasks.rados.rados.0.smithi002.stdout:1382: copy_from oid 8 from oid 14 current snap is 137 2024-09-14T03:39:56.846 INFO:tasks.rados.rados.0.smithi002.stdout:1383: rollback oid 32 current snap is 137 2024-09-14T03:39:56.846 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 32 to 124 2024-09-14T03:39:56.846 INFO:tasks.rados.rados.0.smithi002.stdout:1384: copy_from oid 45 from oid 22 current snap is 137 2024-09-14T03:39:56.846 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 12 current snap is 137 2024-09-14T03:39:56.846 INFO:tasks.rados.rados.0.smithi002.stdout:1385: seq_num 447 ranges {12730368=294912} 2024-09-14T03:39:56.919 INFO:tasks.rados.rados.0.smithi002.stdout:1385: writing smithi00278215-12 from 12730368 to 13025280 tid 1 2024-09-14T03:39:56.919 INFO:tasks.rados.rados.0.smithi002.stdout:1386: snap_create 2024-09-14T03:39:56.919 INFO:tasks.rados.rados.0.smithi002.stdout:1379: expect (ObjNum 444 snap 135 seq_num 444) 2024-09-14T03:39:56.925 INFO:tasks.rados.rados.0.smithi002.stdout:1381: finishing write tid 1 to smithi00278215-28 2024-09-14T03:39:56.925 INFO:tasks.rados.rados.0.smithi002.stdout:1381: finishing write tid 2 to smithi00278215-28 2024-09-14T03:39:56.925 INFO:tasks.rados.rados.0.smithi002.stdout:1381: finishing write tid 3 to smithi00278215-28 2024-09-14T03:39:56.925 INFO:tasks.rados.rados.0.smithi002.stdout:1381: oid 28 updating version 0 to 1220 2024-09-14T03:39:56.925 INFO:tasks.rados.rados.0.smithi002.stdout:1381: oid 28 version 1220 is already newer than 1219 2024-09-14T03:39:56.926 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 28 v 1220 (ObjNum 446 snap 137 seq_num 446) dirty exists 2024-09-14T03:39:56.926 INFO:tasks.rados.rados.0.smithi002.stdout:1381: left oid 28 (ObjNum 446 snap 137 seq_num 446) 2024-09-14T03:39:56.926 INFO:tasks.rados.rados.0.smithi002.stdout:1380: expect (ObjNum 218 snap 64 seq_num 218) 2024-09-14T03:39:56.958 INFO:tasks.rados.rados.0.smithi002.stdout:1383: finishing rollback tid 0 to smithi00278215-32 2024-09-14T03:39:56.959 INFO:tasks.rados.rados.0.smithi002.stdout:1384: finishing copy_from racing read to smithi00278215-45 2024-09-14T03:39:56.959 INFO:tasks.rados.rados.0.smithi002.stdout:1383: finishing rollback tid 1 to smithi00278215-32 2024-09-14T03:39:56.959 INFO:tasks.rados.rados.0.smithi002.stdout:1383: finishing rollback tid 2 to smithi00278215-32 2024-09-14T03:39:56.959 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 1675 (ObjNum 398 snap 119 seq_num 398) dirty exists 2024-09-14T03:39:56.959 INFO:tasks.rados.rados.0.smithi002.stdout:1384: finishing copy_from to smithi00278215-45 2024-09-14T03:39:56.959 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 45 v 1062 (ObjNum 344 snap 102 seq_num 344) dirty exists 2024-09-14T03:39:56.959 INFO:tasks.rados.rados.0.smithi002.stdout:1382: finishing copy_from racing read to smithi00278215-8 2024-09-14T03:39:56.959 INFO:tasks.rados.rados.0.smithi002.stdout:1382: finishing copy_from to smithi00278215-8 2024-09-14T03:39:56.959 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 8 v 1038 (ObjNum 437 snap 135 seq_num 437) dirty exists 2024-09-14T03:39:56.959 INFO:tasks.rados.rados.0.smithi002.stdout:1385: finishing write tid 1 to smithi00278215-12 2024-09-14T03:39:56.959 INFO:tasks.rados.rados.0.smithi002.stdout:1385: finishing write tid 2 to smithi00278215-12 2024-09-14T03:39:56.959 INFO:tasks.rados.rados.0.smithi002.stdout:1385: finishing write tid 3 to smithi00278215-12 2024-09-14T03:39:56.959 INFO:tasks.rados.rados.0.smithi002.stdout:1385: oid 12 updating version 0 to 1229 2024-09-14T03:39:56.960 INFO:tasks.rados.rados.0.smithi002.stdout:1385: oid 12 version 1229 is already newer than 1228 2024-09-14T03:39:56.960 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 1229 (ObjNum 447 snap 137 seq_num 447) dirty exists 2024-09-14T03:39:56.960 INFO:tasks.rados.rados.0.smithi002.stdout:1385: left oid 12 (ObjNum 447 snap 137 seq_num 447) 2024-09-14T03:39:57.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:56 smithi002 ceph-mon[87970]: osdmap e338: 8 total, 8 up, 8 in 2024-09-14T03:39:57.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:56 smithi002 ceph-mon[89815]: osdmap e338: 8 total, 8 up, 8 in 2024-09-14T03:39:57.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:56 smithi154 ceph-mon[81546]: osdmap e338: 8 total, 8 up, 8 in 2024-09-14T03:39:57.695 INFO:tasks.rados.rados.0.smithi002.stdout:1379: done (7 left) 2024-09-14T03:39:57.695 INFO:tasks.rados.rados.0.smithi002.stdout:1380: done (6 left) 2024-09-14T03:39:57.695 INFO:tasks.rados.rados.0.smithi002.stdout:1381: done (5 left) 2024-09-14T03:39:57.695 INFO:tasks.rados.rados.0.smithi002.stdout:1382: done (4 left) 2024-09-14T03:39:57.695 INFO:tasks.rados.rados.0.smithi002.stdout:1383: done (3 left) 2024-09-14T03:39:57.695 INFO:tasks.rados.rados.0.smithi002.stdout:1384: done (2 left) 2024-09-14T03:39:57.695 INFO:tasks.rados.rados.0.smithi002.stdout:1385: done (1 left) 2024-09-14T03:39:57.695 INFO:tasks.rados.rados.0.smithi002.stdout:1386: done (0 left) 2024-09-14T03:39:57.696 INFO:tasks.rados.rados.0.smithi002.stdout:1387: copy_from oid 31 from oid 47 current snap is 138 2024-09-14T03:39:57.696 INFO:tasks.rados.rados.0.smithi002.stdout:1388: read oid 12 snap 133 2024-09-14T03:39:57.696 INFO:tasks.rados.rados.0.smithi002.stdout:1388: expect (ObjNum 416 snap 128 seq_num 416) 2024-09-14T03:39:57.696 INFO:tasks.rados.rados.0.smithi002.stdout:1389: delete oid 32 current snap is 138 2024-09-14T03:39:57.701 INFO:tasks.rados.rados.0.smithi002.stdout:1389: done (2 left) 2024-09-14T03:39:57.701 INFO:tasks.rados.rados.0.smithi002.stdout:1390: snap_create 2024-09-14T03:39:57.736 INFO:tasks.rados.rados.0.smithi002.stdout:1387: finishing copy_from racing read to smithi00278215-31 2024-09-14T03:39:57.737 INFO:tasks.rados.rados.0.smithi002.stdout:1387: finishing copy_from to smithi00278215-31 2024-09-14T03:39:57.737 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 1194 (ObjNum 435 snap 134 seq_num 435) dirty exists 2024-09-14T03:39:57.762 INFO:tasks.rados.rados.0.smithi002.stdout:1388: expect (ObjNum 416 snap 128 seq_num 416) 2024-09-14T03:39:58.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:57 smithi002 ceph-mon[87970]: pgmap v177: 121 pgs: 121 active+clean; 339 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.5 MiB/s rd, 237 KiB/s wr, 13 op/s; 1.6 MiB/s, 0 objects/s recovering 2024-09-14T03:39:58.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:57 smithi002 ceph-mon[87970]: osdmap e339: 8 total, 8 up, 8 in 2024-09-14T03:39:58.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:57 smithi002 ceph-mon[87970]: osdmap e340: 8 total, 8 up, 8 in 2024-09-14T03:39:58.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:57 smithi002 ceph-mon[89815]: pgmap v177: 121 pgs: 121 active+clean; 339 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.5 MiB/s rd, 237 KiB/s wr, 13 op/s; 1.6 MiB/s, 0 objects/s recovering 2024-09-14T03:39:58.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:57 smithi002 ceph-mon[89815]: osdmap e339: 8 total, 8 up, 8 in 2024-09-14T03:39:58.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:57 smithi002 ceph-mon[89815]: osdmap e340: 8 total, 8 up, 8 in 2024-09-14T03:39:58.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:57 smithi154 ceph-mon[81546]: pgmap v177: 121 pgs: 121 active+clean; 339 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.5 MiB/s rd, 237 KiB/s wr, 13 op/s; 1.6 MiB/s, 0 objects/s recovering 2024-09-14T03:39:58.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:57 smithi154 ceph-mon[81546]: osdmap e339: 8 total, 8 up, 8 in 2024-09-14T03:39:58.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:57 smithi154 ceph-mon[81546]: osdmap e340: 8 total, 8 up, 8 in 2024-09-14T03:39:58.771 INFO:tasks.rados.rados.0.smithi002.stdout:1387: done (2 left) 2024-09-14T03:39:58.771 INFO:tasks.rados.rados.0.smithi002.stdout:1388: done (1 left) 2024-09-14T03:39:58.771 INFO:tasks.rados.rados.0.smithi002.stdout:1390: done (0 left) 2024-09-14T03:39:58.771 INFO:tasks.rados.rados.0.smithi002.stdout:1391: copy_from oid 38 from oid 8 current snap is 139 2024-09-14T03:39:58.772 INFO:tasks.rados.rados.0.smithi002.stdout:1392: delete oid 42 current snap is 139 2024-09-14T03:39:58.773 INFO:tasks.rados.rados.0.smithi002.stdout:1392: done (1 left) 2024-09-14T03:39:58.774 INFO:tasks.rados.rados.0.smithi002.stdout:1393: delete oid 29 current snap is 139 2024-09-14T03:39:58.776 INFO:tasks.rados.rados.0.smithi002.stdout:1393: done (1 left) 2024-09-14T03:39:58.776 INFO:tasks.rados.rados.0.smithi002.stdout:1394: rollback oid 27 current snap is 139 2024-09-14T03:39:58.777 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 27 to 132 2024-09-14T03:39:58.777 INFO:tasks.rados.rados.0.smithi002.stdout:1395: snap_remove snap 76 2024-09-14T03:39:59.705 INFO:tasks.rados.rados.0.smithi002.stdout:1395: done (2 left) 2024-09-14T03:39:59.705 INFO:tasks.rados.rados.0.smithi002.stdout:1396: copy_from oid 3 from oid 44 current snap is 139 2024-09-14T03:39:59.705 INFO:tasks.rados.rados.0.smithi002.stdout:1394: finishing rollback tid 0 to smithi00278215-27 2024-09-14T03:39:59.705 INFO:tasks.rados.rados.0.smithi002.stdout:1394: finishing rollback tid 1 to smithi00278215-27 2024-09-14T03:39:59.706 INFO:tasks.rados.rados.0.smithi002.stdout:1394: finishing rollback tid 2 to smithi00278215-27 2024-09-14T03:39:59.706 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 27 v 550 (ObjNum 404 snap 121 seq_num 404) dirty exists 2024-09-14T03:39:59.706 INFO:tasks.rados.rados.0.smithi002.stdout:1391: finishing copy_from racing read to smithi00278215-38 2024-09-14T03:39:59.706 INFO:tasks.rados.rados.0.smithi002.stdout:1391: finishing copy_from to smithi00278215-38 2024-09-14T03:39:59.706 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 1038 (ObjNum 437 snap 135 seq_num 437) dirty exists 2024-09-14T03:39:59.706 INFO:tasks.rados.rados.0.smithi002.stdout:1391: done (2 left) 2024-09-14T03:39:59.706 INFO:tasks.rados.rados.0.smithi002.stdout:1394: done (1 left) 2024-09-14T03:39:59.706 INFO:tasks.rados.rados.0.smithi002.stdout:1397: rollback oid 23 current snap is 139 2024-09-14T03:39:59.706 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 23 to 112 2024-09-14T03:39:59.706 INFO:tasks.rados.rados.0.smithi002.stdout:1398: rollback oid 49 current snap is 139 2024-09-14T03:39:59.706 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 49 to 127 2024-09-14T03:39:59.706 INFO:tasks.rados.rados.0.smithi002.stdout:1399: snap_remove snap 82 2024-09-14T03:39:59.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:59 smithi154 ceph-mon[81546]: pgmap v180: 121 pgs: 121 active+clean; 339 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 338 KiB/s wr, 16 op/s 2024-09-14T03:39:59.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:39:59 smithi154 ceph-mon[81546]: osdmap e341: 8 total, 8 up, 8 in 2024-09-14T03:40:00.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:59 smithi002 ceph-mon[87970]: pgmap v180: 121 pgs: 121 active+clean; 339 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 338 KiB/s wr, 16 op/s 2024-09-14T03:40:00.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:39:59 smithi002 ceph-mon[87970]: osdmap e341: 8 total, 8 up, 8 in 2024-09-14T03:40:00.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:59 smithi002 ceph-mon[89815]: pgmap v180: 121 pgs: 121 active+clean; 339 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 338 KiB/s wr, 16 op/s 2024-09-14T03:40:00.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:39:59 smithi002 ceph-mon[89815]: osdmap e341: 8 total, 8 up, 8 in 2024-09-14T03:40:00.709 INFO:tasks.rados.rados.0.smithi002.stdout:1399: done (3 left) 2024-09-14T03:40:00.709 INFO:tasks.rados.rados.0.smithi002.stdout:1400: copy_from oid 19 from oid 11 current snap is 139 2024-09-14T03:40:00.709 INFO:tasks.rados.rados.0.smithi002.stdout:1398: finishing rollback tid 0 to smithi00278215-49 2024-09-14T03:40:00.710 INFO:tasks.rados.rados.0.smithi002.stdout:1398: finishing rollback tid 1 to smithi00278215-49 2024-09-14T03:40:00.710 INFO:tasks.rados.rados.0.smithi002.stdout:1398: finishing rollback tid 2 to smithi00278215-49 2024-09-14T03:40:00.710 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 1041 (ObjNum 380 snap 116 seq_num 380) dirty exists 2024-09-14T03:40:00.710 INFO:tasks.rados.rados.0.smithi002.stdout:1397: finishing rollback tid 0 to smithi00278215-23 2024-09-14T03:40:00.710 INFO:tasks.rados.rados.0.smithi002.stdout:1397: finishing rollback tid 1 to smithi00278215-23 2024-09-14T03:40:00.711 INFO:tasks.rados.rados.0.smithi002.stdout:1397: finishing rollback tid 2 to smithi00278215-23 2024-09-14T03:40:00.711 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 1041 (ObjNum 356 snap 105 seq_num 356) dirty exists 2024-09-14T03:40:00.711 INFO:tasks.rados.rados.0.smithi002.stdout:1396: finishing copy_from racing read to smithi00278215-3 2024-09-14T03:40:00.711 INFO:tasks.rados.rados.0.smithi002.stdout:1396: finishing copy_from to smithi00278215-3 2024-09-14T03:40:00.711 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 3 v 806 (ObjNum 388 snap 118 seq_num 388) dirty exists 2024-09-14T03:40:00.711 INFO:tasks.rados.rados.0.smithi002.stdout:1396: done (3 left) 2024-09-14T03:40:00.711 INFO:tasks.rados.rados.0.smithi002.stdout:1397: done (2 left) 2024-09-14T03:40:00.711 INFO:tasks.rados.rados.0.smithi002.stdout:1398: done (1 left) 2024-09-14T03:40:00.711 INFO:tasks.rados.rados.0.smithi002.stdout:1401: snap_create 2024-09-14T03:40:00.743 INFO:tasks.rados.rados.0.smithi002.stdout:1400: finishing copy_from racing read to smithi00278215-19 2024-09-14T03:40:00.745 INFO:tasks.rados.rados.0.smithi002.stdout:1400: finishing copy_from to smithi00278215-19 2024-09-14T03:40:00.746 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 19 v 1320 (ObjNum 390 snap 118 seq_num 390) dirty exists 2024-09-14T03:40:00.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:00 smithi154 ceph-mon[81546]: osdmap e342: 8 total, 8 up, 8 in 2024-09-14T03:40:00.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:00 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:00.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:00 smithi154 ceph-mon[81546]: overall HEALTH_OK 2024-09-14T03:40:01.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:00 smithi002 ceph-mon[87970]: osdmap e342: 8 total, 8 up, 8 in 2024-09-14T03:40:01.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:00 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:01.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:00 smithi002 ceph-mon[87970]: overall HEALTH_OK 2024-09-14T03:40:01.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:00 smithi002 ceph-mon[89815]: osdmap e342: 8 total, 8 up, 8 in 2024-09-14T03:40:01.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:00 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:01.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:00 smithi002 ceph-mon[89815]: overall HEALTH_OK 2024-09-14T03:40:01.710 INFO:tasks.rados.rados.0.smithi002.stdout:1400: done (1 left) 2024-09-14T03:40:01.711 INFO:tasks.rados.rados.0.smithi002.stdout:1401: done (0 left) 2024-09-14T03:40:01.711 INFO:tasks.rados.rados.0.smithi002.stdout:1402: copy_from oid 35 from oid 22 current snap is 140 2024-09-14T03:40:01.711 INFO:tasks.rados.rados.0.smithi002.stdout:1403: rollback oid 20 current snap is 140 2024-09-14T03:40:01.711 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 20 to 139 2024-09-14T03:40:01.711 INFO:tasks.rados.rados.0.smithi002.stdout:1404: delete oid 27 current snap is 140 2024-09-14T03:40:01.720 INFO:tasks.rados.rados.0.smithi002.stdout:1404: done (2 left) 2024-09-14T03:40:01.720 INFO:tasks.rados.rados.0.smithi002.stdout:1405: rollback oid 36 current snap is 140 2024-09-14T03:40:01.721 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 36 to 110 2024-09-14T03:40:01.721 INFO:tasks.rados.rados.0.smithi002.stdout:1406: delete oid 7 current snap is 140 2024-09-14T03:40:01.721 INFO:tasks.rados.rados.0.smithi002.stdout:1403: finishing rollback tid 0 to smithi00278215-20 2024-09-14T03:40:01.722 INFO:tasks.rados.rados.0.smithi002.stdout:1403: finishing rollback tid 1 to smithi00278215-20 2024-09-14T03:40:01.722 INFO:tasks.rados.rados.0.smithi002.stdout:1403: finishing rollback tid 2 to smithi00278215-20 2024-09-14T03:40:01.722 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 20 v 1260 (ObjNum 368 snap 112 seq_num 368) dirty exists 2024-09-14T03:40:01.725 INFO:tasks.rados.rados.0.smithi002.stdout:1403: done (3 left) 2024-09-14T03:40:01.725 INFO:tasks.rados.rados.0.smithi002.stdout:1406: done (2 left) 2024-09-14T03:40:01.725 INFO:tasks.rados.rados.0.smithi002.stdout:1407: copy_from oid 20 from oid 34 current snap is 140 2024-09-14T03:40:01.725 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 7 current snap is 140 2024-09-14T03:40:01.725 INFO:tasks.rados.rados.0.smithi002.stdout:1408: seq_num 453 ranges {0=393216} 2024-09-14T03:40:01.727 INFO:tasks.rados.rados.0.smithi002.stdout:1408: writing smithi00278215-7 from 0 to 393216 tid 1 2024-09-14T03:40:01.728 INFO:tasks.rados.rados.0.smithi002.stdout:1405: finishing rollback tid 0 to smithi00278215-36 2024-09-14T03:40:01.728 INFO:tasks.rados.rados.0.smithi002.stdout:1405: finishing rollback tid 1 to smithi00278215-36 2024-09-14T03:40:01.728 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 36 v 1064 (ObjNum 65 snap 0 seq_num 1802264169) dirty dne 2024-09-14T03:40:01.728 INFO:tasks.rados.rados.0.smithi002.stdout:1405: done (3 left) 2024-09-14T03:40:01.728 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 2 current snap is 140 2024-09-14T03:40:01.728 INFO:tasks.rados.rados.0.smithi002.stdout:1409: seq_num 454 ranges {0=409600} 2024-09-14T03:40:01.730 INFO:tasks.rados.rados.0.smithi002.stdout:1409: writing smithi00278215-2 from 0 to 409600 tid 1 2024-09-14T03:40:01.731 INFO:tasks.rados.rados.0.smithi002.stdout:1410: rollback oid 17 current snap is 140 2024-09-14T03:40:01.731 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 17 to 124 2024-09-14T03:40:01.731 INFO:tasks.rados.rados.0.smithi002.stdout:1411: read oid 41 snap -1 2024-09-14T03:40:01.731 INFO:tasks.rados.rados.0.smithi002.stdout:1411: expect (ObjNum 442 snap 135 seq_num 442) 2024-09-14T03:40:01.731 INFO:tasks.rados.rados.0.smithi002.stdout:1412: snap_remove snap 114 2024-09-14T03:40:01.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:01 smithi154 ceph-mon[81546]: pgmap v183: 121 pgs: 121 active+clean; 351 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.7 MiB/s wr, 10 op/s 2024-09-14T03:40:01.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:01 smithi154 ceph-mon[81546]: osdmap e343: 8 total, 8 up, 8 in 2024-09-14T03:40:02.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:01 smithi002 ceph-mon[87970]: pgmap v183: 121 pgs: 121 active+clean; 351 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.7 MiB/s wr, 10 op/s 2024-09-14T03:40:02.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:01 smithi002 ceph-mon[87970]: osdmap e343: 8 total, 8 up, 8 in 2024-09-14T03:40:02.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:01 smithi002 ceph-mon[89815]: pgmap v183: 121 pgs: 121 active+clean; 351 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.7 MiB/s wr, 10 op/s 2024-09-14T03:40:02.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:01 smithi002 ceph-mon[89815]: osdmap e343: 8 total, 8 up, 8 in 2024-09-14T03:40:02.697 INFO:tasks.rados.rados.0.smithi002.stdout:1412: done (6 left) 2024-09-14T03:40:02.697 INFO:tasks.rados.rados.0.smithi002.stdout:1413: delete oid 15 current snap is 140 2024-09-14T03:40:02.697 INFO:tasks.rados.rados.0.smithi002.stdout:1410: finishing rollback tid 1 to smithi00278215-17 2024-09-14T03:40:02.697 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 17 v 0 (ObjNum 145 snap 0 seq_num 855352840) dirty dne 2024-09-14T03:40:02.697 INFO:tasks.rados.rados.0.smithi002.stdout:1402: finishing copy_from racing read to smithi00278215-35 2024-09-14T03:40:02.697 INFO:tasks.rados.rados.0.smithi002.stdout:1408: finishing write tid 1 to smithi00278215-7 2024-09-14T03:40:02.697 INFO:tasks.rados.rados.0.smithi002.stdout:1409: finishing write tid 1 to smithi00278215-2 2024-09-14T03:40:02.698 INFO:tasks.rados.rados.0.smithi002.stdout:1408: finishing write tid 2 to smithi00278215-7 2024-09-14T03:40:02.698 INFO:tasks.rados.rados.0.smithi002.stdout:1402: finishing copy_from to smithi00278215-35 2024-09-14T03:40:02.698 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 35 v 1062 (ObjNum 344 snap 102 seq_num 344) dirty exists 2024-09-14T03:40:02.698 INFO:tasks.rados.rados.0.smithi002.stdout:1409: finishing write tid 2 to smithi00278215-2 2024-09-14T03:40:02.698 INFO:tasks.rados.rados.0.smithi002.stdout:1409: finishing write tid 3 to smithi00278215-2 2024-09-14T03:40:02.698 INFO:tasks.rados.rados.0.smithi002.stdout:1409: oid 2 updating version 0 to 1043 2024-09-14T03:40:02.698 INFO:tasks.rados.rados.0.smithi002.stdout:1409: oid 2 version 1043 is already newer than 1042 2024-09-14T03:40:02.698 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 2 v 1043 (ObjNum 454 snap 140 seq_num 454) dirty exists 2024-09-14T03:40:02.698 INFO:tasks.rados.rados.0.smithi002.stdout:1409: left oid 2 (ObjNum 454 snap 140 seq_num 454) 2024-09-14T03:40:02.698 INFO:tasks.rados.rados.0.smithi002.stdout:1407: finishing copy_from racing read to smithi00278215-20 2024-09-14T03:40:02.698 INFO:tasks.rados.rados.0.smithi002.stdout:1411: expect (ObjNum 442 snap 135 seq_num 442) 2024-09-14T03:40:02.769 INFO:tasks.rados.rados.0.smithi002.stdout:1408: finishing write tid 3 to smithi00278215-7 2024-09-14T03:40:02.769 INFO:tasks.rados.rados.0.smithi002.stdout:1408: oid 7 updating version 0 to 1736 2024-09-14T03:40:02.769 INFO:tasks.rados.rados.0.smithi002.stdout:1408: oid 7 version 1736 is already newer than 1735 2024-09-14T03:40:02.769 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 1736 (ObjNum 453 snap 140 seq_num 453) dirty exists 2024-09-14T03:40:02.769 INFO:tasks.rados.rados.0.smithi002.stdout:1408: left oid 7 (ObjNum 453 snap 140 seq_num 453) 2024-09-14T03:40:02.769 INFO:tasks.rados.rados.0.smithi002.stdout:1407: finishing copy_from to smithi00278215-20 2024-09-14T03:40:02.769 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 20 v 1038 (ObjNum 445 snap 136 seq_num 445) dirty exists 2024-09-14T03:40:02.770 INFO:tasks.rados.rados.0.smithi002.stdout:1402: done (6 left) 2024-09-14T03:40:02.770 INFO:tasks.rados.rados.0.smithi002.stdout:1407: done (5 left) 2024-09-14T03:40:02.770 INFO:tasks.rados.rados.0.smithi002.stdout:1408: done (4 left) 2024-09-14T03:40:02.770 INFO:tasks.rados.rados.0.smithi002.stdout:1409: done (3 left) 2024-09-14T03:40:02.770 INFO:tasks.rados.rados.0.smithi002.stdout:1410: done (2 left) 2024-09-14T03:40:02.770 INFO:tasks.rados.rados.0.smithi002.stdout:1411: done (1 left) 2024-09-14T03:40:02.770 INFO:tasks.rados.rados.0.smithi002.stdout:1413: done (0 left) 2024-09-14T03:40:02.770 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 19 current snap is 140 2024-09-14T03:40:02.770 INFO:tasks.rados.rados.0.smithi002.stdout:1414: seq_num 456 ranges {4620288=442368} 2024-09-14T03:40:02.796 INFO:tasks.rados.rados.0.smithi002.stdout:1414: writing smithi00278215-19 from 4620288 to 5062656 tid 1 2024-09-14T03:40:02.797 INFO:tasks.rados.rados.0.smithi002.stdout:1415: snap_create 2024-09-14T03:40:02.800 INFO:tasks.rados.rados.0.smithi002.stdout:1414: finishing write tid 1 to smithi00278215-19 2024-09-14T03:40:02.800 INFO:tasks.rados.rados.0.smithi002.stdout:1414: finishing write tid 2 to smithi00278215-19 2024-09-14T03:40:02.801 INFO:tasks.rados.rados.0.smithi002.stdout:1414: finishing write tid 3 to smithi00278215-19 2024-09-14T03:40:02.801 INFO:tasks.rados.rados.0.smithi002.stdout:1414: oid 19 updating version 0 to 1322 2024-09-14T03:40:02.801 INFO:tasks.rados.rados.0.smithi002.stdout:1414: oid 19 version 1322 is already newer than 1321 2024-09-14T03:40:02.801 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 19 v 1322 (ObjNum 456 snap 140 seq_num 456) dirty exists 2024-09-14T03:40:02.801 INFO:tasks.rados.rados.0.smithi002.stdout:1414: left oid 19 (ObjNum 456 snap 140 seq_num 456) 2024-09-14T03:40:02.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:02 smithi154 ceph-mon[81546]: osdmap e344: 8 total, 8 up, 8 in 2024-09-14T03:40:02.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:02 smithi154 ceph-mon[81546]: osdmap e345: 8 total, 8 up, 8 in 2024-09-14T03:40:03.094 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:02 smithi002 ceph-mon[87970]: osdmap e344: 8 total, 8 up, 8 in 2024-09-14T03:40:03.095 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:02 smithi002 ceph-mon[87970]: osdmap e345: 8 total, 8 up, 8 in 2024-09-14T03:40:03.095 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:02 smithi002 ceph-mon[89815]: osdmap e344: 8 total, 8 up, 8 in 2024-09-14T03:40:03.095 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:02 smithi002 ceph-mon[89815]: osdmap e345: 8 total, 8 up, 8 in 2024-09-14T03:40:03.436 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:40:03 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:40:03] "GET /metrics HTTP/1.1" 200 36295 "" "Prometheus/2.43.0" 2024-09-14T03:40:03.727 INFO:tasks.rados.rados.0.smithi002.stdout:1414: done (1 left) 2024-09-14T03:40:03.727 INFO:tasks.rados.rados.0.smithi002.stdout:1415: done (0 left) 2024-09-14T03:40:03.728 INFO:tasks.rados.rados.0.smithi002.stdout:1416: snap_create 2024-09-14T03:40:03.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:03 smithi154 ceph-mon[81546]: pgmap v186: 121 pgs: 121 active+clean; 344 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 4.0 MiB/s wr, 10 op/s 2024-09-14T03:40:04.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:03 smithi002 ceph-mon[89815]: pgmap v186: 121 pgs: 121 active+clean; 344 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 4.0 MiB/s wr, 10 op/s 2024-09-14T03:40:04.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:03 smithi002 ceph-mon[87970]: pgmap v186: 121 pgs: 121 active+clean; 344 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 4.0 MiB/s wr, 10 op/s 2024-09-14T03:40:04.733 INFO:tasks.rados.rados.0.smithi002.stdout:1416: done (0 left) 2024-09-14T03:40:04.733 INFO:tasks.rados.rados.0.smithi002.stdout:1417: rollback oid 44 current snap is 142 2024-09-14T03:40:04.734 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 44 to 127 2024-09-14T03:40:04.734 INFO:tasks.rados.rados.0.smithi002.stdout:1418: read oid 36 snap -1 2024-09-14T03:40:04.734 INFO:tasks.rados.rados.0.smithi002.stdout:1418: expect deleted 2024-09-14T03:40:04.734 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 1 current snap is 142 2024-09-14T03:40:04.734 INFO:tasks.rados.rados.0.smithi002.stdout:1419: seq_num 457 ranges {0=458752} 2024-09-14T03:40:04.734 INFO:tasks.rados.rados.0.smithi002.stdout:1419: writing smithi00278215-1 from 0 to 458752 tid 1 2024-09-14T03:40:04.735 INFO:tasks.rados.rados.0.smithi002.stdout:1420: delete oid 50 current snap is 142 2024-09-14T03:40:04.737 INFO:tasks.rados.rados.0.smithi002.stdout:1417: finishing rollback tid 0 to smithi00278215-44 2024-09-14T03:40:04.737 INFO:tasks.rados.rados.0.smithi002.stdout:1417: finishing rollback tid 1 to smithi00278215-44 2024-09-14T03:40:04.737 INFO:tasks.rados.rados.0.smithi002.stdout:1417: finishing rollback tid 2 to smithi00278215-44 2024-09-14T03:40:04.737 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 1045 (ObjNum 388 snap 118 seq_num 388) dirty exists 2024-09-14T03:40:04.741 INFO:tasks.rados.rados.0.smithi002.stdout:1419: finishing write tid 1 to smithi00278215-1 2024-09-14T03:40:04.741 INFO:tasks.rados.rados.0.smithi002.stdout:1419: finishing write tid 2 to smithi00278215-1 2024-09-14T03:40:04.742 INFO:tasks.rados.rados.0.smithi002.stdout:1417: done (3 left) 2024-09-14T03:40:04.742 INFO:tasks.rados.rados.0.smithi002.stdout:1418: done (2 left) 2024-09-14T03:40:04.742 INFO:tasks.rados.rados.0.smithi002.stdout:1420: done (1 left) 2024-09-14T03:40:04.742 INFO:tasks.rados.rados.0.smithi002.stdout:1421: read oid 48 snap -1 2024-09-14T03:40:04.742 INFO:tasks.rados.rados.0.smithi002.stdout:1421: expect deleted 2024-09-14T03:40:04.742 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 6 current snap is 142 2024-09-14T03:40:04.742 INFO:tasks.rados.rados.0.smithi002.stdout:1422: seq_num 459 ranges {9150464=491520} 2024-09-14T03:40:04.794 INFO:tasks.rados.rados.0.smithi002.stdout:1422: writing smithi00278215-6 from 9150464 to 9641984 tid 1 2024-09-14T03:40:04.794 INFO:tasks.rados.rados.0.smithi002.stdout:1423: snap_create 2024-09-14T03:40:04.794 INFO:tasks.rados.rados.0.smithi002.stdout:1419: finishing write tid 3 to smithi00278215-1 2024-09-14T03:40:04.794 INFO:tasks.rados.rados.0.smithi002.stdout:1419: oid 1 updating version 0 to 1754 2024-09-14T03:40:04.795 INFO:tasks.rados.rados.0.smithi002.stdout:1419: oid 1 updating version 1754 to 1755 2024-09-14T03:40:04.795 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 1 v 1755 (ObjNum 457 snap 142 seq_num 457) dirty exists 2024-09-14T03:40:04.795 INFO:tasks.rados.rados.0.smithi002.stdout:1419: left oid 1 (ObjNum 457 snap 142 seq_num 457) 2024-09-14T03:40:04.797 INFO:tasks.rados.rados.0.smithi002.stdout:1422: finishing write tid 1 to smithi00278215-6 2024-09-14T03:40:04.797 INFO:tasks.rados.rados.0.smithi002.stdout:1422: finishing write tid 2 to smithi00278215-6 2024-09-14T03:40:04.799 INFO:tasks.rados.rados.0.smithi002.stdout:1422: finishing write tid 3 to smithi00278215-6 2024-09-14T03:40:04.799 INFO:tasks.rados.rados.0.smithi002.stdout:1422: oid 6 updating version 0 to 1759 2024-09-14T03:40:04.799 INFO:tasks.rados.rados.0.smithi002.stdout:1422: oid 6 updating version 1759 to 1760 2024-09-14T03:40:04.799 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 6 v 1760 (ObjNum 459 snap 142 seq_num 459) dirty exists 2024-09-14T03:40:04.799 INFO:tasks.rados.rados.0.smithi002.stdout:1422: left oid 6 (ObjNum 459 snap 142 seq_num 459) 2024-09-14T03:40:04.888 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:04 smithi002 ceph-mon[87970]: osdmap e346: 8 total, 8 up, 8 in 2024-09-14T03:40:04.888 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:04 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-09-14T03:40:04.888 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:04 smithi002 ceph-mon[89815]: osdmap e346: 8 total, 8 up, 8 in 2024-09-14T03:40:04.888 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:04 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-09-14T03:40:05.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:04 smithi154 ceph-mon[81546]: osdmap e346: 8 total, 8 up, 8 in 2024-09-14T03:40:05.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:04 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-09-14T03:40:05.738 INFO:tasks.rados.rados.0.smithi002.stdout:1419: done (3 left) 2024-09-14T03:40:05.738 INFO:tasks.rados.rados.0.smithi002.stdout:1421: done (2 left) 2024-09-14T03:40:05.739 INFO:tasks.rados.rados.0.smithi002.stdout:1422: done (1 left) 2024-09-14T03:40:05.739 INFO:tasks.rados.rados.0.smithi002.stdout:1423: done (0 left) 2024-09-14T03:40:05.739 INFO:tasks.rados.rados.0.smithi002.stdout:1424: read oid 49 snap -1 2024-09-14T03:40:05.739 INFO:tasks.rados.rados.0.smithi002.stdout:1424: expect (ObjNum 380 snap 116 seq_num 380) 2024-09-14T03:40:05.739 INFO:tasks.rados.rados.0.smithi002.stdout:1425: read oid 22 snap -1 2024-09-14T03:40:05.739 INFO:tasks.rados.rados.0.smithi002.stdout:1425: expect (ObjNum 344 snap 102 seq_num 344) 2024-09-14T03:40:05.739 INFO:tasks.rados.rados.0.smithi002.stdout:1426: setattr oid 42 current snap is 143 2024-09-14T03:40:05.741 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 27 current snap is 143 2024-09-14T03:40:05.741 INFO:tasks.rados.rados.0.smithi002.stdout:1427: seq_num 460 ranges {0=507904} 2024-09-14T03:40:05.744 INFO:tasks.rados.rados.0.smithi002.stdout:1427: writing smithi00278215-27 from 0 to 507904 tid 1 2024-09-14T03:40:05.744 INFO:tasks.rados.rados.0.smithi002.stdout:1428: delete oid 26 current snap is 143 2024-09-14T03:40:05.746 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 42 v 1046 (ObjNum 65 snap 0 seq_num 836301648) dirty exists 2024-09-14T03:40:05.748 INFO:tasks.rados.rados.0.smithi002.stdout:1425: expect (ObjNum 344 snap 102 seq_num 344) 2024-09-14T03:40:05.789 INFO:tasks.rados.rados.0.smithi002.stdout:1427: finishing write tid 1 to smithi00278215-27 2024-09-14T03:40:05.789 INFO:tasks.rados.rados.0.smithi002.stdout:1427: finishing write tid 2 to smithi00278215-27 2024-09-14T03:40:05.789 INFO:tasks.rados.rados.0.smithi002.stdout:1427: finishing write tid 3 to smithi00278215-27 2024-09-14T03:40:05.789 INFO:tasks.rados.rados.0.smithi002.stdout:1427: oid 27 updating version 0 to 570 2024-09-14T03:40:05.789 INFO:tasks.rados.rados.0.smithi002.stdout:1427: oid 27 version 570 is already newer than 569 2024-09-14T03:40:05.789 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 27 v 570 (ObjNum 460 snap 143 seq_num 460) dirty exists 2024-09-14T03:40:05.789 INFO:tasks.rados.rados.0.smithi002.stdout:1427: left oid 27 (ObjNum 460 snap 143 seq_num 460) 2024-09-14T03:40:05.789 INFO:tasks.rados.rados.0.smithi002.stdout:1424: expect (ObjNum 380 snap 116 seq_num 380) 2024-09-14T03:40:05.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:05 smithi002 ceph-mon[87970]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-14T03:40:05.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:05 smithi002 ceph-mon[87970]: Upgrade: osd.2 is safe to restart 2024-09-14T03:40:05.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:05 smithi002 ceph-mon[87970]: pgmap v189: 121 pgs: 121 active+clean; 341 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 174 KiB/s rd, 1.3 MiB/s wr, 2 op/s 2024-09-14T03:40:05.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:05 smithi002 ceph-mon[87970]: osdmap e347: 8 total, 8 up, 8 in 2024-09-14T03:40:05.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:05 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:05.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:05 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-09-14T03:40:05.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:05 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:40:05.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:05 smithi002 ceph-mon[89815]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-14T03:40:05.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:05 smithi002 ceph-mon[89815]: Upgrade: osd.2 is safe to restart 2024-09-14T03:40:05.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:05 smithi002 ceph-mon[89815]: pgmap v189: 121 pgs: 121 active+clean; 341 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 174 KiB/s rd, 1.3 MiB/s wr, 2 op/s 2024-09-14T03:40:05.939 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:05 smithi002 ceph-mon[89815]: osdmap e347: 8 total, 8 up, 8 in 2024-09-14T03:40:05.939 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:05 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:05.939 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:05 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-09-14T03:40:05.939 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:05 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:40:06.098 INFO:tasks.rados.rados.0.smithi002.stdout:1424: done (4 left) 2024-09-14T03:40:06.098 INFO:tasks.rados.rados.0.smithi002.stdout:1425: done (3 left) 2024-09-14T03:40:06.098 INFO:tasks.rados.rados.0.smithi002.stdout:1426: done (2 left) 2024-09-14T03:40:06.098 INFO:tasks.rados.rados.0.smithi002.stdout:1427: done (1 left) 2024-09-14T03:40:06.098 INFO:tasks.rados.rados.0.smithi002.stdout:1428: done (0 left) 2024-09-14T03:40:06.098 INFO:tasks.rados.rados.0.smithi002.stdout:1429: rollback oid 34 current snap is 143 2024-09-14T03:40:06.098 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 34 to 132 2024-09-14T03:40:06.098 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 2 current snap is 143 2024-09-14T03:40:06.098 INFO:tasks.rados.rados.0.smithi002.stdout:1430: seq_num 462 ranges {409600=540672} 2024-09-14T03:40:06.103 INFO:tasks.rados.rados.0.smithi002.stdout:1430: writing smithi00278215-2 from 409600 to 950272 tid 1 2024-09-14T03:40:06.103 INFO:tasks.rados.rados.0.smithi002.stdout:1431: read oid 15 snap -1 2024-09-14T03:40:06.103 INFO:tasks.rados.rados.0.smithi002.stdout:1431: expect deleted 2024-09-14T03:40:06.103 INFO:tasks.rados.rados.0.smithi002.stdout:1432: read oid 31 snap 134 2024-09-14T03:40:06.103 INFO:tasks.rados.rados.0.smithi002.stdout:1432: expect (ObjNum 393 snap 119 seq_num 393) 2024-09-14T03:40:06.103 INFO:tasks.rados.rados.0.smithi002.stdout:1433: snap_remove snap 126 2024-09-14T03:40:06.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:05 smithi154 ceph-mon[81546]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-14T03:40:06.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:05 smithi154 ceph-mon[81546]: Upgrade: osd.2 is safe to restart 2024-09-14T03:40:06.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:05 smithi154 ceph-mon[81546]: pgmap v189: 121 pgs: 121 active+clean; 341 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 174 KiB/s rd, 1.3 MiB/s wr, 2 op/s 2024-09-14T03:40:06.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:05 smithi154 ceph-mon[81546]: osdmap e347: 8 total, 8 up, 8 in 2024-09-14T03:40:06.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:05 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:06.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:05 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-09-14T03:40:06.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:05 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:40:06.744 INFO:tasks.rados.rados.0.smithi002.stdout:1433: done (4 left) 2024-09-14T03:40:06.744 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 41 current snap is 143 2024-09-14T03:40:06.744 INFO:tasks.rados.rados.0.smithi002.stdout:1429: finishing rollback tid 0 to smithi00278215-34 2024-09-14T03:40:06.744 INFO:tasks.rados.rados.0.smithi002.stdout:1429: finishing rollback tid 1 to smithi00278215-34 2024-09-14T03:40:06.744 INFO:tasks.rados.rados.0.smithi002.stdout:1429: finishing rollback tid 2 to smithi00278215-34 2024-09-14T03:40:06.744 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 34 v 1044 (ObjNum 430 snap 132 seq_num 430) dirty exists 2024-09-14T03:40:06.744 INFO:tasks.rados.rados.0.smithi002.stdout:1430: finishing write tid 1 to smithi00278215-2 2024-09-14T03:40:06.744 INFO:tasks.rados.rados.0.smithi002.stdout:1430: finishing write tid 2 to smithi00278215-2 2024-09-14T03:40:06.745 INFO:tasks.rados.rados.0.smithi002.stdout:1430: finishing write tid 3 to smithi00278215-2 2024-09-14T03:40:06.745 INFO:tasks.rados.rados.0.smithi002.stdout:1430: oid 2 updating version 0 to 1044 2024-09-14T03:40:06.745 INFO:tasks.rados.rados.0.smithi002.stdout:1430: oid 2 updating version 1044 to 1045 2024-09-14T03:40:06.745 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 2 v 1045 (ObjNum 462 snap 143 seq_num 462) dirty exists 2024-09-14T03:40:06.745 INFO:tasks.rados.rados.0.smithi002.stdout:1430: left oid 2 (ObjNum 462 snap 143 seq_num 462) 2024-09-14T03:40:06.745 INFO:tasks.rados.rados.0.smithi002.stdout:1432: expect (ObjNum 393 snap 119 seq_num 393) 2024-09-14T03:40:06.835 INFO:tasks.rados.rados.0.smithi002.stdout:1434: seq_num 463 ranges {1466368=557056} 2024-09-14T03:40:06.846 INFO:tasks.rados.rados.0.smithi002.stdout:1434: writing smithi00278215-41 from 1466368 to 2023424 tid 1 2024-09-14T03:40:06.846 INFO:tasks.rados.rados.0.smithi002.stdout:1429: done (4 left) 2024-09-14T03:40:06.847 INFO:tasks.rados.rados.0.smithi002.stdout:1430: done (3 left) 2024-09-14T03:40:06.847 INFO:tasks.rados.rados.0.smithi002.stdout:1431: done (2 left) 2024-09-14T03:40:06.847 INFO:tasks.rados.rados.0.smithi002.stdout:1432: done (1 left) 2024-09-14T03:40:06.847 INFO:tasks.rados.rados.0.smithi002.stdout:1435: snap_create 2024-09-14T03:40:06.853 INFO:tasks.rados.rados.0.smithi002.stdout:1434: finishing write tid 1 to smithi00278215-41 2024-09-14T03:40:06.856 INFO:tasks.rados.rados.0.smithi002.stdout:1434: finishing write tid 2 to smithi00278215-41 2024-09-14T03:40:06.858 INFO:tasks.rados.rados.0.smithi002.stdout:1434: finishing write tid 3 to smithi00278215-41 2024-09-14T03:40:06.859 INFO:tasks.rados.rados.0.smithi002.stdout:1434: oid 41 updating version 0 to 1763 2024-09-14T03:40:06.859 INFO:tasks.rados.rados.0.smithi002.stdout:1434: oid 41 version 1763 is already newer than 1762 2024-09-14T03:40:06.859 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 41 v 1763 (ObjNum 463 snap 143 seq_num 463) dirty exists 2024-09-14T03:40:06.859 INFO:tasks.rados.rados.0.smithi002.stdout:1434: left oid 41 (ObjNum 463 snap 143 seq_num 463) 2024-09-14T03:40:07.089 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:06 smithi002 ceph-mon[87970]: Upgrade: Updating osd.2 2024-09-14T03:40:07.089 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:06 smithi002 ceph-mon[87970]: Deploying daemon osd.2 on smithi002 2024-09-14T03:40:07.089 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:06 smithi002 ceph-mon[87970]: osdmap e348: 8 total, 8 up, 8 in 2024-09-14T03:40:07.089 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:06 smithi002 ceph-mon[89815]: Upgrade: Updating osd.2 2024-09-14T03:40:07.089 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:06 smithi002 ceph-mon[89815]: Deploying daemon osd.2 on smithi002 2024-09-14T03:40:07.089 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:06 smithi002 ceph-mon[89815]: osdmap e348: 8 total, 8 up, 8 in 2024-09-14T03:40:07.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:06 smithi154 ceph-mon[81546]: Upgrade: Updating osd.2 2024-09-14T03:40:07.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:06 smithi154 ceph-mon[81546]: Deploying daemon osd.2 on smithi002 2024-09-14T03:40:07.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:06 smithi154 ceph-mon[81546]: osdmap e348: 8 total, 8 up, 8 in 2024-09-14T03:40:07.697 INFO:tasks.rados.rados.0.smithi002.stdout:1434: done (1 left) 2024-09-14T03:40:07.697 INFO:tasks.rados.rados.0.smithi002.stdout:1435: done (0 left) 2024-09-14T03:40:07.697 INFO:tasks.rados.rados.0.smithi002.stdout:1436: snap_create 2024-09-14T03:40:07.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:07 smithi002 ceph-mon[87970]: pgmap v192: 121 pgs: 121 active+clean; 277 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-09-14T03:40:07.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:07 smithi002 ceph-mon[87970]: osdmap e349: 8 total, 8 up, 8 in 2024-09-14T03:40:07.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:07 smithi002 ceph-mon[87970]: osdmap e350: 8 total, 8 up, 8 in 2024-09-14T03:40:07.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:07 smithi002 ceph-mon[89815]: pgmap v192: 121 pgs: 121 active+clean; 277 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-09-14T03:40:07.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:07 smithi002 ceph-mon[89815]: osdmap e349: 8 total, 8 up, 8 in 2024-09-14T03:40:07.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:07 smithi002 ceph-mon[89815]: osdmap e350: 8 total, 8 up, 8 in 2024-09-14T03:40:08.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:07 smithi154 ceph-mon[81546]: pgmap v192: 121 pgs: 121 active+clean; 277 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-09-14T03:40:08.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:07 smithi154 ceph-mon[81546]: osdmap e349: 8 total, 8 up, 8 in 2024-09-14T03:40:08.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:07 smithi154 ceph-mon[81546]: osdmap e350: 8 total, 8 up, 8 in 2024-09-14T03:40:08.698 INFO:tasks.rados.rados.0.smithi002.stdout:1436: done (0 left) 2024-09-14T03:40:08.698 INFO:tasks.rados.rados.0.smithi002.stdout:1437: read oid 17 snap 121 2024-09-14T03:40:08.698 INFO:tasks.rados.rados.0.smithi002.stdout:1437: expect deleted 2024-09-14T03:40:08.698 INFO:tasks.rados.rados.0.smithi002.stdout:1438: delete oid 15 current snap is 145 2024-09-14T03:40:08.702 INFO:tasks.rados.rados.0.smithi002.stdout:1437: done (1 left) 2024-09-14T03:40:08.703 INFO:tasks.rados.rados.0.smithi002.stdout:1438: done (0 left) 2024-09-14T03:40:08.703 INFO:tasks.rados.rados.0.smithi002.stdout:1439: read oid 41 snap 119 2024-09-14T03:40:08.703 INFO:tasks.rados.rados.0.smithi002.stdout:1439: expect (ObjNum 218 snap 64 seq_num 218) 2024-09-14T03:40:08.703 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 36 current snap is 145 2024-09-14T03:40:08.703 INFO:tasks.rados.rados.0.smithi002.stdout:1440: seq_num 465 ranges {0=598016} 2024-09-14T03:40:08.706 INFO:tasks.rados.rados.0.smithi002.stdout:1440: writing smithi00278215-36 from 0 to 598016 tid 1 2024-09-14T03:40:08.706 INFO:tasks.rados.rados.0.smithi002.stdout:1441: rollback oid 4 current snap is 145 2024-09-14T03:40:08.708 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 4 to 125 2024-09-14T03:40:08.708 INFO:tasks.rados.rados.0.smithi002.stdout:1442: rmattr oid 46 current snap is 145 2024-09-14T03:40:08.708 INFO:tasks.rados.rados.0.smithi002.stdout:1442: done (3 left) 2024-09-14T03:40:08.709 INFO:tasks.rados.rados.0.smithi002.stdout:1443: setattr oid 10 current snap is 145 2024-09-14T03:40:08.711 INFO:tasks.rados.rados.0.smithi002.stdout:1444: snap_remove snap 133 2024-09-14T03:40:08.931 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:40:08 smithi002 systemd[1]: Stopping Ceph osd.2 for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:40:09.186 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:40:08 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-2[53006]: 2024-09-14T03:40:08.930+0000 7f0754994640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-14T03:40:09.187 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:40:08 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-2[53006]: 2024-09-14T03:40:08.930+0000 7f0754994640 -1 osd.2 351 *** Got signal Terminated *** 2024-09-14T03:40:09.187 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:40:08 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-2[53006]: 2024-09-14T03:40:08.930+0000 7f0754994640 -1 osd.2 351 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-14T03:40:09.609 INFO:teuthology.orchestra.run.smithi002.stdout:true 2024-09-14T03:40:09.704 INFO:tasks.rados.rados.0.smithi002.stdout:1439: expect (ObjNum 218 snap 64 seq_num 218) 2024-09-14T03:40:09.747 INFO:tasks.rados.rados.0.smithi002.stdout:1440: finishing write tid 1 to smithi00278215-36 2024-09-14T03:40:09.747 INFO:tasks.rados.rados.0.smithi002.stdout:1440: finishing write tid 2 to smithi00278215-36 2024-09-14T03:40:09.747 INFO:tasks.rados.rados.0.smithi002.stdout:1440: finishing write tid 3 to smithi00278215-36 2024-09-14T03:40:09.747 INFO:tasks.rados.rados.0.smithi002.stdout:1440: oid 36 updating version 0 to 1065 2024-09-14T03:40:09.747 INFO:tasks.rados.rados.0.smithi002.stdout:1440: oid 36 updating version 1065 to 1066 2024-09-14T03:40:09.747 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 36 v 1066 (ObjNum 465 snap 145 seq_num 465) dirty exists 2024-09-14T03:40:09.747 INFO:tasks.rados.rados.0.smithi002.stdout:1440: left oid 36 (ObjNum 465 snap 145 seq_num 465) 2024-09-14T03:40:09.747 INFO:tasks.rados.rados.0.smithi002.stdout:1441: finishing rollback tid 0 to smithi00278215-4 2024-09-14T03:40:09.747 INFO:tasks.rados.rados.0.smithi002.stdout:1441: finishing rollback tid 1 to smithi00278215-4 2024-09-14T03:40:09.747 INFO:tasks.rados.rados.0.smithi002.stdout:1441: finishing rollback tid 2 to smithi00278215-4 2024-09-14T03:40:09.747 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 1049 (ObjNum 411 snap 125 seq_num 411) dirty exists 2024-09-14T03:40:09.748 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 1050 (ObjNum 414 snap 126 seq_num 414) dirty exists 2024-09-14T03:40:09.748 INFO:tasks.rados.rados.0.smithi002.stdout:1439: done (4 left) 2024-09-14T03:40:09.748 INFO:tasks.rados.rados.0.smithi002.stdout:1440: done (3 left) 2024-09-14T03:40:09.748 INFO:tasks.rados.rados.0.smithi002.stdout:1441: done (2 left) 2024-09-14T03:40:09.748 INFO:tasks.rados.rados.0.smithi002.stdout:1443: done (1 left) 2024-09-14T03:40:09.748 INFO:tasks.rados.rados.0.smithi002.stdout:1444: done (0 left) 2024-09-14T03:40:09.748 INFO:tasks.rados.rados.0.smithi002.stdout:1445: rmattr oid 30 current snap is 145 2024-09-14T03:40:09.748 INFO:tasks.rados.rados.0.smithi002.stdout:1445: done (0 left) 2024-09-14T03:40:09.748 INFO:tasks.rados.rados.0.smithi002.stdout:1446: snap_remove snap 123 2024-09-14T03:40:09.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:09 smithi002 ceph-mon[87970]: pgmap v195: 121 pgs: 121 active+clean; 278 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-09-14T03:40:09.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:09 smithi002 ceph-mon[87970]: osdmap e351: 8 total, 8 up, 8 in 2024-09-14T03:40:09.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:09 smithi002 ceph-mon[87970]: osd.2 marked itself down and dead 2024-09-14T03:40:09.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:09 smithi002 ceph-mon[89815]: pgmap v195: 121 pgs: 121 active+clean; 278 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-09-14T03:40:09.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:09 smithi002 ceph-mon[89815]: osdmap e351: 8 total, 8 up, 8 in 2024-09-14T03:40:09.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:09 smithi002 ceph-mon[89815]: osd.2 marked itself down and dead 2024-09-14T03:40:09.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:09 smithi154 ceph-mon[81546]: pgmap v195: 121 pgs: 121 active+clean; 278 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-09-14T03:40:09.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:09 smithi154 ceph-mon[81546]: osdmap e351: 8 total, 8 up, 8 in 2024-09-14T03:40:09.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:09 smithi154 ceph-mon[81546]: osd.2 marked itself down and dead 2024-09-14T03:40:10.214 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-14T03:40:10.215 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (6m) 25s ago 7m 27.0M - 0.25.0 c8568f914cd2 8c6771f56432 2024-09-14T03:40:10.215 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi154 *:3000 running (7m) 97s ago 7m 88.0M - 9.4.7 954c08fa6188 6cd949ecdca3 2024-09-14T03:40:10.215 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (8m) 25s ago 8m 18.5M - 18.2.4-845-ge4e227b3 67ddd33fa72f 5bfe4ab70917 2024-09-14T03:40:10.215 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi154 running (8m) 97s ago 8m 19.7M - 18.2.4-845-ge4e227b3 67ddd33fa72f 80e0f22077e1 2024-09-14T03:40:10.215 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi154 *:8443,9283,8765 running (2m) 97s ago 12m 453M - 19.3.0-4907-ga2782315 8801d2529e43 3c8b8d7f1b49 2024-09-14T03:40:10.215 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (3m) 25s ago 13m 521M - 19.3.0-4907-ga2782315 8801d2529e43 37cb6840a9f7 2024-09-14T03:40:10.215 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (2m) 25s ago 13m 58.5M 2048M 19.3.0-4907-ga2782315 8801d2529e43 ac49fe4ea75d 2024-09-14T03:40:10.215 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi154 running (102s) 97s ago 12m 28.2M 2048M 19.3.0-4907-ga2782315 8801d2529e43 de3094fdd6b5 2024-09-14T03:40:10.215 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (2m) 25s ago 12m 47.5M 2048M 19.3.0-4907-ga2782315 8801d2529e43 0423773ea054 2024-09-14T03:40:10.215 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (6m) 25s ago 6m 16.3M - 1.5.0 0da6a335fe13 ad362eb3056c 2024-09-14T03:40:10.215 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi154 *:9100 running (6m) 97s ago 6m 17.2M - 1.5.0 0da6a335fe13 815178e760b0 2024-09-14T03:40:10.215 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (62s) 25s ago 11m 119M 2481M 19.3.0-4907-ga2782315 8801d2529e43 98de17e6e20c 2024-09-14T03:40:10.216 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (29s) 25s ago 11m 12.2M 2481M 19.3.0-4907-ga2782315 8801d2529e43 e758e3d25821 2024-09-14T03:40:10.216 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (10m) 25s ago 10m 202M 2481M 18.2.4-845-ge4e227b3 67ddd33fa72f 623beb99cebc 2024-09-14T03:40:10.216 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (10m) 25s ago 10m 119M 2481M 18.2.4-845-ge4e227b3 67ddd33fa72f 3d4fd272502c 2024-09-14T03:40:10.216 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi154 running (10m) 97s ago 10m 140M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f f0b82e38b9c9 2024-09-14T03:40:10.216 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi154 running (9m) 97s ago 9m 181M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f 50ac4e0a62b5 2024-09-14T03:40:10.216 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi154 running (9m) 97s ago 9m 152M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f b18b3ecf874c 2024-09-14T03:40:10.216 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi154 running (9m) 97s ago 9m 110M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f b111d011fd8e 2024-09-14T03:40:10.216 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi154 *:9095 running (2m) 97s ago 7m 47.2M - 2.43.0 a07b618ecd1d ffbeae974492 2024-09-14T03:40:10.508 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:40:10 smithi002 podman[103256]: 2024-09-14 03:40:10.220800389 +0000 UTC m=+1.399289488 container died 623beb99cebc14c8855d949bbc8b399ea27c7f7ec08e2c64d257a2eb44a793a1 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, RELEASE=reef-e4e227b, org.label-schema.license=GPLv2) 2024-09-14T03:40:10.574 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-14T03:40:10.574 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2024-09-14T03:40:10.574 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.3.0-4907-ga2782315 (a2782315255a3e7d5f6cdc9eb35785187ff6ddf8) squid (dev)": 3 2024-09-14T03:40:10.574 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:40:10.574 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2024-09-14T03:40:10.574 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.3.0-4907-ga2782315 (a2782315255a3e7d5f6cdc9eb35785187ff6ddf8) squid (dev)": 2 2024-09-14T03:40:10.574 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:40:10.574 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2024-09-14T03:40:10.575 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 5, 2024-09-14T03:40:10.575 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.3.0-4907-ga2782315 (a2782315255a3e7d5f6cdc9eb35785187ff6ddf8) squid (dev)": 2 2024-09-14T03:40:10.575 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:40:10.575 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2024-09-14T03:40:10.575 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 2 2024-09-14T03:40:10.575 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:40:10.575 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2024-09-14T03:40:10.575 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 7, 2024-09-14T03:40:10.575 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.3.0-4907-ga2782315 (a2782315255a3e7d5f6cdc9eb35785187ff6ddf8) squid (dev)": 7 2024-09-14T03:40:10.576 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-14T03:40:10.576 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-14T03:40:10.708 INFO:tasks.rados.rados.0.smithi002.stdout:1446: done (0 left) 2024-09-14T03:40:10.708 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 11 current snap is 145 2024-09-14T03:40:10.708 INFO:tasks.rados.rados.0.smithi002.stdout:1447: seq_num 466 ranges {4620288=614400} 2024-09-14T03:40:10.739 INFO:tasks.rados.rados.0.smithi002.stdout:1447: writing smithi00278215-11 from 4620288 to 5234688 tid 1 2024-09-14T03:40:10.739 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 3 current snap is 145 2024-09-14T03:40:10.739 INFO:tasks.rados.rados.0.smithi002.stdout:1448: seq_num 467 ranges {5038080=630784} 2024-09-14T03:40:10.771 INFO:tasks.rados.rados.0.smithi002.stdout:1448: writing smithi00278215-3 from 5038080 to 5668864 tid 1 2024-09-14T03:40:10.771 INFO:tasks.rados.rados.0.smithi002.stdout:1449: rollback oid 13 current snap is 145 2024-09-14T03:40:10.771 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 13 to 124 2024-09-14T03:40:10.771 INFO:tasks.rados.rados.0.smithi002.stdout:1447: finishing write tid 1 to smithi00278215-11 2024-09-14T03:40:10.771 INFO:tasks.rados.rados.0.smithi002.stdout:1447: finishing write tid 2 to smithi00278215-11 2024-09-14T03:40:10.771 INFO:tasks.rados.rados.0.smithi002.stdout:1447: finishing write tid 3 to smithi00278215-11 2024-09-14T03:40:10.771 INFO:tasks.rados.rados.0.smithi002.stdout:1447: oid 11 updating version 0 to 1784 2024-09-14T03:40:10.771 INFO:tasks.rados.rados.0.smithi002.stdout:1447: oid 11 version 1784 is already newer than 1783 2024-09-14T03:40:10.771 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 1784 (ObjNum 466 snap 145 seq_num 466) dirty exists 2024-09-14T03:40:10.772 INFO:tasks.rados.rados.0.smithi002.stdout:1447: left oid 11 (ObjNum 466 snap 145 seq_num 466) 2024-09-14T03:40:10.772 INFO:tasks.rados.rados.0.smithi002.stdout:1447: done (2 left) 2024-09-14T03:40:10.772 INFO:tasks.rados.rados.0.smithi002.stdout:1450: rollback oid 25 current snap is 145 2024-09-14T03:40:10.772 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 25 to 132 2024-09-14T03:40:10.772 INFO:tasks.rados.rados.0.smithi002.stdout:1451: rmattr oid 46 current snap is 145 2024-09-14T03:40:10.772 INFO:tasks.rados.rados.0.smithi002.stdout:1452: rmattr oid 18 current snap is 145 2024-09-14T03:40:10.772 INFO:tasks.rados.rados.0.smithi002.stdout:1452: done (4 left) 2024-09-14T03:40:10.772 INFO:tasks.rados.rados.0.smithi002.stdout:1453: delete oid 12 current snap is 145 2024-09-14T03:40:10.773 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 46 v 0 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-14T03:40:10.774 INFO:tasks.rados.rados.0.smithi002.stdout:1450: finishing rollback tid 0 to smithi00278215-25 2024-09-14T03:40:10.775 INFO:tasks.rados.rados.0.smithi002.stdout:1449: finishing rollback tid 0 to smithi00278215-13 2024-09-14T03:40:10.775 INFO:tasks.rados.rados.0.smithi002.stdout:1450: finishing rollback tid 1 to smithi00278215-25 2024-09-14T03:40:10.775 INFO:tasks.rados.rados.0.smithi002.stdout:1449: finishing rollback tid 1 to smithi00278215-13 2024-09-14T03:40:10.775 INFO:tasks.rados.rados.0.smithi002.stdout:1449: finishing rollback tid 2 to smithi00278215-13 2024-09-14T03:40:10.775 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 1069 (ObjNum 316 snap 96 seq_num 316) dirty exists 2024-09-14T03:40:10.775 INFO:tasks.rados.rados.0.smithi002.stdout:1450: finishing rollback tid 2 to smithi00278215-25 2024-09-14T03:40:10.775 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 156 (ObjNum 129 snap 0 seq_num 854901792) dirty exists 2024-09-14T03:40:10.776 INFO:tasks.rados.rados.0.smithi002.stdout:1448: finishing write tid 1 to smithi00278215-3 2024-09-14T03:40:10.777 INFO:tasks.rados.rados.0.smithi002.stdout:1448: finishing write tid 2 to smithi00278215-3 2024-09-14T03:40:10.780 INFO:tasks.rados.rados.0.smithi002.stdout:1449: done (4 left) 2024-09-14T03:40:10.780 INFO:tasks.rados.rados.0.smithi002.stdout:1450: done (3 left) 2024-09-14T03:40:10.780 INFO:tasks.rados.rados.0.smithi002.stdout:1451: done (2 left) 2024-09-14T03:40:10.780 INFO:tasks.rados.rados.0.smithi002.stdout:1453: done (1 left) 2024-09-14T03:40:10.780 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 46 current snap is 145 2024-09-14T03:40:10.780 INFO:tasks.rados.rados.0.smithi002.stdout:1454: seq_num 469 ranges {761856=663552} 2024-09-14T03:40:10.788 INFO:tasks.rados.rados.0.smithi002.stdout:1454: writing smithi00278215-46 from 761856 to 1425408 tid 1 2024-09-14T03:40:10.788 INFO:tasks.rados.rados.0.smithi002.stdout:1455: snap_remove snap 121 2024-09-14T03:40:10.788 INFO:tasks.rados.rados.0.smithi002.stdout:1448: finishing write tid 3 to smithi00278215-3 2024-09-14T03:40:10.788 INFO:tasks.rados.rados.0.smithi002.stdout:1448: oid 3 updating version 0 to 1287 2024-09-14T03:40:10.788 INFO:tasks.rados.rados.0.smithi002.stdout:1448: oid 3 updating version 1287 to 1288 2024-09-14T03:40:10.788 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 3 v 1288 (ObjNum 467 snap 145 seq_num 467) dirty exists 2024-09-14T03:40:10.788 INFO:tasks.rados.rados.0.smithi002.stdout:1448: left oid 3 (ObjNum 467 snap 145 seq_num 467) 2024-09-14T03:40:10.900 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:40:10 smithi002 podman[103256]: 2024-09-14 03:40:10.605233584 +0000 UTC m=+1.783722680 container cleanup 623beb99cebc14c8855d949bbc8b399ea27c7f7ec08e2c64d257a2eb44a793a1 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-2, org.label-schema.build-date=20240731, RELEASE=reef-e4e227b, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-09-14T03:40:10.900 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:40:10 smithi002 bash[103256]: ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-2 2024-09-14T03:40:10.901 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:10 smithi002 ceph-mon[87970]: from='client.44204 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:40:10.901 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:10 smithi002 ceph-mon[87970]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-14T03:40:10.901 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:10 smithi002 ceph-mon[87970]: osdmap e352: 8 total, 7 up, 8 in 2024-09-14T03:40:10.901 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:10 smithi002 ceph-mon[87970]: from='client.34299 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:40:10.901 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:10.901 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:40:10.901 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:10 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/3506012492' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:40:10.901 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:10 smithi002 ceph-mon[89815]: from='client.44204 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:40:10.901 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:10 smithi002 ceph-mon[89815]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-14T03:40:10.901 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:10 smithi002 ceph-mon[89815]: osdmap e352: 8 total, 7 up, 8 in 2024-09-14T03:40:10.902 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:10 smithi002 ceph-mon[89815]: from='client.34299 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:40:10.902 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:10.902 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:40:10.902 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:10 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/3506012492' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:40:10.906 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-14T03:40:10.907 INFO:teuthology.orchestra.run.smithi002.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802", 2024-09-14T03:40:10.907 INFO:teuthology.orchestra.run.smithi002.stdout: "in_progress": true, 2024-09-14T03:40:10.907 INFO:teuthology.orchestra.run.smithi002.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-14T03:40:10.907 INFO:teuthology.orchestra.run.smithi002.stdout: "services_complete": [ 2024-09-14T03:40:10.907 INFO:teuthology.orchestra.run.smithi002.stdout: "mon", 2024-09-14T03:40:10.907 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr" 2024-09-14T03:40:10.907 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-14T03:40:10.907 INFO:teuthology.orchestra.run.smithi002.stdout: "progress": "7/20 daemons upgraded", 2024-09-14T03:40:10.907 INFO:teuthology.orchestra.run.smithi002.stdout: "message": "Currently upgrading osd daemons", 2024-09-14T03:40:10.907 INFO:teuthology.orchestra.run.smithi002.stdout: "is_paused": false 2024-09-14T03:40:10.907 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-14T03:40:10.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:10 smithi154 ceph-mon[81546]: from='client.44204 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:40:10.984 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:10 smithi154 ceph-mon[81546]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-14T03:40:10.984 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:10 smithi154 ceph-mon[81546]: osdmap e352: 8 total, 7 up, 8 in 2024-09-14T03:40:10.984 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:10 smithi154 ceph-mon[81546]: from='client.34299 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:40:10.984 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:10.984 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:40:10.984 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:10 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/3506012492' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:40:11.186 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:40:10 smithi002 podman[103351]: 2024-09-14 03:40:10.899004608 +0000 UTC m=+0.679057773 container remove 623beb99cebc14c8855d949bbc8b399ea27c7f7ec08e2c64d257a2eb44a793a1 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-2, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, RELEASE=reef-e4e227b, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-14T03:40:11.503 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:40:11 smithi002 podman[103488]: 2024-09-14 03:40:11.149384096 +0000 UTC m=+0.016796066 image pull 8801d2529e4377d97015e6c85a3b4925ede7ce42c7349a1a37eb88f097b6f3f0 quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802 2024-09-14T03:40:11.504 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:40:11 smithi002 podman[103488]: 2024-09-14 03:40:11.275366643 +0000 UTC m=+0.142778658 container create ceda748fc2c671407457afba05c46c07700ed34d6ff19767841f7c91e7c5388e (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-2-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=main-a278231, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-14T03:40:11.504 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:40:11 smithi002 podman[103488]: 2024-09-14 03:40:11.503126275 +0000 UTC m=+0.370538248 container init ceda748fc2c671407457afba05c46c07700ed34d6ff19767841f7c91e7c5388e (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-2-deactivate, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=main-a278231, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-14T03:40:11.711 INFO:tasks.rados.rados.0.smithi002.stdout:1454: finishing write tid 1 to smithi00278215-46 2024-09-14T03:40:11.711 INFO:tasks.rados.rados.0.smithi002.stdout:1448: done (2 left) 2024-09-14T03:40:11.711 INFO:tasks.rados.rados.0.smithi002.stdout:1455: done (1 left) 2024-09-14T03:40:11.711 INFO:tasks.rados.rados.0.smithi002.stdout:1456: read oid 37 snap -1 2024-09-14T03:40:11.712 INFO:tasks.rados.rados.0.smithi002.stdout:1456: expect (ObjNum 428 snap 132 seq_num 428) 2024-09-14T03:40:11.712 INFO:tasks.rados.rados.0.smithi002.stdout:1457: copy_from oid 5 from oid 6 current snap is 145 2024-09-14T03:40:11.712 INFO:tasks.rados.rados.0.smithi002.stdout:1454: finishing write tid 2 to smithi00278215-46 2024-09-14T03:40:11.712 INFO:tasks.rados.rados.0.smithi002.stdout:1454: finishing write tid 3 to smithi00278215-46 2024-09-14T03:40:11.712 INFO:tasks.rados.rados.0.smithi002.stdout:1454: oid 46 updating version 0 to 354 2024-09-14T03:40:11.712 INFO:tasks.rados.rados.0.smithi002.stdout:1454: oid 46 updating version 354 to 355 2024-09-14T03:40:11.712 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 46 v 355 (ObjNum 469 snap 145 seq_num 469) dirty exists 2024-09-14T03:40:11.712 INFO:tasks.rados.rados.0.smithi002.stdout:1454: left oid 46 (ObjNum 469 snap 145 seq_num 469) 2024-09-14T03:40:11.712 INFO:tasks.rados.rados.0.smithi002.stdout:1454: done (2 left) 2024-09-14T03:40:11.712 INFO:tasks.rados.rados.0.smithi002.stdout:1458: delete oid 44 current snap is 145 2024-09-14T03:40:11.722 INFO:tasks.rados.rados.0.smithi002.stdout:1458: done (2 left) 2024-09-14T03:40:11.722 INFO:tasks.rados.rados.0.smithi002.stdout:1459: copy_from oid 23 from oid 25 current snap is 145 2024-09-14T03:40:11.722 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 4 current snap is 145 2024-09-14T03:40:11.722 INFO:tasks.rados.rados.0.smithi002.stdout:1460: seq_num 471 ranges {8691712=696320} 2024-09-14T03:40:11.775 INFO:tasks.rados.rados.0.smithi002.stdout:1460: writing smithi00278215-4 from 8691712 to 9388032 tid 1 2024-09-14T03:40:11.776 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 35 current snap is 145 2024-09-14T03:40:11.776 INFO:tasks.rados.rados.0.smithi002.stdout:1461: seq_num 472 ranges {966656=712704} 2024-09-14T03:40:11.785 INFO:tasks.rados.rados.0.smithi002.stdout:1461: writing smithi00278215-35 from 966656 to 1679360 tid 1 2024-09-14T03:40:11.785 INFO:tasks.rados.rados.0.smithi002.stdout:1462: read oid 18 snap -1 2024-09-14T03:40:11.785 INFO:tasks.rados.rados.0.smithi002.stdout:1462: expect (ObjNum 351 snap 104 seq_num 351) 2024-09-14T03:40:11.785 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 31 current snap is 145 2024-09-14T03:40:11.785 INFO:tasks.rados.rados.0.smithi002.stdout:1463: seq_num 473 ranges {90112=729088} 2024-09-14T03:40:11.790 INFO:tasks.rados.rados.0.smithi002.stdout:1463: writing smithi00278215-31 from 90112 to 819200 tid 1 2024-09-14T03:40:11.790 INFO:tasks.rados.rados.0.smithi002.stdout:1464: rollback oid 10 current snap is 145 2024-09-14T03:40:11.790 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 10 to 112 2024-09-14T03:40:11.790 INFO:tasks.rados.rados.0.smithi002.stdout:1459: finishing copy_from racing read to smithi00278215-23 2024-09-14T03:40:11.790 INFO:tasks.rados.rados.0.smithi002.stdout:1459: finishing copy_from to smithi00278215-23 2024-09-14T03:40:11.790 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 156 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-14T03:40:11.790 INFO:tasks.rados.rados.0.smithi002.stdout:1459: done (7 left) 2024-09-14T03:40:11.790 INFO:tasks.rados.rados.0.smithi002.stdout:1465: copy_from oid 34 from oid 27 current snap is 145 2024-09-14T03:40:11.790 INFO:tasks.rados.rados.0.smithi002.stdout:1456: expect (ObjNum 428 snap 132 seq_num 428) 2024-09-14T03:40:11.855 INFO:tasks.rados.rados.0.smithi002.stdout:1457: finishing copy_from racing read to smithi00278215-5 2024-09-14T03:40:11.855 INFO:tasks.rados.rados.0.smithi002.stdout:1457: finishing copy_from to smithi00278215-5 2024-09-14T03:40:11.856 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 5 v 1760 (ObjNum 459 snap 142 seq_num 459) dirty exists 2024-09-14T03:40:11.856 INFO:tasks.rados.rados.0.smithi002.stdout:1460: finishing write tid 1 to smithi00278215-4 2024-09-14T03:40:11.856 INFO:tasks.rados.rados.0.smithi002.stdout:1460: finishing write tid 2 to smithi00278215-4 2024-09-14T03:40:11.856 INFO:tasks.rados.rados.0.smithi002.stdout:1460: finishing write tid 3 to smithi00278215-4 2024-09-14T03:40:11.856 INFO:tasks.rados.rados.0.smithi002.stdout:1460: oid 4 updating version 0 to 1052 2024-09-14T03:40:11.856 INFO:tasks.rados.rados.0.smithi002.stdout:1460: oid 4 updating version 1052 to 1053 2024-09-14T03:40:11.856 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 1053 (ObjNum 471 snap 145 seq_num 471) dirty exists 2024-09-14T03:40:11.856 INFO:tasks.rados.rados.0.smithi002.stdout:1460: left oid 4 (ObjNum 471 snap 145 seq_num 471) 2024-09-14T03:40:11.856 INFO:tasks.rados.rados.0.smithi002.stdout:1461: finishing write tid 1 to smithi00278215-35 2024-09-14T03:40:11.856 INFO:tasks.rados.rados.0.smithi002.stdout:1461: finishing write tid 2 to smithi00278215-35 2024-09-14T03:40:11.856 INFO:tasks.rados.rados.0.smithi002.stdout:1456: done (7 left) 2024-09-14T03:40:11.856 INFO:tasks.rados.rados.0.smithi002.stdout:1457: done (6 left) 2024-09-14T03:40:11.856 INFO:tasks.rados.rados.0.smithi002.stdout:1460: done (5 left) 2024-09-14T03:40:11.856 INFO:tasks.rados.rados.0.smithi002.stdout:1466: snap_remove snap 132 2024-09-14T03:40:11.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:11 smithi002 ceph-mon[87970]: from='client.34305 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:40:11.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:11 smithi002 ceph-mon[87970]: pgmap v198: 121 pgs: 24 peering, 4 stale+active+clean, 93 active+clean; 288 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 510 KiB/s wr, 15 op/s 2024-09-14T03:40:11.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:11 smithi002 ceph-mon[87970]: osdmap e353: 8 total, 7 up, 8 in 2024-09-14T03:40:11.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:11 smithi002 ceph-mon[87970]: from='client.44228 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:40:11.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:11 smithi002 ceph-mon[87970]: Health check failed: Reduced data availability: 4 pgs inactive, 5 pgs peering (PG_AVAILABILITY) 2024-09-14T03:40:11.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:11 smithi002 ceph-mon[89815]: from='client.34305 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:40:11.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:11 smithi002 ceph-mon[89815]: pgmap v198: 121 pgs: 24 peering, 4 stale+active+clean, 93 active+clean; 288 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 510 KiB/s wr, 15 op/s 2024-09-14T03:40:11.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:11 smithi002 ceph-mon[89815]: osdmap e353: 8 total, 7 up, 8 in 2024-09-14T03:40:11.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:11 smithi002 ceph-mon[89815]: from='client.44228 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:40:11.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:11 smithi002 ceph-mon[89815]: Health check failed: Reduced data availability: 4 pgs inactive, 5 pgs peering (PG_AVAILABILITY) 2024-09-14T03:40:11.939 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:40:11 smithi002 podman[103488]: 2024-09-14 03:40:11.507120467 +0000 UTC m=+0.374532437 container start ceda748fc2c671407457afba05c46c07700ed34d6ff19767841f7c91e7c5388e (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-2-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, RELEASE=main-a278231, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-09-14T03:40:11.939 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:40:11 smithi002 podman[103488]: 2024-09-14 03:40:11.611275851 +0000 UTC m=+0.478687842 container attach ceda748fc2c671407457afba05c46c07700ed34d6ff19767841f7c91e7c5388e (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-2-deactivate, org.label-schema.schema-version=1.0, RELEASE=main-a278231, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240731, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-09-14T03:40:11.939 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:40:11 smithi002 podman[103488]: 2024-09-14 03:40:11.706614911 +0000 UTC m=+0.574026885 container died ceda748fc2c671407457afba05c46c07700ed34d6ff19767841f7c91e7c5388e (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-2-deactivate, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=main-a278231) 2024-09-14T03:40:11.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:11 smithi154 ceph-mon[81546]: from='client.34305 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:40:11.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:11 smithi154 ceph-mon[81546]: pgmap v198: 121 pgs: 24 peering, 4 stale+active+clean, 93 active+clean; 288 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 510 KiB/s wr, 15 op/s 2024-09-14T03:40:11.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:11 smithi154 ceph-mon[81546]: osdmap e353: 8 total, 7 up, 8 in 2024-09-14T03:40:11.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:11 smithi154 ceph-mon[81546]: from='client.44228 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:40:11.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:11 smithi154 ceph-mon[81546]: Health check failed: Reduced data availability: 4 pgs inactive, 5 pgs peering (PG_AVAILABILITY) 2024-09-14T03:40:12.687 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:40:12 smithi002 podman[103512]: 2024-09-14 03:40:12.349110321 +0000 UTC m=+0.634503195 container remove ceda748fc2c671407457afba05c46c07700ed34d6ff19767841f7c91e7c5388e (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-2-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, RELEASE=main-a278231) 2024-09-14T03:40:12.687 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:40:12 smithi002 systemd[1]: ceph-f357b922-7248-11ef-bceb-c7b262605968@osd.2.service: Deactivated successfully. 2024-09-14T03:40:12.687 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:40:12 smithi002 systemd[1]: Stopped Ceph osd.2 for f357b922-7248-11ef-bceb-c7b262605968. 2024-09-14T03:40:12.687 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:40:12 smithi002 systemd[1]: ceph-f357b922-7248-11ef-bceb-c7b262605968@osd.2.service: Consumed 16.049s CPU time. 2024-09-14T03:40:12.687 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:40:12 smithi002 systemd[1]: Starting Ceph osd.2 for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:40:12.698 INFO:tasks.rados.rados.0.smithi002.stdout:1466: done (5 left) 2024-09-14T03:40:12.698 INFO:tasks.rados.rados.0.smithi002.stdout:1467: copy_from oid 12 from oid 29 current snap is 145 2024-09-14T03:40:12.698 INFO:tasks.rados.rados.0.smithi002.stdout:1461: finishing write tid 3 to smithi00278215-35 2024-09-14T03:40:12.699 INFO:tasks.rados.rados.0.smithi002.stdout:1461: oid 35 updating version 0 to 1324 2024-09-14T03:40:12.699 INFO:tasks.rados.rados.0.smithi002.stdout:1461: oid 35 version 1324 is already newer than 1323 2024-09-14T03:40:12.699 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 35 v 1324 (ObjNum 472 snap 145 seq_num 472) dirty exists 2024-09-14T03:40:12.699 INFO:tasks.rados.rados.0.smithi002.stdout:1461: left oid 35 (ObjNum 472 snap 145 seq_num 472) 2024-09-14T03:40:12.699 INFO:tasks.rados.rados.0.smithi002.stdout:1464: finishing rollback tid 0 to smithi00278215-10 2024-09-14T03:40:12.699 INFO:tasks.rados.rados.0.smithi002.stdout:1464: finishing rollback tid 1 to smithi00278215-10 2024-09-14T03:40:12.699 INFO:tasks.rados.rados.0.smithi002.stdout:1465: finishing copy_from racing read to smithi00278215-34 2024-09-14T03:40:12.699 INFO:tasks.rados.rados.0.smithi002.stdout:1464: finishing rollback tid 2 to smithi00278215-10 2024-09-14T03:40:12.699 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 1056 (ObjNum 357 snap 105 seq_num 357) dirty exists 2024-09-14T03:40:12.699 INFO:tasks.rados.rados.0.smithi002.stdout:1465: finishing copy_from to smithi00278215-34 2024-09-14T03:40:12.699 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 34 v 570 (ObjNum 460 snap 143 seq_num 460) dirty exists 2024-09-14T03:40:12.699 INFO:tasks.rados.rados.0.smithi002.stdout:1463: finishing write tid 1 to smithi00278215-31 2024-09-14T03:40:12.699 INFO:tasks.rados.rados.0.smithi002.stdout:1461: done (5 left) 2024-09-14T03:40:12.699 INFO:tasks.rados.rados.0.smithi002.stdout:1464: done (4 left) 2024-09-14T03:40:12.700 INFO:tasks.rados.rados.0.smithi002.stdout:1465: done (3 left) 2024-09-14T03:40:12.700 INFO:tasks.rados.rados.0.smithi002.stdout:1468: snap_create 2024-09-14T03:40:12.700 INFO:tasks.rados.rados.0.smithi002.stdout:1463: finishing write tid 2 to smithi00278215-31 2024-09-14T03:40:12.700 INFO:tasks.rados.rados.0.smithi002.stdout:1463: finishing write tid 3 to smithi00278215-31 2024-09-14T03:40:12.700 INFO:tasks.rados.rados.0.smithi002.stdout:1463: oid 31 updating version 0 to 1208 2024-09-14T03:40:12.700 INFO:tasks.rados.rados.0.smithi002.stdout:1463: oid 31 version 1208 is already newer than 1207 2024-09-14T03:40:12.700 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 1208 (ObjNum 473 snap 145 seq_num 473) dirty exists 2024-09-14T03:40:12.700 INFO:tasks.rados.rados.0.smithi002.stdout:1463: left oid 31 (ObjNum 473 snap 145 seq_num 473) 2024-09-14T03:40:12.700 INFO:tasks.rados.rados.0.smithi002.stdout:1462: expect (ObjNum 351 snap 104 seq_num 351) 2024-09-14T03:40:12.775 INFO:tasks.rados.rados.0.smithi002.stdout:1467: finishing copy_from to smithi00278215-12 2024-09-14T03:40:12.775 INFO:tasks.rados.rados.0.smithi002.stdout:1467: got expected ENOENT (src dne) 2024-09-14T03:40:12.775 INFO:tasks.rados.rados.0.smithi002.stdout:1467: finishing copy_from racing read to smithi00278215-12 2024-09-14T03:40:12.970 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:12 smithi002 ceph-mon[89815]: osdmap e354: 8 total, 7 up, 8 in 2024-09-14T03:40:12.970 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:12 smithi002 ceph-mon[89815]: osdmap e355: 8 total, 7 up, 8 in 2024-09-14T03:40:12.970 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:12 smithi002 ceph-mon[87970]: osdmap e354: 8 total, 7 up, 8 in 2024-09-14T03:40:12.971 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:12 smithi002 ceph-mon[87970]: osdmap e355: 8 total, 7 up, 8 in 2024-09-14T03:40:12.971 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:40:12 smithi002 podman[103610]: 2024-09-14 03:40:12.714348294 +0000 UTC m=+0.026086012 image pull 8801d2529e4377d97015e6c85a3b4925ede7ce42c7349a1a37eb88f097b6f3f0 quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802 2024-09-14T03:40:12.971 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:40:12 smithi002 podman[103610]: 2024-09-14 03:40:12.816624315 +0000 UTC m=+0.128362029 container create d2e5656950b02859a06889bd8c7bd28eaae49463b560885bfa8f076de5d97b1c (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-2-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=main-a278231, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731) 2024-09-14T03:40:12.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:12 smithi154 ceph-mon[81546]: osdmap e354: 8 total, 7 up, 8 in 2024-09-14T03:40:12.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:12 smithi154 ceph-mon[81546]: osdmap e355: 8 total, 7 up, 8 in 2024-09-14T03:40:13.437 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:40:13 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:40:13] "GET /metrics HTTP/1.1" 200 36289 "" "Prometheus/2.43.0" 2024-09-14T03:40:13.437 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:40:13 smithi002 podman[103610]: 2024-09-14 03:40:13.093493501 +0000 UTC m=+0.405231213 container init d2e5656950b02859a06889bd8c7bd28eaae49463b560885bfa8f076de5d97b1c (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-2-activate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=main-a278231, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-09-14T03:40:13.437 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:40:13 smithi002 podman[103610]: 2024-09-14 03:40:13.097387905 +0000 UTC m=+0.409125619 container start d2e5656950b02859a06889bd8c7bd28eaae49463b560885bfa8f076de5d97b1c (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-2-activate, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-a278231, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-14T03:40:13.437 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:40:13 smithi002 podman[103610]: 2024-09-14 03:40:13.194568142 +0000 UTC m=+0.506305889 container attach d2e5656950b02859a06889bd8c7bd28eaae49463b560885bfa8f076de5d97b1c (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-2-activate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=main-a278231) 2024-09-14T03:40:13.437 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:40:13 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-2-activate[103625]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-14T03:40:13.438 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:40:13 smithi002 bash[103610]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-14T03:40:13.438 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:40:13 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-2-activate[103625]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-14T03:40:13.438 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:40:13 smithi002 bash[103610]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-14T03:40:13.699 INFO:tasks.rados.rados.0.smithi002.stdout:1462: done (3 left) 2024-09-14T03:40:13.700 INFO:tasks.rados.rados.0.smithi002.stdout:1463: done (2 left) 2024-09-14T03:40:13.700 INFO:tasks.rados.rados.0.smithi002.stdout:1467: done (1 left) 2024-09-14T03:40:13.700 INFO:tasks.rados.rados.0.smithi002.stdout:1468: done (0 left) 2024-09-14T03:40:13.700 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 11 current snap is 146 2024-09-14T03:40:13.701 INFO:tasks.rados.rados.0.smithi002.stdout:1469: seq_num 474 ranges {5234688=745472} 2024-09-14T03:40:13.732 INFO:tasks.rados.rados.0.smithi002.stdout:1469: writing smithi00278215-11 from 5234688 to 5980160 tid 1 2024-09-14T03:40:13.732 INFO:tasks.rados.rados.0.smithi002.stdout:1470: rmattr oid 30 current snap is 146 2024-09-14T03:40:13.732 INFO:tasks.rados.rados.0.smithi002.stdout:1470: done (1 left) 2024-09-14T03:40:13.732 INFO:tasks.rados.rados.0.smithi002.stdout:1471: delete oid 19 current snap is 146 2024-09-14T03:40:13.735 INFO:tasks.rados.rados.0.smithi002.stdout:1471: done (1 left) 2024-09-14T03:40:13.736 INFO:tasks.rados.rados.0.smithi002.stdout:1472: rollback oid 30 current snap is 146 2024-09-14T03:40:13.736 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 30 to 134 2024-09-14T03:40:13.736 INFO:tasks.rados.rados.0.smithi002.stdout:1473: copy_from oid 23 from oid 17 current snap is 146 2024-09-14T03:40:13.736 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 24 current snap is 146 2024-09-14T03:40:13.736 INFO:tasks.rados.rados.0.smithi002.stdout:1474: seq_num 476 ranges {1859584=778240} 2024-09-14T03:40:13.751 INFO:tasks.rados.rados.0.smithi002.stdout:1474: writing smithi00278215-24 from 1859584 to 2637824 tid 1 2024-09-14T03:40:13.752 INFO:tasks.rados.rados.0.smithi002.stdout:1475: read oid 34 snap 145 2024-09-14T03:40:13.752 INFO:tasks.rados.rados.0.smithi002.stdout:1475: expect (ObjNum 460 snap 143 seq_num 460) 2024-09-14T03:40:13.752 INFO:tasks.rados.rados.0.smithi002.stdout:1476: snap_create 2024-09-14T03:40:13.752 INFO:tasks.rados.rados.0.smithi002.stdout:1473: finishing copy_from to smithi00278215-23 2024-09-14T03:40:13.752 INFO:tasks.rados.rados.0.smithi002.stdout:1473: got expected ENOENT (src dne) 2024-09-14T03:40:13.752 INFO:tasks.rados.rados.0.smithi002.stdout:1473: finishing copy_from racing read to smithi00278215-23 2024-09-14T03:40:13.752 INFO:tasks.rados.rados.0.smithi002.stdout:1469: finishing write tid 1 to smithi00278215-11 2024-09-14T03:40:13.752 INFO:tasks.rados.rados.0.smithi002.stdout:1469: finishing write tid 2 to smithi00278215-11 2024-09-14T03:40:13.753 INFO:tasks.rados.rados.0.smithi002.stdout:1472: finishing rollback tid 0 to smithi00278215-30 2024-09-14T03:40:13.753 INFO:tasks.rados.rados.0.smithi002.stdout:1472: finishing rollback tid 1 to smithi00278215-30 2024-09-14T03:40:13.753 INFO:tasks.rados.rados.0.smithi002.stdout:1469: finishing write tid 3 to smithi00278215-11 2024-09-14T03:40:13.753 INFO:tasks.rados.rados.0.smithi002.stdout:1469: oid 11 updating version 0 to 1786 2024-09-14T03:40:13.753 INFO:tasks.rados.rados.0.smithi002.stdout:1469: oid 11 updating version 1786 to 1787 2024-09-14T03:40:13.753 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 1787 (ObjNum 474 snap 146 seq_num 474) dirty exists 2024-09-14T03:40:13.753 INFO:tasks.rados.rados.0.smithi002.stdout:1469: left oid 11 (ObjNum 474 snap 146 seq_num 474) 2024-09-14T03:40:13.753 INFO:tasks.rados.rados.0.smithi002.stdout:1472: finishing rollback tid 2 to smithi00278215-30 2024-09-14T03:40:13.754 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 30 v 1791 (ObjNum 391 snap 118 seq_num 391) dirty exists 2024-09-14T03:40:13.754 INFO:tasks.rados.rados.0.smithi002.stdout:1475: expect (ObjNum 460 snap 143 seq_num 460) 2024-09-14T03:40:13.767 INFO:tasks.rados.rados.0.smithi002.stdout:1474: finishing write tid 1 to smithi00278215-24 2024-09-14T03:40:13.767 INFO:tasks.rados.rados.0.smithi002.stdout:1474: finishing write tid 2 to smithi00278215-24 2024-09-14T03:40:13.767 INFO:tasks.rados.rados.0.smithi002.stdout:1474: finishing write tid 3 to smithi00278215-24 2024-09-14T03:40:13.767 INFO:tasks.rados.rados.0.smithi002.stdout:1474: oid 24 updating version 0 to 1209 2024-09-14T03:40:13.767 INFO:tasks.rados.rados.0.smithi002.stdout:1474: oid 24 updating version 1209 to 1210 2024-09-14T03:40:13.767 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 24 v 1210 (ObjNum 476 snap 146 seq_num 476) dirty exists 2024-09-14T03:40:13.767 INFO:tasks.rados.rados.0.smithi002.stdout:1474: left oid 24 (ObjNum 476 snap 146 seq_num 476) 2024-09-14T03:40:13.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:13 smithi154 ceph-mon[81546]: pgmap v201: 121 pgs: 6 active+undersized, 24 peering, 3 stale+active+clean, 1 active+undersized+degraded, 87 active+clean; 288 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 576 KiB/s wr, 16 op/s; 4/651 objects degraded (0.614%) 2024-09-14T03:40:13.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:13 smithi154 ceph-mon[81546]: Health check failed: Degraded data redundancy: 4/651 objects degraded (0.614%), 1 pg degraded (PG_DEGRADED) 2024-09-14T03:40:13.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:13 smithi154 ceph-mon[81546]: osdmap e356: 8 total, 7 up, 8 in 2024-09-14T03:40:13.998 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:13 smithi002 ceph-mon[87970]: pgmap v201: 121 pgs: 6 active+undersized, 24 peering, 3 stale+active+clean, 1 active+undersized+degraded, 87 active+clean; 288 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 576 KiB/s wr, 16 op/s; 4/651 objects degraded (0.614%) 2024-09-14T03:40:13.998 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:13 smithi002 ceph-mon[87970]: Health check failed: Degraded data redundancy: 4/651 objects degraded (0.614%), 1 pg degraded (PG_DEGRADED) 2024-09-14T03:40:13.998 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:13 smithi002 ceph-mon[87970]: osdmap e356: 8 total, 7 up, 8 in 2024-09-14T03:40:13.998 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:13 smithi002 ceph-mon[89815]: pgmap v201: 121 pgs: 6 active+undersized, 24 peering, 3 stale+active+clean, 1 active+undersized+degraded, 87 active+clean; 288 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 576 KiB/s wr, 16 op/s; 4/651 objects degraded (0.614%) 2024-09-14T03:40:13.998 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:13 smithi002 ceph-mon[89815]: Health check failed: Degraded data redundancy: 4/651 objects degraded (0.614%), 1 pg degraded (PG_DEGRADED) 2024-09-14T03:40:13.998 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:13 smithi002 ceph-mon[89815]: osdmap e356: 8 total, 7 up, 8 in 2024-09-14T03:40:13.999 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:40:13 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-2-activate[103625]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-14T03:40:13.999 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:40:13 smithi002 bash[103610]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-14T03:40:13.999 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:40:13 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-2-activate[103625]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-09-14T03:40:13.999 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:40:13 smithi002 bash[103610]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-09-14T03:40:14.324 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:40:13 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-2-activate[103625]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-09-14T03:40:14.324 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:40:13 smithi002 bash[103610]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-09-14T03:40:14.324 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:40:14 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-2-activate[103625]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-09-14T03:40:14.324 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:40:14 smithi002 bash[103610]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-09-14T03:40:14.324 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:40:14 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-2-activate[103625]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-09-14T03:40:14.325 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:40:14 smithi002 bash[103610]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-09-14T03:40:14.325 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:40:14 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-2-activate[103625]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-14T03:40:14.325 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:40:14 smithi002 bash[103610]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-14T03:40:14.325 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:40:14 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-2-activate[103625]: --> ceph-volume raw activate successful for osd ID: 2 2024-09-14T03:40:14.325 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:40:14 smithi002 bash[103610]: --> ceph-volume raw activate successful for osd ID: 2 2024-09-14T03:40:14.325 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:40:14 smithi002 podman[103610]: 2024-09-14 03:40:14.027768745 +0000 UTC m=+1.339506464 container died d2e5656950b02859a06889bd8c7bd28eaae49463b560885bfa8f076de5d97b1c (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-2-activate, ceph=True, RELEASE=main-a278231, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-09-14T03:40:14.723 INFO:tasks.rados.rados.0.smithi002.stdout:1469: done (5 left) 2024-09-14T03:40:14.723 INFO:tasks.rados.rados.0.smithi002.stdout:1472: done (4 left) 2024-09-14T03:40:14.723 INFO:tasks.rados.rados.0.smithi002.stdout:1473: done (3 left) 2024-09-14T03:40:14.723 INFO:tasks.rados.rados.0.smithi002.stdout:1474: done (2 left) 2024-09-14T03:40:14.723 INFO:tasks.rados.rados.0.smithi002.stdout:1475: done (1 left) 2024-09-14T03:40:14.723 INFO:tasks.rados.rados.0.smithi002.stdout:1476: done (0 left) 2024-09-14T03:40:14.724 INFO:tasks.rados.rados.0.smithi002.stdout:1477: delete oid 26 current snap is 147 2024-09-14T03:40:14.727 INFO:tasks.rados.rados.0.smithi002.stdout:1477: done (0 left) 2024-09-14T03:40:14.727 INFO:tasks.rados.rados.0.smithi002.stdout:1478: delete oid 5 current snap is 147 2024-09-14T03:40:14.731 INFO:tasks.rados.rados.0.smithi002.stdout:1478: done (0 left) 2024-09-14T03:40:14.731 INFO:tasks.rados.rados.0.smithi002.stdout:1479: copy_from oid 21 from oid 29 current snap is 147 2024-09-14T03:40:14.731 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 3 current snap is 147 2024-09-14T03:40:14.731 INFO:tasks.rados.rados.0.smithi002.stdout:1480: seq_num 479 ranges {5668864=425984,6094848=401408} 2024-09-14T03:40:14.765 INFO:tasks.rados.rados.0.smithi002.stdout:1480: writing smithi00278215-3 from 5668864 to 6094848 tid 1 2024-09-14T03:40:14.767 INFO:tasks.rados.rados.0.smithi002.stdout:1480: writing smithi00278215-3 from 6094848 to 6496256 tid 2 2024-09-14T03:40:14.767 INFO:tasks.rados.rados.0.smithi002.stdout:1481: copy_from oid 35 from oid 34 current snap is 147 2024-09-14T03:40:14.767 INFO:tasks.rados.rados.0.smithi002.stdout:1479: finishing copy_from to smithi00278215-21 2024-09-14T03:40:14.767 INFO:tasks.rados.rados.0.smithi002.stdout:1479: got expected ENOENT (src dne) 2024-09-14T03:40:14.768 INFO:tasks.rados.rados.0.smithi002.stdout:1482: read oid 19 snap -1 2024-09-14T03:40:14.768 INFO:tasks.rados.rados.0.smithi002.stdout:1482: expect deleted 2024-09-14T03:40:14.768 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 17 current snap is 147 2024-09-14T03:40:14.768 INFO:tasks.rados.rados.0.smithi002.stdout:1479: finishing copy_from racing read to smithi00278215-21 2024-09-14T03:40:14.768 INFO:tasks.rados.rados.0.smithi002.stdout:1483: seq_num 480 ranges {0=442368,442368=401408} 2024-09-14T03:40:14.770 INFO:tasks.rados.rados.0.smithi002.stdout:1483: writing smithi00278215-17 from 0 to 442368 tid 1 2024-09-14T03:40:14.773 INFO:tasks.rados.rados.0.smithi002.stdout:1483: writing smithi00278215-17 from 442368 to 843776 tid 2 2024-09-14T03:40:14.773 INFO:tasks.rados.rados.0.smithi002.stdout:1479: done (4 left) 2024-09-14T03:40:14.773 INFO:tasks.rados.rados.0.smithi002.stdout:1484: copy_from oid 31 from oid 32 current snap is 147 2024-09-14T03:40:14.773 INFO:tasks.rados.rados.0.smithi002.stdout:1481: finishing copy_from racing read to smithi00278215-35 2024-09-14T03:40:14.773 INFO:tasks.rados.rados.0.smithi002.stdout:1482: done (4 left) 2024-09-14T03:40:14.773 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 6 current snap is 147 2024-09-14T03:40:14.773 INFO:tasks.rados.rados.0.smithi002.stdout:1485: seq_num 481 ranges {9641984=458752,10100736=401408} 2024-09-14T03:40:14.828 INFO:tasks.rados.rados.0.smithi002.stdout:1485: writing smithi00278215-6 from 9641984 to 10100736 tid 1 2024-09-14T03:40:14.830 INFO:tasks.rados.rados.0.smithi002.stdout:1485: writing smithi00278215-6 from 10100736 to 10502144 tid 2 2024-09-14T03:40:14.830 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 41 current snap is 147 2024-09-14T03:40:14.830 INFO:tasks.rados.rados.0.smithi002.stdout:1481: finishing copy_from to smithi00278215-35 2024-09-14T03:40:14.830 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 35 v 570 (ObjNum 460 snap 143 seq_num 460) dirty exists 2024-09-14T03:40:14.830 INFO:tasks.rados.rados.0.smithi002.stdout:1480: finishing write tid 1 to smithi00278215-3 2024-09-14T03:40:14.831 INFO:tasks.rados.rados.0.smithi002.stdout:1480: finishing write tid 2 to smithi00278215-3 2024-09-14T03:40:14.831 INFO:tasks.rados.rados.0.smithi002.stdout:1486: seq_num 482 ranges {2023424=475136,2498560=401408} 2024-09-14T03:40:14.844 INFO:tasks.rados.rados.0.smithi002.stdout:1486: writing smithi00278215-41 from 2023424 to 2498560 tid 1 2024-09-14T03:40:14.846 INFO:tasks.rados.rados.0.smithi002.stdout:1486: writing smithi00278215-41 from 2498560 to 2899968 tid 2 2024-09-14T03:40:14.846 INFO:tasks.rados.rados.0.smithi002.stdout:1481: done (5 left) 2024-09-14T03:40:14.847 INFO:tasks.rados.rados.0.smithi002.stdout:1487: read oid 5 snap -1 2024-09-14T03:40:14.847 INFO:tasks.rados.rados.0.smithi002.stdout:1487: expect deleted 2024-09-14T03:40:14.847 INFO:tasks.rados.rados.0.smithi002.stdout:1488: snap_create 2024-09-14T03:40:14.847 INFO:tasks.rados.rados.0.smithi002.stdout:1484: finishing copy_from to smithi00278215-31 2024-09-14T03:40:14.847 INFO:tasks.rados.rados.0.smithi002.stdout:1484: got expected ENOENT (src dne) 2024-09-14T03:40:14.847 INFO:tasks.rados.rados.0.smithi002.stdout:1484: finishing copy_from racing read to smithi00278215-31 2024-09-14T03:40:14.847 INFO:tasks.rados.rados.0.smithi002.stdout:1480: finishing write tid 3 to smithi00278215-3 2024-09-14T03:40:14.847 INFO:tasks.rados.rados.0.smithi002.stdout:1483: finishing write tid 1 to smithi00278215-17 2024-09-14T03:40:14.847 INFO:tasks.rados.rados.0.smithi002.stdout:1483: finishing write tid 2 to smithi00278215-17 2024-09-14T03:40:14.847 INFO:tasks.rados.rados.0.smithi002.stdout:1480: finishing write tid 4 to smithi00278215-3 2024-09-14T03:40:14.847 INFO:tasks.rados.rados.0.smithi002.stdout:1480: oid 3 updating version 0 to 1305 2024-09-14T03:40:14.847 INFO:tasks.rados.rados.0.smithi002.stdout:1480: oid 3 updating version 1305 to 1306 2024-09-14T03:40:14.847 INFO:tasks.rados.rados.0.smithi002.stdout:1480: oid 3 version 1306 is already newer than 1304 2024-09-14T03:40:14.848 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 3 v 1306 (ObjNum 479 snap 147 seq_num 479) dirty exists 2024-09-14T03:40:14.848 INFO:tasks.rados.rados.0.smithi002.stdout:1480: left oid 3 (ObjNum 479 snap 147 seq_num 479) 2024-09-14T03:40:14.848 INFO:tasks.rados.rados.0.smithi002.stdout:1483: finishing write tid 3 to smithi00278215-17 2024-09-14T03:40:14.848 INFO:tasks.rados.rados.0.smithi002.stdout:1483: finishing write tid 4 to smithi00278215-17 2024-09-14T03:40:14.848 INFO:tasks.rados.rados.0.smithi002.stdout:1483: oid 17 updating version 0 to 1308 2024-09-14T03:40:14.848 INFO:tasks.rados.rados.0.smithi002.stdout:1483: oid 17 updating version 1308 to 1309 2024-09-14T03:40:14.848 INFO:tasks.rados.rados.0.smithi002.stdout:1483: oid 17 version 1309 is already newer than 1307 2024-09-14T03:40:14.848 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 17 v 1309 (ObjNum 480 snap 147 seq_num 480) dirty exists 2024-09-14T03:40:14.848 INFO:tasks.rados.rados.0.smithi002.stdout:1483: left oid 17 (ObjNum 480 snap 147 seq_num 480) 2024-09-14T03:40:14.848 INFO:tasks.rados.rados.0.smithi002.stdout:1485: finishing write tid 1 to smithi00278215-6 2024-09-14T03:40:14.848 INFO:tasks.rados.rados.0.smithi002.stdout:1485: finishing write tid 2 to smithi00278215-6 2024-09-14T03:40:14.848 INFO:tasks.rados.rados.0.smithi002.stdout:1485: finishing write tid 3 to smithi00278215-6 2024-09-14T03:40:14.849 INFO:tasks.rados.rados.0.smithi002.stdout:1485: finishing write tid 4 to smithi00278215-6 2024-09-14T03:40:14.849 INFO:tasks.rados.rados.0.smithi002.stdout:1485: oid 6 updating version 0 to 1794 2024-09-14T03:40:14.849 INFO:tasks.rados.rados.0.smithi002.stdout:1485: oid 6 updating version 1794 to 1795 2024-09-14T03:40:14.849 INFO:tasks.rados.rados.0.smithi002.stdout:1485: oid 6 version 1795 is already newer than 1793 2024-09-14T03:40:14.849 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 6 v 1795 (ObjNum 481 snap 147 seq_num 481) dirty exists 2024-09-14T03:40:14.849 INFO:tasks.rados.rados.0.smithi002.stdout:1485: left oid 6 (ObjNum 481 snap 147 seq_num 481) 2024-09-14T03:40:14.849 INFO:tasks.rados.rados.0.smithi002.stdout:1486: finishing write tid 1 to smithi00278215-41 2024-09-14T03:40:14.850 INFO:tasks.rados.rados.0.smithi002.stdout:1486: finishing write tid 2 to smithi00278215-41 2024-09-14T03:40:14.850 INFO:tasks.rados.rados.0.smithi002.stdout:1486: finishing write tid 3 to smithi00278215-41 2024-09-14T03:40:14.850 INFO:tasks.rados.rados.0.smithi002.stdout:1486: finishing write tid 4 to smithi00278215-41 2024-09-14T03:40:14.850 INFO:tasks.rados.rados.0.smithi002.stdout:1486: oid 41 updating version 0 to 1798 2024-09-14T03:40:14.850 INFO:tasks.rados.rados.0.smithi002.stdout:1486: oid 41 version 1798 is already newer than 1797 2024-09-14T03:40:14.850 INFO:tasks.rados.rados.0.smithi002.stdout:1486: oid 41 updating version 1798 to 1799 2024-09-14T03:40:14.850 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 41 v 1799 (ObjNum 482 snap 147 seq_num 482) dirty exists 2024-09-14T03:40:14.850 INFO:tasks.rados.rados.0.smithi002.stdout:1486: left oid 41 (ObjNum 482 snap 147 seq_num 482) 2024-09-14T03:40:14.937 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:40:14 smithi002 podman[103761]: 2024-09-14 03:40:14.624020425 +0000 UTC m=+0.584876084 container remove d2e5656950b02859a06889bd8c7bd28eaae49463b560885bfa8f076de5d97b1c (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-2-activate, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, RELEASE=main-a278231, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-09-14T03:40:14.937 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:40:14 smithi002 podman[103819]: 2024-09-14 03:40:14.746180008 +0000 UTC m=+0.017668325 image pull 8801d2529e4377d97015e6c85a3b4925ede7ce42c7349a1a37eb88f097b6f3f0 quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802 2024-09-14T03:40:14.937 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:40:14 smithi002 podman[103819]: 2024-09-14 03:40:14.866527853 +0000 UTC m=+0.138016200 container create 6fd97586f77098bccadd56d90061d4d1ae5bee430fd6251bfad7eeb46cd91a33 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, RELEASE=main-a278231, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-14T03:40:15.437 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:40:15 smithi002 podman[103819]: 2024-09-14 03:40:15.122378656 +0000 UTC m=+0.393866962 container init 6fd97586f77098bccadd56d90061d4d1ae5bee430fd6251bfad7eeb46cd91a33 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-2, RELEASE=main-a278231, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-09-14T03:40:15.437 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:40:15 smithi002 podman[103819]: 2024-09-14 03:40:15.125797351 +0000 UTC m=+0.397285657 container start 6fd97586f77098bccadd56d90061d4d1ae5bee430fd6251bfad7eeb46cd91a33 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-2, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-a278231, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731) 2024-09-14T03:40:15.437 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:40:15 smithi002 ceph-osd[103838]: -- 172.21.15.2:0/2059385722 <== mon.2 v2:172.21.15.2:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56485533da40 con 0x56485531bc00 2024-09-14T03:40:15.437 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:40:15 smithi002 bash[103819]: 6fd97586f77098bccadd56d90061d4d1ae5bee430fd6251bfad7eeb46cd91a33 2024-09-14T03:40:15.437 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:40:15 smithi002 systemd[1]: Started Ceph osd.2 for f357b922-7248-11ef-bceb-c7b262605968. 2024-09-14T03:40:15.727 INFO:tasks.rados.rados.0.smithi002.stdout:1480: done (6 left) 2024-09-14T03:40:15.727 INFO:tasks.rados.rados.0.smithi002.stdout:1483: done (5 left) 2024-09-14T03:40:15.727 INFO:tasks.rados.rados.0.smithi002.stdout:1484: done (4 left) 2024-09-14T03:40:15.727 INFO:tasks.rados.rados.0.smithi002.stdout:1485: done (3 left) 2024-09-14T03:40:15.728 INFO:tasks.rados.rados.0.smithi002.stdout:1486: done (2 left) 2024-09-14T03:40:15.728 INFO:tasks.rados.rados.0.smithi002.stdout:1487: done (1 left) 2024-09-14T03:40:15.728 INFO:tasks.rados.rados.0.smithi002.stdout:1488: done (0 left) 2024-09-14T03:40:15.728 INFO:tasks.rados.rados.0.smithi002.stdout:1489: setattr oid 23 current snap is 148 2024-09-14T03:40:15.728 INFO:tasks.rados.rados.0.smithi002.stdout:1490: snap_remove snap 146 2024-09-14T03:40:15.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:15 smithi154 ceph-mon[81546]: pgmap v204: 121 pgs: 10 active+undersized, 24 peering, 3 active+undersized+degraded, 84 active+clean; 291 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 928 KiB/s wr, 8 op/s; 61/672 objects degraded (9.077%) 2024-09-14T03:40:15.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:15 smithi154 ceph-mon[81546]: osdmap e357: 8 total, 7 up, 8 in 2024-09-14T03:40:15.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:15 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:15.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:15 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:15.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:15 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:40:16.056 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:15 smithi002 ceph-mon[87970]: pgmap v204: 121 pgs: 10 active+undersized, 24 peering, 3 active+undersized+degraded, 84 active+clean; 291 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 928 KiB/s wr, 8 op/s; 61/672 objects degraded (9.077%) 2024-09-14T03:40:16.056 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:15 smithi002 ceph-mon[87970]: osdmap e357: 8 total, 7 up, 8 in 2024-09-14T03:40:16.056 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:15 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:16.056 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:15 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:16.056 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:15 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:40:16.057 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:15 smithi002 ceph-mon[89815]: pgmap v204: 121 pgs: 10 active+undersized, 24 peering, 3 active+undersized+degraded, 84 active+clean; 291 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 928 KiB/s wr, 8 op/s; 61/672 objects degraded (9.077%) 2024-09-14T03:40:16.057 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:15 smithi002 ceph-mon[89815]: osdmap e357: 8 total, 7 up, 8 in 2024-09-14T03:40:16.057 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:15 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:16.057 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:15 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:16.057 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:15 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:40:16.734 INFO:tasks.rados.rados.0.smithi002.stdout:1490: done (1 left) 2024-09-14T03:40:16.734 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 45 current snap is 148 2024-09-14T03:40:16.734 INFO:tasks.rados.rados.0.smithi002.stdout:1491: seq_num 483 ranges {966656=491520,1458176=401408} 2024-09-14T03:40:16.742 INFO:tasks.rados.rados.0.smithi002.stdout:1491: writing smithi00278215-45 from 966656 to 1458176 tid 1 2024-09-14T03:40:16.744 INFO:tasks.rados.rados.0.smithi002.stdout:1491: writing smithi00278215-45 from 1458176 to 1859584 tid 2 2024-09-14T03:40:16.744 INFO:tasks.rados.rados.0.smithi002.stdout:1492: snap_remove snap 110 2024-09-14T03:40:17.024 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:16 smithi002 ceph-mon[87970]: osdmap e358: 8 total, 7 up, 8 in 2024-09-14T03:40:17.024 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:16 smithi002 ceph-mon[89815]: osdmap e358: 8 total, 7 up, 8 in 2024-09-14T03:40:17.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:16 smithi154 ceph-mon[81546]: osdmap e358: 8 total, 7 up, 8 in 2024-09-14T03:40:17.437 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:40:17 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-2[103834]: 2024-09-14T03:40:17.022+0000 7fa523e62640 -1 Falling back to public interface 2024-09-14T03:40:17.700 INFO:tasks.rados.rados.0.smithi002.stdout:1492: done (2 left) 2024-09-14T03:40:17.700 INFO:tasks.rados.rados.0.smithi002.stdout:1493: delete oid 1 current snap is 148 2024-09-14T03:40:17.700 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 1046 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-14T03:40:17.700 INFO:tasks.rados.rados.0.smithi002.stdout:1491: finishing write tid 1 to smithi00278215-45 2024-09-14T03:40:17.700 INFO:tasks.rados.rados.0.smithi002.stdout:1491: finishing write tid 2 to smithi00278215-45 2024-09-14T03:40:17.700 INFO:tasks.rados.rados.0.smithi002.stdout:1491: finishing write tid 3 to smithi00278215-45 2024-09-14T03:40:17.700 INFO:tasks.rados.rados.0.smithi002.stdout:1491: finishing write tid 4 to smithi00278215-45 2024-09-14T03:40:17.700 INFO:tasks.rados.rados.0.smithi002.stdout:1491: oid 45 updating version 0 to 1261 2024-09-14T03:40:17.700 INFO:tasks.rados.rados.0.smithi002.stdout:1491: oid 45 updating version 1261 to 1263 2024-09-14T03:40:17.700 INFO:tasks.rados.rados.0.smithi002.stdout:1491: oid 45 version 1263 is already newer than 1262 2024-09-14T03:40:17.701 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 45 v 1263 (ObjNum 483 snap 148 seq_num 483) dirty exists 2024-09-14T03:40:17.701 INFO:tasks.rados.rados.0.smithi002.stdout:1491: left oid 45 (ObjNum 483 snap 148 seq_num 483) 2024-09-14T03:40:17.709 INFO:tasks.rados.rados.0.smithi002.stdout:1489: done (2 left) 2024-09-14T03:40:17.709 INFO:tasks.rados.rados.0.smithi002.stdout:1491: done (1 left) 2024-09-14T03:40:17.709 INFO:tasks.rados.rados.0.smithi002.stdout:1493: done (0 left) 2024-09-14T03:40:17.709 INFO:tasks.rados.rados.0.smithi002.stdout:1494: rollback oid 50 current snap is 148 2024-09-14T03:40:17.709 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 50 to 112 2024-09-14T03:40:17.709 INFO:tasks.rados.rados.0.smithi002.stdout:1495: copy_from oid 39 from oid 10 current snap is 148 2024-09-14T03:40:17.709 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 2 current snap is 148 2024-09-14T03:40:17.709 INFO:tasks.rados.rados.0.smithi002.stdout:1496: seq_num 485 ranges {950272=532480,1482752=401408} 2024-09-14T03:40:17.718 INFO:tasks.rados.rados.0.smithi002.stdout:1496: writing smithi00278215-2 from 950272 to 1482752 tid 1 2024-09-14T03:40:17.721 INFO:tasks.rados.rados.0.smithi002.stdout:1496: writing smithi00278215-2 from 1482752 to 1884160 tid 2 2024-09-14T03:40:17.722 INFO:tasks.rados.rados.0.smithi002.stdout:1494: finishing rollback tid 1 to smithi00278215-50 2024-09-14T03:40:17.722 INFO:tasks.rados.rados.0.smithi002.stdout:1497: read oid 36 snap -1 2024-09-14T03:40:17.722 INFO:tasks.rados.rados.0.smithi002.stdout:1497: expect (ObjNum 465 snap 145 seq_num 465) 2024-09-14T03:40:17.722 INFO:tasks.rados.rados.0.smithi002.stdout:1498: rollback oid 32 current snap is 148 2024-09-14T03:40:17.722 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 32 to 127 2024-09-14T03:40:17.722 INFO:tasks.rados.rados.0.smithi002.stdout:1494: finishing rollback tid 2 to smithi00278215-50 2024-09-14T03:40:17.722 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 1803 (ObjNum 349 snap 104 seq_num 349) dirty exists 2024-09-14T03:40:17.722 INFO:tasks.rados.rados.0.smithi002.stdout:1496: finishing write tid 1 to smithi00278215-2 2024-09-14T03:40:17.723 INFO:tasks.rados.rados.0.smithi002.stdout:1494: done (4 left) 2024-09-14T03:40:17.723 INFO:tasks.rados.rados.0.smithi002.stdout:1499: rollback oid 25 current snap is 148 2024-09-14T03:40:17.723 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 25 to 147 2024-09-14T03:40:17.723 INFO:tasks.rados.rados.0.smithi002.stdout:1500: copy_from oid 34 from oid 3 current snap is 148 2024-09-14T03:40:17.723 INFO:tasks.rados.rados.0.smithi002.stdout:1501: snap_create 2024-09-14T03:40:17.726 INFO:tasks.rados.rados.0.smithi002.stdout:1498: finishing rollback tid 1 to smithi00278215-32 2024-09-14T03:40:17.726 INFO:tasks.rados.rados.0.smithi002.stdout:1495: finishing copy_from racing read to smithi00278215-39 2024-09-14T03:40:17.727 INFO:tasks.rados.rados.0.smithi002.stdout:1499: finishing rollback tid 0 to smithi00278215-25 2024-09-14T03:40:17.727 INFO:tasks.rados.rados.0.smithi002.stdout:1496: finishing write tid 2 to smithi00278215-2 2024-09-14T03:40:17.727 INFO:tasks.rados.rados.0.smithi002.stdout:1498: finishing rollback tid 2 to smithi00278215-32 2024-09-14T03:40:17.727 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 1805 (ObjNum 398 snap 119 seq_num 398) dirty exists 2024-09-14T03:40:17.727 INFO:tasks.rados.rados.0.smithi002.stdout:1496: finishing write tid 3 to smithi00278215-2 2024-09-14T03:40:17.728 INFO:tasks.rados.rados.0.smithi002.stdout:1495: finishing copy_from to smithi00278215-39 2024-09-14T03:40:17.728 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 39 v 1056 (ObjNum 357 snap 105 seq_num 357) dirty exists 2024-09-14T03:40:17.729 INFO:tasks.rados.rados.0.smithi002.stdout:1499: finishing rollback tid 1 to smithi00278215-25 2024-09-14T03:40:17.729 INFO:tasks.rados.rados.0.smithi002.stdout:1499: finishing rollback tid 2 to smithi00278215-25 2024-09-14T03:40:17.729 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 159 (ObjNum 33 snap 0 seq_num 854416832) dirty exists 2024-09-14T03:40:17.729 INFO:tasks.rados.rados.0.smithi002.stdout:1496: finishing write tid 4 to smithi00278215-2 2024-09-14T03:40:17.729 INFO:tasks.rados.rados.0.smithi002.stdout:1496: oid 2 updating version 0 to 1047 2024-09-14T03:40:17.729 INFO:tasks.rados.rados.0.smithi002.stdout:1496: oid 2 updating version 1047 to 1049 2024-09-14T03:40:17.729 INFO:tasks.rados.rados.0.smithi002.stdout:1496: oid 2 version 1049 is already newer than 1048 2024-09-14T03:40:17.729 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 2 v 1049 (ObjNum 485 snap 148 seq_num 485) dirty exists 2024-09-14T03:40:17.729 INFO:tasks.rados.rados.0.smithi002.stdout:1496: left oid 2 (ObjNum 485 snap 148 seq_num 485) 2024-09-14T03:40:17.737 INFO:tasks.rados.rados.0.smithi002.stdout:1497: expect (ObjNum 465 snap 145 seq_num 465) 2024-09-14T03:40:17.754 INFO:tasks.rados.rados.0.smithi002.stdout:1500: finishing copy_from racing read to smithi00278215-34 2024-09-14T03:40:17.754 INFO:tasks.rados.rados.0.smithi002.stdout:1500: finishing copy_from to smithi00278215-34 2024-09-14T03:40:17.755 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 34 v 1306 (ObjNum 479 snap 147 seq_num 479) dirty exists 2024-09-14T03:40:17.914 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:17 smithi002 ceph-mon[87970]: pgmap v207: 121 pgs: 28 active+undersized, 9 active+undersized+degraded, 84 active+clean; 307 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 4.1 MiB/s wr, 16 op/s; 105/705 objects degraded (14.894%) 2024-09-14T03:40:17.914 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:17 smithi002 ceph-mon[87970]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 4 pgs inactive, 7 pgs peering) 2024-09-14T03:40:17.915 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:17 smithi002 ceph-mon[87970]: osdmap e359: 8 total, 7 up, 8 in 2024-09-14T03:40:17.915 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:17 smithi002 ceph-mon[87970]: osdmap e360: 8 total, 7 up, 8 in 2024-09-14T03:40:17.915 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:17 smithi002 ceph-mon[89815]: pgmap v207: 121 pgs: 28 active+undersized, 9 active+undersized+degraded, 84 active+clean; 307 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 4.1 MiB/s wr, 16 op/s; 105/705 objects degraded (14.894%) 2024-09-14T03:40:17.915 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:17 smithi002 ceph-mon[89815]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 4 pgs inactive, 7 pgs peering) 2024-09-14T03:40:17.915 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:17 smithi002 ceph-mon[89815]: osdmap e359: 8 total, 7 up, 8 in 2024-09-14T03:40:17.915 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:17 smithi002 ceph-mon[89815]: osdmap e360: 8 total, 7 up, 8 in 2024-09-14T03:40:18.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:17 smithi154 ceph-mon[81546]: pgmap v207: 121 pgs: 28 active+undersized, 9 active+undersized+degraded, 84 active+clean; 307 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 4.1 MiB/s wr, 16 op/s; 105/705 objects degraded (14.894%) 2024-09-14T03:40:18.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:17 smithi154 ceph-mon[81546]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 4 pgs inactive, 7 pgs peering) 2024-09-14T03:40:18.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:17 smithi154 ceph-mon[81546]: osdmap e359: 8 total, 7 up, 8 in 2024-09-14T03:40:18.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:17 smithi154 ceph-mon[81546]: osdmap e360: 8 total, 7 up, 8 in 2024-09-14T03:40:18.703 INFO:tasks.rados.rados.0.smithi002.stdout:1495: done (6 left) 2024-09-14T03:40:18.703 INFO:tasks.rados.rados.0.smithi002.stdout:1496: done (5 left) 2024-09-14T03:40:18.703 INFO:tasks.rados.rados.0.smithi002.stdout:1497: done (4 left) 2024-09-14T03:40:18.703 INFO:tasks.rados.rados.0.smithi002.stdout:1498: done (3 left) 2024-09-14T03:40:18.703 INFO:tasks.rados.rados.0.smithi002.stdout:1499: done (2 left) 2024-09-14T03:40:18.703 INFO:tasks.rados.rados.0.smithi002.stdout:1500: done (1 left) 2024-09-14T03:40:18.704 INFO:tasks.rados.rados.0.smithi002.stdout:1501: done (0 left) 2024-09-14T03:40:18.704 INFO:tasks.rados.rados.0.smithi002.stdout:1502: read oid 31 snap 119 2024-09-14T03:40:18.704 INFO:tasks.rados.rados.0.smithi002.stdout:1502: expect (ObjNum 393 snap 119 seq_num 393) 2024-09-14T03:40:18.704 INFO:tasks.rados.rados.0.smithi002.stdout:1503: delete oid 4 current snap is 149 2024-09-14T03:40:18.708 INFO:tasks.rados.rados.0.smithi002.stdout:1503: done (1 left) 2024-09-14T03:40:18.709 INFO:tasks.rados.rados.0.smithi002.stdout:1504: snap_remove snap 124 2024-09-14T03:40:19.707 INFO:tasks.rados.rados.0.smithi002.stdout:1504: done (1 left) 2024-09-14T03:40:19.708 INFO:tasks.rados.rados.0.smithi002.stdout:1505: read oid 9 snap -1 2024-09-14T03:40:19.708 INFO:tasks.rados.rados.0.smithi002.stdout:1505: expect (ObjNum 444 snap 135 seq_num 444) 2024-09-14T03:40:19.708 INFO:tasks.rados.rados.0.smithi002.stdout:1506: delete oid 47 current snap is 149 2024-09-14T03:40:19.708 INFO:tasks.rados.rados.0.smithi002.stdout:1502: expect (ObjNum 393 snap 119 seq_num 393) 2024-09-14T03:40:19.803 INFO:tasks.rados.rados.0.smithi002.stdout:1505: expect (ObjNum 444 snap 135 seq_num 444) 2024-09-14T03:40:19.809 INFO:tasks.rados.rados.0.smithi002.stdout:1502: done (2 left) 2024-09-14T03:40:19.809 INFO:tasks.rados.rados.0.smithi002.stdout:1505: done (1 left) 2024-09-14T03:40:19.809 INFO:tasks.rados.rados.0.smithi002.stdout:1506: done (0 left) 2024-09-14T03:40:19.809 INFO:tasks.rados.rados.0.smithi002.stdout:1507: snap_remove snap 137 2024-09-14T03:40:19.949 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:19 smithi002 ceph-mon[87970]: pgmap v210: 121 pgs: 28 active+undersized, 9 active+undersized+degraded, 84 active+clean; 307 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.5 MiB/s wr, 11 op/s; 105/711 objects degraded (14.768%) 2024-09-14T03:40:19.949 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:19 smithi002 ceph-mon[87970]: osdmap e361: 8 total, 7 up, 8 in 2024-09-14T03:40:19.950 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:19 smithi002 ceph-mon[87970]: Health check update: Degraded data redundancy: 105/711 objects degraded (14.768%), 9 pgs degraded (PG_DEGRADED) 2024-09-14T03:40:19.950 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:19 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:19.950 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:19 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:19.950 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:19 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:19.950 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:19 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:19.950 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:19 smithi002 ceph-mon[89815]: pgmap v210: 121 pgs: 28 active+undersized, 9 active+undersized+degraded, 84 active+clean; 307 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.5 MiB/s wr, 11 op/s; 105/711 objects degraded (14.768%) 2024-09-14T03:40:19.950 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:19 smithi002 ceph-mon[89815]: osdmap e361: 8 total, 7 up, 8 in 2024-09-14T03:40:19.950 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:19 smithi002 ceph-mon[89815]: Health check update: Degraded data redundancy: 105/711 objects degraded (14.768%), 9 pgs degraded (PG_DEGRADED) 2024-09-14T03:40:19.950 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:19 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:19.950 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:19 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:19.951 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:19 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:19.951 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:19 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:19.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:19 smithi154 ceph-mon[81546]: pgmap v210: 121 pgs: 28 active+undersized, 9 active+undersized+degraded, 84 active+clean; 307 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.5 MiB/s wr, 11 op/s; 105/711 objects degraded (14.768%) 2024-09-14T03:40:19.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:19 smithi154 ceph-mon[81546]: osdmap e361: 8 total, 7 up, 8 in 2024-09-14T03:40:19.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:19 smithi154 ceph-mon[81546]: Health check update: Degraded data redundancy: 105/711 objects degraded (14.768%), 9 pgs degraded (PG_DEGRADED) 2024-09-14T03:40:19.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:19 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:19.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:19 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:19.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:19 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:19.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:19 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:20.712 INFO:tasks.rados.rados.0.smithi002.stdout:1507: done (0 left) 2024-09-14T03:40:20.712 INFO:tasks.rados.rados.0.smithi002.stdout:1508: read oid 27 snap 127 2024-09-14T03:40:20.712 INFO:tasks.rados.rados.0.smithi002.stdout:1508: expect (ObjNum 404 snap 121 seq_num 404) 2024-09-14T03:40:20.712 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 33 current snap is 149 2024-09-14T03:40:20.712 INFO:tasks.rados.rados.0.smithi002.stdout:1509: seq_num 488 ranges {2203648=581632,2785280=401408} 2024-09-14T03:40:20.728 INFO:tasks.rados.rados.0.smithi002.stdout:1509: writing smithi00278215-33 from 2203648 to 2785280 tid 1 2024-09-14T03:40:20.731 INFO:tasks.rados.rados.0.smithi002.stdout:1509: writing smithi00278215-33 from 2785280 to 3186688 tid 2 2024-09-14T03:40:20.731 INFO:tasks.rados.rados.0.smithi002.stdout:1510: snap_create 2024-09-14T03:40:20.732 INFO:tasks.rados.rados.0.smithi002.stdout:1508: expect (ObjNum 404 snap 121 seq_num 404) 2024-09-14T03:40:20.832 INFO:tasks.rados.rados.0.smithi002.stdout:1509: finishing write tid 1 to smithi00278215-33 2024-09-14T03:40:20.832 INFO:tasks.rados.rados.0.smithi002.stdout:1509: finishing write tid 2 to smithi00278215-33 2024-09-14T03:40:20.832 INFO:tasks.rados.rados.0.smithi002.stdout:1509: finishing write tid 3 to smithi00278215-33 2024-09-14T03:40:20.832 INFO:tasks.rados.rados.0.smithi002.stdout:1509: finishing write tid 4 to smithi00278215-33 2024-09-14T03:40:20.832 INFO:tasks.rados.rados.0.smithi002.stdout:1509: oid 33 updating version 0 to 1341 2024-09-14T03:40:20.832 INFO:tasks.rados.rados.0.smithi002.stdout:1509: oid 33 version 1341 is already newer than 1340 2024-09-14T03:40:20.833 INFO:tasks.rados.rados.0.smithi002.stdout:1509: oid 33 version 1341 is already newer than 1339 2024-09-14T03:40:20.833 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 33 v 1341 (ObjNum 488 snap 149 seq_num 488) dirty exists 2024-09-14T03:40:20.833 INFO:tasks.rados.rados.0.smithi002.stdout:1509: left oid 33 (ObjNum 488 snap 149 seq_num 488) 2024-09-14T03:40:20.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:20 smithi154 ceph-mon[81546]: osdmap e362: 8 total, 7 up, 8 in 2024-09-14T03:40:21.108 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:20 smithi002 ceph-mon[87970]: osdmap e362: 8 total, 7 up, 8 in 2024-09-14T03:40:21.108 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:20 smithi002 ceph-mon[89815]: osdmap e362: 8 total, 7 up, 8 in 2024-09-14T03:40:21.108 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:40:20 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-0[94655]: 2024-09-14T03:40:20.730+0000 7f77c2b29640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c5 after trimming was started 2024-09-14T03:40:21.109 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:40:20 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-2[103834]: 2024-09-14T03:40:20.768+0000 7fa523e62640 -1 osd.2 351 log_to_monitors true 2024-09-14T03:40:21.719 INFO:tasks.rados.rados.0.smithi002.stdout:1508: done (2 left) 2024-09-14T03:40:21.719 INFO:tasks.rados.rados.0.smithi002.stdout:1509: done (1 left) 2024-09-14T03:40:21.719 INFO:tasks.rados.rados.0.smithi002.stdout:1510: done (0 left) 2024-09-14T03:40:21.719 INFO:tasks.rados.rados.0.smithi002.stdout:1511: read oid 39 snap -1 2024-09-14T03:40:21.719 INFO:tasks.rados.rados.0.smithi002.stdout:1511: expect (ObjNum 357 snap 105 seq_num 357) 2024-09-14T03:40:21.719 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 31 current snap is 150 2024-09-14T03:40:21.719 INFO:tasks.rados.rados.0.smithi002.stdout:1512: seq_num 489 ranges {819200=598016,1417216=401408} 2024-09-14T03:40:21.727 INFO:tasks.rados.rados.0.smithi002.stdout:1512: writing smithi00278215-31 from 819200 to 1417216 tid 1 2024-09-14T03:40:21.730 INFO:tasks.rados.rados.0.smithi002.stdout:1512: writing smithi00278215-31 from 1417216 to 1818624 tid 2 2024-09-14T03:40:21.730 INFO:tasks.rados.rados.0.smithi002.stdout:1513: read oid 20 snap -1 2024-09-14T03:40:21.730 INFO:tasks.rados.rados.0.smithi002.stdout:1513: expect (ObjNum 445 snap 136 seq_num 445) 2024-09-14T03:40:21.730 INFO:tasks.rados.rados.0.smithi002.stdout:1514: setattr oid 1 current snap is 150 2024-09-14T03:40:21.730 INFO:tasks.rados.rados.0.smithi002.stdout:1511: expect (ObjNum 357 snap 105 seq_num 357) 2024-09-14T03:40:21.858 INFO:tasks.rados.rados.0.smithi002.stdout:1512: finishing write tid 1 to smithi00278215-31 2024-09-14T03:40:21.858 INFO:tasks.rados.rados.0.smithi002.stdout:1512: finishing write tid 2 to smithi00278215-31 2024-09-14T03:40:21.859 INFO:tasks.rados.rados.0.smithi002.stdout:1512: finishing write tid 3 to smithi00278215-31 2024-09-14T03:40:21.859 INFO:tasks.rados.rados.0.smithi002.stdout:1512: finishing write tid 4 to smithi00278215-31 2024-09-14T03:40:21.859 INFO:tasks.rados.rados.0.smithi002.stdout:1512: oid 31 updating version 0 to 1213 2024-09-14T03:40:21.859 INFO:tasks.rados.rados.0.smithi002.stdout:1512: oid 31 version 1213 is already newer than 1211 2024-09-14T03:40:21.859 INFO:tasks.rados.rados.0.smithi002.stdout:1512: oid 31 version 1213 is already newer than 1212 2024-09-14T03:40:21.859 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 1213 (ObjNum 489 snap 150 seq_num 489) dirty exists 2024-09-14T03:40:21.859 INFO:tasks.rados.rados.0.smithi002.stdout:1512: left oid 31 (ObjNum 489 snap 150 seq_num 489) 2024-09-14T03:40:21.859 INFO:tasks.rados.rados.0.smithi002.stdout:1513: expect (ObjNum 445 snap 136 seq_num 445) 2024-09-14T03:40:21.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:21 smithi154 ceph-mon[81546]: pgmap v213: 121 pgs: 28 active+undersized, 9 active+undersized+degraded, 84 active+clean; 319 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 14 op/s; 111/729 objects degraded (15.226%) 2024-09-14T03:40:21.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:21 smithi154 ceph-mon[81546]: osdmap e363: 8 total, 7 up, 8 in 2024-09-14T03:40:21.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:21 smithi154 ceph-mon[81546]: from='osd.2 [v2:172.21.15.2:6818/3616368020,v1:172.21.15.2:6819/3616368020]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-09-14T03:40:22.009 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:21 smithi002 ceph-mon[87970]: pgmap v213: 121 pgs: 28 active+undersized, 9 active+undersized+degraded, 84 active+clean; 319 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 14 op/s; 111/729 objects degraded (15.226%) 2024-09-14T03:40:22.010 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:21 smithi002 ceph-mon[87970]: osdmap e363: 8 total, 7 up, 8 in 2024-09-14T03:40:22.010 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:21 smithi002 ceph-mon[87970]: from='osd.2 [v2:172.21.15.2:6818/3616368020,v1:172.21.15.2:6819/3616368020]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-09-14T03:40:22.010 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:21 smithi002 ceph-mon[89815]: pgmap v213: 121 pgs: 28 active+undersized, 9 active+undersized+degraded, 84 active+clean; 319 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 14 op/s; 111/729 objects degraded (15.226%) 2024-09-14T03:40:22.010 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:21 smithi002 ceph-mon[89815]: osdmap e363: 8 total, 7 up, 8 in 2024-09-14T03:40:22.010 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:21 smithi002 ceph-mon[89815]: from='osd.2 [v2:172.21.15.2:6818/3616368020,v1:172.21.15.2:6819/3616368020]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-09-14T03:40:22.087 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 1 v 1806 (ObjNum 129 snap 0 seq_num 854290720) dirty exists 2024-09-14T03:40:22.088 INFO:tasks.rados.rados.0.smithi002.stdout:1511: done (3 left) 2024-09-14T03:40:22.088 INFO:tasks.rados.rados.0.smithi002.stdout:1512: done (2 left) 2024-09-14T03:40:22.088 INFO:tasks.rados.rados.0.smithi002.stdout:1513: done (1 left) 2024-09-14T03:40:22.088 INFO:tasks.rados.rados.0.smithi002.stdout:1514: done (0 left) 2024-09-14T03:40:22.088 INFO:tasks.rados.rados.0.smithi002.stdout:1515: setattr oid 36 current snap is 150 2024-09-14T03:40:22.089 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 43 current snap is 150 2024-09-14T03:40:22.089 INFO:tasks.rados.rados.0.smithi002.stdout:1516: seq_num 490 ranges {1892352=614400,2506752=401408} 2024-09-14T03:40:22.103 INFO:tasks.rados.rados.0.smithi002.stdout:1516: writing smithi00278215-43 from 1892352 to 2506752 tid 1 2024-09-14T03:40:22.105 INFO:tasks.rados.rados.0.smithi002.stdout:1516: writing smithi00278215-43 from 2506752 to 2908160 tid 2 2024-09-14T03:40:22.105 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 20 current snap is 150 2024-09-14T03:40:22.105 INFO:tasks.rados.rados.0.smithi002.stdout:1517: seq_num 491 ranges {3137536=630784,3768320=401408} 2024-09-14T03:40:22.126 INFO:tasks.rados.rados.0.smithi002.stdout:1517: writing smithi00278215-20 from 3137536 to 3768320 tid 1 2024-09-14T03:40:22.128 INFO:tasks.rados.rados.0.smithi002.stdout:1517: writing smithi00278215-20 from 3768320 to 4169728 tid 2 2024-09-14T03:40:22.128 INFO:tasks.rados.rados.0.smithi002.stdout:1518: rollback oid 38 current snap is 150 2024-09-14T03:40:22.128 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 38 to 135 2024-09-14T03:40:22.128 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 36 v 1070 (ObjNum 465 snap 145 seq_num 465) dirty exists 2024-09-14T03:40:22.129 INFO:tasks.rados.rados.0.smithi002.stdout:1516: finishing write tid 1 to smithi00278215-43 2024-09-14T03:40:22.129 INFO:tasks.rados.rados.0.smithi002.stdout:1516: finishing write tid 2 to smithi00278215-43 2024-09-14T03:40:22.129 INFO:tasks.rados.rados.0.smithi002.stdout:1516: finishing write tid 3 to smithi00278215-43 2024-09-14T03:40:22.129 INFO:tasks.rados.rados.0.smithi002.stdout:1516: finishing write tid 4 to smithi00278215-43 2024-09-14T03:40:22.129 INFO:tasks.rados.rados.0.smithi002.stdout:1516: oid 43 updating version 0 to 1343 2024-09-14T03:40:22.129 INFO:tasks.rados.rados.0.smithi002.stdout:1516: oid 43 updating version 1343 to 1345 2024-09-14T03:40:22.129 INFO:tasks.rados.rados.0.smithi002.stdout:1516: oid 43 version 1345 is already newer than 1344 2024-09-14T03:40:22.129 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 1345 (ObjNum 490 snap 150 seq_num 490) dirty exists 2024-09-14T03:40:22.129 INFO:tasks.rados.rados.0.smithi002.stdout:1516: left oid 43 (ObjNum 490 snap 150 seq_num 490) 2024-09-14T03:40:22.129 INFO:tasks.rados.rados.0.smithi002.stdout:1515: done (3 left) 2024-09-14T03:40:22.129 INFO:tasks.rados.rados.0.smithi002.stdout:1516: done (2 left) 2024-09-14T03:40:22.129 INFO:tasks.rados.rados.0.smithi002.stdout:1519: snap_remove snap 140 2024-09-14T03:40:22.377 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:40:22 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-2[103834]: 2024-09-14T03:40:22.007+0000 7fa517c04640 -1 osd.2 351 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-14T03:40:22.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:22 smithi154 ceph-mon[81546]: from='osd.2 [v2:172.21.15.2:6818/3616368020,v1:172.21.15.2:6819/3616368020]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-14T03:40:22.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:22 smithi154 ceph-mon[81546]: osdmap e364: 8 total, 7 up, 8 in 2024-09-14T03:40:22.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:22 smithi154 ceph-mon[81546]: from='osd.2 [v2:172.21.15.2:6818/3616368020,v1:172.21.15.2:6819/3616368020]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi002", "root=default"]} : dispatch 2024-09-14T03:40:22.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:22 smithi154 ceph-mon[81546]: from='osd.2 [v2:172.21.15.2:6818/3616368020,v1:172.21.15.2:6819/3616368020]' entity='osd.2' 2024-09-14T03:40:23.010 INFO:tasks.rados.rados.0.smithi002.stdout:1517: finishing write tid 1 to smithi00278215-20 2024-09-14T03:40:23.010 INFO:tasks.rados.rados.0.smithi002.stdout:1517: finishing write tid 2 to smithi00278215-20 2024-09-14T03:40:23.010 INFO:tasks.rados.rados.0.smithi002.stdout:1517: finishing write tid 3 to smithi00278215-20 2024-09-14T03:40:23.010 INFO:tasks.rados.rados.0.smithi002.stdout:1518: finishing rollback tid 0 to smithi00278215-38 2024-09-14T03:40:23.010 INFO:tasks.rados.rados.0.smithi002.stdout:1518: finishing rollback tid 1 to smithi00278215-38 2024-09-14T03:40:23.010 INFO:tasks.rados.rados.0.smithi002.stdout:1517: finishing write tid 4 to smithi00278215-20 2024-09-14T03:40:23.010 INFO:tasks.rados.rados.0.smithi002.stdout:1517: oid 20 updating version 0 to 1264 2024-09-14T03:40:23.010 INFO:tasks.rados.rados.0.smithi002.stdout:1517: oid 20 updating version 1264 to 1266 2024-09-14T03:40:23.011 INFO:tasks.rados.rados.0.smithi002.stdout:1517: oid 20 version 1266 is already newer than 1265 2024-09-14T03:40:23.011 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 20 v 1266 (ObjNum 491 snap 150 seq_num 491) dirty exists 2024-09-14T03:40:23.011 INFO:tasks.rados.rados.0.smithi002.stdout:1517: left oid 20 (ObjNum 491 snap 150 seq_num 491) 2024-09-14T03:40:23.011 INFO:tasks.rados.rados.0.smithi002.stdout:1518: finishing rollback tid 2 to smithi00278215-38 2024-09-14T03:40:23.011 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 1810 (ObjNum 368 snap 112 seq_num 368) dirty exists 2024-09-14T03:40:23.011 INFO:tasks.rados.rados.0.smithi002.stdout:1517: done (2 left) 2024-09-14T03:40:23.011 INFO:tasks.rados.rados.0.smithi002.stdout:1518: done (1 left) 2024-09-14T03:40:23.011 INFO:tasks.rados.rados.0.smithi002.stdout:1519: done (0 left) 2024-09-14T03:40:23.011 INFO:tasks.rados.rados.0.smithi002.stdout:1520: delete oid 36 current snap is 150 2024-09-14T03:40:23.023 INFO:tasks.rados.rados.0.smithi002.stdout:1520: done (0 left) 2024-09-14T03:40:23.023 INFO:tasks.rados.rados.0.smithi002.stdout:1521: snap_create 2024-09-14T03:40:23.095 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:40:22 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: 2024-09-14T03:40:22.935+0000 7f19602b3640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-09-14T03:40:23.095 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:22 smithi002 ceph-mon[87970]: from='osd.2 [v2:172.21.15.2:6818/3616368020,v1:172.21.15.2:6819/3616368020]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-14T03:40:23.095 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:22 smithi002 ceph-mon[87970]: osdmap e364: 8 total, 7 up, 8 in 2024-09-14T03:40:23.095 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:22 smithi002 ceph-mon[87970]: from='osd.2 [v2:172.21.15.2:6818/3616368020,v1:172.21.15.2:6819/3616368020]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi002", "root=default"]} : dispatch 2024-09-14T03:40:23.095 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:22 smithi002 ceph-mon[87970]: from='osd.2 [v2:172.21.15.2:6818/3616368020,v1:172.21.15.2:6819/3616368020]' entity='osd.2' 2024-09-14T03:40:23.096 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:22 smithi002 ceph-mon[89815]: from='osd.2 [v2:172.21.15.2:6818/3616368020,v1:172.21.15.2:6819/3616368020]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-14T03:40:23.096 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:22 smithi002 ceph-mon[89815]: osdmap e364: 8 total, 7 up, 8 in 2024-09-14T03:40:23.096 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:22 smithi002 ceph-mon[89815]: from='osd.2 [v2:172.21.15.2:6818/3616368020,v1:172.21.15.2:6819/3616368020]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi002", "root=default"]} : dispatch 2024-09-14T03:40:23.096 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:22 smithi002 ceph-mon[89815]: from='osd.2 [v2:172.21.15.2:6818/3616368020,v1:172.21.15.2:6819/3616368020]' entity='osd.2' 2024-09-14T03:40:23.436 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:40:23 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:40:23] "GET /metrics HTTP/1.1" 200 36289 "" "Prometheus/2.43.0" 2024-09-14T03:40:24.014 INFO:tasks.rados.rados.0.smithi002.stdout:1521: done (0 left) 2024-09-14T03:40:24.014 INFO:tasks.rados.rados.0.smithi002.stdout:1522: snap_create 2024-09-14T03:40:24.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:23 smithi002 ceph-mon[87970]: pgmap v216: 121 pgs: 28 active+undersized, 9 active+undersized+degraded, 84 active+clean; 321 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 3.0 MiB/s wr, 15 op/s; 111/726 objects degraded (15.289%) 2024-09-14T03:40:24.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:23 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:24.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:23 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:24.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:23 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:40:24.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:23 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:40:24.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:23 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:24.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:23 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:40:24.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:23 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:40:24.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:23 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:40:24.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:23 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:40:24.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:23 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-09-14T03:40:24.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:23 smithi002 ceph-mon[87970]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-14T03:40:24.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:23 smithi002 ceph-mon[87970]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-09-14T03:40:24.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:23 smithi002 ceph-mon[87970]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-14T03:40:24.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:23 smithi002 ceph-mon[87970]: osd.2 [v2:172.21.15.2:6818/3616368020,v1:172.21.15.2:6819/3616368020] boot 2024-09-14T03:40:24.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:23 smithi002 ceph-mon[87970]: osdmap e365: 8 total, 8 up, 8 in 2024-09-14T03:40:24.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:23 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-14T03:40:24.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:23 smithi002 ceph-mon[89815]: pgmap v216: 121 pgs: 28 active+undersized, 9 active+undersized+degraded, 84 active+clean; 321 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 3.0 MiB/s wr, 15 op/s; 111/726 objects degraded (15.289%) 2024-09-14T03:40:24.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:23 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:24.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:23 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:24.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:23 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:40:24.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:23 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:40:24.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:23 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:24.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:23 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:40:24.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:23 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:40:24.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:23 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:40:24.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:23 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:40:24.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:23 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-09-14T03:40:24.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:23 smithi002 ceph-mon[89815]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-14T03:40:24.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:23 smithi002 ceph-mon[89815]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-09-14T03:40:24.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:23 smithi002 ceph-mon[89815]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-14T03:40:24.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:23 smithi002 ceph-mon[89815]: osd.2 [v2:172.21.15.2:6818/3616368020,v1:172.21.15.2:6819/3616368020] boot 2024-09-14T03:40:24.190 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:23 smithi002 ceph-mon[89815]: osdmap e365: 8 total, 8 up, 8 in 2024-09-14T03:40:24.190 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:23 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-14T03:40:24.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:23 smithi154 ceph-mon[81546]: pgmap v216: 121 pgs: 28 active+undersized, 9 active+undersized+degraded, 84 active+clean; 321 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 3.0 MiB/s wr, 15 op/s; 111/726 objects degraded (15.289%) 2024-09-14T03:40:24.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:23 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:24.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:23 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:24.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:23 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:40:24.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:23 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:40:24.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:23 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:24.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:23 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:40:24.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:23 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:40:24.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:23 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:40:24.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:23 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:40:24.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:23 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-09-14T03:40:24.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:23 smithi154 ceph-mon[81546]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-14T03:40:24.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:23 smithi154 ceph-mon[81546]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-09-14T03:40:24.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:23 smithi154 ceph-mon[81546]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-14T03:40:24.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:23 smithi154 ceph-mon[81546]: osd.2 [v2:172.21.15.2:6818/3616368020,v1:172.21.15.2:6819/3616368020] boot 2024-09-14T03:40:24.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:23 smithi154 ceph-mon[81546]: osdmap e365: 8 total, 8 up, 8 in 2024-09-14T03:40:24.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:23 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-14T03:40:25.016 INFO:tasks.rados.rados.0.smithi002.stdout:1522: done (0 left) 2024-09-14T03:40:25.017 INFO:tasks.rados.rados.0.smithi002.stdout:1523: rollback oid 2 current snap is 152 2024-09-14T03:40:25.017 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 2 to 142 2024-09-14T03:40:25.017 INFO:tasks.rados.rados.0.smithi002.stdout:1524: read oid 21 snap -1 2024-09-14T03:40:25.017 INFO:tasks.rados.rados.0.smithi002.stdout:1524: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:40:25.017 INFO:tasks.rados.rados.0.smithi002.stdout:1525: rollback oid 16 current snap is 152 2024-09-14T03:40:25.017 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 16 to 112 2024-09-14T03:40:25.017 INFO:tasks.rados.rados.0.smithi002.stdout:1526: read oid 19 snap -1 2024-09-14T03:40:25.017 INFO:tasks.rados.rados.0.smithi002.stdout:1526: expect deleted 2024-09-14T03:40:25.017 INFO:tasks.rados.rados.0.smithi002.stdout:1527: delete oid 38 current snap is 152 2024-09-14T03:40:25.020 INFO:tasks.rados.rados.0.smithi002.stdout:1524: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:40:25.023 INFO:tasks.rados.rados.0.smithi002.stdout:1523: finishing rollback tid 0 to smithi00278215-2 2024-09-14T03:40:25.023 INFO:tasks.rados.rados.0.smithi002.stdout:1523: finishing rollback tid 1 to smithi00278215-2 2024-09-14T03:40:25.023 INFO:tasks.rados.rados.0.smithi002.stdout:1523: finishing rollback tid 2 to smithi00278215-2 2024-09-14T03:40:25.023 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 2 v 1052 (ObjNum 454 snap 140 seq_num 454) dirty exists 2024-09-14T03:40:25.023 INFO:tasks.rados.rados.0.smithi002.stdout:1525: finishing rollback tid 0 to smithi00278215-16 2024-09-14T03:40:25.025 INFO:tasks.rados.rados.0.smithi002.stdout:1525: finishing rollback tid 1 to smithi00278215-16 2024-09-14T03:40:25.025 INFO:tasks.rados.rados.0.smithi002.stdout:1523: done (4 left) 2024-09-14T03:40:25.025 INFO:tasks.rados.rados.0.smithi002.stdout:1524: done (3 left) 2024-09-14T03:40:25.025 INFO:tasks.rados.rados.0.smithi002.stdout:1526: done (2 left) 2024-09-14T03:40:25.025 INFO:tasks.rados.rados.0.smithi002.stdout:1527: done (1 left) 2024-09-14T03:40:25.025 INFO:tasks.rados.rados.0.smithi002.stdout:1528: rollback oid 30 current snap is 152 2024-09-14T03:40:25.025 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 30 to 142 2024-09-14T03:40:25.025 INFO:tasks.rados.rados.0.smithi002.stdout:1529: read oid 35 snap 139 2024-09-14T03:40:25.025 INFO:tasks.rados.rados.0.smithi002.stdout:1529: expect (ObjNum 278 snap 84 seq_num 278) 2024-09-14T03:40:25.025 INFO:tasks.rados.rados.0.smithi002.stdout:1530: read oid 25 snap -1 2024-09-14T03:40:25.026 INFO:tasks.rados.rados.0.smithi002.stdout:1530: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:40:25.026 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 2 current snap is 152 2024-09-14T03:40:25.026 INFO:tasks.rados.rados.0.smithi002.stdout:1531: seq_num 494 ranges {409600=679936,1089536=401408} 2024-09-14T03:40:25.031 INFO:tasks.rados.rados.0.smithi002.stdout:1531: writing smithi00278215-2 from 409600 to 1089536 tid 1 2024-09-14T03:40:25.034 INFO:tasks.rados.rados.0.smithi002.stdout:1531: writing smithi00278215-2 from 1089536 to 1490944 tid 2 2024-09-14T03:40:25.034 INFO:tasks.rados.rados.0.smithi002.stdout:1532: copy_from oid 12 from oid 4 current snap is 152 2024-09-14T03:40:25.034 INFO:tasks.rados.rados.0.smithi002.stdout:1530: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:40:25.040 INFO:tasks.rados.rados.0.smithi002.stdout:1525: finishing rollback tid 2 to smithi00278215-16 2024-09-14T03:40:25.040 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 16 v 612 (ObjNum 127 snap 32 seq_num 127) dirty exists 2024-09-14T03:40:25.040 INFO:tasks.rados.rados.0.smithi002.stdout:1528: finishing rollback tid 0 to smithi00278215-30 2024-09-14T03:40:25.040 INFO:tasks.rados.rados.0.smithi002.stdout:1528: finishing rollback tid 1 to smithi00278215-30 2024-09-14T03:40:25.040 INFO:tasks.rados.rados.0.smithi002.stdout:1528: finishing rollback tid 2 to smithi00278215-30 2024-09-14T03:40:25.041 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 30 v 1870 (ObjNum 440 snap 135 seq_num 440) dirty exists 2024-09-14T03:40:25.041 INFO:tasks.rados.rados.0.smithi002.stdout:1532: finishing copy_from to smithi00278215-12 2024-09-14T03:40:25.041 INFO:tasks.rados.rados.0.smithi002.stdout:1532: got expected ENOENT (src dne) 2024-09-14T03:40:25.041 INFO:tasks.rados.rados.0.smithi002.stdout:1532: finishing copy_from racing read to smithi00278215-12 2024-09-14T03:40:25.041 INFO:tasks.rados.rados.0.smithi002.stdout:1531: finishing write tid 1 to smithi00278215-2 2024-09-14T03:40:25.041 INFO:tasks.rados.rados.0.smithi002.stdout:1531: finishing write tid 2 to smithi00278215-2 2024-09-14T03:40:25.041 INFO:tasks.rados.rados.0.smithi002.stdout:1531: finishing write tid 3 to smithi00278215-2 2024-09-14T03:40:25.041 INFO:tasks.rados.rados.0.smithi002.stdout:1531: finishing write tid 4 to smithi00278215-2 2024-09-14T03:40:25.041 INFO:tasks.rados.rados.0.smithi002.stdout:1531: oid 2 updating version 0 to 1054 2024-09-14T03:40:25.041 INFO:tasks.rados.rados.0.smithi002.stdout:1531: oid 2 updating version 1054 to 1055 2024-09-14T03:40:25.041 INFO:tasks.rados.rados.0.smithi002.stdout:1531: oid 2 version 1055 is already newer than 1053 2024-09-14T03:40:25.041 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 2 v 1055 (ObjNum 494 snap 152 seq_num 494) dirty exists 2024-09-14T03:40:25.041 INFO:tasks.rados.rados.0.smithi002.stdout:1531: left oid 2 (ObjNum 494 snap 152 seq_num 494) 2024-09-14T03:40:25.041 INFO:tasks.rados.rados.0.smithi002.stdout:1525: done (5 left) 2024-09-14T03:40:25.042 INFO:tasks.rados.rados.0.smithi002.stdout:1528: done (4 left) 2024-09-14T03:40:25.042 INFO:tasks.rados.rados.0.smithi002.stdout:1530: done (3 left) 2024-09-14T03:40:25.042 INFO:tasks.rados.rados.0.smithi002.stdout:1531: done (2 left) 2024-09-14T03:40:25.042 INFO:tasks.rados.rados.0.smithi002.stdout:1532: done (1 left) 2024-09-14T03:40:25.042 INFO:tasks.rados.rados.0.smithi002.stdout:1533: read oid 24 snap -1 2024-09-14T03:40:25.042 INFO:tasks.rados.rados.0.smithi002.stdout:1533: expect (ObjNum 476 snap 146 seq_num 476) 2024-09-14T03:40:25.042 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 7 current snap is 152 2024-09-14T03:40:25.042 INFO:tasks.rados.rados.0.smithi002.stdout:1534: seq_num 495 ranges {393216=696320,1089536=401408} 2024-09-14T03:40:25.046 INFO:tasks.rados.rados.0.smithi002.stdout:1534: writing smithi00278215-7 from 393216 to 1089536 tid 1 2024-09-14T03:40:25.050 INFO:tasks.rados.rados.0.smithi002.stdout:1534: writing smithi00278215-7 from 1089536 to 1490944 tid 2 2024-09-14T03:40:25.050 INFO:tasks.rados.rados.0.smithi002.stdout:1535: snap_create 2024-09-14T03:40:25.050 INFO:tasks.rados.rados.0.smithi002.stdout:1529: expect (ObjNum 278 snap 84 seq_num 278) 2024-09-14T03:40:25.268 INFO:tasks.rados.rados.0.smithi002.stdout:1533: expect (ObjNum 476 snap 146 seq_num 476) 2024-09-14T03:40:25.367 INFO:tasks.rados.rados.0.smithi002.stdout:1534: finishing write tid 1 to smithi00278215-7 2024-09-14T03:40:25.367 INFO:tasks.rados.rados.0.smithi002.stdout:1534: finishing write tid 2 to smithi00278215-7 2024-09-14T03:40:25.367 INFO:tasks.rados.rados.0.smithi002.stdout:1534: finishing write tid 3 to smithi00278215-7 2024-09-14T03:40:25.368 INFO:tasks.rados.rados.0.smithi002.stdout:1534: finishing write tid 4 to smithi00278215-7 2024-09-14T03:40:25.368 INFO:tasks.rados.rados.0.smithi002.stdout:1534: oid 7 updating version 0 to 1874 2024-09-14T03:40:25.368 INFO:tasks.rados.rados.0.smithi002.stdout:1534: oid 7 version 1874 is already newer than 1872 2024-09-14T03:40:25.368 INFO:tasks.rados.rados.0.smithi002.stdout:1534: oid 7 version 1874 is already newer than 1873 2024-09-14T03:40:25.368 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 1874 (ObjNum 495 snap 152 seq_num 495) dirty exists 2024-09-14T03:40:25.368 INFO:tasks.rados.rados.0.smithi002.stdout:1534: left oid 7 (ObjNum 495 snap 152 seq_num 495) 2024-09-14T03:40:25.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:25 smithi002 ceph-mon[87970]: osdmap e366: 8 total, 8 up, 8 in 2024-09-14T03:40:25.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:25 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:25.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:25 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:40:25.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:25 smithi002 ceph-mon[89815]: osdmap e366: 8 total, 8 up, 8 in 2024-09-14T03:40:25.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:25 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:25.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:25 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:40:25.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:25 smithi154 ceph-mon[81546]: osdmap e366: 8 total, 8 up, 8 in 2024-09-14T03:40:25.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:25 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:25.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:25 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:40:26.020 INFO:tasks.rados.rados.0.smithi002.stdout:1529: done (3 left) 2024-09-14T03:40:26.021 INFO:tasks.rados.rados.0.smithi002.stdout:1533: done (2 left) 2024-09-14T03:40:26.021 INFO:tasks.rados.rados.0.smithi002.stdout:1534: done (1 left) 2024-09-14T03:40:26.021 INFO:tasks.rados.rados.0.smithi002.stdout:1535: done (0 left) 2024-09-14T03:40:26.021 INFO:tasks.rados.rados.0.smithi002.stdout:1536: copy_from oid 49 from oid 24 current snap is 153 2024-09-14T03:40:26.021 INFO:tasks.rados.rados.0.smithi002.stdout:1537: rollback oid 15 current snap is 153 2024-09-14T03:40:26.021 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 15 to 127 2024-09-14T03:40:26.021 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 35 current snap is 153 2024-09-14T03:40:26.021 INFO:tasks.rados.rados.0.smithi002.stdout:1538: seq_num 496 ranges {507904=712704,1220608=401408} 2024-09-14T03:40:26.027 INFO:tasks.rados.rados.0.smithi002.stdout:1538: writing smithi00278215-35 from 507904 to 1220608 tid 1 2024-09-14T03:40:26.029 INFO:tasks.rados.rados.0.smithi002.stdout:1538: writing smithi00278215-35 from 1220608 to 1622016 tid 2 2024-09-14T03:40:26.030 INFO:tasks.rados.rados.0.smithi002.stdout:1539: snap_create 2024-09-14T03:40:26.030 INFO:tasks.rados.rados.0.smithi002.stdout:1537: finishing rollback tid 1 to smithi00278215-15 2024-09-14T03:40:26.030 INFO:tasks.rados.rados.0.smithi002.stdout:1537: finishing rollback tid 2 to smithi00278215-15 2024-09-14T03:40:26.030 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 15 v 622 (ObjNum 393 snap 119 seq_num 393) dirty exists 2024-09-14T03:40:26.038 INFO:tasks.rados.rados.0.smithi002.stdout:1538: finishing write tid 1 to smithi00278215-35 2024-09-14T03:40:26.038 INFO:tasks.rados.rados.0.smithi002.stdout:1538: finishing write tid 2 to smithi00278215-35 2024-09-14T03:40:26.038 INFO:tasks.rados.rados.0.smithi002.stdout:1538: finishing write tid 3 to smithi00278215-35 2024-09-14T03:40:26.039 INFO:tasks.rados.rados.0.smithi002.stdout:1538: finishing write tid 4 to smithi00278215-35 2024-09-14T03:40:26.039 INFO:tasks.rados.rados.0.smithi002.stdout:1538: oid 35 updating version 0 to 1327 2024-09-14T03:40:26.039 INFO:tasks.rados.rados.0.smithi002.stdout:1538: oid 35 version 1327 is already newer than 1326 2024-09-14T03:40:26.039 INFO:tasks.rados.rados.0.smithi002.stdout:1538: oid 35 updating version 1327 to 1328 2024-09-14T03:40:26.039 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 35 v 1328 (ObjNum 496 snap 153 seq_num 496) dirty exists 2024-09-14T03:40:26.040 INFO:tasks.rados.rados.0.smithi002.stdout:1538: left oid 35 (ObjNum 496 snap 153 seq_num 496) 2024-09-14T03:40:26.040 INFO:tasks.rados.rados.0.smithi002.stdout:1536: finishing copy_from racing read to smithi00278215-49 2024-09-14T03:40:26.041 INFO:tasks.rados.rados.0.smithi002.stdout:1536: finishing copy_from to smithi00278215-49 2024-09-14T03:40:26.041 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 1210 (ObjNum 476 snap 146 seq_num 476) dirty exists 2024-09-14T03:40:26.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:26 smithi002 ceph-mon[87970]: pgmap v219: 121 pgs: 3 peering, 25 active+undersized, 9 active+undersized+degraded, 84 active+clean; 321 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 634 KiB/s wr, 3 op/s; 111/726 objects degraded (15.289%) 2024-09-14T03:40:26.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:26 smithi002 ceph-mon[87970]: osdmap e367: 8 total, 8 up, 8 in 2024-09-14T03:40:26.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:26 smithi002 ceph-mon[89815]: pgmap v219: 121 pgs: 3 peering, 25 active+undersized, 9 active+undersized+degraded, 84 active+clean; 321 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 634 KiB/s wr, 3 op/s; 111/726 objects degraded (15.289%) 2024-09-14T03:40:26.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:26 smithi002 ceph-mon[89815]: osdmap e367: 8 total, 8 up, 8 in 2024-09-14T03:40:26.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:26 smithi154 ceph-mon[81546]: pgmap v219: 121 pgs: 3 peering, 25 active+undersized, 9 active+undersized+degraded, 84 active+clean; 321 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 634 KiB/s wr, 3 op/s; 111/726 objects degraded (15.289%) 2024-09-14T03:40:26.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:26 smithi154 ceph-mon[81546]: osdmap e367: 8 total, 8 up, 8 in 2024-09-14T03:40:27.026 INFO:tasks.rados.rados.0.smithi002.stdout:1536: done (3 left) 2024-09-14T03:40:27.027 INFO:tasks.rados.rados.0.smithi002.stdout:1537: done (2 left) 2024-09-14T03:40:27.027 INFO:tasks.rados.rados.0.smithi002.stdout:1538: done (1 left) 2024-09-14T03:40:27.027 INFO:tasks.rados.rados.0.smithi002.stdout:1539: done (0 left) 2024-09-14T03:40:27.027 INFO:tasks.rados.rados.0.smithi002.stdout:1540: rollback oid 1 current snap is 154 2024-09-14T03:40:27.027 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 1 to 130 2024-09-14T03:40:27.027 INFO:tasks.rados.rados.0.smithi002.stdout:1541: rollback oid 36 current snap is 154 2024-09-14T03:40:27.027 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 36 to 139 2024-09-14T03:40:27.027 INFO:tasks.rados.rados.0.smithi002.stdout:1542: snap_remove snap 153 2024-09-14T03:40:27.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:27 smithi002 ceph-mon[87970]: osdmap e368: 8 total, 8 up, 8 in 2024-09-14T03:40:27.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:27 smithi002 ceph-mon[89815]: osdmap e368: 8 total, 8 up, 8 in 2024-09-14T03:40:27.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:27 smithi154 ceph-mon[81546]: osdmap e368: 8 total, 8 up, 8 in 2024-09-14T03:40:28.033 INFO:tasks.rados.rados.0.smithi002.stdout:1542: done (2 left) 2024-09-14T03:40:28.033 INFO:tasks.rados.rados.0.smithi002.stdout:1543: snap_remove snap 102 2024-09-14T03:40:28.436 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:28 smithi002 ceph-mon[87970]: pgmap v222: 121 pgs: 3 peering, 13 active+undersized, 6 active+undersized+degraded, 99 active+clean; 324 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 996 KiB/s wr, 13 op/s; 101/738 objects degraded (13.686%) 2024-09-14T03:40:28.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:28 smithi002 ceph-mon[87970]: Health check update: Degraded data redundancy: 101/738 objects degraded (13.686%), 6 pgs degraded (PG_DEGRADED) 2024-09-14T03:40:28.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:28 smithi002 ceph-mon[87970]: osdmap e369: 8 total, 8 up, 8 in 2024-09-14T03:40:28.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:28 smithi002 ceph-mon[89815]: pgmap v222: 121 pgs: 3 peering, 13 active+undersized, 6 active+undersized+degraded, 99 active+clean; 324 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 996 KiB/s wr, 13 op/s; 101/738 objects degraded (13.686%) 2024-09-14T03:40:28.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:28 smithi002 ceph-mon[89815]: Health check update: Degraded data redundancy: 101/738 objects degraded (13.686%), 6 pgs degraded (PG_DEGRADED) 2024-09-14T03:40:28.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:28 smithi002 ceph-mon[89815]: osdmap e369: 8 total, 8 up, 8 in 2024-09-14T03:40:28.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:28 smithi154 ceph-mon[81546]: pgmap v222: 121 pgs: 3 peering, 13 active+undersized, 6 active+undersized+degraded, 99 active+clean; 324 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 996 KiB/s wr, 13 op/s; 101/738 objects degraded (13.686%) 2024-09-14T03:40:28.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:28 smithi154 ceph-mon[81546]: Health check update: Degraded data redundancy: 101/738 objects degraded (13.686%), 6 pgs degraded (PG_DEGRADED) 2024-09-14T03:40:28.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:28 smithi154 ceph-mon[81546]: osdmap e369: 8 total, 8 up, 8 in 2024-09-14T03:40:29.042 INFO:tasks.rados.rados.0.smithi002.stdout:1543: done (2 left) 2024-09-14T03:40:29.042 INFO:tasks.rados.rados.0.smithi002.stdout:1544: read oid 24 snap 112 2024-09-14T03:40:29.042 INFO:tasks.rados.rados.0.smithi002.stdout:1544: expect (ObjNum 350 snap 104 seq_num 350) 2024-09-14T03:40:29.042 INFO:tasks.rados.rados.0.smithi002.stdout:1545: delete oid 13 current snap is 154 2024-09-14T03:40:29.042 INFO:tasks.rados.rados.0.smithi002.stdout:1541: finishing rollback tid 1 to smithi00278215-36 2024-09-14T03:40:29.042 INFO:tasks.rados.rados.0.smithi002.stdout:1541: finishing rollback tid 2 to smithi00278215-36 2024-09-14T03:40:29.042 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 36 v 1073 (ObjNum 438 snap 135 seq_num 438) dirty exists 2024-09-14T03:40:29.042 INFO:tasks.rados.rados.0.smithi002.stdout:1540: finishing rollback tid 0 to smithi00278215-1 2024-09-14T03:40:29.042 INFO:tasks.rados.rados.0.smithi002.stdout:1540: finishing rollback tid 1 to smithi00278215-1 2024-09-14T03:40:29.043 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 1 v 1877 (ObjNum 257 snap 0 seq_num 50306512) dirty dne 2024-09-14T03:40:29.056 INFO:tasks.rados.rados.0.smithi002.stdout:1540: done (3 left) 2024-09-14T03:40:29.056 INFO:tasks.rados.rados.0.smithi002.stdout:1541: done (2 left) 2024-09-14T03:40:29.056 INFO:tasks.rados.rados.0.smithi002.stdout:1545: done (1 left) 2024-09-14T03:40:29.056 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 32 current snap is 154 2024-09-14T03:40:29.056 INFO:tasks.rados.rados.0.smithi002.stdout:1546: seq_num 498 ranges {1875968=745472,2621440=401408} 2024-09-14T03:40:29.074 INFO:tasks.rados.rados.0.smithi002.stdout:1546: writing smithi00278215-32 from 1875968 to 2621440 tid 1 2024-09-14T03:40:29.077 INFO:tasks.rados.rados.0.smithi002.stdout:1546: writing smithi00278215-32 from 2621440 to 3022848 tid 2 2024-09-14T03:40:29.077 INFO:tasks.rados.rados.0.smithi002.stdout:1547: delete oid 43 current snap is 154 2024-09-14T03:40:29.077 INFO:tasks.rados.rados.0.smithi002.stdout:1544: expect (ObjNum 350 snap 104 seq_num 350) 2024-09-14T03:40:29.328 INFO:tasks.rados.rados.0.smithi002.stdout:1546: finishing write tid 1 to smithi00278215-32 2024-09-14T03:40:29.328 INFO:tasks.rados.rados.0.smithi002.stdout:1546: finishing write tid 2 to smithi00278215-32 2024-09-14T03:40:29.328 INFO:tasks.rados.rados.0.smithi002.stdout:1546: finishing write tid 3 to smithi00278215-32 2024-09-14T03:40:29.328 INFO:tasks.rados.rados.0.smithi002.stdout:1546: finishing write tid 4 to smithi00278215-32 2024-09-14T03:40:29.328 INFO:tasks.rados.rados.0.smithi002.stdout:1546: oid 32 updating version 0 to 1890 2024-09-14T03:40:29.328 INFO:tasks.rados.rados.0.smithi002.stdout:1546: oid 32 version 1890 is already newer than 1889 2024-09-14T03:40:29.328 INFO:tasks.rados.rados.0.smithi002.stdout:1546: oid 32 updating version 1890 to 1891 2024-09-14T03:40:29.329 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 1891 (ObjNum 498 snap 154 seq_num 498) dirty exists 2024-09-14T03:40:29.329 INFO:tasks.rados.rados.0.smithi002.stdout:1546: left oid 32 (ObjNum 498 snap 154 seq_num 498) 2024-09-14T03:40:29.329 INFO:tasks.rados.rados.0.smithi002.stdout:1544: done (2 left) 2024-09-14T03:40:29.329 INFO:tasks.rados.rados.0.smithi002.stdout:1546: done (1 left) 2024-09-14T03:40:29.329 INFO:tasks.rados.rados.0.smithi002.stdout:1547: done (0 left) 2024-09-14T03:40:29.329 INFO:tasks.rados.rados.0.smithi002.stdout:1548: rollback oid 19 current snap is 154 2024-09-14T03:40:29.329 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 19 to 127 2024-09-14T03:40:29.329 INFO:tasks.rados.rados.0.smithi002.stdout:1549: read oid 23 snap -1 2024-09-14T03:40:29.329 INFO:tasks.rados.rados.0.smithi002.stdout:1549: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:40:29.329 INFO:tasks.rados.rados.0.smithi002.stdout:1550: snap_remove snap 148 2024-09-14T03:40:29.436 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:29 smithi002 ceph-mon[87970]: osdmap e370: 8 total, 8 up, 8 in 2024-09-14T03:40:29.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:29 smithi002 ceph-mon[89815]: osdmap e370: 8 total, 8 up, 8 in 2024-09-14T03:40:29.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:29 smithi154 ceph-mon[81546]: osdmap e370: 8 total, 8 up, 8 in 2024-09-14T03:40:30.046 INFO:tasks.rados.rados.0.smithi002.stdout:1550: done (2 left) 2024-09-14T03:40:30.046 INFO:tasks.rados.rados.0.smithi002.stdout:1551: snap_create 2024-09-14T03:40:30.046 INFO:tasks.rados.rados.0.smithi002.stdout:1549: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:40:30.054 INFO:tasks.rados.rados.0.smithi002.stdout:1548: finishing rollback tid 1 to smithi00278215-19 2024-09-14T03:40:30.054 INFO:tasks.rados.rados.0.smithi002.stdout:1548: finishing rollback tid 2 to smithi00278215-19 2024-09-14T03:40:30.054 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 19 v 1330 (ObjNum 387 snap 117 seq_num 387) dirty exists 2024-09-14T03:40:30.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:30 smithi002 ceph-mon[87970]: pgmap v225: 121 pgs: 3 peering, 118 active+clean; 331 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.4 MiB/s wr, 24 op/s; 21 MiB/s, 6 objects/s recovering 2024-09-14T03:40:30.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:30 smithi002 ceph-mon[87970]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 101/738 objects degraded (13.686%), 6 pgs degraded) 2024-09-14T03:40:30.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:30 smithi002 ceph-mon[87970]: Cluster is now healthy 2024-09-14T03:40:30.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:30 smithi002 ceph-mon[87970]: osdmap e371: 8 total, 8 up, 8 in 2024-09-14T03:40:30.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:30 smithi002 ceph-mon[89815]: pgmap v225: 121 pgs: 3 peering, 118 active+clean; 331 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.4 MiB/s wr, 24 op/s; 21 MiB/s, 6 objects/s recovering 2024-09-14T03:40:30.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:30 smithi002 ceph-mon[89815]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 101/738 objects degraded (13.686%), 6 pgs degraded) 2024-09-14T03:40:30.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:30 smithi002 ceph-mon[89815]: Cluster is now healthy 2024-09-14T03:40:30.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:30 smithi002 ceph-mon[89815]: osdmap e371: 8 total, 8 up, 8 in 2024-09-14T03:40:30.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:30 smithi154 ceph-mon[81546]: pgmap v225: 121 pgs: 3 peering, 118 active+clean; 331 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.4 MiB/s wr, 24 op/s; 21 MiB/s, 6 objects/s recovering 2024-09-14T03:40:30.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:30 smithi154 ceph-mon[81546]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 101/738 objects degraded (13.686%), 6 pgs degraded) 2024-09-14T03:40:30.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:30 smithi154 ceph-mon[81546]: Cluster is now healthy 2024-09-14T03:40:30.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:30 smithi154 ceph-mon[81546]: osdmap e371: 8 total, 8 up, 8 in 2024-09-14T03:40:31.052 INFO:tasks.rados.rados.0.smithi002.stdout:1548: done (2 left) 2024-09-14T03:40:31.052 INFO:tasks.rados.rados.0.smithi002.stdout:1549: done (1 left) 2024-09-14T03:40:31.052 INFO:tasks.rados.rados.0.smithi002.stdout:1551: done (0 left) 2024-09-14T03:40:31.052 INFO:tasks.rados.rados.0.smithi002.stdout:1552: rollback oid 14 current snap is 155 2024-09-14T03:40:31.052 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 14 to 144 2024-09-14T03:40:31.052 INFO:tasks.rados.rados.0.smithi002.stdout:1553: snap_remove snap 112 2024-09-14T03:40:31.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:31 smithi002 ceph-mon[87970]: osdmap e372: 8 total, 8 up, 8 in 2024-09-14T03:40:31.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:31 smithi002 ceph-mon[89815]: osdmap e372: 8 total, 8 up, 8 in 2024-09-14T03:40:31.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:31 smithi154 ceph-mon[81546]: osdmap e372: 8 total, 8 up, 8 in 2024-09-14T03:40:32.061 INFO:tasks.rados.rados.0.smithi002.stdout:1553: done (1 left) 2024-09-14T03:40:32.061 INFO:tasks.rados.rados.0.smithi002.stdout:1554: snap_remove snap 143 2024-09-14T03:40:32.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:32 smithi002 ceph-mon[87970]: pgmap v228: 121 pgs: 121 active+clean; 334 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.4 MiB/s wr, 15 op/s; 21 MiB/s, 6 objects/s recovering 2024-09-14T03:40:32.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:32 smithi002 ceph-mon[87970]: osdmap e373: 8 total, 8 up, 8 in 2024-09-14T03:40:32.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:32 smithi002 ceph-mon[89815]: pgmap v228: 121 pgs: 121 active+clean; 334 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.4 MiB/s wr, 15 op/s; 21 MiB/s, 6 objects/s recovering 2024-09-14T03:40:32.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:32 smithi002 ceph-mon[89815]: osdmap e373: 8 total, 8 up, 8 in 2024-09-14T03:40:32.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:32 smithi154 ceph-mon[81546]: pgmap v228: 121 pgs: 121 active+clean; 334 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.4 MiB/s wr, 15 op/s; 21 MiB/s, 6 objects/s recovering 2024-09-14T03:40:32.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:32 smithi154 ceph-mon[81546]: osdmap e373: 8 total, 8 up, 8 in 2024-09-14T03:40:32.703 INFO:tasks.rados.rados.0.smithi002.stdout:1554: done (1 left) 2024-09-14T03:40:32.703 INFO:tasks.rados.rados.0.smithi002.stdout:1555: rollback oid 38 current snap is 155 2024-09-14T03:40:32.703 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 38 to 139 2024-09-14T03:40:32.703 INFO:tasks.rados.rados.0.smithi002.stdout:1552: finishing rollback tid 0 to smithi00278215-14 2024-09-14T03:40:32.703 INFO:tasks.rados.rados.0.smithi002.stdout:1552: finishing rollback tid 1 to smithi00278215-14 2024-09-14T03:40:32.704 INFO:tasks.rados.rados.0.smithi002.stdout:1552: finishing rollback tid 2 to smithi00278215-14 2024-09-14T03:40:32.704 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 14 v 1060 (ObjNum 437 snap 135 seq_num 437) dirty exists 2024-09-14T03:40:32.704 INFO:tasks.rados.rados.0.smithi002.stdout:1552: done (1 left) 2024-09-14T03:40:32.704 INFO:tasks.rados.rados.0.smithi002.stdout:1556: read oid 30 snap -1 2024-09-14T03:40:32.704 INFO:tasks.rados.rados.0.smithi002.stdout:1556: expect (ObjNum 440 snap 135 seq_num 440) 2024-09-14T03:40:32.704 INFO:tasks.rados.rados.0.smithi002.stdout:1557: read oid 6 snap -1 2024-09-14T03:40:32.704 INFO:tasks.rados.rados.0.smithi002.stdout:1557: expect (ObjNum 481 snap 147 seq_num 481) 2024-09-14T03:40:32.704 INFO:tasks.rados.rados.0.smithi002.stdout:1558: snap_remove snap 154 2024-09-14T03:40:33.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:33 smithi002 ceph-mon[87970]: osdmap e374: 8 total, 8 up, 8 in 2024-09-14T03:40:33.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:33 smithi002 ceph-mon[87970]: osdmap e375: 8 total, 8 up, 8 in 2024-09-14T03:40:33.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:33 smithi002 ceph-mon[89815]: osdmap e374: 8 total, 8 up, 8 in 2024-09-14T03:40:33.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:33 smithi002 ceph-mon[89815]: osdmap e375: 8 total, 8 up, 8 in 2024-09-14T03:40:33.438 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:40:33 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:40:33] "GET /metrics HTTP/1.1" 200 36140 "" "Prometheus/2.43.0" 2024-09-14T03:40:33.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:33 smithi154 ceph-mon[81546]: osdmap e374: 8 total, 8 up, 8 in 2024-09-14T03:40:33.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:33 smithi154 ceph-mon[81546]: osdmap e375: 8 total, 8 up, 8 in 2024-09-14T03:40:33.706 INFO:tasks.rados.rados.0.smithi002.stdout:1558: done (3 left) 2024-09-14T03:40:33.706 INFO:tasks.rados.rados.0.smithi002.stdout:1559: snap_remove snap 125 2024-09-14T03:40:34.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:34 smithi002 ceph-mon[89815]: pgmap v231: 121 pgs: 121 active+clean; 318 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 280 KiB/s wr, 6 op/s 2024-09-14T03:40:34.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:34 smithi002 ceph-mon[89815]: osdmap e376: 8 total, 8 up, 8 in 2024-09-14T03:40:34.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:34 smithi002 ceph-mon[87970]: pgmap v231: 121 pgs: 121 active+clean; 318 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 280 KiB/s wr, 6 op/s 2024-09-14T03:40:34.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:34 smithi002 ceph-mon[87970]: osdmap e376: 8 total, 8 up, 8 in 2024-09-14T03:40:34.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:34 smithi154 ceph-mon[81546]: pgmap v231: 121 pgs: 121 active+clean; 318 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 280 KiB/s wr, 6 op/s 2024-09-14T03:40:34.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:34 smithi154 ceph-mon[81546]: osdmap e376: 8 total, 8 up, 8 in 2024-09-14T03:40:34.707 INFO:tasks.rados.rados.0.smithi002.stdout:1559: done (3 left) 2024-09-14T03:40:34.708 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 15 current snap is 155 2024-09-14T03:40:34.708 INFO:tasks.rados.rados.0.smithi002.stdout:1560: seq_num 500 ranges {2736128=778240,3514368=401408} 2024-09-14T03:40:34.727 INFO:tasks.rados.rados.0.smithi002.stdout:1560: writing smithi00278215-15 from 2736128 to 3514368 tid 1 2024-09-14T03:40:34.730 INFO:tasks.rados.rados.0.smithi002.stdout:1560: writing smithi00278215-15 from 3514368 to 3915776 tid 2 2024-09-14T03:40:34.730 INFO:tasks.rados.rados.0.smithi002.stdout:1561: copy_from oid 31 from oid 46 current snap is 155 2024-09-14T03:40:34.730 INFO:tasks.rados.rados.0.smithi002.stdout:1556: expect (ObjNum 440 snap 135 seq_num 440) 2024-09-14T03:40:34.818 INFO:tasks.rados.rados.0.smithi002.stdout:1555: finishing rollback tid 1 to smithi00278215-38 2024-09-14T03:40:34.818 INFO:tasks.rados.rados.0.smithi002.stdout:1555: finishing rollback tid 2 to smithi00278215-38 2024-09-14T03:40:34.818 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 1925 (ObjNum 437 snap 135 seq_num 437) dirty exists 2024-09-14T03:40:34.818 INFO:tasks.rados.rados.0.smithi002.stdout:1557: expect (ObjNum 481 snap 147 seq_num 481) 2024-09-14T03:40:35.792 INFO:tasks.rados.rados.0.smithi002.stdout:1560: finishing write tid 1 to smithi00278215-15 2024-09-14T03:40:35.792 INFO:tasks.rados.rados.0.smithi002.stdout:1560: finishing write tid 2 to smithi00278215-15 2024-09-14T03:40:35.793 INFO:tasks.rados.rados.0.smithi002.stdout:1560: finishing write tid 3 to smithi00278215-15 2024-09-14T03:40:35.793 INFO:tasks.rados.rados.0.smithi002.stdout:1561: finishing copy_from racing read to smithi00278215-31 2024-09-14T03:40:35.793 INFO:tasks.rados.rados.0.smithi002.stdout:1561: finishing copy_from to smithi00278215-31 2024-09-14T03:40:35.793 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 355 (ObjNum 469 snap 145 seq_num 469) dirty exists 2024-09-14T03:40:35.793 INFO:tasks.rados.rados.0.smithi002.stdout:1560: finishing write tid 4 to smithi00278215-15 2024-09-14T03:40:35.793 INFO:tasks.rados.rados.0.smithi002.stdout:1560: oid 15 updating version 0 to 625 2024-09-14T03:40:35.793 INFO:tasks.rados.rados.0.smithi002.stdout:1560: oid 15 version 625 is already newer than 624 2024-09-14T03:40:35.793 INFO:tasks.rados.rados.0.smithi002.stdout:1560: oid 15 version 625 is already newer than 623 2024-09-14T03:40:35.793 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 15 v 625 (ObjNum 500 snap 155 seq_num 500) dirty exists 2024-09-14T03:40:35.794 INFO:tasks.rados.rados.0.smithi002.stdout:1560: left oid 15 (ObjNum 500 snap 155 seq_num 500) 2024-09-14T03:40:35.794 INFO:tasks.rados.rados.0.smithi002.stdout:1555: done (4 left) 2024-09-14T03:40:35.794 INFO:tasks.rados.rados.0.smithi002.stdout:1556: done (3 left) 2024-09-14T03:40:35.794 INFO:tasks.rados.rados.0.smithi002.stdout:1557: done (2 left) 2024-09-14T03:40:35.794 INFO:tasks.rados.rados.0.smithi002.stdout:1560: done (1 left) 2024-09-14T03:40:35.794 INFO:tasks.rados.rados.0.smithi002.stdout:1561: done (0 left) 2024-09-14T03:40:35.794 INFO:tasks.rados.rados.0.smithi002.stdout:1562: read oid 29 snap -1 2024-09-14T03:40:35.794 INFO:tasks.rados.rados.0.smithi002.stdout:1562: expect deleted 2024-09-14T03:40:35.794 INFO:tasks.rados.rados.0.smithi002.stdout:1563: rollback oid 22 current snap is 155 2024-09-14T03:40:35.795 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 22 to 139 2024-09-14T03:40:35.795 INFO:tasks.rados.rados.0.smithi002.stdout:1564: rollback oid 48 current snap is 155 2024-09-14T03:40:35.795 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 48 to 127 2024-09-14T03:40:35.795 INFO:tasks.rados.rados.0.smithi002.stdout:1565: snap_create 2024-09-14T03:40:35.795 INFO:tasks.rados.rados.0.smithi002.stdout:1564: finishing rollback tid 1 to smithi00278215-48 2024-09-14T03:40:35.795 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 0 (ObjNum 225 snap 0 seq_num 854909936) dirty dne 2024-09-14T03:40:35.796 INFO:tasks.rados.rados.0.smithi002.stdout:1563: finishing rollback tid 0 to smithi00278215-22 2024-09-14T03:40:35.796 INFO:tasks.rados.rados.0.smithi002.stdout:1563: finishing rollback tid 1 to smithi00278215-22 2024-09-14T03:40:35.797 INFO:tasks.rados.rados.0.smithi002.stdout:1563: finishing rollback tid 2 to smithi00278215-22 2024-09-14T03:40:35.798 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 22 v 1077 (ObjNum 344 snap 102 seq_num 344) dirty exists 2024-09-14T03:40:35.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:35 smithi154 ceph-mon[81546]: pgmap v234: 121 pgs: 121 active+clean; 318 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 280 KiB/s wr, 2 op/s 2024-09-14T03:40:35.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:35 smithi154 ceph-mon[81546]: osdmap e377: 8 total, 8 up, 8 in 2024-09-14T03:40:35.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:35 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:36.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:35 smithi002 ceph-mon[89815]: pgmap v234: 121 pgs: 121 active+clean; 318 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 280 KiB/s wr, 2 op/s 2024-09-14T03:40:36.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:35 smithi002 ceph-mon[89815]: osdmap e377: 8 total, 8 up, 8 in 2024-09-14T03:40:36.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:35 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:36.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:35 smithi002 ceph-mon[87970]: pgmap v234: 121 pgs: 121 active+clean; 318 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 280 KiB/s wr, 2 op/s 2024-09-14T03:40:36.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:35 smithi002 ceph-mon[87970]: osdmap e377: 8 total, 8 up, 8 in 2024-09-14T03:40:36.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:35 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:36.713 INFO:tasks.rados.rados.0.smithi002.stdout:1562: done (3 left) 2024-09-14T03:40:36.714 INFO:tasks.rados.rados.0.smithi002.stdout:1563: done (2 left) 2024-09-14T03:40:36.714 INFO:tasks.rados.rados.0.smithi002.stdout:1564: done (1 left) 2024-09-14T03:40:36.714 INFO:tasks.rados.rados.0.smithi002.stdout:1565: done (0 left) 2024-09-14T03:40:36.714 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 5 current snap is 156 2024-09-14T03:40:36.714 INFO:tasks.rados.rados.0.smithi002.stdout:1566: seq_num 501 ranges {0=794624,794624=401408} 2024-09-14T03:40:36.718 INFO:tasks.rados.rados.0.smithi002.stdout:1566: writing smithi00278215-5 from 0 to 794624 tid 1 2024-09-14T03:40:36.720 INFO:tasks.rados.rados.0.smithi002.stdout:1566: writing smithi00278215-5 from 794624 to 1196032 tid 2 2024-09-14T03:40:36.720 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 10 current snap is 156 2024-09-14T03:40:36.720 INFO:tasks.rados.rados.0.smithi002.stdout:1567: seq_num 502 ranges {2596864=409600,3006464=417792,3424256=385024} 2024-09-14T03:40:36.740 INFO:tasks.rados.rados.0.smithi002.stdout:1567: writing smithi00278215-10 from 2596864 to 3006464 tid 1 2024-09-14T03:40:36.745 INFO:tasks.rados.rados.0.smithi002.stdout:1567: writing smithi00278215-10 from 3006464 to 3424256 tid 2 2024-09-14T03:40:36.745 INFO:tasks.rados.rados.0.smithi002.stdout:1567: writing smithi00278215-10 from 3424256 to 3809280 tid 3 2024-09-14T03:40:36.745 INFO:tasks.rados.rados.0.smithi002.stdout:1568: rmattr oid 30 current snap is 156 2024-09-14T03:40:36.745 INFO:tasks.rados.rados.0.smithi002.stdout:1568: done (2 left) 2024-09-14T03:40:36.746 INFO:tasks.rados.rados.0.smithi002.stdout:1569: copy_from oid 33 from oid 50 current snap is 156 2024-09-14T03:40:36.746 INFO:tasks.rados.rados.0.smithi002.stdout:1566: finishing write tid 1 to smithi00278215-5 2024-09-14T03:40:36.746 INFO:tasks.rados.rados.0.smithi002.stdout:1566: finishing write tid 2 to smithi00278215-5 2024-09-14T03:40:36.746 INFO:tasks.rados.rados.0.smithi002.stdout:1566: finishing write tid 3 to smithi00278215-5 2024-09-14T03:40:36.746 INFO:tasks.rados.rados.0.smithi002.stdout:1566: finishing write tid 4 to smithi00278215-5 2024-09-14T03:40:36.746 INFO:tasks.rados.rados.0.smithi002.stdout:1566: oid 5 updating version 0 to 1762 2024-09-14T03:40:36.746 INFO:tasks.rados.rados.0.smithi002.stdout:1566: oid 5 updating version 1762 to 1764 2024-09-14T03:40:36.746 INFO:tasks.rados.rados.0.smithi002.stdout:1566: oid 5 version 1764 is already newer than 1763 2024-09-14T03:40:36.746 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 5 v 1764 (ObjNum 501 snap 156 seq_num 501) dirty exists 2024-09-14T03:40:36.746 INFO:tasks.rados.rados.0.smithi002.stdout:1566: left oid 5 (ObjNum 501 snap 156 seq_num 501) 2024-09-14T03:40:36.746 INFO:tasks.rados.rados.0.smithi002.stdout:1566: done (2 left) 2024-09-14T03:40:36.746 INFO:tasks.rados.rados.0.smithi002.stdout:1570: read oid 28 snap -1 2024-09-14T03:40:36.747 INFO:tasks.rados.rados.0.smithi002.stdout:1570: expect (ObjNum 446 snap 137 seq_num 446) 2024-09-14T03:40:36.748 INFO:tasks.rados.rados.0.smithi002.stdout:1571: rollback oid 24 current snap is 156 2024-09-14T03:40:36.748 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 24 to 152 2024-09-14T03:40:36.748 INFO:tasks.rados.rados.0.smithi002.stdout:1572: read oid 36 snap -1 2024-09-14T03:40:36.748 INFO:tasks.rados.rados.0.smithi002.stdout:1572: expect (ObjNum 438 snap 135 seq_num 438) 2024-09-14T03:40:36.748 INFO:tasks.rados.rados.0.smithi002.stdout:1573: copy_from oid 14 from oid 35 current snap is 156 2024-09-14T03:40:36.748 INFO:tasks.rados.rados.0.smithi002.stdout:1574: snap_create 2024-09-14T03:40:36.748 INFO:tasks.rados.rados.0.smithi002.stdout:1567: finishing write tid 1 to smithi00278215-10 2024-09-14T03:40:36.748 INFO:tasks.rados.rados.0.smithi002.stdout:1567: finishing write tid 2 to smithi00278215-10 2024-09-14T03:40:36.748 INFO:tasks.rados.rados.0.smithi002.stdout:1567: finishing write tid 3 to smithi00278215-10 2024-09-14T03:40:36.750 INFO:tasks.rados.rados.0.smithi002.stdout:1571: finishing rollback tid 0 to smithi00278215-24 2024-09-14T03:40:36.750 INFO:tasks.rados.rados.0.smithi002.stdout:1567: finishing write tid 4 to smithi00278215-10 2024-09-14T03:40:36.750 INFO:tasks.rados.rados.0.smithi002.stdout:1571: finishing rollback tid 1 to smithi00278215-24 2024-09-14T03:40:36.751 INFO:tasks.rados.rados.0.smithi002.stdout:1571: finishing rollback tid 2 to smithi00278215-24 2024-09-14T03:40:36.751 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 24 v 1216 (ObjNum 476 snap 146 seq_num 476) dirty exists 2024-09-14T03:40:36.751 INFO:tasks.rados.rados.0.smithi002.stdout:1570: expect (ObjNum 446 snap 137 seq_num 446) 2024-09-14T03:40:36.766 INFO:tasks.rados.rados.0.smithi002.stdout:1567: finishing write tid 5 to smithi00278215-10 2024-09-14T03:40:36.766 INFO:tasks.rados.rados.0.smithi002.stdout:1567: oid 10 updating version 0 to 1063 2024-09-14T03:40:36.766 INFO:tasks.rados.rados.0.smithi002.stdout:1567: oid 10 version 1063 is already newer than 1062 2024-09-14T03:40:36.766 INFO:tasks.rados.rados.0.smithi002.stdout:1567: oid 10 version 1063 is already newer than 1061 2024-09-14T03:40:36.767 INFO:tasks.rados.rados.0.smithi002.stdout:1567: oid 10 updating version 1063 to 1064 2024-09-14T03:40:36.767 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 1064 (ObjNum 502 snap 156 seq_num 502) dirty exists 2024-09-14T03:40:36.767 INFO:tasks.rados.rados.0.smithi002.stdout:1567: left oid 10 (ObjNum 502 snap 156 seq_num 502) 2024-09-14T03:40:36.767 INFO:tasks.rados.rados.0.smithi002.stdout:1573: finishing copy_from racing read to smithi00278215-14 2024-09-14T03:40:36.767 INFO:tasks.rados.rados.0.smithi002.stdout:1569: finishing copy_from racing read to smithi00278215-33 2024-09-14T03:40:36.767 INFO:tasks.rados.rados.0.smithi002.stdout:1573: finishing copy_from to smithi00278215-14 2024-09-14T03:40:36.767 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 14 v 1328 (ObjNum 496 snap 153 seq_num 496) dirty exists 2024-09-14T03:40:36.767 INFO:tasks.rados.rados.0.smithi002.stdout:1569: finishing copy_from to smithi00278215-33 2024-09-14T03:40:36.767 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 33 v 1803 (ObjNum 349 snap 104 seq_num 349) dirty exists 2024-09-14T03:40:36.788 INFO:tasks.rados.rados.0.smithi002.stdout:1572: expect (ObjNum 438 snap 135 seq_num 438) 2024-09-14T03:40:37.705 INFO:tasks.rados.rados.0.smithi002.stdout:1567: done (6 left) 2024-09-14T03:40:37.705 INFO:tasks.rados.rados.0.smithi002.stdout:1569: done (5 left) 2024-09-14T03:40:37.705 INFO:tasks.rados.rados.0.smithi002.stdout:1570: done (4 left) 2024-09-14T03:40:37.705 INFO:tasks.rados.rados.0.smithi002.stdout:1571: done (3 left) 2024-09-14T03:40:37.705 INFO:tasks.rados.rados.0.smithi002.stdout:1572: done (2 left) 2024-09-14T03:40:37.705 INFO:tasks.rados.rados.0.smithi002.stdout:1573: done (1 left) 2024-09-14T03:40:37.705 INFO:tasks.rados.rados.0.smithi002.stdout:1574: done (0 left) 2024-09-14T03:40:37.705 INFO:tasks.rados.rados.0.smithi002.stdout:1575: setattr oid 12 current snap is 157 2024-09-14T03:40:37.706 INFO:tasks.rados.rados.0.smithi002.stdout:1576: delete oid 11 current snap is 157 2024-09-14T03:40:37.713 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 1804 (ObjNum 65 snap 0 seq_num 1800301154) dirty exists 2024-09-14T03:40:37.715 INFO:tasks.rados.rados.0.smithi002.stdout:1575: done (1 left) 2024-09-14T03:40:37.715 INFO:tasks.rados.rados.0.smithi002.stdout:1576: done (0 left) 2024-09-14T03:40:37.715 INFO:tasks.rados.rados.0.smithi002.stdout:1577: snap_remove snap 139 2024-09-14T03:40:37.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:37 smithi154 ceph-mon[81546]: pgmap v236: 121 pgs: 121 active+clean; 301 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 228 B/s rd, 567 KiB/s wr, 1 op/s 2024-09-14T03:40:37.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:37 smithi154 ceph-mon[81546]: osdmap e378: 8 total, 8 up, 8 in 2024-09-14T03:40:37.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:37 smithi154 ceph-mon[81546]: osdmap e379: 8 total, 8 up, 8 in 2024-09-14T03:40:37.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:37 smithi002 ceph-mon[87970]: pgmap v236: 121 pgs: 121 active+clean; 301 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 228 B/s rd, 567 KiB/s wr, 1 op/s 2024-09-14T03:40:37.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:37 smithi002 ceph-mon[87970]: osdmap e378: 8 total, 8 up, 8 in 2024-09-14T03:40:37.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:37 smithi002 ceph-mon[87970]: osdmap e379: 8 total, 8 up, 8 in 2024-09-14T03:40:37.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:37 smithi002 ceph-mon[89815]: pgmap v236: 121 pgs: 121 active+clean; 301 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 228 B/s rd, 567 KiB/s wr, 1 op/s 2024-09-14T03:40:37.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:37 smithi002 ceph-mon[89815]: osdmap e378: 8 total, 8 up, 8 in 2024-09-14T03:40:37.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:37 smithi002 ceph-mon[89815]: osdmap e379: 8 total, 8 up, 8 in 2024-09-14T03:40:38.721 INFO:tasks.rados.rados.0.smithi002.stdout:1577: done (0 left) 2024-09-14T03:40:38.721 INFO:tasks.rados.rados.0.smithi002.stdout:1578: rmattr oid 47 current snap is 157 2024-09-14T03:40:38.721 INFO:tasks.rados.rados.0.smithi002.stdout:1578: done (0 left) 2024-09-14T03:40:38.721 INFO:tasks.rados.rados.0.smithi002.stdout:1579: read oid 24 snap 149 2024-09-14T03:40:38.721 INFO:tasks.rados.rados.0.smithi002.stdout:1579: expect (ObjNum 476 snap 146 seq_num 476) 2024-09-14T03:40:38.721 INFO:tasks.rados.rados.0.smithi002.stdout:1580: read oid 41 snap -1 2024-09-14T03:40:38.721 INFO:tasks.rados.rados.0.smithi002.stdout:1580: expect (ObjNum 482 snap 147 seq_num 482) 2024-09-14T03:40:38.721 INFO:tasks.rados.rados.0.smithi002.stdout:1581: read oid 7 snap -1 2024-09-14T03:40:38.721 INFO:tasks.rados.rados.0.smithi002.stdout:1581: expect (ObjNum 495 snap 152 seq_num 495) 2024-09-14T03:40:38.721 INFO:tasks.rados.rados.0.smithi002.stdout:1582: rmattr oid 22 current snap is 157 2024-09-14T03:40:38.722 INFO:tasks.rados.rados.0.smithi002.stdout:1583: copy_from oid 21 from oid 19 current snap is 157 2024-09-14T03:40:38.722 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 12 current snap is 157 2024-09-14T03:40:38.722 INFO:tasks.rados.rados.0.smithi002.stdout:1584: seq_num 504 ranges {0=450560,450560=589824,1040384=212992} 2024-09-14T03:40:38.724 INFO:tasks.rados.rados.0.smithi002.stdout:1584: writing smithi00278215-12 from 0 to 450560 tid 1 2024-09-14T03:40:38.728 INFO:tasks.rados.rados.0.smithi002.stdout:1584: writing smithi00278215-12 from 450560 to 1040384 tid 2 2024-09-14T03:40:38.730 INFO:tasks.rados.rados.0.smithi002.stdout:1584: writing smithi00278215-12 from 1040384 to 1253376 tid 3 2024-09-14T03:40:38.730 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 16 current snap is 157 2024-09-14T03:40:38.730 INFO:tasks.rados.rados.0.smithi002.stdout:1585: seq_num 505 ranges {2138112=466944,2605056=475136,3080192=327680} 2024-09-14T03:40:38.746 INFO:tasks.rados.rados.0.smithi002.stdout:1585: writing smithi00278215-16 from 2138112 to 2605056 tid 1 2024-09-14T03:40:38.749 INFO:tasks.rados.rados.0.smithi002.stdout:1585: writing smithi00278215-16 from 2605056 to 3080192 tid 2 2024-09-14T03:40:38.752 INFO:tasks.rados.rados.0.smithi002.stdout:1585: writing smithi00278215-16 from 3080192 to 3407872 tid 3 2024-09-14T03:40:38.752 INFO:tasks.rados.rados.0.smithi002.stdout:1586: setattr oid 1 current snap is 157 2024-09-14T03:40:38.755 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 22 v 1078 (ObjNum 344 snap 102 seq_num 344) dirty exists 2024-09-14T03:40:38.755 INFO:tasks.rados.rados.0.smithi002.stdout:1579: expect (ObjNum 476 snap 146 seq_num 476) 2024-09-14T03:40:38.862 INFO:tasks.rados.rados.0.smithi002.stdout:1584: finishing write tid 1 to smithi00278215-12 2024-09-14T03:40:38.862 INFO:tasks.rados.rados.0.smithi002.stdout:1583: finishing copy_from racing read to smithi00278215-21 2024-09-14T03:40:38.862 INFO:tasks.rados.rados.0.smithi002.stdout:1584: finishing write tid 2 to smithi00278215-12 2024-09-14T03:40:38.862 INFO:tasks.rados.rados.0.smithi002.stdout:1584: finishing write tid 3 to smithi00278215-12 2024-09-14T03:40:38.862 INFO:tasks.rados.rados.0.smithi002.stdout:1584: finishing write tid 4 to smithi00278215-12 2024-09-14T03:40:38.862 INFO:tasks.rados.rados.0.smithi002.stdout:1583: finishing copy_from to smithi00278215-21 2024-09-14T03:40:38.862 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 1330 (ObjNum 387 snap 117 seq_num 387) dirty exists 2024-09-14T03:40:38.862 INFO:tasks.rados.rados.0.smithi002.stdout:1584: finishing write tid 5 to smithi00278215-12 2024-09-14T03:40:38.862 INFO:tasks.rados.rados.0.smithi002.stdout:1584: oid 12 updating version 0 to 1808 2024-09-14T03:40:38.863 INFO:tasks.rados.rados.0.smithi002.stdout:1584: oid 12 version 1808 is already newer than 1807 2024-09-14T03:40:38.863 INFO:tasks.rados.rados.0.smithi002.stdout:1584: oid 12 version 1808 is already newer than 1806 2024-09-14T03:40:38.863 INFO:tasks.rados.rados.0.smithi002.stdout:1584: oid 12 version 1808 is already newer than 1805 2024-09-14T03:40:38.863 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 1808 (ObjNum 504 snap 157 seq_num 504) dirty exists 2024-09-14T03:40:38.863 INFO:tasks.rados.rados.0.smithi002.stdout:1584: left oid 12 (ObjNum 504 snap 157 seq_num 504) 2024-09-14T03:40:38.863 INFO:tasks.rados.rados.0.smithi002.stdout:1580: expect (ObjNum 482 snap 147 seq_num 482) 2024-09-14T03:40:38.936 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:38 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-09-14T03:40:38.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:38 smithi002 ceph-mon[87970]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-14T03:40:38.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:38 smithi002 ceph-mon[87970]: Upgrade: osd.3 is safe to restart 2024-09-14T03:40:38.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:38 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-09-14T03:40:38.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:38 smithi002 ceph-mon[89815]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-14T03:40:38.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:38 smithi002 ceph-mon[89815]: Upgrade: osd.3 is safe to restart 2024-09-14T03:40:38.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:38 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-09-14T03:40:38.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:38 smithi154 ceph-mon[81546]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-14T03:40:38.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:38 smithi154 ceph-mon[81546]: Upgrade: osd.3 is safe to restart 2024-09-14T03:40:39.016 INFO:tasks.rados.rados.0.smithi002.stdout:1585: finishing write tid 1 to smithi00278215-16 2024-09-14T03:40:39.016 INFO:tasks.rados.rados.0.smithi002.stdout:1585: finishing write tid 2 to smithi00278215-16 2024-09-14T03:40:39.016 INFO:tasks.rados.rados.0.smithi002.stdout:1581: expect (ObjNum 495 snap 152 seq_num 495) 2024-09-14T03:40:39.062 INFO:tasks.rados.rados.0.smithi002.stdout:1585: finishing write tid 3 to smithi00278215-16 2024-09-14T03:40:39.062 INFO:tasks.rados.rados.0.smithi002.stdout:1585: finishing write tid 4 to smithi00278215-16 2024-09-14T03:40:39.062 INFO:tasks.rados.rados.0.smithi002.stdout:1585: finishing write tid 5 to smithi00278215-16 2024-09-14T03:40:39.062 INFO:tasks.rados.rados.0.smithi002.stdout:1585: oid 16 updating version 0 to 640 2024-09-14T03:40:39.062 INFO:tasks.rados.rados.0.smithi002.stdout:1585: oid 16 updating version 640 to 641 2024-09-14T03:40:39.062 INFO:tasks.rados.rados.0.smithi002.stdout:1585: oid 16 updating version 641 to 643 2024-09-14T03:40:39.062 INFO:tasks.rados.rados.0.smithi002.stdout:1585: oid 16 version 643 is already newer than 642 2024-09-14T03:40:39.062 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 16 v 643 (ObjNum 505 snap 157 seq_num 505) dirty exists 2024-09-14T03:40:39.062 INFO:tasks.rados.rados.0.smithi002.stdout:1585: left oid 16 (ObjNum 505 snap 157 seq_num 505) 2024-09-14T03:40:39.063 INFO:tasks.rados.rados.0.smithi002.stdout:1579: done (7 left) 2024-09-14T03:40:39.063 INFO:tasks.rados.rados.0.smithi002.stdout:1580: done (6 left) 2024-09-14T03:40:39.063 INFO:tasks.rados.rados.0.smithi002.stdout:1581: done (5 left) 2024-09-14T03:40:39.063 INFO:tasks.rados.rados.0.smithi002.stdout:1582: done (4 left) 2024-09-14T03:40:39.063 INFO:tasks.rados.rados.0.smithi002.stdout:1583: done (3 left) 2024-09-14T03:40:39.063 INFO:tasks.rados.rados.0.smithi002.stdout:1584: done (2 left) 2024-09-14T03:40:39.063 INFO:tasks.rados.rados.0.smithi002.stdout:1585: done (1 left) 2024-09-14T03:40:39.063 INFO:tasks.rados.rados.0.smithi002.stdout:1587: rollback oid 20 current snap is 157 2024-09-14T03:40:39.063 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 20 to 152 2024-09-14T03:40:39.063 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 48 current snap is 157 2024-09-14T03:40:39.063 INFO:tasks.rados.rados.0.smithi002.stdout:1588: seq_num 506 ranges {0=483328,483328=761856,1245184=40960} 2024-09-14T03:40:39.065 INFO:tasks.rados.rados.0.smithi002.stdout:1588: writing smithi00278215-48 from 0 to 483328 tid 1 2024-09-14T03:40:39.069 INFO:tasks.rados.rados.0.smithi002.stdout:1588: writing smithi00278215-48 from 483328 to 1245184 tid 2 2024-09-14T03:40:39.070 INFO:tasks.rados.rados.0.smithi002.stdout:1588: writing smithi00278215-48 from 1245184 to 1286144 tid 3 2024-09-14T03:40:39.070 INFO:tasks.rados.rados.0.smithi002.stdout:1589: rmattr oid 17 current snap is 157 2024-09-14T03:40:39.070 INFO:tasks.rados.rados.0.smithi002.stdout:1589: done (3 left) 2024-09-14T03:40:39.070 INFO:tasks.rados.rados.0.smithi002.stdout:1590: read oid 9 snap -1 2024-09-14T03:40:39.070 INFO:tasks.rados.rados.0.smithi002.stdout:1590: expect (ObjNum 444 snap 135 seq_num 444) 2024-09-14T03:40:39.070 INFO:tasks.rados.rados.0.smithi002.stdout:1591: snap_create 2024-09-14T03:40:39.070 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 1 v 1978 (ObjNum 129 snap 0 seq_num 854947344) dirty exists 2024-09-14T03:40:39.071 INFO:tasks.rados.rados.0.smithi002.stdout:1587: finishing rollback tid 0 to smithi00278215-20 2024-09-14T03:40:39.071 INFO:tasks.rados.rados.0.smithi002.stdout:1587: finishing rollback tid 1 to smithi00278215-20 2024-09-14T03:40:39.071 INFO:tasks.rados.rados.0.smithi002.stdout:1587: finishing rollback tid 2 to smithi00278215-20 2024-09-14T03:40:39.071 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 20 v 1269 (ObjNum 491 snap 150 seq_num 491) dirty exists 2024-09-14T03:40:39.071 INFO:tasks.rados.rados.0.smithi002.stdout:1588: finishing write tid 1 to smithi00278215-48 2024-09-14T03:40:39.072 INFO:tasks.rados.rados.0.smithi002.stdout:1590: expect (ObjNum 444 snap 135 seq_num 444) 2024-09-14T03:40:39.078 INFO:tasks.rados.rados.0.smithi002.stdout:1588: finishing write tid 2 to smithi00278215-48 2024-09-14T03:40:39.078 INFO:tasks.rados.rados.0.smithi002.stdout:1588: finishing write tid 3 to smithi00278215-48 2024-09-14T03:40:39.079 INFO:tasks.rados.rados.0.smithi002.stdout:1588: finishing write tid 4 to smithi00278215-48 2024-09-14T03:40:39.079 INFO:tasks.rados.rados.0.smithi002.stdout:1588: finishing write tid 5 to smithi00278215-48 2024-09-14T03:40:39.079 INFO:tasks.rados.rados.0.smithi002.stdout:1588: oid 48 updating version 0 to 1220 2024-09-14T03:40:39.079 INFO:tasks.rados.rados.0.smithi002.stdout:1588: oid 48 version 1220 is already newer than 1219 2024-09-14T03:40:39.079 INFO:tasks.rados.rados.0.smithi002.stdout:1588: oid 48 version 1220 is already newer than 1217 2024-09-14T03:40:39.079 INFO:tasks.rados.rados.0.smithi002.stdout:1588: oid 48 version 1220 is already newer than 1218 2024-09-14T03:40:39.079 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 1220 (ObjNum 506 snap 157 seq_num 506) dirty exists 2024-09-14T03:40:39.079 INFO:tasks.rados.rados.0.smithi002.stdout:1588: left oid 48 (ObjNum 506 snap 157 seq_num 506) 2024-09-14T03:40:39.723 INFO:tasks.rados.rados.0.smithi002.stdout:1586: done (4 left) 2024-09-14T03:40:39.723 INFO:tasks.rados.rados.0.smithi002.stdout:1587: done (3 left) 2024-09-14T03:40:39.723 INFO:tasks.rados.rados.0.smithi002.stdout:1588: done (2 left) 2024-09-14T03:40:39.723 INFO:tasks.rados.rados.0.smithi002.stdout:1590: done (1 left) 2024-09-14T03:40:39.723 INFO:tasks.rados.rados.0.smithi002.stdout:1591: done (0 left) 2024-09-14T03:40:39.723 INFO:tasks.rados.rados.0.smithi002.stdout:1592: read oid 49 snap -1 2024-09-14T03:40:39.724 INFO:tasks.rados.rados.0.smithi002.stdout:1592: expect (ObjNum 476 snap 146 seq_num 476) 2024-09-14T03:40:39.724 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 26 current snap is 158 2024-09-14T03:40:39.724 INFO:tasks.rados.rados.0.smithi002.stdout:1593: seq_num 507 ranges {0=499712,499712=638976,1138688=163840} 2024-09-14T03:40:39.726 INFO:tasks.rados.rados.0.smithi002.stdout:1593: writing smithi00278215-26 from 0 to 499712 tid 1 2024-09-14T03:40:39.730 INFO:tasks.rados.rados.0.smithi002.stdout:1593: writing smithi00278215-26 from 499712 to 1138688 tid 2 2024-09-14T03:40:39.731 INFO:tasks.rados.rados.0.smithi002.stdout:1593: writing smithi00278215-26 from 1138688 to 1302528 tid 3 2024-09-14T03:40:39.732 INFO:tasks.rados.rados.0.smithi002.stdout:1593: finishing write tid 1 to smithi00278215-26 2024-09-14T03:40:39.732 INFO:tasks.rados.rados.0.smithi002.stdout:1594: snap_create 2024-09-14T03:40:39.736 INFO:tasks.rados.rados.0.smithi002.stdout:1593: finishing write tid 2 to smithi00278215-26 2024-09-14T03:40:39.736 INFO:tasks.rados.rados.0.smithi002.stdout:1593: finishing write tid 3 to smithi00278215-26 2024-09-14T03:40:39.736 INFO:tasks.rados.rados.0.smithi002.stdout:1593: finishing write tid 4 to smithi00278215-26 2024-09-14T03:40:39.737 INFO:tasks.rados.rados.0.smithi002.stdout:1592: expect (ObjNum 476 snap 146 seq_num 476) 2024-09-14T03:40:39.837 INFO:tasks.rados.rados.0.smithi002.stdout:1593: finishing write tid 5 to smithi00278215-26 2024-09-14T03:40:39.837 INFO:tasks.rados.rados.0.smithi002.stdout:1593: oid 26 updating version 0 to 646 2024-09-14T03:40:39.837 INFO:tasks.rados.rados.0.smithi002.stdout:1593: oid 26 version 646 is already newer than 645 2024-09-14T03:40:39.838 INFO:tasks.rados.rados.0.smithi002.stdout:1593: oid 26 updating version 646 to 647 2024-09-14T03:40:39.838 INFO:tasks.rados.rados.0.smithi002.stdout:1593: oid 26 version 647 is already newer than 644 2024-09-14T03:40:39.838 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 647 (ObjNum 507 snap 158 seq_num 507) dirty exists 2024-09-14T03:40:39.838 INFO:tasks.rados.rados.0.smithi002.stdout:1593: left oid 26 (ObjNum 507 snap 158 seq_num 507) 2024-09-14T03:40:39.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:39 smithi154 ceph-mon[81546]: pgmap v239: 121 pgs: 121 active+clean; 283 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.1 MiB/s wr, 4 op/s 2024-09-14T03:40:39.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:39 smithi154 ceph-mon[81546]: osdmap e380: 8 total, 8 up, 8 in 2024-09-14T03:40:39.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:39 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:39.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:39 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-09-14T03:40:39.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:39 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:40:39.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:39 smithi002 ceph-mon[87970]: pgmap v239: 121 pgs: 121 active+clean; 283 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.1 MiB/s wr, 4 op/s 2024-09-14T03:40:39.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:39 smithi002 ceph-mon[87970]: osdmap e380: 8 total, 8 up, 8 in 2024-09-14T03:40:39.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:39 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:39.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:39 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-09-14T03:40:39.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:39 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:40:39.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:39 smithi002 ceph-mon[89815]: pgmap v239: 121 pgs: 121 active+clean; 283 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.1 MiB/s wr, 4 op/s 2024-09-14T03:40:39.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:39 smithi002 ceph-mon[89815]: osdmap e380: 8 total, 8 up, 8 in 2024-09-14T03:40:39.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:39 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:39.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:39 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-09-14T03:40:39.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:39 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:40:40.729 INFO:tasks.rados.rados.0.smithi002.stdout:1592: done (2 left) 2024-09-14T03:40:40.729 INFO:tasks.rados.rados.0.smithi002.stdout:1593: done (1 left) 2024-09-14T03:40:40.729 INFO:tasks.rados.rados.0.smithi002.stdout:1594: done (0 left) 2024-09-14T03:40:40.729 INFO:tasks.rados.rados.0.smithi002.stdout:1595: snap_create 2024-09-14T03:40:40.912 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:40 smithi002 ceph-mon[89815]: Upgrade: Updating osd.3 2024-09-14T03:40:40.912 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:40 smithi002 ceph-mon[89815]: Deploying daemon osd.3 on smithi002 2024-09-14T03:40:40.913 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:40 smithi002 ceph-mon[89815]: osdmap e381: 8 total, 8 up, 8 in 2024-09-14T03:40:40.913 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:40 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:40.913 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:40 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:40:40.913 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:40 smithi002 ceph-mon[87970]: Upgrade: Updating osd.3 2024-09-14T03:40:40.913 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:40 smithi002 ceph-mon[87970]: Deploying daemon osd.3 on smithi002 2024-09-14T03:40:40.913 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:40 smithi002 ceph-mon[87970]: osdmap e381: 8 total, 8 up, 8 in 2024-09-14T03:40:40.913 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:40 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:40.913 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:40 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:40:40.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:40 smithi154 ceph-mon[81546]: Upgrade: Updating osd.3 2024-09-14T03:40:40.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:40 smithi154 ceph-mon[81546]: Deploying daemon osd.3 on smithi002 2024-09-14T03:40:40.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:40 smithi154 ceph-mon[81546]: osdmap e381: 8 total, 8 up, 8 in 2024-09-14T03:40:40.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:40 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:40.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:40 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:40:41.267 INFO:teuthology.orchestra.run.smithi002.stdout:true 2024-09-14T03:40:41.730 INFO:tasks.rados.rados.0.smithi002.stdout:1595: done (0 left) 2024-09-14T03:40:41.730 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 44 current snap is 160 2024-09-14T03:40:41.730 INFO:tasks.rados.rados.0.smithi002.stdout:1596: seq_num 508 ranges {0=516096,516096=524288,1040384=278528} 2024-09-14T03:40:41.733 INFO:tasks.rados.rados.0.smithi002.stdout:1596: writing smithi00278215-44 from 0 to 516096 tid 1 2024-09-14T03:40:41.736 INFO:tasks.rados.rados.0.smithi002.stdout:1596: writing smithi00278215-44 from 516096 to 1040384 tid 2 2024-09-14T03:40:41.738 INFO:tasks.rados.rados.0.smithi002.stdout:1596: writing smithi00278215-44 from 1040384 to 1318912 tid 3 2024-09-14T03:40:41.738 INFO:tasks.rados.rados.0.smithi002.stdout:1597: read oid 10 snap -1 2024-09-14T03:40:41.738 INFO:tasks.rados.rados.0.smithi002.stdout:1597: expect (ObjNum 502 snap 156 seq_num 502) 2024-09-14T03:40:41.738 INFO:tasks.rados.rados.0.smithi002.stdout:1598: read oid 1 snap -1 2024-09-14T03:40:41.738 INFO:tasks.rados.rados.0.smithi002.stdout:1598: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:40:41.738 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 16 current snap is 160 2024-09-14T03:40:41.739 INFO:tasks.rados.rados.0.smithi002.stdout:1599: seq_num 509 ranges {3407872=532480,3940352=409600,4349952=393216} 2024-09-14T03:40:41.760 INFO:tasks.rados.rados.0.smithi002.stdout:1599: writing smithi00278215-16 from 3407872 to 3940352 tid 1 2024-09-14T03:40:41.763 INFO:tasks.rados.rados.0.smithi002.stdout:1599: writing smithi00278215-16 from 3940352 to 4349952 tid 2 2024-09-14T03:40:41.765 INFO:tasks.rados.rados.0.smithi002.stdout:1599: writing smithi00278215-16 from 4349952 to 4743168 tid 3 2024-09-14T03:40:41.765 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 22 current snap is 160 2024-09-14T03:40:41.765 INFO:tasks.rados.rados.0.smithi002.stdout:1600: seq_num 510 ranges {966656=548864,1515520=745472,2260992=57344} 2024-09-14T03:40:41.774 INFO:tasks.rados.rados.0.smithi002.stdout:1600: writing smithi00278215-22 from 966656 to 1515520 tid 1 2024-09-14T03:40:41.778 INFO:tasks.rados.rados.0.smithi002.stdout:1600: writing smithi00278215-22 from 1515520 to 2260992 tid 2 2024-09-14T03:40:41.779 INFO:tasks.rados.rados.0.smithi002.stdout:1600: writing smithi00278215-22 from 2260992 to 2318336 tid 3 2024-09-14T03:40:41.779 INFO:tasks.rados.rados.0.smithi002.stdout:1601: rollback oid 11 current snap is 160 2024-09-14T03:40:41.779 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 11 to 119 2024-09-14T03:40:41.779 INFO:tasks.rados.rados.0.smithi002.stdout:1598: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:40:41.782 INFO:tasks.rados.rados.0.smithi002.stdout:1596: finishing write tid 1 to smithi00278215-44 2024-09-14T03:40:41.782 INFO:tasks.rados.rados.0.smithi002.stdout:1596: finishing write tid 2 to smithi00278215-44 2024-09-14T03:40:41.782 INFO:tasks.rados.rados.0.smithi002.stdout:1596: finishing write tid 3 to smithi00278215-44 2024-09-14T03:40:41.782 INFO:tasks.rados.rados.0.smithi002.stdout:1596: finishing write tid 4 to smithi00278215-44 2024-09-14T03:40:41.782 INFO:tasks.rados.rados.0.smithi002.stdout:1596: finishing write tid 5 to smithi00278215-44 2024-09-14T03:40:41.782 INFO:tasks.rados.rados.0.smithi002.stdout:1596: oid 44 updating version 0 to 1330 2024-09-14T03:40:41.782 INFO:tasks.rados.rados.0.smithi002.stdout:1596: oid 44 updating version 1330 to 1331 2024-09-14T03:40:41.782 INFO:tasks.rados.rados.0.smithi002.stdout:1596: oid 44 updating version 1331 to 1332 2024-09-14T03:40:41.782 INFO:tasks.rados.rados.0.smithi002.stdout:1596: oid 44 version 1332 is already newer than 1329 2024-09-14T03:40:41.782 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 1332 (ObjNum 508 snap 160 seq_num 508) dirty exists 2024-09-14T03:40:41.783 INFO:tasks.rados.rados.0.smithi002.stdout:1596: left oid 44 (ObjNum 508 snap 160 seq_num 508) 2024-09-14T03:40:41.783 INFO:tasks.rados.rados.0.smithi002.stdout:1596: done (5 left) 2024-09-14T03:40:41.783 INFO:tasks.rados.rados.0.smithi002.stdout:1598: done (4 left) 2024-09-14T03:40:41.783 INFO:tasks.rados.rados.0.smithi002.stdout:1602: snap_create 2024-09-14T03:40:41.783 INFO:tasks.rados.rados.0.smithi002.stdout:1597: expect (ObjNum 502 snap 156 seq_num 502) 2024-09-14T03:40:41.898 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-14T03:40:41.898 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (6m) 23s ago 7m 26.7M - 0.25.0 c8568f914cd2 8c6771f56432 2024-09-14T03:40:41.898 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi154 *:3000 running (7m) 2m ago 7m 88.0M - 9.4.7 954c08fa6188 6cd949ecdca3 2024-09-14T03:40:41.898 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (9m) 23s ago 9m 18.6M - 18.2.4-845-ge4e227b3 67ddd33fa72f 5bfe4ab70917 2024-09-14T03:40:41.898 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi154 running (9m) 2m ago 9m 19.7M - 18.2.4-845-ge4e227b3 67ddd33fa72f 80e0f22077e1 2024-09-14T03:40:41.898 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi154 *:8443,9283,8765 running (3m) 2m ago 12m 453M - 19.3.0-4907-ga2782315 8801d2529e43 3c8b8d7f1b49 2024-09-14T03:40:41.898 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (3m) 23s ago 14m 522M - 19.3.0-4907-ga2782315 8801d2529e43 37cb6840a9f7 2024-09-14T03:40:41.898 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (2m) 23s ago 14m 54.6M 2048M 19.3.0-4907-ga2782315 8801d2529e43 ac49fe4ea75d 2024-09-14T03:40:41.898 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi154 running (2m) 2m ago 13m 28.2M 2048M 19.3.0-4907-ga2782315 8801d2529e43 de3094fdd6b5 2024-09-14T03:40:41.899 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (2m) 23s ago 12m 42.5M 2048M 19.3.0-4907-ga2782315 8801d2529e43 0423773ea054 2024-09-14T03:40:41.899 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (7m) 23s ago 7m 15.7M - 1.5.0 0da6a335fe13 ad362eb3056c 2024-09-14T03:40:41.899 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi154 *:9100 running (7m) 2m ago 7m 17.2M - 1.5.0 0da6a335fe13 815178e760b0 2024-09-14T03:40:41.899 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (93s) 23s ago 12m 167M 2481M 19.3.0-4907-ga2782315 8801d2529e43 98de17e6e20c 2024-09-14T03:40:41.899 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (61s) 23s ago 11m 103M 2481M 19.3.0-4907-ga2782315 8801d2529e43 e758e3d25821 2024-09-14T03:40:41.899 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (27s) 23s ago 11m 12.2M 2481M 19.3.0-4907-ga2782315 8801d2529e43 6fd97586f770 2024-09-14T03:40:41.899 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (11m) 23s ago 11m 124M 2481M 18.2.4-845-ge4e227b3 67ddd33fa72f 3d4fd272502c 2024-09-14T03:40:41.899 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi154 running (10m) 2m ago 10m 140M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f f0b82e38b9c9 2024-09-14T03:40:41.899 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi154 running (10m) 2m ago 10m 181M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f 50ac4e0a62b5 2024-09-14T03:40:41.899 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi154 running (9m) 2m ago 9m 152M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f b18b3ecf874c 2024-09-14T03:40:41.899 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi154 running (9m) 2m ago 9m 110M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f b111d011fd8e 2024-09-14T03:40:41.899 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi154 *:9095 running (3m) 2m ago 8m 47.2M - 2.43.0 a07b618ecd1d ffbeae974492 2024-09-14T03:40:41.981 INFO:tasks.rados.rados.0.smithi002.stdout:1599: finishing write tid 1 to smithi00278215-16 2024-09-14T03:40:42.029 INFO:tasks.rados.rados.0.smithi002.stdout:1599: finishing write tid 2 to smithi00278215-16 2024-09-14T03:40:42.029 INFO:tasks.rados.rados.0.smithi002.stdout:1599: finishing write tid 3 to smithi00278215-16 2024-09-14T03:40:42.029 INFO:tasks.rados.rados.0.smithi002.stdout:1599: finishing write tid 4 to smithi00278215-16 2024-09-14T03:40:42.029 INFO:tasks.rados.rados.0.smithi002.stdout:1599: finishing write tid 5 to smithi00278215-16 2024-09-14T03:40:42.029 INFO:tasks.rados.rados.0.smithi002.stdout:1599: oid 16 updating version 0 to 649 2024-09-14T03:40:42.029 INFO:tasks.rados.rados.0.smithi002.stdout:1599: oid 16 updating version 649 to 650 2024-09-14T03:40:42.029 INFO:tasks.rados.rados.0.smithi002.stdout:1599: oid 16 updating version 650 to 651 2024-09-14T03:40:42.029 INFO:tasks.rados.rados.0.smithi002.stdout:1599: oid 16 updating version 651 to 652 2024-09-14T03:40:42.029 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 16 v 652 (ObjNum 509 snap 160 seq_num 509) dirty exists 2024-09-14T03:40:42.030 INFO:tasks.rados.rados.0.smithi002.stdout:1599: left oid 16 (ObjNum 509 snap 160 seq_num 509) 2024-09-14T03:40:42.030 INFO:tasks.rados.rados.0.smithi002.stdout:1601: finishing rollback tid 1 to smithi00278215-11 2024-09-14T03:40:42.032 INFO:tasks.rados.rados.0.smithi002.stdout:1600: finishing write tid 1 to smithi00278215-22 2024-09-14T03:40:42.032 INFO:tasks.rados.rados.0.smithi002.stdout:1601: finishing rollback tid 2 to smithi00278215-11 2024-09-14T03:40:42.032 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 1980 (ObjNum 390 snap 118 seq_num 390) dirty exists 2024-09-14T03:40:42.032 INFO:tasks.rados.rados.0.smithi002.stdout:1600: finishing write tid 2 to smithi00278215-22 2024-09-14T03:40:42.032 INFO:tasks.rados.rados.0.smithi002.stdout:1600: finishing write tid 3 to smithi00278215-22 2024-09-14T03:40:42.032 INFO:tasks.rados.rados.0.smithi002.stdout:1600: finishing write tid 4 to smithi00278215-22 2024-09-14T03:40:42.032 INFO:tasks.rados.rados.0.smithi002.stdout:1600: finishing write tid 5 to smithi00278215-22 2024-09-14T03:40:42.032 INFO:tasks.rados.rados.0.smithi002.stdout:1600: oid 22 updating version 0 to 1082 2024-09-14T03:40:42.032 INFO:tasks.rados.rados.0.smithi002.stdout:1600: oid 22 version 1082 is already newer than 1079 2024-09-14T03:40:42.032 INFO:tasks.rados.rados.0.smithi002.stdout:1600: oid 22 version 1082 is already newer than 1080 2024-09-14T03:40:42.033 INFO:tasks.rados.rados.0.smithi002.stdout:1600: oid 22 version 1082 is already newer than 1081 2024-09-14T03:40:42.033 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 22 v 1082 (ObjNum 510 snap 160 seq_num 510) dirty exists 2024-09-14T03:40:42.033 INFO:tasks.rados.rados.0.smithi002.stdout:1600: left oid 22 (ObjNum 510 snap 160 seq_num 510) 2024-09-14T03:40:42.060 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:41 smithi002 ceph-mon[87970]: pgmap v242: 121 pgs: 121 active+clean; 291 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.7 MiB/s wr, 20 op/s 2024-09-14T03:40:42.060 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:41 smithi002 ceph-mon[87970]: osdmap e382: 8 total, 8 up, 8 in 2024-09-14T03:40:42.061 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:41 smithi002 ceph-mon[89815]: pgmap v242: 121 pgs: 121 active+clean; 291 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.7 MiB/s wr, 20 op/s 2024-09-14T03:40:42.061 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:41 smithi002 ceph-mon[89815]: osdmap e382: 8 total, 8 up, 8 in 2024-09-14T03:40:42.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:41 smithi154 ceph-mon[81546]: pgmap v242: 121 pgs: 121 active+clean; 291 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.7 MiB/s wr, 20 op/s 2024-09-14T03:40:42.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:41 smithi154 ceph-mon[81546]: osdmap e382: 8 total, 8 up, 8 in 2024-09-14T03:40:42.261 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-14T03:40:42.261 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2024-09-14T03:40:42.261 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.3.0-4907-ga2782315 (a2782315255a3e7d5f6cdc9eb35785187ff6ddf8) squid (dev)": 3 2024-09-14T03:40:42.262 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:40:42.262 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2024-09-14T03:40:42.262 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.3.0-4907-ga2782315 (a2782315255a3e7d5f6cdc9eb35785187ff6ddf8) squid (dev)": 2 2024-09-14T03:40:42.262 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:40:42.262 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2024-09-14T03:40:42.262 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 5, 2024-09-14T03:40:42.262 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.3.0-4907-ga2782315 (a2782315255a3e7d5f6cdc9eb35785187ff6ddf8) squid (dev)": 3 2024-09-14T03:40:42.262 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:40:42.262 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2024-09-14T03:40:42.262 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 2 2024-09-14T03:40:42.262 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:40:42.262 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2024-09-14T03:40:42.262 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 7, 2024-09-14T03:40:42.263 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.3.0-4907-ga2782315 (a2782315255a3e7d5f6cdc9eb35785187ff6ddf8) squid (dev)": 8 2024-09-14T03:40:42.263 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-14T03:40:42.263 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-14T03:40:42.560 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-14T03:40:42.560 INFO:teuthology.orchestra.run.smithi002.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802", 2024-09-14T03:40:42.560 INFO:teuthology.orchestra.run.smithi002.stdout: "in_progress": true, 2024-09-14T03:40:42.560 INFO:teuthology.orchestra.run.smithi002.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-14T03:40:42.561 INFO:teuthology.orchestra.run.smithi002.stdout: "services_complete": [ 2024-09-14T03:40:42.561 INFO:teuthology.orchestra.run.smithi002.stdout: "mon", 2024-09-14T03:40:42.561 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr" 2024-09-14T03:40:42.561 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-14T03:40:42.561 INFO:teuthology.orchestra.run.smithi002.stdout: "progress": "8/20 daemons upgraded", 2024-09-14T03:40:42.561 INFO:teuthology.orchestra.run.smithi002.stdout: "message": "Currently upgrading osd daemons", 2024-09-14T03:40:42.561 INFO:teuthology.orchestra.run.smithi002.stdout: "is_paused": false 2024-09-14T03:40:42.561 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-14T03:40:42.707 INFO:tasks.rados.rados.0.smithi002.stdout:1597: done (4 left) 2024-09-14T03:40:42.707 INFO:tasks.rados.rados.0.smithi002.stdout:1599: done (3 left) 2024-09-14T03:40:42.707 INFO:tasks.rados.rados.0.smithi002.stdout:1600: done (2 left) 2024-09-14T03:40:42.708 INFO:tasks.rados.rados.0.smithi002.stdout:1601: done (1 left) 2024-09-14T03:40:42.708 INFO:tasks.rados.rados.0.smithi002.stdout:1602: done (0 left) 2024-09-14T03:40:42.708 INFO:tasks.rados.rados.0.smithi002.stdout:1603: read oid 8 snap 160 2024-09-14T03:40:42.708 INFO:tasks.rados.rados.0.smithi002.stdout:1603: expect (ObjNum 437 snap 135 seq_num 437) 2024-09-14T03:40:42.708 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 31 current snap is 161 2024-09-14T03:40:42.708 INFO:tasks.rados.rados.0.smithi002.stdout:1604: seq_num 511 ranges {1425408=565248,1990656=630784,2621440=172032} 2024-09-14T03:40:42.718 INFO:tasks.rados.rados.0.smithi002.stdout:1604: writing smithi00278215-31 from 1425408 to 1990656 tid 1 2024-09-14T03:40:42.721 INFO:tasks.rados.rados.0.smithi002.stdout:1604: writing smithi00278215-31 from 1990656 to 2621440 tid 2 2024-09-14T03:40:42.723 INFO:tasks.rados.rados.0.smithi002.stdout:1604: writing smithi00278215-31 from 2621440 to 2793472 tid 3 2024-09-14T03:40:42.723 INFO:tasks.rados.rados.0.smithi002.stdout:1605: setattr oid 28 current snap is 161 2024-09-14T03:40:42.723 INFO:tasks.rados.rados.0.smithi002.stdout:1603: expect (ObjNum 437 snap 135 seq_num 437) 2024-09-14T03:40:42.819 INFO:tasks.rados.rados.0.smithi002.stdout:1604: finishing write tid 1 to smithi00278215-31 2024-09-14T03:40:42.819 INFO:tasks.rados.rados.0.smithi002.stdout:1604: finishing write tid 2 to smithi00278215-31 2024-09-14T03:40:42.819 INFO:tasks.rados.rados.0.smithi002.stdout:1604: finishing write tid 3 to smithi00278215-31 2024-09-14T03:40:42.819 INFO:tasks.rados.rados.0.smithi002.stdout:1604: finishing write tid 4 to smithi00278215-31 2024-09-14T03:40:42.819 INFO:tasks.rados.rados.0.smithi002.stdout:1604: finishing write tid 5 to smithi00278215-31 2024-09-14T03:40:42.819 INFO:tasks.rados.rados.0.smithi002.stdout:1604: oid 31 updating version 0 to 1222 2024-09-14T03:40:42.819 INFO:tasks.rados.rados.0.smithi002.stdout:1604: oid 31 updating version 1222 to 1223 2024-09-14T03:40:42.819 INFO:tasks.rados.rados.0.smithi002.stdout:1604: oid 31 updating version 1223 to 1224 2024-09-14T03:40:42.819 INFO:tasks.rados.rados.0.smithi002.stdout:1604: oid 31 version 1224 is already newer than 1221 2024-09-14T03:40:42.819 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 1224 (ObjNum 511 snap 161 seq_num 511) dirty exists 2024-09-14T03:40:42.819 INFO:tasks.rados.rados.0.smithi002.stdout:1604: left oid 31 (ObjNum 511 snap 161 seq_num 511) 2024-09-14T03:40:42.820 INFO:tasks.rados.rados.0.smithi002.stdout:1603: done (2 left) 2024-09-14T03:40:42.820 INFO:tasks.rados.rados.0.smithi002.stdout:1604: done (1 left) 2024-09-14T03:40:42.820 INFO:tasks.rados.rados.0.smithi002.stdout:1606: snap_create 2024-09-14T03:40:42.822 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 28 v 1809 (ObjNum 446 snap 137 seq_num 446) dirty exists 2024-09-14T03:40:43.049 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:42 smithi002 ceph-mon[89815]: from='client.34329 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:40:43.049 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:42 smithi002 ceph-mon[89815]: from='client.44246 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:40:43.049 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:42 smithi002 ceph-mon[89815]: osdmap e383: 8 total, 8 up, 8 in 2024-09-14T03:40:43.049 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:42 smithi002 ceph-mon[89815]: from='client.44252 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:40:43.049 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:42 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/557384023' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:40:43.049 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:42 smithi002 ceph-mon[89815]: osdmap e384: 8 total, 8 up, 8 in 2024-09-14T03:40:43.049 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:40:42 smithi002 systemd[1]: Stopping Ceph osd.3 for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:40:43.050 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:42 smithi002 ceph-mon[87970]: from='client.34329 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:40:43.050 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:42 smithi002 ceph-mon[87970]: from='client.44246 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:40:43.050 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:42 smithi002 ceph-mon[87970]: osdmap e383: 8 total, 8 up, 8 in 2024-09-14T03:40:43.050 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:42 smithi002 ceph-mon[87970]: from='client.44252 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:40:43.050 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:42 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/557384023' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:40:43.050 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:42 smithi002 ceph-mon[87970]: osdmap e384: 8 total, 8 up, 8 in 2024-09-14T03:40:43.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:42 smithi154 ceph-mon[81546]: from='client.34329 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:40:43.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:42 smithi154 ceph-mon[81546]: from='client.44246 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:40:43.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:42 smithi154 ceph-mon[81546]: osdmap e383: 8 total, 8 up, 8 in 2024-09-14T03:40:43.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:42 smithi154 ceph-mon[81546]: from='client.44252 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:40:43.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:42 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/557384023' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:40:43.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:42 smithi154 ceph-mon[81546]: osdmap e384: 8 total, 8 up, 8 in 2024-09-14T03:40:43.436 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:40:43 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:40:43] "GET /metrics HTTP/1.1" 200 36292 "" "Prometheus/2.43.0" 2024-09-14T03:40:43.437 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:40:43 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-3[59046]: 2024-09-14T03:40:43.046+0000 7f2e580e3640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-14T03:40:43.437 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:40:43 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-3[59046]: 2024-09-14T03:40:43.046+0000 7f2e580e3640 -1 osd.3 384 *** Got signal Terminated *** 2024-09-14T03:40:43.437 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:40:43 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-3[59046]: 2024-09-14T03:40:43.046+0000 7f2e580e3640 -1 osd.3 384 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-14T03:40:43.745 INFO:tasks.rados.rados.0.smithi002.stdout:1605: done (1 left) 2024-09-14T03:40:43.745 INFO:tasks.rados.rados.0.smithi002.stdout:1606: done (0 left) 2024-09-14T03:40:43.745 INFO:tasks.rados.rados.0.smithi002.stdout:1607: rmattr oid 41 current snap is 162 2024-09-14T03:40:43.745 INFO:tasks.rados.rados.0.smithi002.stdout:1607: done (0 left) 2024-09-14T03:40:43.746 INFO:tasks.rados.rados.0.smithi002.stdout:1608: snap_remove snap 150 2024-09-14T03:40:44.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:43 smithi002 ceph-mon[87970]: pgmap v245: 121 pgs: 121 active+clean; 292 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.3 MiB/s wr, 29 op/s 2024-09-14T03:40:44.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:43 smithi002 ceph-mon[87970]: from='client.44264 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:40:44.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:43 smithi002 ceph-mon[87970]: osd.3 marked itself down and dead 2024-09-14T03:40:44.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:43 smithi002 ceph-mon[89815]: pgmap v245: 121 pgs: 121 active+clean; 292 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.3 MiB/s wr, 29 op/s 2024-09-14T03:40:44.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:43 smithi002 ceph-mon[89815]: from='client.44264 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:40:44.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:43 smithi002 ceph-mon[89815]: osd.3 marked itself down and dead 2024-09-14T03:40:44.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:43 smithi154 ceph-mon[81546]: pgmap v245: 121 pgs: 121 active+clean; 292 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.3 MiB/s wr, 29 op/s 2024-09-14T03:40:44.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:43 smithi154 ceph-mon[81546]: from='client.44264 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:40:44.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:43 smithi154 ceph-mon[81546]: osd.3 marked itself down and dead 2024-09-14T03:40:44.575 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:40:44 smithi002 podman[107757]: 2024-09-14 03:40:44.28687287 +0000 UTC m=+1.354633390 container died 3d4fd272502cd83cfecb1c61918737b93060e3c936906a9f22db6ce8656047b8 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-3, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=reef-e4e227b, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.build-date=20240731) 2024-09-14T03:40:44.747 INFO:tasks.rados.rados.0.smithi002.stdout:1608: done (0 left) 2024-09-14T03:40:44.747 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 45 current snap is 162 2024-09-14T03:40:44.747 INFO:tasks.rados.rados.0.smithi002.stdout:1609: seq_num 512 ranges {1859584=581632,2441216=516096,2957312=286720} 2024-09-14T03:40:44.761 INFO:tasks.rados.rados.0.smithi002.stdout:1609: writing smithi00278215-45 from 1859584 to 2441216 tid 1 2024-09-14T03:40:44.765 INFO:tasks.rados.rados.0.smithi002.stdout:1609: writing smithi00278215-45 from 2441216 to 2957312 tid 2 2024-09-14T03:40:44.768 INFO:tasks.rados.rados.0.smithi002.stdout:1609: writing smithi00278215-45 from 2957312 to 3244032 tid 3 2024-09-14T03:40:44.768 INFO:tasks.rados.rados.0.smithi002.stdout:1610: delete oid 26 current snap is 162 2024-09-14T03:40:44.775 INFO:tasks.rados.rados.0.smithi002.stdout:1610: done (1 left) 2024-09-14T03:40:44.775 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 18 current snap is 162 2024-09-14T03:40:44.775 INFO:tasks.rados.rados.0.smithi002.stdout:1611: seq_num 514 ranges {2072576=614400,2686976=679936,3366912=122880} 2024-09-14T03:40:44.791 INFO:tasks.rados.rados.0.smithi002.stdout:1611: writing smithi00278215-18 from 2072576 to 2686976 tid 1 2024-09-14T03:40:44.796 INFO:tasks.rados.rados.0.smithi002.stdout:1611: writing smithi00278215-18 from 2686976 to 3366912 tid 2 2024-09-14T03:40:44.797 INFO:tasks.rados.rados.0.smithi002.stdout:1611: writing smithi00278215-18 from 3366912 to 3489792 tid 3 2024-09-14T03:40:44.797 INFO:tasks.rados.rados.0.smithi002.stdout:1612: delete oid 1 current snap is 162 2024-09-14T03:40:44.797 INFO:tasks.rados.rados.0.smithi002.stdout:1609: finishing write tid 1 to smithi00278215-45 2024-09-14T03:40:44.798 INFO:tasks.rados.rados.0.smithi002.stdout:1609: finishing write tid 2 to smithi00278215-45 2024-09-14T03:40:44.798 INFO:tasks.rados.rados.0.smithi002.stdout:1609: finishing write tid 3 to smithi00278215-45 2024-09-14T03:40:44.798 INFO:tasks.rados.rados.0.smithi002.stdout:1609: finishing write tid 4 to smithi00278215-45 2024-09-14T03:40:44.798 INFO:tasks.rados.rados.0.smithi002.stdout:1609: finishing write tid 5 to smithi00278215-45 2024-09-14T03:40:44.798 INFO:tasks.rados.rados.0.smithi002.stdout:1609: oid 45 updating version 0 to 1272 2024-09-14T03:40:44.798 INFO:tasks.rados.rados.0.smithi002.stdout:1609: oid 45 version 1272 is already newer than 1271 2024-09-14T03:40:44.798 INFO:tasks.rados.rados.0.smithi002.stdout:1609: oid 45 version 1272 is already newer than 1270 2024-09-14T03:40:44.798 INFO:tasks.rados.rados.0.smithi002.stdout:1609: oid 45 updating version 1272 to 1273 2024-09-14T03:40:44.798 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 45 v 1273 (ObjNum 512 snap 162 seq_num 512) dirty exists 2024-09-14T03:40:44.798 INFO:tasks.rados.rados.0.smithi002.stdout:1609: left oid 45 (ObjNum 512 snap 162 seq_num 512) 2024-09-14T03:40:44.798 INFO:tasks.rados.rados.0.smithi002.stdout:1611: finishing write tid 1 to smithi00278215-18 2024-09-14T03:40:44.800 INFO:tasks.rados.rados.0.smithi002.stdout:1609: done (2 left) 2024-09-14T03:40:44.800 INFO:tasks.rados.rados.0.smithi002.stdout:1612: done (1 left) 2024-09-14T03:40:44.800 INFO:tasks.rados.rados.0.smithi002.stdout:1613: copy_from oid 4 from oid 1 current snap is 162 2024-09-14T03:40:44.800 INFO:tasks.rados.rados.0.smithi002.stdout:1611: finishing write tid 2 to smithi00278215-18 2024-09-14T03:40:44.801 INFO:tasks.rados.rados.0.smithi002.stdout:1614: snap_create 2024-09-14T03:40:44.801 INFO:tasks.rados.rados.0.smithi002.stdout:1611: finishing write tid 3 to smithi00278215-18 2024-09-14T03:40:44.801 INFO:tasks.rados.rados.0.smithi002.stdout:1611: finishing write tid 4 to smithi00278215-18 2024-09-14T03:40:44.801 INFO:tasks.rados.rados.0.smithi002.stdout:1613: finishing copy_from to smithi00278215-4 2024-09-14T03:40:44.801 INFO:tasks.rados.rados.0.smithi002.stdout:1613: got expected ENOENT (src dne) 2024-09-14T03:40:44.802 INFO:tasks.rados.rados.0.smithi002.stdout:1613: finishing copy_from racing read to smithi00278215-4 2024-09-14T03:40:44.802 INFO:tasks.rados.rados.0.smithi002.stdout:1611: finishing write tid 5 to smithi00278215-18 2024-09-14T03:40:44.802 INFO:tasks.rados.rados.0.smithi002.stdout:1611: oid 18 updating version 0 to 627 2024-09-14T03:40:44.802 INFO:tasks.rados.rados.0.smithi002.stdout:1611: oid 18 updating version 627 to 628 2024-09-14T03:40:44.802 INFO:tasks.rados.rados.0.smithi002.stdout:1611: oid 18 updating version 628 to 629 2024-09-14T03:40:44.802 INFO:tasks.rados.rados.0.smithi002.stdout:1611: oid 18 version 629 is already newer than 626 2024-09-14T03:40:44.803 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 629 (ObjNum 514 snap 162 seq_num 514) dirty exists 2024-09-14T03:40:44.803 INFO:tasks.rados.rados.0.smithi002.stdout:1611: left oid 18 (ObjNum 514 snap 162 seq_num 514) 2024-09-14T03:40:44.937 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:40:44 smithi002 podman[107757]: 2024-09-14 03:40:44.663934606 +0000 UTC m=+1.731695111 container cleanup 3d4fd272502cd83cfecb1c61918737b93060e3c936906a9f22db6ce8656047b8 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-3, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=reef-e4e227b, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-14T03:40:44.937 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:40:44 smithi002 bash[107757]: ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-3 2024-09-14T03:40:44.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:44 smithi002 ceph-mon[87970]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-14T03:40:44.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:44 smithi002 ceph-mon[87970]: osdmap e385: 8 total, 7 up, 8 in 2024-09-14T03:40:44.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:44 smithi002 ceph-mon[87970]: osdmap e386: 8 total, 7 up, 8 in 2024-09-14T03:40:44.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:44 smithi002 ceph-mon[89815]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-14T03:40:44.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:44 smithi002 ceph-mon[89815]: osdmap e385: 8 total, 7 up, 8 in 2024-09-14T03:40:44.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:44 smithi002 ceph-mon[89815]: osdmap e386: 8 total, 7 up, 8 in 2024-09-14T03:40:45.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:44 smithi154 ceph-mon[81546]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-14T03:40:45.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:44 smithi154 ceph-mon[81546]: osdmap e385: 8 total, 7 up, 8 in 2024-09-14T03:40:45.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:44 smithi154 ceph-mon[81546]: osdmap e386: 8 total, 7 up, 8 in 2024-09-14T03:40:45.316 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:40:44 smithi002 podman[107772]: 2024-09-14 03:40:44.957235518 +0000 UTC m=+0.663156781 container remove 3d4fd272502cd83cfecb1c61918737b93060e3c936906a9f22db6ce8656047b8 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-3, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=reef-e4e227b, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-09-14T03:40:45.620 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:40:45 smithi002 podman[107859]: 2024-09-14 03:40:45.218646875 +0000 UTC m=+0.016133352 image pull 8801d2529e4377d97015e6c85a3b4925ede7ce42c7349a1a37eb88f097b6f3f0 quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802 2024-09-14T03:40:45.620 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:40:45 smithi002 podman[107859]: 2024-09-14 03:40:45.316435025 +0000 UTC m=+0.113921492 container create b4d82b6a817c5faf2a7f07d14889f308b26c06c5bff1862beee667559ac5ae81 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-3-deactivate, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=main-a278231, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, ceph=True) 2024-09-14T03:40:45.770 INFO:tasks.rados.rados.0.smithi002.stdout:1611: done (2 left) 2024-09-14T03:40:45.770 INFO:tasks.rados.rados.0.smithi002.stdout:1613: done (1 left) 2024-09-14T03:40:45.770 INFO:tasks.rados.rados.0.smithi002.stdout:1614: done (0 left) 2024-09-14T03:40:45.770 INFO:tasks.rados.rados.0.smithi002.stdout:1615: setattr oid 25 current snap is 163 2024-09-14T03:40:45.771 INFO:tasks.rados.rados.0.smithi002.stdout:1616: setattr oid 47 current snap is 163 2024-09-14T03:40:45.773 INFO:tasks.rados.rados.0.smithi002.stdout:1617: snap_create 2024-09-14T03:40:45.777 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 170 (ObjNum 65 snap 0 seq_num 1649570647) dirty exists 2024-09-14T03:40:45.781 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 1810 (ObjNum 129 snap 0 seq_num 854178192) dirty exists 2024-09-14T03:40:45.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:45 smithi002 ceph-mon[89815]: pgmap v248: 121 pgs: 8 peering, 13 stale+active+clean, 100 active+clean; 294 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.9 MiB/s rd, 966 KiB/s wr, 15 op/s 2024-09-14T03:40:45.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:45 smithi002 ceph-mon[89815]: Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2024-09-14T03:40:45.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:45 smithi002 ceph-mon[87970]: pgmap v248: 121 pgs: 8 peering, 13 stale+active+clean, 100 active+clean; 294 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.9 MiB/s rd, 966 KiB/s wr, 15 op/s 2024-09-14T03:40:45.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:45 smithi002 ceph-mon[87970]: Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2024-09-14T03:40:45.938 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:40:45 smithi002 podman[107859]: 2024-09-14 03:40:45.619372195 +0000 UTC m=+0.416858663 container init b4d82b6a817c5faf2a7f07d14889f308b26c06c5bff1862beee667559ac5ae81 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-3-deactivate, RELEASE=main-a278231, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-09-14T03:40:45.938 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:40:45 smithi002 podman[107859]: 2024-09-14 03:40:45.622997394 +0000 UTC m=+0.420483862 container start b4d82b6a817c5faf2a7f07d14889f308b26c06c5bff1862beee667559ac5ae81 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-3-deactivate, io.buildah.version=1.37.2, ceph=True, RELEASE=main-a278231, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-09-14T03:40:45.938 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:40:45 smithi002 podman[107859]: 2024-09-14 03:40:45.736373722 +0000 UTC m=+0.533860192 container attach b4d82b6a817c5faf2a7f07d14889f308b26c06c5bff1862beee667559ac5ae81 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-3-deactivate, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-a278231, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-14T03:40:45.938 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:40:45 smithi002 podman[107859]: 2024-09-14 03:40:45.824284677 +0000 UTC m=+0.621771152 container died b4d82b6a817c5faf2a7f07d14889f308b26c06c5bff1862beee667559ac5ae81 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-3-deactivate, io.buildah.version=1.37.2, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=main-a278231, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2) 2024-09-14T03:40:46.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:45 smithi154 ceph-mon[81546]: pgmap v248: 121 pgs: 8 peering, 13 stale+active+clean, 100 active+clean; 294 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.9 MiB/s rd, 966 KiB/s wr, 15 op/s 2024-09-14T03:40:46.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:45 smithi154 ceph-mon[81546]: Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2024-09-14T03:40:46.699 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:40:46 smithi002 podman[107883]: 2024-09-14 03:40:46.448555937 +0000 UTC m=+0.618088675 container remove b4d82b6a817c5faf2a7f07d14889f308b26c06c5bff1862beee667559ac5ae81 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-3-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=main-a278231, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, ceph=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-09-14T03:40:46.700 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:40:46 smithi002 systemd[1]: ceph-f357b922-7248-11ef-bceb-c7b262605968@osd.3.service: Deactivated successfully. 2024-09-14T03:40:46.700 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:40:46 smithi002 systemd[1]: Stopped Ceph osd.3 for f357b922-7248-11ef-bceb-c7b262605968. 2024-09-14T03:40:46.700 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:40:46 smithi002 systemd[1]: ceph-f357b922-7248-11ef-bceb-c7b262605968@osd.3.service: Consumed 10.244s CPU time. 2024-09-14T03:40:46.783 INFO:tasks.rados.rados.0.smithi002.stdout:1615: done (2 left) 2024-09-14T03:40:46.783 INFO:tasks.rados.rados.0.smithi002.stdout:1616: done (1 left) 2024-09-14T03:40:46.783 INFO:tasks.rados.rados.0.smithi002.stdout:1617: done (0 left) 2024-09-14T03:40:46.784 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 7 current snap is 164 2024-09-14T03:40:46.784 INFO:tasks.rados.rados.0.smithi002.stdout:1618: seq_num 516 ranges {1490944=647168,2138112=450560,2588672=352256} 2024-09-14T03:40:46.795 INFO:tasks.rados.rados.0.smithi002.stdout:1618: writing smithi00278215-7 from 1490944 to 2138112 tid 1 2024-09-14T03:40:46.798 INFO:tasks.rados.rados.0.smithi002.stdout:1618: writing smithi00278215-7 from 2138112 to 2588672 tid 2 2024-09-14T03:40:46.800 INFO:tasks.rados.rados.0.smithi002.stdout:1618: writing smithi00278215-7 from 2588672 to 2940928 tid 3 2024-09-14T03:40:46.800 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 32 current snap is 164 2024-09-14T03:40:46.800 INFO:tasks.rados.rados.0.smithi002.stdout:1619: seq_num 517 ranges {3022848=663552,3686400=786432,4472832=16384} 2024-09-14T03:40:46.821 INFO:tasks.rados.rados.0.smithi002.stdout:1619: writing smithi00278215-32 from 3022848 to 3686400 tid 1 2024-09-14T03:40:46.826 INFO:tasks.rados.rados.0.smithi002.stdout:1619: writing smithi00278215-32 from 3686400 to 4472832 tid 2 2024-09-14T03:40:46.826 INFO:tasks.rados.rados.0.smithi002.stdout:1619: writing smithi00278215-32 from 4472832 to 4489216 tid 3 2024-09-14T03:40:46.826 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 34 current snap is 164 2024-09-14T03:40:46.826 INFO:tasks.rados.rados.0.smithi002.stdout:1618: finishing write tid 1 to smithi00278215-7 2024-09-14T03:40:46.826 INFO:tasks.rados.rados.0.smithi002.stdout:1618: finishing write tid 2 to smithi00278215-7 2024-09-14T03:40:46.826 INFO:tasks.rados.rados.0.smithi002.stdout:1618: finishing write tid 3 to smithi00278215-7 2024-09-14T03:40:46.826 INFO:tasks.rados.rados.0.smithi002.stdout:1618: finishing write tid 4 to smithi00278215-7 2024-09-14T03:40:46.826 INFO:tasks.rados.rados.0.smithi002.stdout:1618: finishing write tid 5 to smithi00278215-7 2024-09-14T03:40:46.826 INFO:tasks.rados.rados.0.smithi002.stdout:1618: oid 7 updating version 0 to 1999 2024-09-14T03:40:46.826 INFO:tasks.rados.rados.0.smithi002.stdout:1618: oid 7 version 1999 is already newer than 1997 2024-09-14T03:40:46.826 INFO:tasks.rados.rados.0.smithi002.stdout:1618: oid 7 version 1999 is already newer than 1996 2024-09-14T03:40:46.827 INFO:tasks.rados.rados.0.smithi002.stdout:1618: oid 7 version 1999 is already newer than 1998 2024-09-14T03:40:46.827 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 1999 (ObjNum 516 snap 164 seq_num 516) dirty exists 2024-09-14T03:40:46.827 INFO:tasks.rados.rados.0.smithi002.stdout:1618: left oid 7 (ObjNum 516 snap 164 seq_num 516) 2024-09-14T03:40:46.827 INFO:tasks.rados.rados.0.smithi002.stdout:1619: finishing write tid 1 to smithi00278215-32 2024-09-14T03:40:46.827 INFO:tasks.rados.rados.0.smithi002.stdout:1620: seq_num 518 ranges {6496256=679936,7176192=671744,7847936=131072} 2024-09-14T03:40:46.865 INFO:tasks.rados.rados.0.smithi002.stdout:1620: writing smithi00278215-34 from 6496256 to 7176192 tid 1 2024-09-14T03:40:46.869 INFO:tasks.rados.rados.0.smithi002.stdout:1620: writing smithi00278215-34 from 7176192 to 7847936 tid 2 2024-09-14T03:40:46.870 INFO:tasks.rados.rados.0.smithi002.stdout:1620: writing smithi00278215-34 from 7847936 to 7979008 tid 3 2024-09-14T03:40:46.870 INFO:tasks.rados.rados.0.smithi002.stdout:1618: done (2 left) 2024-09-14T03:40:46.871 INFO:tasks.rados.rados.0.smithi002.stdout:1621: snap_create 2024-09-14T03:40:46.871 INFO:tasks.rados.rados.0.smithi002.stdout:1619: finishing write tid 2 to smithi00278215-32 2024-09-14T03:40:46.871 INFO:tasks.rados.rados.0.smithi002.stdout:1619: finishing write tid 3 to smithi00278215-32 2024-09-14T03:40:46.871 INFO:tasks.rados.rados.0.smithi002.stdout:1619: finishing write tid 4 to smithi00278215-32 2024-09-14T03:40:46.871 INFO:tasks.rados.rados.0.smithi002.stdout:1619: finishing write tid 5 to smithi00278215-32 2024-09-14T03:40:46.871 INFO:tasks.rados.rados.0.smithi002.stdout:1619: oid 32 updating version 0 to 2001 2024-09-14T03:40:46.871 INFO:tasks.rados.rados.0.smithi002.stdout:1619: oid 32 updating version 2001 to 2002 2024-09-14T03:40:46.871 INFO:tasks.rados.rados.0.smithi002.stdout:1619: oid 32 updating version 2002 to 2003 2024-09-14T03:40:46.871 INFO:tasks.rados.rados.0.smithi002.stdout:1619: oid 32 updating version 2003 to 2004 2024-09-14T03:40:46.871 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 2004 (ObjNum 517 snap 164 seq_num 517) dirty exists 2024-09-14T03:40:46.871 INFO:tasks.rados.rados.0.smithi002.stdout:1619: left oid 32 (ObjNum 517 snap 164 seq_num 517) 2024-09-14T03:40:46.871 INFO:tasks.rados.rados.0.smithi002.stdout:1620: finishing write tid 1 to smithi00278215-34 2024-09-14T03:40:46.872 INFO:tasks.rados.rados.0.smithi002.stdout:1620: finishing write tid 2 to smithi00278215-34 2024-09-14T03:40:46.872 INFO:tasks.rados.rados.0.smithi002.stdout:1620: finishing write tid 3 to smithi00278215-34 2024-09-14T03:40:46.873 INFO:tasks.rados.rados.0.smithi002.stdout:1620: finishing write tid 4 to smithi00278215-34 2024-09-14T03:40:46.874 INFO:tasks.rados.rados.0.smithi002.stdout:1620: finishing write tid 5 to smithi00278215-34 2024-09-14T03:40:46.874 INFO:tasks.rados.rados.0.smithi002.stdout:1620: oid 34 updating version 0 to 1310 2024-09-14T03:40:46.874 INFO:tasks.rados.rados.0.smithi002.stdout:1620: oid 34 version 1310 is already newer than 1307 2024-09-14T03:40:46.874 INFO:tasks.rados.rados.0.smithi002.stdout:1620: oid 34 version 1310 is already newer than 1309 2024-09-14T03:40:46.874 INFO:tasks.rados.rados.0.smithi002.stdout:1620: oid 34 version 1310 is already newer than 1308 2024-09-14T03:40:46.874 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 34 v 1310 (ObjNum 518 snap 164 seq_num 518) dirty exists 2024-09-14T03:40:46.874 INFO:tasks.rados.rados.0.smithi002.stdout:1620: left oid 34 (ObjNum 518 snap 164 seq_num 518) 2024-09-14T03:40:46.975 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:46 smithi002 ceph-mon[87970]: osdmap e387: 8 total, 7 up, 8 in 2024-09-14T03:40:46.976 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:46 smithi002 ceph-mon[89815]: osdmap e387: 8 total, 7 up, 8 in 2024-09-14T03:40:46.976 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:40:46 smithi002 systemd[1]: Starting Ceph osd.3 for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:40:46.976 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:40:46 smithi002 podman[107982]: 2024-09-14 03:40:46.819729645 +0000 UTC m=+0.018763637 image pull 8801d2529e4377d97015e6c85a3b4925ede7ce42c7349a1a37eb88f097b6f3f0 quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802 2024-09-14T03:40:47.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:46 smithi154 ceph-mon[81546]: osdmap e387: 8 total, 7 up, 8 in 2024-09-14T03:40:47.278 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:40:46 smithi002 podman[107982]: 2024-09-14 03:40:46.974836171 +0000 UTC m=+0.173870162 container create 7efdc319e192b22a68ba8c4c78bc95b11fe6d5ad301ebba3bd5118bf0b8378b5 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-3-activate, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, RELEASE=main-a278231, org.label-schema.license=GPLv2) 2024-09-14T03:40:47.278 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:40:47 smithi002 podman[107982]: 2024-09-14 03:40:47.193934765 +0000 UTC m=+0.392968757 container init 7efdc319e192b22a68ba8c4c78bc95b11fe6d5ad301ebba3bd5118bf0b8378b5 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-3-activate, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=main-a278231, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-09-14T03:40:47.278 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:40:47 smithi002 podman[107982]: 2024-09-14 03:40:47.197436958 +0000 UTC m=+0.396470950 container start 7efdc319e192b22a68ba8c4c78bc95b11fe6d5ad301ebba3bd5118bf0b8378b5 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-3-activate, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, RELEASE=main-a278231, io.buildah.version=1.37.2) 2024-09-14T03:40:47.278 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:40:47 smithi002 podman[107982]: 2024-09-14 03:40:47.27708418 +0000 UTC m=+0.476118184 container attach 7efdc319e192b22a68ba8c4c78bc95b11fe6d5ad301ebba3bd5118bf0b8378b5 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-3-activate, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, RELEASE=main-a278231, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-09-14T03:40:47.687 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:40:47 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-3-activate[107997]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-14T03:40:47.687 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:40:47 smithi002 bash[107982]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-14T03:40:47.687 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:40:47 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-3-activate[107997]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-14T03:40:47.687 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:40:47 smithi002 bash[107982]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-14T03:40:47.708 INFO:tasks.rados.rados.0.smithi002.stdout:1619: done (2 left) 2024-09-14T03:40:47.708 INFO:tasks.rados.rados.0.smithi002.stdout:1620: done (1 left) 2024-09-14T03:40:47.708 INFO:tasks.rados.rados.0.smithi002.stdout:1621: done (0 left) 2024-09-14T03:40:47.708 INFO:tasks.rados.rados.0.smithi002.stdout:1622: delete oid 40 current snap is 165 2024-09-14T03:40:47.714 INFO:tasks.rados.rados.0.smithi002.stdout:1622: done (0 left) 2024-09-14T03:40:47.714 INFO:tasks.rados.rados.0.smithi002.stdout:1623: snap_remove snap 127 2024-09-14T03:40:48.107 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:47 smithi002 ceph-mon[87970]: pgmap v251: 121 pgs: 18 active+undersized, 8 peering, 2 stale+active+clean, 2 active+undersized+degraded, 91 active+clean; 298 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.6 MiB/s wr, 12 op/s; 6/642 objects degraded (0.935%) 2024-09-14T03:40:48.107 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:47 smithi002 ceph-mon[87970]: Health check failed: Degraded data redundancy: 6/642 objects degraded (0.935%), 2 pgs degraded (PG_DEGRADED) 2024-09-14T03:40:48.107 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:47 smithi002 ceph-mon[87970]: osdmap e388: 8 total, 7 up, 8 in 2024-09-14T03:40:48.107 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:47 smithi002 ceph-mon[87970]: osdmap e389: 8 total, 7 up, 8 in 2024-09-14T03:40:48.107 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:47 smithi002 ceph-mon[89815]: pgmap v251: 121 pgs: 18 active+undersized, 8 peering, 2 stale+active+clean, 2 active+undersized+degraded, 91 active+clean; 298 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.6 MiB/s wr, 12 op/s; 6/642 objects degraded (0.935%) 2024-09-14T03:40:48.108 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:47 smithi002 ceph-mon[89815]: Health check failed: Degraded data redundancy: 6/642 objects degraded (0.935%), 2 pgs degraded (PG_DEGRADED) 2024-09-14T03:40:48.108 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:47 smithi002 ceph-mon[89815]: osdmap e388: 8 total, 7 up, 8 in 2024-09-14T03:40:48.108 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:47 smithi002 ceph-mon[89815]: osdmap e389: 8 total, 7 up, 8 in 2024-09-14T03:40:48.108 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:40:47 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-3-activate[107997]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-14T03:40:48.108 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:40:47 smithi002 bash[107982]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-14T03:40:48.108 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:40:47 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-3-activate[107997]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-09-14T03:40:48.108 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:40:47 smithi002 bash[107982]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-09-14T03:40:48.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:47 smithi154 ceph-mon[81546]: pgmap v251: 121 pgs: 18 active+undersized, 8 peering, 2 stale+active+clean, 2 active+undersized+degraded, 91 active+clean; 298 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.6 MiB/s wr, 12 op/s; 6/642 objects degraded (0.935%) 2024-09-14T03:40:48.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:47 smithi154 ceph-mon[81546]: Health check failed: Degraded data redundancy: 6/642 objects degraded (0.935%), 2 pgs degraded (PG_DEGRADED) 2024-09-14T03:40:48.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:47 smithi154 ceph-mon[81546]: osdmap e388: 8 total, 7 up, 8 in 2024-09-14T03:40:48.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:47 smithi154 ceph-mon[81546]: osdmap e389: 8 total, 7 up, 8 in 2024-09-14T03:40:48.437 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:40:48 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-3-activate[107997]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-09-14T03:40:48.437 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:40:48 smithi002 bash[107982]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-09-14T03:40:48.437 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:40:48 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-3-activate[107997]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-09-14T03:40:48.437 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:40:48 smithi002 bash[107982]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-09-14T03:40:48.437 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:40:48 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-3-activate[107997]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-09-14T03:40:48.437 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:40:48 smithi002 bash[107982]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-09-14T03:40:48.437 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:40:48 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-3-activate[107997]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-14T03:40:48.437 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:40:48 smithi002 bash[107982]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-14T03:40:48.438 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:40:48 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-3-activate[107997]: --> ceph-volume raw activate successful for osd ID: 3 2024-09-14T03:40:48.438 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:40:48 smithi002 bash[107982]: --> ceph-volume raw activate successful for osd ID: 3 2024-09-14T03:40:48.438 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:40:48 smithi002 podman[107982]: 2024-09-14 03:40:48.135789275 +0000 UTC m=+1.334823267 container died 7efdc319e192b22a68ba8c4c78bc95b11fe6d5ad301ebba3bd5118bf0b8378b5 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-3-activate, ceph=True, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=main-a278231, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0) 2024-09-14T03:40:48.709 INFO:tasks.rados.rados.0.smithi002.stdout:1623: done (0 left) 2024-09-14T03:40:48.710 INFO:tasks.rados.rados.0.smithi002.stdout:1624: snap_remove snap 138 2024-09-14T03:40:49.090 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:40:48 smithi002 podman[108127]: 2024-09-14 03:40:48.75636387 +0000 UTC m=+0.613979373 container remove 7efdc319e192b22a68ba8c4c78bc95b11fe6d5ad301ebba3bd5118bf0b8378b5 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-3-activate, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=main-a278231, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731) 2024-09-14T03:40:49.090 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:40:48 smithi002 podman[108189]: 2024-09-14 03:40:48.965538416 +0000 UTC m=+0.110952246 container create aead1115e85e96c9d6c19379af7200dd30b48a6c92e524a382b87a64fbacfe50 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-3, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, RELEASE=main-a278231, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-14T03:40:49.090 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:40:48 smithi002 podman[108189]: 2024-09-14 03:40:48.870835677 +0000 UTC m=+0.016249523 image pull 8801d2529e4377d97015e6c85a3b4925ede7ce42c7349a1a37eb88f097b6f3f0 quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802 2024-09-14T03:40:49.687 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:40:49 smithi002 podman[108189]: 2024-09-14 03:40:49.218179115 +0000 UTC m=+0.363592946 container init aead1115e85e96c9d6c19379af7200dd30b48a6c92e524a382b87a64fbacfe50 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-3, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, RELEASE=main-a278231, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.vendor=CentOS) 2024-09-14T03:40:49.687 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:40:49 smithi002 podman[108189]: 2024-09-14 03:40:49.221703704 +0000 UTC m=+0.367117537 container start aead1115e85e96c9d6c19379af7200dd30b48a6c92e524a382b87a64fbacfe50 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-3, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-a278231) 2024-09-14T03:40:49.687 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:40:49 smithi002 ceph-osd[108208]: -- 172.21.15.2:0/2637900077 <== mon.0 v2:172.21.15.2:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55daa7b85a40 con 0x55daa8952000 2024-09-14T03:40:49.687 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:40:49 smithi002 bash[108189]: aead1115e85e96c9d6c19379af7200dd30b48a6c92e524a382b87a64fbacfe50 2024-09-14T03:40:49.687 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:40:49 smithi002 systemd[1]: Started Ceph osd.3 for f357b922-7248-11ef-bceb-c7b262605968. 2024-09-14T03:40:49.715 INFO:tasks.rados.rados.0.smithi002.stdout:1624: done (0 left) 2024-09-14T03:40:49.715 INFO:tasks.rados.rados.0.smithi002.stdout:1625: snap_remove snap 130 2024-09-14T03:40:49.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:49 smithi154 ceph-mon[81546]: pgmap v254: 121 pgs: 26 active+undersized, 8 peering, 6 active+undersized+degraded, 81 active+clean; 304 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.3 MiB/s wr, 11 op/s; 41/648 objects degraded (6.327%) 2024-09-14T03:40:49.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:49 smithi154 ceph-mon[81546]: osdmap e390: 8 total, 7 up, 8 in 2024-09-14T03:40:49.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:49 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:49.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:49 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:49.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:49 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:40:49.983 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:49 smithi002 ceph-mon[87970]: pgmap v254: 121 pgs: 26 active+undersized, 8 peering, 6 active+undersized+degraded, 81 active+clean; 304 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.3 MiB/s wr, 11 op/s; 41/648 objects degraded (6.327%) 2024-09-14T03:40:49.983 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:49 smithi002 ceph-mon[87970]: osdmap e390: 8 total, 7 up, 8 in 2024-09-14T03:40:49.983 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:49 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:49.983 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:49 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:49.983 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:49 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:40:49.983 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:49 smithi002 ceph-mon[89815]: pgmap v254: 121 pgs: 26 active+undersized, 8 peering, 6 active+undersized+degraded, 81 active+clean; 304 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.3 MiB/s wr, 11 op/s; 41/648 objects degraded (6.327%) 2024-09-14T03:40:49.984 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:49 smithi002 ceph-mon[89815]: osdmap e390: 8 total, 7 up, 8 in 2024-09-14T03:40:49.984 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:49 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:49.984 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:49 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:49.984 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:49 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:40:50.717 INFO:tasks.rados.rados.0.smithi002.stdout:1625: done (0 left) 2024-09-14T03:40:50.717 INFO:tasks.rados.rados.0.smithi002.stdout:1626: delete oid 34 current snap is 165 2024-09-14T03:40:50.729 INFO:tasks.rados.rados.0.smithi002.stdout:1626: done (0 left) 2024-09-14T03:40:50.729 INFO:tasks.rados.rados.0.smithi002.stdout:1627: read oid 33 snap -1 2024-09-14T03:40:50.729 INFO:tasks.rados.rados.0.smithi002.stdout:1627: expect (ObjNum 349 snap 104 seq_num 349) 2024-09-14T03:40:50.730 INFO:tasks.rados.rados.0.smithi002.stdout:1628: snap_remove snap 155 2024-09-14T03:40:50.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:50 smithi002 ceph-mon[87970]: osdmap e391: 8 total, 7 up, 8 in 2024-09-14T03:40:50.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:50 smithi002 ceph-mon[89815]: osdmap e391: 8 total, 7 up, 8 in 2024-09-14T03:40:50.937 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:40:50 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-3[108204]: 2024-09-14T03:40:50.615+0000 7f7267b4c640 -1 Falling back to public interface 2024-09-14T03:40:50.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:50 smithi154 ceph-mon[81546]: osdmap e391: 8 total, 7 up, 8 in 2024-09-14T03:40:51.728 INFO:tasks.rados.rados.0.smithi002.stdout:1628: done (1 left) 2024-09-14T03:40:51.728 INFO:tasks.rados.rados.0.smithi002.stdout:1629: setattr oid 2 current snap is 165 2024-09-14T03:40:51.728 INFO:tasks.rados.rados.0.smithi002.stdout:1627: expect (ObjNum 349 snap 104 seq_num 349) 2024-09-14T03:40:51.790 INFO:tasks.rados.rados.0.smithi002.stdout:1627: done (1 left) 2024-09-14T03:40:51.790 INFO:tasks.rados.rados.0.smithi002.stdout:1630: copy_from oid 12 from oid 18 current snap is 165 2024-09-14T03:40:51.790 INFO:tasks.rados.rados.0.smithi002.stdout:1631: read oid 25 snap -1 2024-09-14T03:40:51.790 INFO:tasks.rados.rados.0.smithi002.stdout:1631: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:40:51.790 INFO:tasks.rados.rados.0.smithi002.stdout:1632: read oid 33 snap -1 2024-09-14T03:40:51.790 INFO:tasks.rados.rados.0.smithi002.stdout:1632: expect (ObjNum 349 snap 104 seq_num 349) 2024-09-14T03:40:51.790 INFO:tasks.rados.rados.0.smithi002.stdout:1633: rmattr oid 13 current snap is 165 2024-09-14T03:40:51.790 INFO:tasks.rados.rados.0.smithi002.stdout:1633: done (4 left) 2024-09-14T03:40:51.790 INFO:tasks.rados.rados.0.smithi002.stdout:1634: read oid 8 snap -1 2024-09-14T03:40:51.791 INFO:tasks.rados.rados.0.smithi002.stdout:1634: expect (ObjNum 437 snap 135 seq_num 437) 2024-09-14T03:40:51.791 INFO:tasks.rados.rados.0.smithi002.stdout:1635: rollback oid 40 current snap is 165 2024-09-14T03:40:51.791 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 40 to 141 2024-09-14T03:40:51.791 INFO:tasks.rados.rados.0.smithi002.stdout:1636: copy_from oid 34 from oid 38 current snap is 165 2024-09-14T03:40:51.791 INFO:tasks.rados.rados.0.smithi002.stdout:1637: read oid 48 snap 158 2024-09-14T03:40:51.791 INFO:tasks.rados.rados.0.smithi002.stdout:1637: expect (ObjNum 506 snap 157 seq_num 506) 2024-09-14T03:40:51.791 INFO:tasks.rados.rados.0.smithi002.stdout:1638: snap_create 2024-09-14T03:40:51.791 INFO:tasks.rados.rados.0.smithi002.stdout:1631: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:40:51.799 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 2 v 1056 (ObjNum 494 snap 152 seq_num 494) dirty exists 2024-09-14T03:40:51.803 INFO:tasks.rados.rados.0.smithi002.stdout:1635: finishing rollback tid 1 to smithi00278215-40 2024-09-14T03:40:51.803 INFO:tasks.rados.rados.0.smithi002.stdout:1635: finishing rollback tid 2 to smithi00278215-40 2024-09-14T03:40:51.803 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 1085 (ObjNum 426 snap 130 seq_num 426) dirty exists 2024-09-14T03:40:51.804 INFO:tasks.rados.rados.0.smithi002.stdout:1637: expect (ObjNum 506 snap 157 seq_num 506) 2024-09-14T03:40:51.842 INFO:tasks.rados.rados.0.smithi002.stdout:1632: expect (ObjNum 349 snap 104 seq_num 349) 2024-09-14T03:40:51.901 INFO:tasks.rados.rados.0.smithi002.stdout:1636: finishing copy_from racing read to smithi00278215-34 2024-09-14T03:40:51.901 INFO:tasks.rados.rados.0.smithi002.stdout:1636: finishing copy_from to smithi00278215-34 2024-09-14T03:40:51.901 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 34 v 1925 (ObjNum 437 snap 135 seq_num 437) dirty exists 2024-09-14T03:40:51.901 INFO:tasks.rados.rados.0.smithi002.stdout:1634: expect (ObjNum 437 snap 135 seq_num 437) 2024-09-14T03:40:51.936 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:51 smithi002 ceph-mon[87970]: pgmap v257: 121 pgs: 32 active+undersized, 8 active+undersized+degraded, 81 active+clean; 302 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 338 KiB/s wr, 12 op/s; 45/639 objects degraded (7.042%) 2024-09-14T03:40:51.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:51 smithi002 ceph-mon[87970]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2024-09-14T03:40:51.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:51 smithi002 ceph-mon[87970]: osdmap e392: 8 total, 7 up, 8 in 2024-09-14T03:40:51.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:51 smithi002 ceph-mon[89815]: pgmap v257: 121 pgs: 32 active+undersized, 8 active+undersized+degraded, 81 active+clean; 302 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 338 KiB/s wr, 12 op/s; 45/639 objects degraded (7.042%) 2024-09-14T03:40:51.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:51 smithi002 ceph-mon[89815]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2024-09-14T03:40:51.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:51 smithi002 ceph-mon[89815]: osdmap e392: 8 total, 7 up, 8 in 2024-09-14T03:40:51.997 INFO:tasks.rados.rados.0.smithi002.stdout:1630: finishing copy_from racing read to smithi00278215-12 2024-09-14T03:40:51.997 INFO:tasks.rados.rados.0.smithi002.stdout:1630: finishing copy_from to smithi00278215-12 2024-09-14T03:40:51.997 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 629 (ObjNum 514 snap 162 seq_num 514) dirty exists 2024-09-14T03:40:52.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:51 smithi154 ceph-mon[81546]: pgmap v257: 121 pgs: 32 active+undersized, 8 active+undersized+degraded, 81 active+clean; 302 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 338 KiB/s wr, 12 op/s; 45/639 objects degraded (7.042%) 2024-09-14T03:40:52.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:51 smithi154 ceph-mon[81546]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2024-09-14T03:40:52.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:51 smithi154 ceph-mon[81546]: osdmap e392: 8 total, 7 up, 8 in 2024-09-14T03:40:52.741 INFO:tasks.rados.rados.0.smithi002.stdout:1629: done (8 left) 2024-09-14T03:40:52.741 INFO:tasks.rados.rados.0.smithi002.stdout:1630: done (7 left) 2024-09-14T03:40:52.741 INFO:tasks.rados.rados.0.smithi002.stdout:1631: done (6 left) 2024-09-14T03:40:52.741 INFO:tasks.rados.rados.0.smithi002.stdout:1632: done (5 left) 2024-09-14T03:40:52.741 INFO:tasks.rados.rados.0.smithi002.stdout:1634: done (4 left) 2024-09-14T03:40:52.741 INFO:tasks.rados.rados.0.smithi002.stdout:1635: done (3 left) 2024-09-14T03:40:52.742 INFO:tasks.rados.rados.0.smithi002.stdout:1636: done (2 left) 2024-09-14T03:40:52.742 INFO:tasks.rados.rados.0.smithi002.stdout:1637: done (1 left) 2024-09-14T03:40:52.742 INFO:tasks.rados.rados.0.smithi002.stdout:1638: done (0 left) 2024-09-14T03:40:52.742 INFO:tasks.rados.rados.0.smithi002.stdout:1639: rmattr oid 11 current snap is 166 2024-09-14T03:40:52.742 INFO:tasks.rados.rados.0.smithi002.stdout:1640: snap_remove snap 147 2024-09-14T03:40:52.936 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:52 smithi002 ceph-mon[87970]: osdmap e393: 8 total, 7 up, 8 in 2024-09-14T03:40:52.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:52 smithi002 ceph-mon[87970]: Health check update: Degraded data redundancy: 45/639 objects degraded (7.042%), 8 pgs degraded (PG_DEGRADED) 2024-09-14T03:40:52.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:52 smithi002 ceph-mon[89815]: osdmap e393: 8 total, 7 up, 8 in 2024-09-14T03:40:52.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:52 smithi002 ceph-mon[89815]: Health check update: Degraded data redundancy: 45/639 objects degraded (7.042%), 8 pgs degraded (PG_DEGRADED) 2024-09-14T03:40:53.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:52 smithi154 ceph-mon[81546]: osdmap e393: 8 total, 7 up, 8 in 2024-09-14T03:40:53.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:52 smithi154 ceph-mon[81546]: Health check update: Degraded data redundancy: 45/639 objects degraded (7.042%), 8 pgs degraded (PG_DEGRADED) 2024-09-14T03:40:53.437 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:40:53 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:40:53] "GET /metrics HTTP/1.1" 200 36292 "" "Prometheus/2.43.0" 2024-09-14T03:40:53.747 INFO:tasks.rados.rados.0.smithi002.stdout:1640: done (1 left) 2024-09-14T03:40:53.748 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 14 current snap is 166 2024-09-14T03:40:53.748 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 2066 (ObjNum 390 snap 118 seq_num 390) dirty exists 2024-09-14T03:40:53.748 INFO:tasks.rados.rados.0.smithi002.stdout:1641: seq_num 521 ranges {1622016=729088,2351104=720896,3072000=81920} 2024-09-14T03:40:53.761 INFO:tasks.rados.rados.0.smithi002.stdout:1641: writing smithi00278215-14 from 1622016 to 2351104 tid 1 2024-09-14T03:40:53.766 INFO:tasks.rados.rados.0.smithi002.stdout:1641: writing smithi00278215-14 from 2351104 to 3072000 tid 2 2024-09-14T03:40:53.767 INFO:tasks.rados.rados.0.smithi002.stdout:1641: writing smithi00278215-14 from 3072000 to 3153920 tid 3 2024-09-14T03:40:53.767 INFO:tasks.rados.rados.0.smithi002.stdout:1639: done (1 left) 2024-09-14T03:40:53.767 INFO:tasks.rados.rados.0.smithi002.stdout:1642: read oid 44 snap -1 2024-09-14T03:40:53.768 INFO:tasks.rados.rados.0.smithi002.stdout:1642: expect (ObjNum 508 snap 160 seq_num 508) 2024-09-14T03:40:53.768 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 9 current snap is 166 2024-09-14T03:40:53.768 INFO:tasks.rados.rados.0.smithi002.stdout:1643: seq_num 522 ranges {237568=745472,983040=606208,1589248=196608} 2024-09-14T03:40:53.773 INFO:tasks.rados.rados.0.smithi002.stdout:1643: writing smithi00278215-9 from 237568 to 983040 tid 1 2024-09-14T03:40:53.778 INFO:tasks.rados.rados.0.smithi002.stdout:1643: writing smithi00278215-9 from 983040 to 1589248 tid 2 2024-09-14T03:40:53.781 INFO:tasks.rados.rados.0.smithi002.stdout:1643: writing smithi00278215-9 from 1589248 to 1785856 tid 3 2024-09-14T03:40:53.781 INFO:tasks.rados.rados.0.smithi002.stdout:1644: read oid 42 snap -1 2024-09-14T03:40:53.781 INFO:tasks.rados.rados.0.smithi002.stdout:1644: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:40:53.781 INFO:tasks.rados.rados.0.smithi002.stdout:1645: rollback oid 27 current snap is 166 2024-09-14T03:40:53.781 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 27 to 142 2024-09-14T03:40:53.781 INFO:tasks.rados.rados.0.smithi002.stdout:1641: finishing write tid 1 to smithi00278215-14 2024-09-14T03:40:53.781 INFO:tasks.rados.rados.0.smithi002.stdout:1641: finishing write tid 2 to smithi00278215-14 2024-09-14T03:40:53.781 INFO:tasks.rados.rados.0.smithi002.stdout:1641: finishing write tid 3 to smithi00278215-14 2024-09-14T03:40:53.781 INFO:tasks.rados.rados.0.smithi002.stdout:1641: finishing write tid 4 to smithi00278215-14 2024-09-14T03:40:53.782 INFO:tasks.rados.rados.0.smithi002.stdout:1646: read oid 20 snap -1 2024-09-14T03:40:53.782 INFO:tasks.rados.rados.0.smithi002.stdout:1646: expect (ObjNum 491 snap 150 seq_num 491) 2024-09-14T03:40:53.782 INFO:tasks.rados.rados.0.smithi002.stdout:1647: rollback oid 11 current snap is 166 2024-09-14T03:40:53.782 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 11 to 163 2024-09-14T03:40:53.782 INFO:tasks.rados.rados.0.smithi002.stdout:1648: rollback oid 29 current snap is 166 2024-09-14T03:40:53.782 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 29 to 165 2024-09-14T03:40:53.782 INFO:tasks.rados.rados.0.smithi002.stdout:1649: delete oid 2 current snap is 166 2024-09-14T03:40:53.782 INFO:tasks.rados.rados.0.smithi002.stdout:1641: finishing write tid 5 to smithi00278215-14 2024-09-14T03:40:53.782 INFO:tasks.rados.rados.0.smithi002.stdout:1641: oid 14 updating version 0 to 1335 2024-09-14T03:40:53.782 INFO:tasks.rados.rados.0.smithi002.stdout:1641: oid 14 updating version 1335 to 1336 2024-09-14T03:40:53.782 INFO:tasks.rados.rados.0.smithi002.stdout:1641: oid 14 version 1336 is already newer than 1334 2024-09-14T03:40:53.782 INFO:tasks.rados.rados.0.smithi002.stdout:1641: oid 14 version 1336 is already newer than 1333 2024-09-14T03:40:53.782 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 14 v 1336 (ObjNum 521 snap 166 seq_num 521) dirty exists 2024-09-14T03:40:53.783 INFO:tasks.rados.rados.0.smithi002.stdout:1641: left oid 14 (ObjNum 521 snap 166 seq_num 521) 2024-09-14T03:40:53.783 INFO:tasks.rados.rados.0.smithi002.stdout:1643: finishing write tid 1 to smithi00278215-9 2024-09-14T03:40:53.783 INFO:tasks.rados.rados.0.smithi002.stdout:1642: expect (ObjNum 508 snap 160 seq_num 508) 2024-09-14T03:40:53.822 INFO:tasks.rados.rados.0.smithi002.stdout:1645: finishing rollback tid 0 to smithi00278215-27 2024-09-14T03:40:53.822 INFO:tasks.rados.rados.0.smithi002.stdout:1644: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:40:53.824 INFO:tasks.rados.rados.0.smithi002.stdout:1645: finishing rollback tid 1 to smithi00278215-27 2024-09-14T03:40:53.824 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 27 v 677 (ObjNum 65 snap 0 seq_num 0) dirty dne 2024-09-14T03:40:53.824 INFO:tasks.rados.rados.0.smithi002.stdout:1643: finishing write tid 2 to smithi00278215-9 2024-09-14T03:40:53.824 INFO:tasks.rados.rados.0.smithi002.stdout:1643: finishing write tid 3 to smithi00278215-9 2024-09-14T03:40:53.825 INFO:tasks.rados.rados.0.smithi002.stdout:1643: finishing write tid 4 to smithi00278215-9 2024-09-14T03:40:53.825 INFO:tasks.rados.rados.0.smithi002.stdout:1643: finishing write tid 5 to smithi00278215-9 2024-09-14T03:40:53.825 INFO:tasks.rados.rados.0.smithi002.stdout:1643: oid 9 updating version 0 to 1333 2024-09-14T03:40:53.825 INFO:tasks.rados.rados.0.smithi002.stdout:1643: oid 9 version 1333 is already newer than 1332 2024-09-14T03:40:53.825 INFO:tasks.rados.rados.0.smithi002.stdout:1643: oid 9 version 1333 is already newer than 1331 2024-09-14T03:40:53.825 INFO:tasks.rados.rados.0.smithi002.stdout:1643: oid 9 updating version 1333 to 1334 2024-09-14T03:40:53.825 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 9 v 1334 (ObjNum 522 snap 166 seq_num 522) dirty exists 2024-09-14T03:40:53.826 INFO:tasks.rados.rados.0.smithi002.stdout:1643: left oid 9 (ObjNum 522 snap 166 seq_num 522) 2024-09-14T03:40:53.826 INFO:tasks.rados.rados.0.smithi002.stdout:1647: finishing rollback tid 0 to smithi00278215-11 2024-09-14T03:40:53.826 INFO:tasks.rados.rados.0.smithi002.stdout:1647: finishing rollback tid 1 to smithi00278215-11 2024-09-14T03:40:53.826 INFO:tasks.rados.rados.0.smithi002.stdout:1647: finishing rollback tid 2 to smithi00278215-11 2024-09-14T03:40:53.826 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 2079 (ObjNum 390 snap 118 seq_num 390) dirty exists 2024-09-14T03:40:53.826 INFO:tasks.rados.rados.0.smithi002.stdout:1648: finishing rollback tid 1 to smithi00278215-29 2024-09-14T03:40:53.827 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 1654 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-14T03:40:53.827 INFO:tasks.rados.rados.0.smithi002.stdout:1646: expect (ObjNum 491 snap 150 seq_num 491) 2024-09-14T03:40:53.992 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:53 smithi002 ceph-mon[87970]: pgmap v260: 121 pgs: 32 active+undersized, 8 active+undersized+degraded, 81 active+clean; 306 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.0 MiB/s wr, 19 op/s; 46/648 objects degraded (7.099%) 2024-09-14T03:40:53.992 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:53 smithi002 ceph-mon[87970]: osdmap e394: 8 total, 7 up, 8 in 2024-09-14T03:40:53.992 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:53 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:53.992 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:53 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:53.993 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:53 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:53.993 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:53 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:53.993 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:53 smithi002 ceph-mon[89815]: pgmap v260: 121 pgs: 32 active+undersized, 8 active+undersized+degraded, 81 active+clean; 306 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.0 MiB/s wr, 19 op/s; 46/648 objects degraded (7.099%) 2024-09-14T03:40:53.993 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:53 smithi002 ceph-mon[89815]: osdmap e394: 8 total, 7 up, 8 in 2024-09-14T03:40:53.993 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:53 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:53.993 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:53 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:53.993 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:53 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:53.993 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:53 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:54.126 INFO:tasks.rados.rados.0.smithi002.stdout:1641: done (8 left) 2024-09-14T03:40:54.126 INFO:tasks.rados.rados.0.smithi002.stdout:1642: done (7 left) 2024-09-14T03:40:54.126 INFO:tasks.rados.rados.0.smithi002.stdout:1643: done (6 left) 2024-09-14T03:40:54.126 INFO:tasks.rados.rados.0.smithi002.stdout:1644: done (5 left) 2024-09-14T03:40:54.126 INFO:tasks.rados.rados.0.smithi002.stdout:1645: done (4 left) 2024-09-14T03:40:54.126 INFO:tasks.rados.rados.0.smithi002.stdout:1646: done (3 left) 2024-09-14T03:40:54.126 INFO:tasks.rados.rados.0.smithi002.stdout:1647: done (2 left) 2024-09-14T03:40:54.126 INFO:tasks.rados.rados.0.smithi002.stdout:1648: done (1 left) 2024-09-14T03:40:54.126 INFO:tasks.rados.rados.0.smithi002.stdout:1649: done (0 left) 2024-09-14T03:40:54.126 INFO:tasks.rados.rados.0.smithi002.stdout:1650: read oid 24 snap -1 2024-09-14T03:40:54.126 INFO:tasks.rados.rados.0.smithi002.stdout:1650: expect (ObjNum 476 snap 146 seq_num 476) 2024-09-14T03:40:54.127 INFO:tasks.rados.rados.0.smithi002.stdout:1651: read oid 4 snap 158 2024-09-14T03:40:54.127 INFO:tasks.rados.rados.0.smithi002.stdout:1651: expect deleted 2024-09-14T03:40:54.127 INFO:tasks.rados.rados.0.smithi002.stdout:1652: read oid 26 snap 119 2024-09-14T03:40:54.127 INFO:tasks.rados.rados.0.smithi002.stdout:1652: expect (ObjNum 385 snap 116 seq_num 385) 2024-09-14T03:40:54.127 INFO:tasks.rados.rados.0.smithi002.stdout:1653: copy_from oid 2 from oid 27 current snap is 166 2024-09-14T03:40:54.127 INFO:tasks.rados.rados.0.smithi002.stdout:1654: copy_from oid 8 from oid 19 current snap is 166 2024-09-14T03:40:54.127 INFO:tasks.rados.rados.0.smithi002.stdout:1655: delete oid 49 current snap is 166 2024-09-14T03:40:54.128 INFO:tasks.rados.rados.0.smithi002.stdout:1651: done (5 left) 2024-09-14T03:40:54.128 INFO:tasks.rados.rados.0.smithi002.stdout:1655: done (4 left) 2024-09-14T03:40:54.128 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 11 current snap is 166 2024-09-14T03:40:54.128 INFO:tasks.rados.rados.0.smithi002.stdout:1656: seq_num 525 ranges {4620288=802816,5423104=712704,6135808=90112} 2024-09-14T03:40:54.158 INFO:tasks.rados.rados.0.smithi002.stdout:1656: writing smithi00278215-11 from 4620288 to 5423104 tid 1 2024-09-14T03:40:54.162 INFO:tasks.rados.rados.0.smithi002.stdout:1656: writing smithi00278215-11 from 5423104 to 6135808 tid 2 2024-09-14T03:40:54.163 INFO:tasks.rados.rados.0.smithi002.stdout:1656: writing smithi00278215-11 from 6135808 to 6225920 tid 3 2024-09-14T03:40:54.163 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 40 current snap is 166 2024-09-14T03:40:54.163 INFO:tasks.rados.rados.0.smithi002.stdout:1657: seq_num 526 ranges {7487488=417792,7905280=589824,8495104=614400} 2024-09-14T03:40:54.206 INFO:tasks.rados.rados.0.smithi002.stdout:1657: writing smithi00278215-40 from 7487488 to 7905280 tid 1 2024-09-14T03:40:54.210 INFO:tasks.rados.rados.0.smithi002.stdout:1657: writing smithi00278215-40 from 7905280 to 8495104 tid 2 2024-09-14T03:40:54.213 INFO:tasks.rados.rados.0.smithi002.stdout:1657: writing smithi00278215-40 from 8495104 to 9109504 tid 3 2024-09-14T03:40:54.213 INFO:tasks.rados.rados.0.smithi002.stdout:1658: copy_from oid 18 from oid 37 current snap is 166 2024-09-14T03:40:54.214 INFO:tasks.rados.rados.0.smithi002.stdout:1652: expect (ObjNum 385 snap 116 seq_num 385) 2024-09-14T03:40:54.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:53 smithi154 ceph-mon[81546]: pgmap v260: 121 pgs: 32 active+undersized, 8 active+undersized+degraded, 81 active+clean; 306 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.0 MiB/s wr, 19 op/s; 46/648 objects degraded (7.099%) 2024-09-14T03:40:54.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:53 smithi154 ceph-mon[81546]: osdmap e394: 8 total, 7 up, 8 in 2024-09-14T03:40:54.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:53 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:54.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:53 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:54.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:53 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:54.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:53 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:54.274 INFO:tasks.rados.rados.0.smithi002.stdout:1653: finishing copy_from to smithi00278215-2 2024-09-14T03:40:54.274 INFO:tasks.rados.rados.0.smithi002.stdout:1653: got expected ENOENT (src dne) 2024-09-14T03:40:54.274 INFO:tasks.rados.rados.0.smithi002.stdout:1653: finishing copy_from racing read to smithi00278215-2 2024-09-14T03:40:54.274 INFO:tasks.rados.rados.0.smithi002.stdout:1650: expect (ObjNum 476 snap 146 seq_num 476) 2024-09-14T03:40:54.374 INFO:tasks.rados.rados.0.smithi002.stdout:1654: finishing copy_from racing read to smithi00278215-8 2024-09-14T03:40:54.375 INFO:tasks.rados.rados.0.smithi002.stdout:1654: finishing copy_from to smithi00278215-8 2024-09-14T03:40:54.375 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 8 v 1330 (ObjNum 387 snap 117 seq_num 387) dirty exists 2024-09-14T03:40:54.375 INFO:tasks.rados.rados.0.smithi002.stdout:1656: finishing write tid 1 to smithi00278215-11 2024-09-14T03:40:54.375 INFO:tasks.rados.rados.0.smithi002.stdout:1656: finishing write tid 2 to smithi00278215-11 2024-09-14T03:40:54.375 INFO:tasks.rados.rados.0.smithi002.stdout:1650: done (6 left) 2024-09-14T03:40:54.375 INFO:tasks.rados.rados.0.smithi002.stdout:1652: done (5 left) 2024-09-14T03:40:54.375 INFO:tasks.rados.rados.0.smithi002.stdout:1653: done (4 left) 2024-09-14T03:40:54.375 INFO:tasks.rados.rados.0.smithi002.stdout:1654: done (3 left) 2024-09-14T03:40:54.375 INFO:tasks.rados.rados.0.smithi002.stdout:1659: read oid 46 snap -1 2024-09-14T03:40:54.375 INFO:tasks.rados.rados.0.smithi002.stdout:1659: expect (ObjNum 469 snap 145 seq_num 469) 2024-09-14T03:40:54.375 INFO:tasks.rados.rados.0.smithi002.stdout:1660: snap_remove snap 134 2024-09-14T03:40:54.686 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:40:54 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-3[108204]: 2024-09-14T03:40:54.248+0000 7f7267b4c640 -1 osd.3 384 log_to_monitors true 2024-09-14T03:40:54.751 INFO:tasks.rados.rados.0.smithi002.stdout:1660: done (4 left) 2024-09-14T03:40:54.751 INFO:tasks.rados.rados.0.smithi002.stdout:1661: snap_remove snap 151 2024-09-14T03:40:55.061 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:54 smithi002 ceph-mon[87970]: osdmap e395: 8 total, 7 up, 8 in 2024-09-14T03:40:55.061 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:54 smithi002 ceph-mon[87970]: from='osd.3 [v2:172.21.15.2:6826/2716494016,v1:172.21.15.2:6827/2716494016]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-09-14T03:40:55.061 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:54 smithi002 ceph-mon[89815]: osdmap e395: 8 total, 7 up, 8 in 2024-09-14T03:40:55.061 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:54 smithi002 ceph-mon[89815]: from='osd.3 [v2:172.21.15.2:6826/2716494016,v1:172.21.15.2:6827/2716494016]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-09-14T03:40:55.061 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:40:54 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-3[108204]: 2024-09-14T03:40:54.778+0000 7f725f8f6640 -1 osd.3 384 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-14T03:40:55.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:54 smithi154 ceph-mon[81546]: osdmap e395: 8 total, 7 up, 8 in 2024-09-14T03:40:55.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:54 smithi154 ceph-mon[81546]: from='osd.3 [v2:172.21.15.2:6826/2716494016,v1:172.21.15.2:6827/2716494016]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-09-14T03:40:55.754 INFO:tasks.rados.rados.0.smithi002.stdout:1661: done (4 left) 2024-09-14T03:40:55.754 INFO:tasks.rados.rados.0.smithi002.stdout:1662: delete oid 33 current snap is 166 2024-09-14T03:40:55.754 INFO:tasks.rados.rados.0.smithi002.stdout:1656: finishing write tid 3 to smithi00278215-11 2024-09-14T03:40:55.754 INFO:tasks.rados.rados.0.smithi002.stdout:1656: finishing write tid 4 to smithi00278215-11 2024-09-14T03:40:55.754 INFO:tasks.rados.rados.0.smithi002.stdout:1656: finishing write tid 5 to smithi00278215-11 2024-09-14T03:40:55.754 INFO:tasks.rados.rados.0.smithi002.stdout:1656: oid 11 updating version 0 to 2084 2024-09-14T03:40:55.754 INFO:tasks.rados.rados.0.smithi002.stdout:1656: oid 11 version 2084 is already newer than 2081 2024-09-14T03:40:55.755 INFO:tasks.rados.rados.0.smithi002.stdout:1656: oid 11 version 2084 is already newer than 2083 2024-09-14T03:40:55.755 INFO:tasks.rados.rados.0.smithi002.stdout:1656: oid 11 version 2084 is already newer than 2082 2024-09-14T03:40:55.755 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 2084 (ObjNum 525 snap 166 seq_num 525) dirty exists 2024-09-14T03:40:55.755 INFO:tasks.rados.rados.0.smithi002.stdout:1656: left oid 11 (ObjNum 525 snap 166 seq_num 525) 2024-09-14T03:40:55.755 INFO:tasks.rados.rados.0.smithi002.stdout:1657: finishing write tid 1 to smithi00278215-40 2024-09-14T03:40:55.755 INFO:tasks.rados.rados.0.smithi002.stdout:1657: finishing write tid 2 to smithi00278215-40 2024-09-14T03:40:55.755 INFO:tasks.rados.rados.0.smithi002.stdout:1657: finishing write tid 3 to smithi00278215-40 2024-09-14T03:40:55.755 INFO:tasks.rados.rados.0.smithi002.stdout:1657: finishing write tid 4 to smithi00278215-40 2024-09-14T03:40:55.755 INFO:tasks.rados.rados.0.smithi002.stdout:1657: finishing write tid 5 to smithi00278215-40 2024-09-14T03:40:55.755 INFO:tasks.rados.rados.0.smithi002.stdout:1657: oid 40 updating version 0 to 1088 2024-09-14T03:40:55.755 INFO:tasks.rados.rados.0.smithi002.stdout:1657: oid 40 updating version 1088 to 1089 2024-09-14T03:40:55.755 INFO:tasks.rados.rados.0.smithi002.stdout:1657: oid 40 version 1089 is already newer than 1087 2024-09-14T03:40:55.756 INFO:tasks.rados.rados.0.smithi002.stdout:1657: oid 40 version 1089 is already newer than 1086 2024-09-14T03:40:55.756 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 1089 (ObjNum 526 snap 166 seq_num 526) dirty exists 2024-09-14T03:40:55.756 INFO:tasks.rados.rados.0.smithi002.stdout:1657: left oid 40 (ObjNum 526 snap 166 seq_num 526) 2024-09-14T03:40:55.756 INFO:tasks.rados.rados.0.smithi002.stdout:1658: finishing copy_from racing read to smithi00278215-18 2024-09-14T03:40:55.756 INFO:tasks.rados.rados.0.smithi002.stdout:1658: finishing copy_from to smithi00278215-18 2024-09-14T03:40:55.756 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 814 (ObjNum 428 snap 132 seq_num 428) dirty exists 2024-09-14T03:40:55.756 INFO:tasks.rados.rados.0.smithi002.stdout:1659: expect (ObjNum 469 snap 145 seq_num 469) 2024-09-14T03:40:55.820 INFO:tasks.rados.rados.0.smithi002.stdout:1656: done (4 left) 2024-09-14T03:40:55.820 INFO:tasks.rados.rados.0.smithi002.stdout:1657: done (3 left) 2024-09-14T03:40:55.820 INFO:tasks.rados.rados.0.smithi002.stdout:1658: done (2 left) 2024-09-14T03:40:55.820 INFO:tasks.rados.rados.0.smithi002.stdout:1659: done (1 left) 2024-09-14T03:40:55.820 INFO:tasks.rados.rados.0.smithi002.stdout:1662: done (0 left) 2024-09-14T03:40:55.820 INFO:tasks.rados.rados.0.smithi002.stdout:1663: snap_remove snap 119 2024-09-14T03:40:56.134 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:55 smithi002 ceph-mon[87970]: pgmap v263: 121 pgs: 32 active+undersized, 8 active+undersized+degraded, 81 active+clean; 306 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.0 MiB/s wr, 9 op/s; 46/651 objects degraded (7.066%) 2024-09-14T03:40:56.134 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:55 smithi002 ceph-mon[87970]: from='osd.3 [v2:172.21.15.2:6826/2716494016,v1:172.21.15.2:6827/2716494016]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-14T03:40:56.134 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:55 smithi002 ceph-mon[87970]: osdmap e396: 8 total, 7 up, 8 in 2024-09-14T03:40:56.134 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:55 smithi002 ceph-mon[87970]: from='osd.3 [v2:172.21.15.2:6826/2716494016,v1:172.21.15.2:6827/2716494016]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi002", "root=default"]} : dispatch 2024-09-14T03:40:56.134 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:55 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:56.134 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:55 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:40:56.134 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:55 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:56.134 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:55 smithi002 ceph-mon[87970]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-14T03:40:56.134 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:55 smithi002 ceph-mon[87970]: osd.3 [v2:172.21.15.2:6826/2716494016,v1:172.21.15.2:6827/2716494016] boot 2024-09-14T03:40:56.134 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:55 smithi002 ceph-mon[87970]: osdmap e397: 8 total, 8 up, 8 in 2024-09-14T03:40:56.134 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:55 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-14T03:40:56.135 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:55 smithi002 ceph-mon[89815]: pgmap v263: 121 pgs: 32 active+undersized, 8 active+undersized+degraded, 81 active+clean; 306 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.0 MiB/s wr, 9 op/s; 46/651 objects degraded (7.066%) 2024-09-14T03:40:56.135 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:55 smithi002 ceph-mon[89815]: from='osd.3 [v2:172.21.15.2:6826/2716494016,v1:172.21.15.2:6827/2716494016]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-14T03:40:56.135 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:55 smithi002 ceph-mon[89815]: osdmap e396: 8 total, 7 up, 8 in 2024-09-14T03:40:56.135 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:55 smithi002 ceph-mon[89815]: from='osd.3 [v2:172.21.15.2:6826/2716494016,v1:172.21.15.2:6827/2716494016]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi002", "root=default"]} : dispatch 2024-09-14T03:40:56.135 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:55 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:56.135 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:55 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:40:56.135 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:55 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:56.135 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:55 smithi002 ceph-mon[89815]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-14T03:40:56.135 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:55 smithi002 ceph-mon[89815]: osd.3 [v2:172.21.15.2:6826/2716494016,v1:172.21.15.2:6827/2716494016] boot 2024-09-14T03:40:56.135 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:55 smithi002 ceph-mon[89815]: osdmap e397: 8 total, 8 up, 8 in 2024-09-14T03:40:56.135 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:55 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-14T03:40:56.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:55 smithi154 ceph-mon[81546]: pgmap v263: 121 pgs: 32 active+undersized, 8 active+undersized+degraded, 81 active+clean; 306 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.0 MiB/s wr, 9 op/s; 46/651 objects degraded (7.066%) 2024-09-14T03:40:56.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:55 smithi154 ceph-mon[81546]: from='osd.3 [v2:172.21.15.2:6826/2716494016,v1:172.21.15.2:6827/2716494016]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-14T03:40:56.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:55 smithi154 ceph-mon[81546]: osdmap e396: 8 total, 7 up, 8 in 2024-09-14T03:40:56.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:55 smithi154 ceph-mon[81546]: from='osd.3 [v2:172.21.15.2:6826/2716494016,v1:172.21.15.2:6827/2716494016]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi002", "root=default"]} : dispatch 2024-09-14T03:40:56.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:55 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:56.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:55 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:40:56.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:55 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:56.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:55 smithi154 ceph-mon[81546]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-14T03:40:56.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:55 smithi154 ceph-mon[81546]: osd.3 [v2:172.21.15.2:6826/2716494016,v1:172.21.15.2:6827/2716494016] boot 2024-09-14T03:40:56.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:55 smithi154 ceph-mon[81546]: osdmap e397: 8 total, 8 up, 8 in 2024-09-14T03:40:56.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:55 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-14T03:40:56.761 INFO:tasks.rados.rados.0.smithi002.stdout:1663: done (0 left) 2024-09-14T03:40:56.761 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 16 current snap is 166 2024-09-14T03:40:56.761 INFO:tasks.rados.rados.0.smithi002.stdout:1664: seq_num 528 ranges {4743168=450560,5193728=761856,5955584=442368} 2024-09-14T03:40:56.787 INFO:tasks.rados.rados.0.smithi002.stdout:1664: writing smithi00278215-16 from 4743168 to 5193728 tid 1 2024-09-14T03:40:56.792 INFO:tasks.rados.rados.0.smithi002.stdout:1664: writing smithi00278215-16 from 5193728 to 5955584 tid 2 2024-09-14T03:40:56.795 INFO:tasks.rados.rados.0.smithi002.stdout:1664: writing smithi00278215-16 from 5955584 to 6397952 tid 3 2024-09-14T03:40:56.795 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 15 current snap is 166 2024-09-14T03:40:56.795 INFO:tasks.rados.rados.0.smithi002.stdout:1664: finishing write tid 1 to smithi00278215-16 2024-09-14T03:40:56.796 INFO:tasks.rados.rados.0.smithi002.stdout:1665: seq_num 529 ranges {3915776=466944,4382720=647168,5029888=532480,5562368=24576} 2024-09-14T03:40:56.821 INFO:tasks.rados.rados.0.smithi002.stdout:1665: writing smithi00278215-15 from 3915776 to 4382720 tid 1 2024-09-14T03:40:56.825 INFO:tasks.rados.rados.0.smithi002.stdout:1665: writing smithi00278215-15 from 4382720 to 5029888 tid 2 2024-09-14T03:40:56.829 INFO:tasks.rados.rados.0.smithi002.stdout:1665: writing smithi00278215-15 from 5029888 to 5562368 tid 3 2024-09-14T03:40:56.829 INFO:tasks.rados.rados.0.smithi002.stdout:1665: writing smithi00278215-15 from 5562368 to 5586944 tid 4 2024-09-14T03:40:56.829 INFO:tasks.rados.rados.0.smithi002.stdout:1666: snap_remove snap 161 2024-09-14T03:40:56.937 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:40:56 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: 2024-09-14T03:40:56.599+0000 7f19602b3640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-09-14T03:40:57.757 INFO:tasks.rados.rados.0.smithi002.stdout:1664: finishing write tid 2 to smithi00278215-16 2024-09-14T03:40:57.757 INFO:tasks.rados.rados.0.smithi002.stdout:1664: finishing write tid 3 to smithi00278215-16 2024-09-14T03:40:57.758 INFO:tasks.rados.rados.0.smithi002.stdout:1664: finishing write tid 4 to smithi00278215-16 2024-09-14T03:40:57.758 INFO:tasks.rados.rados.0.smithi002.stdout:1664: finishing write tid 5 to smithi00278215-16 2024-09-14T03:40:57.758 INFO:tasks.rados.rados.0.smithi002.stdout:1664: oid 16 updating version 0 to 696 2024-09-14T03:40:57.758 INFO:tasks.rados.rados.0.smithi002.stdout:1664: oid 16 version 696 is already newer than 695 2024-09-14T03:40:57.758 INFO:tasks.rados.rados.0.smithi002.stdout:1664: oid 16 version 696 is already newer than 694 2024-09-14T03:40:57.759 INFO:tasks.rados.rados.0.smithi002.stdout:1664: oid 16 version 696 is already newer than 693 2024-09-14T03:40:57.759 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 16 v 696 (ObjNum 528 snap 166 seq_num 528) dirty exists 2024-09-14T03:40:57.759 INFO:tasks.rados.rados.0.smithi002.stdout:1664: left oid 16 (ObjNum 528 snap 166 seq_num 528) 2024-09-14T03:40:57.759 INFO:tasks.rados.rados.0.smithi002.stdout:1665: finishing write tid 1 to smithi00278215-15 2024-09-14T03:40:57.759 INFO:tasks.rados.rados.0.smithi002.stdout:1665: finishing write tid 2 to smithi00278215-15 2024-09-14T03:40:57.759 INFO:tasks.rados.rados.0.smithi002.stdout:1665: finishing write tid 3 to smithi00278215-15 2024-09-14T03:40:57.760 INFO:tasks.rados.rados.0.smithi002.stdout:1665: finishing write tid 4 to smithi00278215-15 2024-09-14T03:40:57.760 INFO:tasks.rados.rados.0.smithi002.stdout:1665: finishing write tid 5 to smithi00278215-15 2024-09-14T03:40:57.760 INFO:tasks.rados.rados.0.smithi002.stdout:1665: finishing write tid 6 to smithi00278215-15 2024-09-14T03:40:57.760 INFO:tasks.rados.rados.0.smithi002.stdout:1665: oid 15 updating version 0 to 817 2024-09-14T03:40:57.760 INFO:tasks.rados.rados.0.smithi002.stdout:1665: oid 15 version 817 is already newer than 815 2024-09-14T03:40:57.760 INFO:tasks.rados.rados.0.smithi002.stdout:1665: oid 15 version 817 is already newer than 816 2024-09-14T03:40:57.761 INFO:tasks.rados.rados.0.smithi002.stdout:1665: oid 15 updating version 817 to 819 2024-09-14T03:40:57.761 INFO:tasks.rados.rados.0.smithi002.stdout:1665: oid 15 version 819 is already newer than 818 2024-09-14T03:40:57.761 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 15 v 819 (ObjNum 529 snap 166 seq_num 529) dirty exists 2024-09-14T03:40:57.761 INFO:tasks.rados.rados.0.smithi002.stdout:1665: left oid 15 (ObjNum 529 snap 166 seq_num 529) 2024-09-14T03:40:57.761 INFO:tasks.rados.rados.0.smithi002.stdout:1664: done (2 left) 2024-09-14T03:40:57.761 INFO:tasks.rados.rados.0.smithi002.stdout:1665: done (1 left) 2024-09-14T03:40:57.761 INFO:tasks.rados.rados.0.smithi002.stdout:1666: done (0 left) 2024-09-14T03:40:57.764 INFO:tasks.rados.rados.0.smithi002.stdout:1667: read oid 33 snap -1 2024-09-14T03:40:57.764 INFO:tasks.rados.rados.0.smithi002.stdout:1667: expect deleted 2024-09-14T03:40:57.764 INFO:tasks.rados.rados.0.smithi002.stdout:1668: read oid 34 snap 165 2024-09-14T03:40:57.764 INFO:tasks.rados.rados.0.smithi002.stdout:1668: expect (ObjNum 437 snap 135 seq_num 437) 2024-09-14T03:40:57.764 INFO:tasks.rados.rados.0.smithi002.stdout:1669: snap_create 2024-09-14T03:40:57.773 INFO:tasks.rados.rados.0.smithi002.stdout:1668: expect (ObjNum 437 snap 135 seq_num 437) 2024-09-14T03:40:57.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:57 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:57.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:57 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:57.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:57 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:40:57.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:57 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:40:57.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:57 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:57.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:57 smithi002 ceph-mon[87970]: pgmap v266: 121 pgs: 32 active+undersized, 8 active+undersized+degraded, 81 active+clean; 322 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 2.2 MiB/s wr, 9 op/s; 46/654 objects degraded (7.034%) 2024-09-14T03:40:57.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:57 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:40:57.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:57 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:40:57.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:57 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:40:57.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:57 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:40:57.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:57 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-14T03:40:57.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:57 smithi002 ceph-mon[87970]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-14T03:40:57.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:57 smithi002 ceph-mon[87970]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-09-14T03:40:57.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:57 smithi002 ceph-mon[87970]: osdmap e398: 8 total, 8 up, 8 in 2024-09-14T03:40:57.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:57 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:57.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:57 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:57.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:57 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:40:57.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:57 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:40:57.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:57 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:57.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:57 smithi002 ceph-mon[89815]: pgmap v266: 121 pgs: 32 active+undersized, 8 active+undersized+degraded, 81 active+clean; 322 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 2.2 MiB/s wr, 9 op/s; 46/654 objects degraded (7.034%) 2024-09-14T03:40:57.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:57 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:40:57.939 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:57 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:40:57.939 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:57 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:40:57.939 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:57 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:40:57.939 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:57 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-14T03:40:57.939 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:57 smithi002 ceph-mon[89815]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-14T03:40:57.939 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:57 smithi002 ceph-mon[89815]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-09-14T03:40:57.939 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:57 smithi002 ceph-mon[89815]: osdmap e398: 8 total, 8 up, 8 in 2024-09-14T03:40:57.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:57 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:57.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:57 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:57.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:57 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:40:57.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:57 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:40:57.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:57 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:40:57.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:57 smithi154 ceph-mon[81546]: pgmap v266: 121 pgs: 32 active+undersized, 8 active+undersized+degraded, 81 active+clean; 322 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 2.2 MiB/s wr, 9 op/s; 46/654 objects degraded (7.034%) 2024-09-14T03:40:57.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:57 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:40:57.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:57 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:40:57.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:57 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:40:57.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:57 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:40:57.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:57 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-14T03:40:57.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:57 smithi154 ceph-mon[81546]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-14T03:40:57.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:57 smithi154 ceph-mon[81546]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-09-14T03:40:57.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:57 smithi154 ceph-mon[81546]: osdmap e398: 8 total, 8 up, 8 in 2024-09-14T03:40:58.757 INFO:tasks.rados.rados.0.smithi002.stdout:1667: done (2 left) 2024-09-14T03:40:58.758 INFO:tasks.rados.rados.0.smithi002.stdout:1668: done (1 left) 2024-09-14T03:40:58.758 INFO:tasks.rados.rados.0.smithi002.stdout:1669: done (0 left) 2024-09-14T03:40:58.758 INFO:tasks.rados.rados.0.smithi002.stdout:1670: rollback oid 49 current snap is 167 2024-09-14T03:40:58.758 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 49 to 165 2024-09-14T03:40:58.758 INFO:tasks.rados.rados.0.smithi002.stdout:1671: rmattr oid 46 current snap is 167 2024-09-14T03:40:58.758 INFO:tasks.rados.rados.0.smithi002.stdout:1671: done (1 left) 2024-09-14T03:40:58.758 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 16 current snap is 167 2024-09-14T03:40:58.758 INFO:tasks.rados.rados.0.smithi002.stdout:1672: seq_num 530 ranges {6397952=483328,6881280=532480,7413760=671744} 2024-09-14T03:40:58.795 INFO:tasks.rados.rados.0.smithi002.stdout:1672: writing smithi00278215-16 from 6397952 to 6881280 tid 1 2024-09-14T03:40:58.798 INFO:tasks.rados.rados.0.smithi002.stdout:1672: writing smithi00278215-16 from 6881280 to 7413760 tid 2 2024-09-14T03:40:58.802 INFO:tasks.rados.rados.0.smithi002.stdout:1672: writing smithi00278215-16 from 7413760 to 8085504 tid 3 2024-09-14T03:40:58.802 INFO:tasks.rados.rados.0.smithi002.stdout:1673: snap_create 2024-09-14T03:40:58.803 INFO:tasks.rados.rados.0.smithi002.stdout:1670: finishing rollback tid 1 to smithi00278215-49 2024-09-14T03:40:58.803 INFO:tasks.rados.rados.0.smithi002.stdout:1670: finishing rollback tid 2 to smithi00278215-49 2024-09-14T03:40:58.803 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 1928 (ObjNum 476 snap 146 seq_num 476) dirty exists 2024-09-14T03:40:58.803 INFO:tasks.rados.rados.0.smithi002.stdout:1672: finishing write tid 1 to smithi00278215-16 2024-09-14T03:40:58.803 INFO:tasks.rados.rados.0.smithi002.stdout:1672: finishing write tid 2 to smithi00278215-16 2024-09-14T03:40:58.805 INFO:tasks.rados.rados.0.smithi002.stdout:1672: finishing write tid 3 to smithi00278215-16 2024-09-14T03:40:58.806 INFO:tasks.rados.rados.0.smithi002.stdout:1672: finishing write tid 4 to smithi00278215-16 2024-09-14T03:40:58.807 INFO:tasks.rados.rados.0.smithi002.stdout:1672: finishing write tid 5 to smithi00278215-16 2024-09-14T03:40:58.807 INFO:tasks.rados.rados.0.smithi002.stdout:1672: oid 16 updating version 0 to 707 2024-09-14T03:40:58.807 INFO:tasks.rados.rados.0.smithi002.stdout:1672: oid 16 version 707 is already newer than 704 2024-09-14T03:40:58.807 INFO:tasks.rados.rados.0.smithi002.stdout:1672: oid 16 version 707 is already newer than 706 2024-09-14T03:40:58.807 INFO:tasks.rados.rados.0.smithi002.stdout:1672: oid 16 version 707 is already newer than 705 2024-09-14T03:40:58.807 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 16 v 707 (ObjNum 530 snap 167 seq_num 530) dirty exists 2024-09-14T03:40:58.807 INFO:tasks.rados.rados.0.smithi002.stdout:1672: left oid 16 (ObjNum 530 snap 167 seq_num 530) 2024-09-14T03:40:58.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:58 smithi002 ceph-mon[87970]: Health check update: Degraded data redundancy: 46/654 objects degraded (7.034%), 8 pgs degraded (PG_DEGRADED) 2024-09-14T03:40:58.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:58 smithi002 ceph-mon[87970]: osdmap e399: 8 total, 8 up, 8 in 2024-09-14T03:40:58.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:58 smithi002 ceph-mon[89815]: Health check update: Degraded data redundancy: 46/654 objects degraded (7.034%), 8 pgs degraded (PG_DEGRADED) 2024-09-14T03:40:58.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:58 smithi002 ceph-mon[89815]: osdmap e399: 8 total, 8 up, 8 in 2024-09-14T03:40:58.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:58 smithi154 ceph-mon[81546]: Health check update: Degraded data redundancy: 46/654 objects degraded (7.034%), 8 pgs degraded (PG_DEGRADED) 2024-09-14T03:40:58.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:58 smithi154 ceph-mon[81546]: osdmap e399: 8 total, 8 up, 8 in 2024-09-14T03:40:59.766 INFO:tasks.rados.rados.0.smithi002.stdout:1670: done (2 left) 2024-09-14T03:40:59.766 INFO:tasks.rados.rados.0.smithi002.stdout:1672: done (1 left) 2024-09-14T03:40:59.766 INFO:tasks.rados.rados.0.smithi002.stdout:1673: done (0 left) 2024-09-14T03:40:59.766 INFO:tasks.rados.rados.0.smithi002.stdout:1674: delete oid 24 current snap is 168 2024-09-14T03:40:59.770 INFO:tasks.rados.rados.0.smithi002.stdout:1674: done (0 left) 2024-09-14T03:40:59.770 INFO:tasks.rados.rados.0.smithi002.stdout:1675: snap_remove snap 152 2024-09-14T03:41:00.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:59 smithi002 ceph-mon[87970]: pgmap v269: 121 pgs: 1 active+clean+snaptrim_wait, 1 activating+degraded, 1 active+clean+snaptrim, 25 active+undersized, 5 active+undersized+degraded, 88 active+clean; 318 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 3.8 MiB/s wr, 18 op/s; 25/648 objects degraded (3.858%) 2024-09-14T03:41:00.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:40:59 smithi002 ceph-mon[87970]: osdmap e400: 8 total, 8 up, 8 in 2024-09-14T03:41:00.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:59 smithi002 ceph-mon[89815]: pgmap v269: 121 pgs: 1 active+clean+snaptrim_wait, 1 activating+degraded, 1 active+clean+snaptrim, 25 active+undersized, 5 active+undersized+degraded, 88 active+clean; 318 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 3.8 MiB/s wr, 18 op/s; 25/648 objects degraded (3.858%) 2024-09-14T03:41:00.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:40:59 smithi002 ceph-mon[89815]: osdmap e400: 8 total, 8 up, 8 in 2024-09-14T03:41:00.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:59 smithi154 ceph-mon[81546]: pgmap v269: 121 pgs: 1 active+clean+snaptrim_wait, 1 activating+degraded, 1 active+clean+snaptrim, 25 active+undersized, 5 active+undersized+degraded, 88 active+clean; 318 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 3.8 MiB/s wr, 18 op/s; 25/648 objects degraded (3.858%) 2024-09-14T03:41:00.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:40:59 smithi154 ceph-mon[81546]: osdmap e400: 8 total, 8 up, 8 in 2024-09-14T03:41:00.771 INFO:tasks.rados.rados.0.smithi002.stdout:1675: done (0 left) 2024-09-14T03:41:00.771 INFO:tasks.rados.rados.0.smithi002.stdout:1676: delete oid 24 current snap is 168 2024-09-14T03:41:00.780 INFO:tasks.rados.rados.0.smithi002.stdout:1676: done (0 left) 2024-09-14T03:41:00.781 INFO:tasks.rados.rados.0.smithi002.stdout:1677: read oid 30 snap -1 2024-09-14T03:41:00.781 INFO:tasks.rados.rados.0.smithi002.stdout:1677: expect (ObjNum 440 snap 135 seq_num 440) 2024-09-14T03:41:00.781 INFO:tasks.rados.rados.0.smithi002.stdout:1678: read oid 43 snap -1 2024-09-14T03:41:00.781 INFO:tasks.rados.rados.0.smithi002.stdout:1678: expect deleted 2024-09-14T03:41:00.781 INFO:tasks.rados.rados.0.smithi002.stdout:1679: delete oid 29 current snap is 168 2024-09-14T03:41:00.797 INFO:tasks.rados.rados.0.smithi002.stdout:1677: expect (ObjNum 440 snap 135 seq_num 440) 2024-09-14T03:41:00.880 INFO:tasks.rados.rados.0.smithi002.stdout:1677: done (2 left) 2024-09-14T03:41:00.880 INFO:tasks.rados.rados.0.smithi002.stdout:1678: done (1 left) 2024-09-14T03:41:00.880 INFO:tasks.rados.rados.0.smithi002.stdout:1679: done (0 left) 2024-09-14T03:41:00.881 INFO:tasks.rados.rados.0.smithi002.stdout:1680: read oid 40 snap 162 2024-09-14T03:41:00.881 INFO:tasks.rados.rados.0.smithi002.stdout:1680: expect (ObjNum 426 snap 130 seq_num 426) 2024-09-14T03:41:00.881 INFO:tasks.rados.rados.0.smithi002.stdout:1681: read oid 41 snap -1 2024-09-14T03:41:00.881 INFO:tasks.rados.rados.0.smithi002.stdout:1681: expect (ObjNum 482 snap 147 seq_num 482) 2024-09-14T03:41:00.881 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 39 current snap is 168 2024-09-14T03:41:00.881 INFO:tasks.rados.rados.0.smithi002.stdout:1682: seq_num 534 ranges {2596864=548864,3145728=516096,3661824=688128} 2024-09-14T03:41:00.897 INFO:tasks.rados.rados.0.smithi002.stdout:1682: writing smithi00278215-39 from 2596864 to 3145728 tid 1 2024-09-14T03:41:00.900 INFO:tasks.rados.rados.0.smithi002.stdout:1682: writing smithi00278215-39 from 3145728 to 3661824 tid 2 2024-09-14T03:41:00.905 INFO:tasks.rados.rados.0.smithi002.stdout:1682: writing smithi00278215-39 from 3661824 to 4349952 tid 3 2024-09-14T03:41:00.906 INFO:tasks.rados.rados.0.smithi002.stdout:1683: delete oid 22 current snap is 168 2024-09-14T03:41:00.906 INFO:tasks.rados.rados.0.smithi002.stdout:1681: expect (ObjNum 482 snap 147 seq_num 482) 2024-09-14T03:41:01.060 INFO:tasks.rados.rados.0.smithi002.stdout:1682: finishing write tid 1 to smithi00278215-39 2024-09-14T03:41:01.060 INFO:tasks.rados.rados.0.smithi002.stdout:1682: finishing write tid 2 to smithi00278215-39 2024-09-14T03:41:01.060 INFO:tasks.rados.rados.0.smithi002.stdout:1682: finishing write tid 3 to smithi00278215-39 2024-09-14T03:41:01.060 INFO:tasks.rados.rados.0.smithi002.stdout:1682: finishing write tid 4 to smithi00278215-39 2024-09-14T03:41:01.060 INFO:tasks.rados.rados.0.smithi002.stdout:1682: finishing write tid 5 to smithi00278215-39 2024-09-14T03:41:01.060 INFO:tasks.rados.rados.0.smithi002.stdout:1682: oid 39 updating version 0 to 1338 2024-09-14T03:41:01.060 INFO:tasks.rados.rados.0.smithi002.stdout:1682: oid 39 version 1338 is already newer than 1335 2024-09-14T03:41:01.060 INFO:tasks.rados.rados.0.smithi002.stdout:1682: oid 39 version 1338 is already newer than 1336 2024-09-14T03:41:01.060 INFO:tasks.rados.rados.0.smithi002.stdout:1682: oid 39 version 1338 is already newer than 1337 2024-09-14T03:41:01.060 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 39 v 1338 (ObjNum 534 snap 168 seq_num 534) dirty exists 2024-09-14T03:41:01.061 INFO:tasks.rados.rados.0.smithi002.stdout:1682: left oid 39 (ObjNum 534 snap 168 seq_num 534) 2024-09-14T03:41:01.061 INFO:tasks.rados.rados.0.smithi002.stdout:1680: expect (ObjNum 426 snap 130 seq_num 426) 2024-09-14T03:41:01.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:00 smithi002 ceph-mon[87970]: osdmap e401: 8 total, 8 up, 8 in 2024-09-14T03:41:01.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:00 smithi002 ceph-mon[89815]: osdmap e401: 8 total, 8 up, 8 in 2024-09-14T03:41:01.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:00 smithi154 ceph-mon[81546]: osdmap e401: 8 total, 8 up, 8 in 2024-09-14T03:41:01.411 INFO:tasks.rados.rados.0.smithi002.stdout:1680: done (3 left) 2024-09-14T03:41:01.411 INFO:tasks.rados.rados.0.smithi002.stdout:1681: done (2 left) 2024-09-14T03:41:01.411 INFO:tasks.rados.rados.0.smithi002.stdout:1682: done (1 left) 2024-09-14T03:41:01.411 INFO:tasks.rados.rados.0.smithi002.stdout:1683: done (0 left) 2024-09-14T03:41:01.411 INFO:tasks.rados.rados.0.smithi002.stdout:1684: read oid 46 snap 144 2024-09-14T03:41:01.411 INFO:tasks.rados.rados.0.smithi002.stdout:1684: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-14T03:41:01.411 INFO:tasks.rados.rados.0.smithi002.stdout:1685: snap_create 2024-09-14T03:41:01.414 INFO:tasks.rados.rados.0.smithi002.stdout:1684: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-14T03:41:01.776 INFO:tasks.rados.rados.0.smithi002.stdout:1684: done (1 left) 2024-09-14T03:41:01.776 INFO:tasks.rados.rados.0.smithi002.stdout:1685: done (0 left) 2024-09-14T03:41:01.776 INFO:tasks.rados.rados.0.smithi002.stdout:1686: rollback oid 30 current snap is 169 2024-09-14T03:41:01.776 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 30 to 162 2024-09-14T03:41:01.776 INFO:tasks.rados.rados.0.smithi002.stdout:1687: snap_remove snap 145 2024-09-14T03:41:02.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:01 smithi002 ceph-mon[87970]: pgmap v272: 121 pgs: 1 active+clean+snaptrim_wait, 1 activating+degraded, 1 active+clean+snaptrim, 118 active+clean; 295 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.8 MiB/s wr, 16 op/s; 2/612 objects degraded (0.327%); 728 KiB/s, 0 objects/s recovering 2024-09-14T03:41:02.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:01 smithi002 ceph-mon[87970]: osdmap e402: 8 total, 8 up, 8 in 2024-09-14T03:41:02.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:01 smithi002 ceph-mon[89815]: pgmap v272: 121 pgs: 1 active+clean+snaptrim_wait, 1 activating+degraded, 1 active+clean+snaptrim, 118 active+clean; 295 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.8 MiB/s wr, 16 op/s; 2/612 objects degraded (0.327%); 728 KiB/s, 0 objects/s recovering 2024-09-14T03:41:02.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:01 smithi002 ceph-mon[89815]: osdmap e402: 8 total, 8 up, 8 in 2024-09-14T03:41:02.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:01 smithi154 ceph-mon[81546]: pgmap v272: 121 pgs: 1 active+clean+snaptrim_wait, 1 activating+degraded, 1 active+clean+snaptrim, 118 active+clean; 295 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.8 MiB/s wr, 16 op/s; 2/612 objects degraded (0.327%); 728 KiB/s, 0 objects/s recovering 2024-09-14T03:41:02.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:01 smithi154 ceph-mon[81546]: osdmap e402: 8 total, 8 up, 8 in 2024-09-14T03:41:02.784 INFO:tasks.rados.rados.0.smithi002.stdout:1687: done (1 left) 2024-09-14T03:41:02.784 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 20 current snap is 169 2024-09-14T03:41:02.784 INFO:tasks.rados.rados.0.smithi002.stdout:1688: seq_num 536 ranges {4169728=581632,4751360=688128,5439488=516096} 2024-09-14T03:41:02.812 INFO:tasks.rados.rados.0.smithi002.stdout:1688: writing smithi00278215-20 from 4169728 to 4751360 tid 1 2024-09-14T03:41:02.816 INFO:tasks.rados.rados.0.smithi002.stdout:1688: writing smithi00278215-20 from 4751360 to 5439488 tid 2 2024-09-14T03:41:02.819 INFO:tasks.rados.rados.0.smithi002.stdout:1688: writing smithi00278215-20 from 5439488 to 5955584 tid 3 2024-09-14T03:41:02.820 INFO:tasks.rados.rados.0.smithi002.stdout:1686: finishing rollback tid 0 to smithi00278215-30 2024-09-14T03:41:02.820 INFO:tasks.rados.rados.0.smithi002.stdout:1686: finishing rollback tid 1 to smithi00278215-30 2024-09-14T03:41:02.820 INFO:tasks.rados.rados.0.smithi002.stdout:1686: finishing rollback tid 2 to smithi00278215-30 2024-09-14T03:41:02.820 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 30 v 2155 (ObjNum 440 snap 135 seq_num 440) dirty exists 2024-09-14T03:41:02.820 INFO:tasks.rados.rados.0.smithi002.stdout:1688: finishing write tid 1 to smithi00278215-20 2024-09-14T03:41:02.820 INFO:tasks.rados.rados.0.smithi002.stdout:1688: finishing write tid 2 to smithi00278215-20 2024-09-14T03:41:02.820 INFO:tasks.rados.rados.0.smithi002.stdout:1686: done (1 left) 2024-09-14T03:41:02.820 INFO:tasks.rados.rados.0.smithi002.stdout:1689: delete oid 36 current snap is 169 2024-09-14T03:41:02.822 INFO:tasks.rados.rados.0.smithi002.stdout:1689: done (1 left) 2024-09-14T03:41:02.822 INFO:tasks.rados.rados.0.smithi002.stdout:1690: snap_remove snap 163 2024-09-14T03:41:03.095 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:02 smithi002 ceph-mon[87970]: osdmap e403: 8 total, 8 up, 8 in 2024-09-14T03:41:03.095 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:02 smithi002 ceph-mon[87970]: Health check update: Degraded data redundancy: 2/612 objects degraded (0.327%), 1 pg degraded (PG_DEGRADED) 2024-09-14T03:41:03.095 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:02 smithi002 ceph-mon[89815]: osdmap e403: 8 total, 8 up, 8 in 2024-09-14T03:41:03.095 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:02 smithi002 ceph-mon[89815]: Health check update: Degraded data redundancy: 2/612 objects degraded (0.327%), 1 pg degraded (PG_DEGRADED) 2024-09-14T03:41:03.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:02 smithi154 ceph-mon[81546]: osdmap e403: 8 total, 8 up, 8 in 2024-09-14T03:41:03.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:02 smithi154 ceph-mon[81546]: Health check update: Degraded data redundancy: 2/612 objects degraded (0.327%), 1 pg degraded (PG_DEGRADED) 2024-09-14T03:41:03.437 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:41:03 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:41:03] "GET /metrics HTTP/1.1" 200 36142 "" "Prometheus/2.43.0" 2024-09-14T03:41:03.788 INFO:tasks.rados.rados.0.smithi002.stdout:1690: done (1 left) 2024-09-14T03:41:03.788 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 25 current snap is 169 2024-09-14T03:41:03.789 INFO:tasks.rados.rados.0.smithi002.stdout:1688: finishing write tid 3 to smithi00278215-20 2024-09-14T03:41:03.789 INFO:tasks.rados.rados.0.smithi002.stdout:1691: seq_num 538 ranges {0=614400,614400=450560,1064960=704512,1769472=49152} 2024-09-14T03:41:03.791 INFO:tasks.rados.rados.0.smithi002.stdout:1691: writing smithi00278215-25 from 0 to 614400 tid 1 2024-09-14T03:41:03.794 INFO:tasks.rados.rados.0.smithi002.stdout:1691: writing smithi00278215-25 from 614400 to 1064960 tid 2 2024-09-14T03:41:03.800 INFO:tasks.rados.rados.0.smithi002.stdout:1691: writing smithi00278215-25 from 1064960 to 1769472 tid 3 2024-09-14T03:41:03.801 INFO:tasks.rados.rados.0.smithi002.stdout:1691: writing smithi00278215-25 from 1769472 to 1818624 tid 4 2024-09-14T03:41:03.801 INFO:tasks.rados.rados.0.smithi002.stdout:1688: finishing write tid 4 to smithi00278215-20 2024-09-14T03:41:03.801 INFO:tasks.rados.rados.0.smithi002.stdout:1688: finishing write tid 5 to smithi00278215-20 2024-09-14T03:41:03.801 INFO:tasks.rados.rados.0.smithi002.stdout:1688: oid 20 updating version 0 to 1275 2024-09-14T03:41:03.801 INFO:tasks.rados.rados.0.smithi002.stdout:1688: oid 20 updating version 1275 to 1276 2024-09-14T03:41:03.801 INFO:tasks.rados.rados.0.smithi002.stdout:1688: oid 20 updating version 1276 to 1277 2024-09-14T03:41:03.801 INFO:tasks.rados.rados.0.smithi002.stdout:1688: oid 20 version 1277 is already newer than 1274 2024-09-14T03:41:03.801 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 20 v 1277 (ObjNum 536 snap 169 seq_num 536) dirty exists 2024-09-14T03:41:03.801 INFO:tasks.rados.rados.0.smithi002.stdout:1688: left oid 20 (ObjNum 536 snap 169 seq_num 536) 2024-09-14T03:41:03.801 INFO:tasks.rados.rados.0.smithi002.stdout:1691: finishing write tid 1 to smithi00278215-25 2024-09-14T03:41:03.801 INFO:tasks.rados.rados.0.smithi002.stdout:1688: done (1 left) 2024-09-14T03:41:03.802 INFO:tasks.rados.rados.0.smithi002.stdout:1692: read oid 23 snap -1 2024-09-14T03:41:03.802 INFO:tasks.rados.rados.0.smithi002.stdout:1692: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:41:03.802 INFO:tasks.rados.rados.0.smithi002.stdout:1693: snap_create 2024-09-14T03:41:03.802 INFO:tasks.rados.rados.0.smithi002.stdout:1691: finishing write tid 2 to smithi00278215-25 2024-09-14T03:41:03.805 INFO:tasks.rados.rados.0.smithi002.stdout:1691: finishing write tid 3 to smithi00278215-25 2024-09-14T03:41:03.805 INFO:tasks.rados.rados.0.smithi002.stdout:1691: finishing write tid 4 to smithi00278215-25 2024-09-14T03:41:03.805 INFO:tasks.rados.rados.0.smithi002.stdout:1691: finishing write tid 5 to smithi00278215-25 2024-09-14T03:41:03.806 INFO:tasks.rados.rados.0.smithi002.stdout:1692: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:41:03.812 INFO:tasks.rados.rados.0.smithi002.stdout:1691: finishing write tid 6 to smithi00278215-25 2024-09-14T03:41:03.812 INFO:tasks.rados.rados.0.smithi002.stdout:1691: oid 25 updating version 0 to 196 2024-09-14T03:41:03.812 INFO:tasks.rados.rados.0.smithi002.stdout:1691: oid 25 version 196 is already newer than 192 2024-09-14T03:41:03.812 INFO:tasks.rados.rados.0.smithi002.stdout:1691: oid 25 version 196 is already newer than 194 2024-09-14T03:41:03.812 INFO:tasks.rados.rados.0.smithi002.stdout:1691: oid 25 version 196 is already newer than 193 2024-09-14T03:41:03.812 INFO:tasks.rados.rados.0.smithi002.stdout:1691: oid 25 version 196 is already newer than 195 2024-09-14T03:41:03.812 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 196 (ObjNum 538 snap 169 seq_num 538) dirty exists 2024-09-14T03:41:03.812 INFO:tasks.rados.rados.0.smithi002.stdout:1691: left oid 25 (ObjNum 538 snap 169 seq_num 538) 2024-09-14T03:41:04.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:03 smithi002 ceph-mon[87970]: pgmap v275: 121 pgs: 121 active+clean; 284 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.6 MiB/s wr, 11 op/s; 1.8 MiB/s, 1 objects/s recovering 2024-09-14T03:41:04.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:03 smithi002 ceph-mon[87970]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/612 objects degraded (0.327%), 1 pg degraded) 2024-09-14T03:41:04.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:03 smithi002 ceph-mon[87970]: Cluster is now healthy 2024-09-14T03:41:04.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:03 smithi002 ceph-mon[87970]: osdmap e404: 8 total, 8 up, 8 in 2024-09-14T03:41:04.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:03 smithi002 ceph-mon[89815]: pgmap v275: 121 pgs: 121 active+clean; 284 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.6 MiB/s wr, 11 op/s; 1.8 MiB/s, 1 objects/s recovering 2024-09-14T03:41:04.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:03 smithi002 ceph-mon[89815]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/612 objects degraded (0.327%), 1 pg degraded) 2024-09-14T03:41:04.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:03 smithi002 ceph-mon[89815]: Cluster is now healthy 2024-09-14T03:41:04.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:03 smithi002 ceph-mon[89815]: osdmap e404: 8 total, 8 up, 8 in 2024-09-14T03:41:04.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:03 smithi154 ceph-mon[81546]: pgmap v275: 121 pgs: 121 active+clean; 284 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.6 MiB/s wr, 11 op/s; 1.8 MiB/s, 1 objects/s recovering 2024-09-14T03:41:04.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:03 smithi154 ceph-mon[81546]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/612 objects degraded (0.327%), 1 pg degraded) 2024-09-14T03:41:04.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:03 smithi154 ceph-mon[81546]: Cluster is now healthy 2024-09-14T03:41:04.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:03 smithi154 ceph-mon[81546]: osdmap e404: 8 total, 8 up, 8 in 2024-09-14T03:41:04.796 INFO:tasks.rados.rados.0.smithi002.stdout:1691: done (2 left) 2024-09-14T03:41:04.796 INFO:tasks.rados.rados.0.smithi002.stdout:1692: done (1 left) 2024-09-14T03:41:04.796 INFO:tasks.rados.rados.0.smithi002.stdout:1693: done (0 left) 2024-09-14T03:41:04.796 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 29 current snap is 170 2024-09-14T03:41:04.796 INFO:tasks.rados.rados.0.smithi002.stdout:1694: seq_num 539 ranges {0=630784,630784=737280,1368064=466944} 2024-09-14T03:41:04.799 INFO:tasks.rados.rados.0.smithi002.stdout:1694: writing smithi00278215-29 from 0 to 630784 tid 1 2024-09-14T03:41:04.803 INFO:tasks.rados.rados.0.smithi002.stdout:1694: writing smithi00278215-29 from 630784 to 1368064 tid 2 2024-09-14T03:41:04.807 INFO:tasks.rados.rados.0.smithi002.stdout:1694: writing smithi00278215-29 from 1368064 to 1835008 tid 3 2024-09-14T03:41:04.807 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 25 current snap is 170 2024-09-14T03:41:04.807 INFO:tasks.rados.rados.0.smithi002.stdout:1695: seq_num 540 ranges {1818624=647168,2465792=671744,3137536=532480} 2024-09-14T03:41:04.821 INFO:tasks.rados.rados.0.smithi002.stdout:1695: writing smithi00278215-25 from 1818624 to 2465792 tid 1 2024-09-14T03:41:04.824 INFO:tasks.rados.rados.0.smithi002.stdout:1695: writing smithi00278215-25 from 2465792 to 3137536 tid 2 2024-09-14T03:41:04.828 INFO:tasks.rados.rados.0.smithi002.stdout:1695: writing smithi00278215-25 from 3137536 to 3670016 tid 3 2024-09-14T03:41:04.828 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 16 current snap is 170 2024-09-14T03:41:04.828 INFO:tasks.rados.rados.0.smithi002.stdout:1694: finishing write tid 1 to smithi00278215-29 2024-09-14T03:41:04.828 INFO:tasks.rados.rados.0.smithi002.stdout:1694: finishing write tid 2 to smithi00278215-29 2024-09-14T03:41:04.828 INFO:tasks.rados.rados.0.smithi002.stdout:1694: finishing write tid 3 to smithi00278215-29 2024-09-14T03:41:04.828 INFO:tasks.rados.rados.0.smithi002.stdout:1694: finishing write tid 4 to smithi00278215-29 2024-09-14T03:41:04.828 INFO:tasks.rados.rados.0.smithi002.stdout:1694: finishing write tid 5 to smithi00278215-29 2024-09-14T03:41:04.828 INFO:tasks.rados.rados.0.smithi002.stdout:1694: oid 29 updating version 0 to 2180 2024-09-14T03:41:04.828 INFO:tasks.rados.rados.0.smithi002.stdout:1694: oid 29 version 2180 is already newer than 2178 2024-09-14T03:41:04.829 INFO:tasks.rados.rados.0.smithi002.stdout:1694: oid 29 version 2180 is already newer than 2179 2024-09-14T03:41:04.829 INFO:tasks.rados.rados.0.smithi002.stdout:1694: oid 29 updating version 2180 to 2181 2024-09-14T03:41:04.829 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 2181 (ObjNum 539 snap 170 seq_num 539) dirty exists 2024-09-14T03:41:04.829 INFO:tasks.rados.rados.0.smithi002.stdout:1694: left oid 29 (ObjNum 539 snap 170 seq_num 539) 2024-09-14T03:41:04.829 INFO:tasks.rados.rados.0.smithi002.stdout:1695: finishing write tid 1 to smithi00278215-25 2024-09-14T03:41:04.829 INFO:tasks.rados.rados.0.smithi002.stdout:1696: seq_num 541 ranges {8085504=663552,8749056=557056,9306112=475136,9781248=172032} 2024-09-14T03:41:04.876 INFO:tasks.rados.rados.0.smithi002.stdout:1696: writing smithi00278215-16 from 8085504 to 8749056 tid 1 2024-09-14T03:41:04.879 INFO:tasks.rados.rados.0.smithi002.stdout:1696: writing smithi00278215-16 from 8749056 to 9306112 tid 2 2024-09-14T03:41:04.882 INFO:tasks.rados.rados.0.smithi002.stdout:1696: writing smithi00278215-16 from 9306112 to 9781248 tid 3 2024-09-14T03:41:04.884 INFO:tasks.rados.rados.0.smithi002.stdout:1696: writing smithi00278215-16 from 9781248 to 9953280 tid 4 2024-09-14T03:41:04.884 INFO:tasks.rados.rados.0.smithi002.stdout:1694: done (2 left) 2024-09-14T03:41:04.884 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 34 current snap is 170 2024-09-14T03:41:04.884 INFO:tasks.rados.rados.0.smithi002.stdout:1695: finishing write tid 2 to smithi00278215-25 2024-09-14T03:41:04.884 INFO:tasks.rados.rados.0.smithi002.stdout:1695: finishing write tid 3 to smithi00278215-25 2024-09-14T03:41:04.884 INFO:tasks.rados.rados.0.smithi002.stdout:1695: finishing write tid 4 to smithi00278215-25 2024-09-14T03:41:04.884 INFO:tasks.rados.rados.0.smithi002.stdout:1695: finishing write tid 5 to smithi00278215-25 2024-09-14T03:41:04.885 INFO:tasks.rados.rados.0.smithi002.stdout:1695: oid 25 updating version 0 to 200 2024-09-14T03:41:04.885 INFO:tasks.rados.rados.0.smithi002.stdout:1695: oid 25 updating version 200 to 201 2024-09-14T03:41:04.885 INFO:tasks.rados.rados.0.smithi002.stdout:1695: oid 25 version 201 is already newer than 199 2024-09-14T03:41:04.885 INFO:tasks.rados.rados.0.smithi002.stdout:1695: oid 25 version 201 is already newer than 198 2024-09-14T03:41:04.885 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 201 (ObjNum 540 snap 170 seq_num 540) dirty exists 2024-09-14T03:41:04.885 INFO:tasks.rados.rados.0.smithi002.stdout:1695: left oid 25 (ObjNum 540 snap 170 seq_num 540) 2024-09-14T03:41:04.885 INFO:tasks.rados.rados.0.smithi002.stdout:1696: finishing write tid 1 to smithi00278215-16 2024-09-14T03:41:04.885 INFO:tasks.rados.rados.0.smithi002.stdout:1697: seq_num 542 ranges {2170880=679936,2850816=442368,3293184=679936,3973120=81920} 2024-09-14T03:41:04.899 INFO:tasks.rados.rados.0.smithi002.stdout:1697: writing smithi00278215-34 from 2170880 to 2850816 tid 1 2024-09-14T03:41:04.902 INFO:tasks.rados.rados.0.smithi002.stdout:1697: writing smithi00278215-34 from 2850816 to 3293184 tid 2 2024-09-14T03:41:04.906 INFO:tasks.rados.rados.0.smithi002.stdout:1697: writing smithi00278215-34 from 3293184 to 3973120 tid 3 2024-09-14T03:41:04.906 INFO:tasks.rados.rados.0.smithi002.stdout:1697: writing smithi00278215-34 from 3973120 to 4055040 tid 4 2024-09-14T03:41:04.907 INFO:tasks.rados.rados.0.smithi002.stdout:1695: done (2 left) 2024-09-14T03:41:04.907 INFO:tasks.rados.rados.0.smithi002.stdout:1698: snap_remove snap 157 2024-09-14T03:41:05.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:04 smithi002 ceph-mon[89815]: osdmap e405: 8 total, 8 up, 8 in 2024-09-14T03:41:05.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:04 smithi002 ceph-mon[87970]: osdmap e405: 8 total, 8 up, 8 in 2024-09-14T03:41:05.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:04 smithi154 ceph-mon[81546]: osdmap e405: 8 total, 8 up, 8 in 2024-09-14T03:41:05.800 INFO:tasks.rados.rados.0.smithi002.stdout:1698: done (2 left) 2024-09-14T03:41:05.800 INFO:tasks.rados.rados.0.smithi002.stdout:1699: rollback oid 46 current snap is 170 2024-09-14T03:41:05.800 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 46 to 162 2024-09-14T03:41:05.800 INFO:tasks.rados.rados.0.smithi002.stdout:1696: finishing write tid 2 to smithi00278215-16 2024-09-14T03:41:05.800 INFO:tasks.rados.rados.0.smithi002.stdout:1696: finishing write tid 3 to smithi00278215-16 2024-09-14T03:41:05.800 INFO:tasks.rados.rados.0.smithi002.stdout:1696: finishing write tid 4 to smithi00278215-16 2024-09-14T03:41:05.801 INFO:tasks.rados.rados.0.smithi002.stdout:1696: finishing write tid 5 to smithi00278215-16 2024-09-14T03:41:05.801 INFO:tasks.rados.rados.0.smithi002.stdout:1696: finishing write tid 6 to smithi00278215-16 2024-09-14T03:41:05.801 INFO:tasks.rados.rados.0.smithi002.stdout:1696: oid 16 updating version 0 to 725 2024-09-14T03:41:05.801 INFO:tasks.rados.rados.0.smithi002.stdout:1696: oid 16 version 725 is already newer than 724 2024-09-14T03:41:05.801 INFO:tasks.rados.rados.0.smithi002.stdout:1696: oid 16 version 725 is already newer than 723 2024-09-14T03:41:05.801 INFO:tasks.rados.rados.0.smithi002.stdout:1696: oid 16 version 725 is already newer than 722 2024-09-14T03:41:05.801 INFO:tasks.rados.rados.0.smithi002.stdout:1696: oid 16 version 725 is already newer than 721 2024-09-14T03:41:05.801 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 16 v 725 (ObjNum 541 snap 170 seq_num 541) dirty exists 2024-09-14T03:41:05.801 INFO:tasks.rados.rados.0.smithi002.stdout:1696: left oid 16 (ObjNum 541 snap 170 seq_num 541) 2024-09-14T03:41:05.801 INFO:tasks.rados.rados.0.smithi002.stdout:1697: finishing write tid 1 to smithi00278215-34 2024-09-14T03:41:05.801 INFO:tasks.rados.rados.0.smithi002.stdout:1697: finishing write tid 2 to smithi00278215-34 2024-09-14T03:41:05.801 INFO:tasks.rados.rados.0.smithi002.stdout:1697: finishing write tid 3 to smithi00278215-34 2024-09-14T03:41:05.801 INFO:tasks.rados.rados.0.smithi002.stdout:1697: finishing write tid 4 to smithi00278215-34 2024-09-14T03:41:05.802 INFO:tasks.rados.rados.0.smithi002.stdout:1697: finishing write tid 5 to smithi00278215-34 2024-09-14T03:41:05.802 INFO:tasks.rados.rados.0.smithi002.stdout:1697: finishing write tid 6 to smithi00278215-34 2024-09-14T03:41:05.802 INFO:tasks.rados.rados.0.smithi002.stdout:1697: oid 34 updating version 0 to 1931 2024-09-14T03:41:05.802 INFO:tasks.rados.rados.0.smithi002.stdout:1697: oid 34 updating version 1931 to 1933 2024-09-14T03:41:05.802 INFO:tasks.rados.rados.0.smithi002.stdout:1697: oid 34 version 1933 is already newer than 1932 2024-09-14T03:41:05.802 INFO:tasks.rados.rados.0.smithi002.stdout:1697: oid 34 version 1933 is already newer than 1930 2024-09-14T03:41:05.802 INFO:tasks.rados.rados.0.smithi002.stdout:1697: oid 34 version 1933 is already newer than 1929 2024-09-14T03:41:05.802 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 34 v 1933 (ObjNum 542 snap 170 seq_num 542) dirty exists 2024-09-14T03:41:05.802 INFO:tasks.rados.rados.0.smithi002.stdout:1697: left oid 34 (ObjNum 542 snap 170 seq_num 542) 2024-09-14T03:41:05.802 INFO:tasks.rados.rados.0.smithi002.stdout:1696: done (2 left) 2024-09-14T03:41:05.802 INFO:tasks.rados.rados.0.smithi002.stdout:1697: done (1 left) 2024-09-14T03:41:05.802 INFO:tasks.rados.rados.0.smithi002.stdout:1700: snap_remove snap 135 2024-09-14T03:41:06.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:05 smithi002 ceph-mon[87970]: pgmap v278: 121 pgs: 121 active+clean; 284 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 428 KiB/s wr, 5 op/s; 1.1 MiB/s, 0 objects/s recovering 2024-09-14T03:41:06.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:05 smithi002 ceph-mon[87970]: osdmap e406: 8 total, 8 up, 8 in 2024-09-14T03:41:06.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:05 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:41:06.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:05 smithi002 ceph-mon[89815]: pgmap v278: 121 pgs: 121 active+clean; 284 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 428 KiB/s wr, 5 op/s; 1.1 MiB/s, 0 objects/s recovering 2024-09-14T03:41:06.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:05 smithi002 ceph-mon[89815]: osdmap e406: 8 total, 8 up, 8 in 2024-09-14T03:41:06.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:05 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:41:06.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:05 smithi154 ceph-mon[81546]: pgmap v278: 121 pgs: 121 active+clean; 284 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 428 KiB/s wr, 5 op/s; 1.1 MiB/s, 0 objects/s recovering 2024-09-14T03:41:06.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:05 smithi154 ceph-mon[81546]: osdmap e406: 8 total, 8 up, 8 in 2024-09-14T03:41:06.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:05 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:41:06.807 INFO:tasks.rados.rados.0.smithi002.stdout:1699: finishing rollback tid 0 to smithi00278215-46 2024-09-14T03:41:06.807 INFO:tasks.rados.rados.0.smithi002.stdout:1699: finishing rollback tid 1 to smithi00278215-46 2024-09-14T03:41:06.807 INFO:tasks.rados.rados.0.smithi002.stdout:1699: finishing rollback tid 2 to smithi00278215-46 2024-09-14T03:41:06.807 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 46 v 358 (ObjNum 469 snap 145 seq_num 469) dirty exists 2024-09-14T03:41:06.807 INFO:tasks.rados.rados.0.smithi002.stdout:1699: done (1 left) 2024-09-14T03:41:06.807 INFO:tasks.rados.rados.0.smithi002.stdout:1700: done (0 left) 2024-09-14T03:41:06.808 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 48 current snap is 170 2024-09-14T03:41:06.808 INFO:tasks.rados.rados.0.smithi002.stdout:1701: seq_num 543 ranges {1286144=704512,1990656=729088,2719744=475136} 2024-09-14T03:41:06.819 INFO:tasks.rados.rados.0.smithi002.stdout:1701: writing smithi00278215-48 from 1286144 to 1990656 tid 1 2024-09-14T03:41:06.825 INFO:tasks.rados.rados.0.smithi002.stdout:1701: writing smithi00278215-48 from 1990656 to 2719744 tid 2 2024-09-14T03:41:06.830 INFO:tasks.rados.rados.0.smithi002.stdout:1701: writing smithi00278215-48 from 2719744 to 3194880 tid 3 2024-09-14T03:41:06.830 INFO:tasks.rados.rados.0.smithi002.stdout:1702: read oid 33 snap 136 2024-09-14T03:41:06.830 INFO:tasks.rados.rados.0.smithi002.stdout:1702: expect (ObjNum 116 snap 27 seq_num 116) 2024-09-14T03:41:06.830 INFO:tasks.rados.rados.0.smithi002.stdout:1703: read oid 45 snap 166 2024-09-14T03:41:06.830 INFO:tasks.rados.rados.0.smithi002.stdout:1703: expect (ObjNum 512 snap 162 seq_num 512) 2024-09-14T03:41:06.831 INFO:tasks.rados.rados.0.smithi002.stdout:1704: copy_from oid 15 from oid 11 current snap is 170 2024-09-14T03:41:06.831 INFO:tasks.rados.rados.0.smithi002.stdout:1701: finishing write tid 1 to smithi00278215-48 2024-09-14T03:41:06.831 INFO:tasks.rados.rados.0.smithi002.stdout:1705: copy_from oid 1 from oid 3 current snap is 170 2024-09-14T03:41:06.831 INFO:tasks.rados.rados.0.smithi002.stdout:1706: delete oid 23 current snap is 170 2024-09-14T03:41:06.832 INFO:tasks.rados.rados.0.smithi002.stdout:1701: finishing write tid 2 to smithi00278215-48 2024-09-14T03:41:06.834 INFO:tasks.rados.rados.0.smithi002.stdout:1706: done (5 left) 2024-09-14T03:41:06.834 INFO:tasks.rados.rados.0.smithi002.stdout:1707: read oid 10 snap -1 2024-09-14T03:41:06.834 INFO:tasks.rados.rados.0.smithi002.stdout:1707: expect (ObjNum 502 snap 156 seq_num 502) 2024-09-14T03:41:06.834 INFO:tasks.rados.rados.0.smithi002.stdout:1708: setattr oid 44 current snap is 170 2024-09-14T03:41:06.835 INFO:tasks.rados.rados.0.smithi002.stdout:1701: finishing write tid 3 to smithi00278215-48 2024-09-14T03:41:06.835 INFO:tasks.rados.rados.0.smithi002.stdout:1701: finishing write tid 4 to smithi00278215-48 2024-09-14T03:41:06.836 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 38 current snap is 170 2024-09-14T03:41:06.836 INFO:tasks.rados.rados.0.smithi002.stdout:1709: seq_num 545 ranges {2170880=737280,2908160=491520,3399680=450560,3850240=262144} 2024-09-14T03:41:06.854 INFO:tasks.rados.rados.0.smithi002.stdout:1709: writing smithi00278215-38 from 2170880 to 2908160 tid 1 2024-09-14T03:41:06.858 INFO:tasks.rados.rados.0.smithi002.stdout:1709: writing smithi00278215-38 from 2908160 to 3399680 tid 2 2024-09-14T03:41:06.861 INFO:tasks.rados.rados.0.smithi002.stdout:1709: writing smithi00278215-38 from 3399680 to 3850240 tid 3 2024-09-14T03:41:06.864 INFO:tasks.rados.rados.0.smithi002.stdout:1709: writing smithi00278215-38 from 3850240 to 4112384 tid 4 2024-09-14T03:41:06.864 INFO:tasks.rados.rados.0.smithi002.stdout:1710: copy_from oid 16 from oid 40 current snap is 170 2024-09-14T03:41:06.864 INFO:tasks.rados.rados.0.smithi002.stdout:1701: finishing write tid 5 to smithi00278215-48 2024-09-14T03:41:06.864 INFO:tasks.rados.rados.0.smithi002.stdout:1701: oid 48 updating version 0 to 1229 2024-09-14T03:41:06.864 INFO:tasks.rados.rados.0.smithi002.stdout:1701: oid 48 version 1229 is already newer than 1226 2024-09-14T03:41:06.864 INFO:tasks.rados.rados.0.smithi002.stdout:1701: oid 48 version 1229 is already newer than 1228 2024-09-14T03:41:06.865 INFO:tasks.rados.rados.0.smithi002.stdout:1701: oid 48 version 1229 is already newer than 1227 2024-09-14T03:41:06.865 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 1229 (ObjNum 543 snap 170 seq_num 543) dirty exists 2024-09-14T03:41:06.865 INFO:tasks.rados.rados.0.smithi002.stdout:1701: left oid 48 (ObjNum 543 snap 170 seq_num 543) 2024-09-14T03:41:06.865 INFO:tasks.rados.rados.0.smithi002.stdout:1702: expect (ObjNum 116 snap 27 seq_num 116) 2024-09-14T03:41:06.939 INFO:tasks.rados.rados.0.smithi002.stdout:1703: expect (ObjNum 512 snap 162 seq_num 512) 2024-09-14T03:41:07.072 INFO:tasks.rados.rados.0.smithi002.stdout:1707: expect (ObjNum 502 snap 156 seq_num 502) 2024-09-14T03:41:07.088 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:06 smithi002 ceph-mon[87970]: osdmap e407: 8 total, 8 up, 8 in 2024-09-14T03:41:07.088 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:06 smithi002 ceph-mon[89815]: osdmap e407: 8 total, 8 up, 8 in 2024-09-14T03:41:07.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:06 smithi154 ceph-mon[81546]: osdmap e407: 8 total, 8 up, 8 in 2024-09-14T03:41:07.258 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 1337 (ObjNum 508 snap 160 seq_num 508) dirty exists 2024-09-14T03:41:07.258 INFO:tasks.rados.rados.0.smithi002.stdout:1704: finishing copy_from racing read to smithi00278215-15 2024-09-14T03:41:07.258 INFO:tasks.rados.rados.0.smithi002.stdout:1704: finishing copy_from to smithi00278215-15 2024-09-14T03:41:07.258 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 15 v 2084 (ObjNum 525 snap 166 seq_num 525) dirty exists 2024-09-14T03:41:07.259 INFO:tasks.rados.rados.0.smithi002.stdout:1705: finishing copy_from racing read to smithi00278215-1 2024-09-14T03:41:07.259 INFO:tasks.rados.rados.0.smithi002.stdout:1709: finishing write tid 1 to smithi00278215-38 2024-09-14T03:41:07.259 INFO:tasks.rados.rados.0.smithi002.stdout:1709: finishing write tid 2 to smithi00278215-38 2024-09-14T03:41:07.259 INFO:tasks.rados.rados.0.smithi002.stdout:1701: done (8 left) 2024-09-14T03:41:07.259 INFO:tasks.rados.rados.0.smithi002.stdout:1702: done (7 left) 2024-09-14T03:41:07.259 INFO:tasks.rados.rados.0.smithi002.stdout:1703: done (6 left) 2024-09-14T03:41:07.259 INFO:tasks.rados.rados.0.smithi002.stdout:1704: done (5 left) 2024-09-14T03:41:07.259 INFO:tasks.rados.rados.0.smithi002.stdout:1707: done (4 left) 2024-09-14T03:41:07.259 INFO:tasks.rados.rados.0.smithi002.stdout:1708: done (3 left) 2024-09-14T03:41:07.260 INFO:tasks.rados.rados.0.smithi002.stdout:1711: read oid 49 snap 142 2024-09-14T03:41:07.260 INFO:tasks.rados.rados.0.smithi002.stdout:1711: expect (ObjNum 380 snap 116 seq_num 380) 2024-09-14T03:41:07.260 INFO:tasks.rados.rados.0.smithi002.stdout:1705: finishing copy_from to smithi00278215-1 2024-09-14T03:41:07.260 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 1 v 1306 (ObjNum 479 snap 147 seq_num 479) dirty exists 2024-09-14T03:41:07.260 INFO:tasks.rados.rados.0.smithi002.stdout:1709: finishing write tid 3 to smithi00278215-38 2024-09-14T03:41:07.260 INFO:tasks.rados.rados.0.smithi002.stdout:1712: read oid 7 snap -1 2024-09-14T03:41:07.260 INFO:tasks.rados.rados.0.smithi002.stdout:1712: expect (ObjNum 516 snap 164 seq_num 516) 2024-09-14T03:41:07.260 INFO:tasks.rados.rados.0.smithi002.stdout:1705: done (4 left) 2024-09-14T03:41:07.260 INFO:tasks.rados.rados.0.smithi002.stdout:1713: read oid 9 snap -1 2024-09-14T03:41:07.260 INFO:tasks.rados.rados.0.smithi002.stdout:1713: expect (ObjNum 522 snap 166 seq_num 522) 2024-09-14T03:41:07.260 INFO:tasks.rados.rados.0.smithi002.stdout:1714: delete oid 22 current snap is 170 2024-09-14T03:41:07.261 INFO:tasks.rados.rados.0.smithi002.stdout:1709: finishing write tid 4 to smithi00278215-38 2024-09-14T03:41:07.261 INFO:tasks.rados.rados.0.smithi002.stdout:1709: finishing write tid 5 to smithi00278215-38 2024-09-14T03:41:07.261 INFO:tasks.rados.rados.0.smithi002.stdout:1709: finishing write tid 6 to smithi00278215-38 2024-09-14T03:41:07.261 INFO:tasks.rados.rados.0.smithi002.stdout:1709: oid 38 updating version 0 to 2211 2024-09-14T03:41:07.261 INFO:tasks.rados.rados.0.smithi002.stdout:1709: oid 38 version 2211 is already newer than 2210 2024-09-14T03:41:07.261 INFO:tasks.rados.rados.0.smithi002.stdout:1709: oid 38 version 2211 is already newer than 2208 2024-09-14T03:41:07.261 INFO:tasks.rados.rados.0.smithi002.stdout:1709: oid 38 version 2211 is already newer than 2207 2024-09-14T03:41:07.261 INFO:tasks.rados.rados.0.smithi002.stdout:1709: oid 38 updating version 2211 to 2212 2024-09-14T03:41:07.261 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 2212 (ObjNum 545 snap 170 seq_num 545) dirty exists 2024-09-14T03:41:07.262 INFO:tasks.rados.rados.0.smithi002.stdout:1709: left oid 38 (ObjNum 545 snap 170 seq_num 545) 2024-09-14T03:41:07.262 INFO:tasks.rados.rados.0.smithi002.stdout:1710: finishing copy_from racing read to smithi00278215-16 2024-09-14T03:41:07.262 INFO:tasks.rados.rados.0.smithi002.stdout:1710: finishing copy_from to smithi00278215-16 2024-09-14T03:41:07.262 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 16 v 1089 (ObjNum 526 snap 166 seq_num 526) dirty exists 2024-09-14T03:41:07.262 INFO:tasks.rados.rados.0.smithi002.stdout:1709: done (5 left) 2024-09-14T03:41:07.262 INFO:tasks.rados.rados.0.smithi002.stdout:1710: done (4 left) 2024-09-14T03:41:07.262 INFO:tasks.rados.rados.0.smithi002.stdout:1714: done (3 left) 2024-09-14T03:41:07.263 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 15 current snap is 170 2024-09-14T03:41:07.263 INFO:tasks.rados.rados.0.smithi002.stdout:1715: seq_num 547 ranges {6225920=770048,6995968=663552,7659520=466944,8126464=73728} 2024-09-14T03:41:07.298 INFO:tasks.rados.rados.0.smithi002.stdout:1715: writing smithi00278215-15 from 6225920 to 6995968 tid 1 2024-09-14T03:41:07.302 INFO:tasks.rados.rados.0.smithi002.stdout:1715: writing smithi00278215-15 from 6995968 to 7659520 tid 2 2024-09-14T03:41:07.304 INFO:tasks.rados.rados.0.smithi002.stdout:1715: writing smithi00278215-15 from 7659520 to 8126464 tid 3 2024-09-14T03:41:07.305 INFO:tasks.rados.rados.0.smithi002.stdout:1715: writing smithi00278215-15 from 8126464 to 8200192 tid 4 2024-09-14T03:41:07.305 INFO:tasks.rados.rados.0.smithi002.stdout:1716: read oid 33 snap -1 2024-09-14T03:41:07.305 INFO:tasks.rados.rados.0.smithi002.stdout:1716: expect deleted 2024-09-14T03:41:07.305 INFO:tasks.rados.rados.0.smithi002.stdout:1717: rmattr oid 24 current snap is 170 2024-09-14T03:41:07.305 INFO:tasks.rados.rados.0.smithi002.stdout:1717: done (5 left) 2024-09-14T03:41:07.305 INFO:tasks.rados.rados.0.smithi002.stdout:1718: copy_from oid 39 from oid 25 current snap is 170 2024-09-14T03:41:07.306 INFO:tasks.rados.rados.0.smithi002.stdout:1713: expect (ObjNum 522 snap 166 seq_num 522) 2024-09-14T03:41:07.358 INFO:tasks.rados.rados.0.smithi002.stdout:1712: expect (ObjNum 516 snap 164 seq_num 516) 2024-09-14T03:41:07.466 INFO:tasks.rados.rados.0.smithi002.stdout:1711: expect (ObjNum 380 snap 116 seq_num 380) 2024-09-14T03:41:07.783 INFO:tasks.rados.rados.0.smithi002.stdout:1715: finishing write tid 1 to smithi00278215-15 2024-09-14T03:41:07.783 INFO:tasks.rados.rados.0.smithi002.stdout:1715: finishing write tid 2 to smithi00278215-15 2024-09-14T03:41:07.783 INFO:tasks.rados.rados.0.smithi002.stdout:1715: finishing write tid 3 to smithi00278215-15 2024-09-14T03:41:07.784 INFO:tasks.rados.rados.0.smithi002.stdout:1715: finishing write tid 4 to smithi00278215-15 2024-09-14T03:41:07.784 INFO:tasks.rados.rados.0.smithi002.stdout:1715: finishing write tid 5 to smithi00278215-15 2024-09-14T03:41:07.784 INFO:tasks.rados.rados.0.smithi002.stdout:1715: finishing write tid 6 to smithi00278215-15 2024-09-14T03:41:07.784 INFO:tasks.rados.rados.0.smithi002.stdout:1715: oid 15 updating version 0 to 2089 2024-09-14T03:41:07.784 INFO:tasks.rados.rados.0.smithi002.stdout:1715: oid 15 version 2089 is already newer than 2088 2024-09-14T03:41:07.784 INFO:tasks.rados.rados.0.smithi002.stdout:1715: oid 15 version 2089 is already newer than 2086 2024-09-14T03:41:07.784 INFO:tasks.rados.rados.0.smithi002.stdout:1715: oid 15 version 2089 is already newer than 2087 2024-09-14T03:41:07.784 INFO:tasks.rados.rados.0.smithi002.stdout:1715: oid 15 version 2089 is already newer than 2085 2024-09-14T03:41:07.784 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 15 v 2089 (ObjNum 547 snap 170 seq_num 547) dirty exists 2024-09-14T03:41:07.784 INFO:tasks.rados.rados.0.smithi002.stdout:1715: left oid 15 (ObjNum 547 snap 170 seq_num 547) 2024-09-14T03:41:07.784 INFO:tasks.rados.rados.0.smithi002.stdout:1718: finishing copy_from racing read to smithi00278215-39 2024-09-14T03:41:07.784 INFO:tasks.rados.rados.0.smithi002.stdout:1711: done (5 left) 2024-09-14T03:41:07.784 INFO:tasks.rados.rados.0.smithi002.stdout:1712: done (4 left) 2024-09-14T03:41:07.785 INFO:tasks.rados.rados.0.smithi002.stdout:1713: done (3 left) 2024-09-14T03:41:07.785 INFO:tasks.rados.rados.0.smithi002.stdout:1715: done (2 left) 2024-09-14T03:41:07.785 INFO:tasks.rados.rados.0.smithi002.stdout:1716: done (1 left) 2024-09-14T03:41:07.785 INFO:tasks.rados.rados.0.smithi002.stdout:1719: rollback oid 30 current snap is 170 2024-09-14T03:41:07.785 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 30 to 142 2024-09-14T03:41:07.785 INFO:tasks.rados.rados.0.smithi002.stdout:1718: finishing copy_from to smithi00278215-39 2024-09-14T03:41:07.785 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 39 v 201 (ObjNum 540 snap 170 seq_num 540) dirty exists 2024-09-14T03:41:07.785 INFO:tasks.rados.rados.0.smithi002.stdout:1718: done (1 left) 2024-09-14T03:41:07.785 INFO:tasks.rados.rados.0.smithi002.stdout:1720: snap_create 2024-09-14T03:41:07.788 INFO:tasks.rados.rados.0.smithi002.stdout:1719: finishing rollback tid 0 to smithi00278215-30 2024-09-14T03:41:07.788 INFO:tasks.rados.rados.0.smithi002.stdout:1719: finishing rollback tid 1 to smithi00278215-30 2024-09-14T03:41:07.788 INFO:tasks.rados.rados.0.smithi002.stdout:1719: finishing rollback tid 2 to smithi00278215-30 2024-09-14T03:41:07.788 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 30 v 2218 (ObjNum 440 snap 135 seq_num 440) dirty exists 2024-09-14T03:41:08.107 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:07 smithi002 ceph-mon[87970]: pgmap v281: 121 pgs: 121 active+clean; 276 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 896 KiB/s wr, 6 op/s 2024-09-14T03:41:08.108 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:07 smithi002 ceph-mon[87970]: osdmap e408: 8 total, 8 up, 8 in 2024-09-14T03:41:08.108 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:07 smithi002 ceph-mon[87970]: osdmap e409: 8 total, 8 up, 8 in 2024-09-14T03:41:08.108 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:07 smithi002 ceph-mon[89815]: pgmap v281: 121 pgs: 121 active+clean; 276 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 896 KiB/s wr, 6 op/s 2024-09-14T03:41:08.108 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:07 smithi002 ceph-mon[89815]: osdmap e408: 8 total, 8 up, 8 in 2024-09-14T03:41:08.108 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:07 smithi002 ceph-mon[89815]: osdmap e409: 8 total, 8 up, 8 in 2024-09-14T03:41:08.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:07 smithi154 ceph-mon[81546]: pgmap v281: 121 pgs: 121 active+clean; 276 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 896 KiB/s wr, 6 op/s 2024-09-14T03:41:08.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:07 smithi154 ceph-mon[81546]: osdmap e408: 8 total, 8 up, 8 in 2024-09-14T03:41:08.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:07 smithi154 ceph-mon[81546]: osdmap e409: 8 total, 8 up, 8 in 2024-09-14T03:41:08.713 INFO:tasks.rados.rados.0.smithi002.stdout:1719: done (1 left) 2024-09-14T03:41:08.713 INFO:tasks.rados.rados.0.smithi002.stdout:1720: done (0 left) 2024-09-14T03:41:08.713 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 25 current snap is 171 2024-09-14T03:41:08.713 INFO:tasks.rados.rados.0.smithi002.stdout:1721: seq_num 548 ranges {3670016=786432,4456448=598016,5054464=606208} 2024-09-14T03:41:08.740 INFO:tasks.rados.rados.0.smithi002.stdout:1721: writing smithi00278215-25 from 3670016 to 4456448 tid 1 2024-09-14T03:41:08.744 INFO:tasks.rados.rados.0.smithi002.stdout:1721: writing smithi00278215-25 from 4456448 to 5054464 tid 2 2024-09-14T03:41:08.749 INFO:tasks.rados.rados.0.smithi002.stdout:1721: writing smithi00278215-25 from 5054464 to 5660672 tid 3 2024-09-14T03:41:08.749 INFO:tasks.rados.rados.0.smithi002.stdout:1722: delete oid 33 current snap is 171 2024-09-14T03:41:08.749 INFO:tasks.rados.rados.0.smithi002.stdout:1721: finishing write tid 1 to smithi00278215-25 2024-09-14T03:41:08.749 INFO:tasks.rados.rados.0.smithi002.stdout:1721: finishing write tid 2 to smithi00278215-25 2024-09-14T03:41:08.752 INFO:tasks.rados.rados.0.smithi002.stdout:1721: finishing write tid 3 to smithi00278215-25 2024-09-14T03:41:08.753 INFO:tasks.rados.rados.0.smithi002.stdout:1721: finishing write tid 4 to smithi00278215-25 2024-09-14T03:41:08.754 INFO:tasks.rados.rados.0.smithi002.stdout:1721: finishing write tid 5 to smithi00278215-25 2024-09-14T03:41:08.754 INFO:tasks.rados.rados.0.smithi002.stdout:1721: oid 25 updating version 0 to 207 2024-09-14T03:41:08.754 INFO:tasks.rados.rados.0.smithi002.stdout:1721: oid 25 updating version 207 to 209 2024-09-14T03:41:08.755 INFO:tasks.rados.rados.0.smithi002.stdout:1721: oid 25 version 209 is already newer than 208 2024-09-14T03:41:08.755 INFO:tasks.rados.rados.0.smithi002.stdout:1721: oid 25 updating version 209 to 210 2024-09-14T03:41:08.755 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 210 (ObjNum 548 snap 171 seq_num 548) dirty exists 2024-09-14T03:41:08.755 INFO:tasks.rados.rados.0.smithi002.stdout:1721: left oid 25 (ObjNum 548 snap 171 seq_num 548) 2024-09-14T03:41:08.755 INFO:tasks.rados.rados.0.smithi002.stdout:1721: done (1 left) 2024-09-14T03:41:08.755 INFO:tasks.rados.rados.0.smithi002.stdout:1722: done (0 left) 2024-09-14T03:41:08.755 INFO:tasks.rados.rados.0.smithi002.stdout:1723: snap_create 2024-09-14T03:41:09.719 INFO:tasks.rados.rados.0.smithi002.stdout:1723: done (0 left) 2024-09-14T03:41:09.719 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 5 current snap is 172 2024-09-14T03:41:09.719 INFO:tasks.rados.rados.0.smithi002.stdout:1724: seq_num 550 ranges {1196032=417792,1613824=770048,2383872=638976,3022848=196608} 2024-09-14T03:41:09.728 INFO:tasks.rados.rados.0.smithi002.stdout:1724: writing smithi00278215-5 from 1196032 to 1613824 tid 1 2024-09-14T03:41:09.732 INFO:tasks.rados.rados.0.smithi002.stdout:1724: writing smithi00278215-5 from 1613824 to 2383872 tid 2 2024-09-14T03:41:09.736 INFO:tasks.rados.rados.0.smithi002.stdout:1724: writing smithi00278215-5 from 2383872 to 3022848 tid 3 2024-09-14T03:41:09.737 INFO:tasks.rados.rados.0.smithi002.stdout:1724: writing smithi00278215-5 from 3022848 to 3219456 tid 4 2024-09-14T03:41:09.737 INFO:tasks.rados.rados.0.smithi002.stdout:1725: rollback oid 11 current snap is 172 2024-09-14T03:41:09.738 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 11 to 142 2024-09-14T03:41:09.738 INFO:tasks.rados.rados.0.smithi002.stdout:1724: finishing write tid 1 to smithi00278215-5 2024-09-14T03:41:09.738 INFO:tasks.rados.rados.0.smithi002.stdout:1724: finishing write tid 2 to smithi00278215-5 2024-09-14T03:41:09.738 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 4 current snap is 172 2024-09-14T03:41:09.738 INFO:tasks.rados.rados.0.smithi002.stdout:1726: seq_num 551 ranges {0=434176,434176=647168,1081344=450560,1531904=507904} 2024-09-14T03:41:09.739 INFO:tasks.rados.rados.0.smithi002.stdout:1726: writing smithi00278215-4 from 0 to 434176 tid 1 2024-09-14T03:41:09.744 INFO:tasks.rados.rados.0.smithi002.stdout:1726: writing smithi00278215-4 from 434176 to 1081344 tid 2 2024-09-14T03:41:09.746 INFO:tasks.rados.rados.0.smithi002.stdout:1726: writing smithi00278215-4 from 1081344 to 1531904 tid 3 2024-09-14T03:41:09.750 INFO:tasks.rados.rados.0.smithi002.stdout:1726: writing smithi00278215-4 from 1531904 to 2039808 tid 4 2024-09-14T03:41:09.750 INFO:tasks.rados.rados.0.smithi002.stdout:1727: delete oid 30 current snap is 172 2024-09-14T03:41:09.750 INFO:tasks.rados.rados.0.smithi002.stdout:1724: finishing write tid 3 to smithi00278215-5 2024-09-14T03:41:09.751 INFO:tasks.rados.rados.0.smithi002.stdout:1724: finishing write tid 4 to smithi00278215-5 2024-09-14T03:41:09.751 INFO:tasks.rados.rados.0.smithi002.stdout:1724: finishing write tid 5 to smithi00278215-5 2024-09-14T03:41:09.751 INFO:tasks.rados.rados.0.smithi002.stdout:1724: finishing write tid 6 to smithi00278215-5 2024-09-14T03:41:09.751 INFO:tasks.rados.rados.0.smithi002.stdout:1724: oid 5 updating version 0 to 1768 2024-09-14T03:41:09.751 INFO:tasks.rados.rados.0.smithi002.stdout:1724: oid 5 updating version 1768 to 1769 2024-09-14T03:41:09.751 INFO:tasks.rados.rados.0.smithi002.stdout:1724: oid 5 version 1769 is already newer than 1767 2024-09-14T03:41:09.751 INFO:tasks.rados.rados.0.smithi002.stdout:1724: oid 5 version 1769 is already newer than 1765 2024-09-14T03:41:09.751 INFO:tasks.rados.rados.0.smithi002.stdout:1724: oid 5 version 1769 is already newer than 1766 2024-09-14T03:41:09.751 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 5 v 1769 (ObjNum 550 snap 172 seq_num 550) dirty exists 2024-09-14T03:41:09.751 INFO:tasks.rados.rados.0.smithi002.stdout:1724: left oid 5 (ObjNum 550 snap 172 seq_num 550) 2024-09-14T03:41:09.751 INFO:tasks.rados.rados.0.smithi002.stdout:1725: finishing rollback tid 0 to smithi00278215-11 2024-09-14T03:41:09.751 INFO:tasks.rados.rados.0.smithi002.stdout:1725: finishing rollback tid 1 to smithi00278215-11 2024-09-14T03:41:09.752 INFO:tasks.rados.rados.0.smithi002.stdout:1726: finishing write tid 1 to smithi00278215-4 2024-09-14T03:41:09.752 INFO:tasks.rados.rados.0.smithi002.stdout:1725: finishing rollback tid 2 to smithi00278215-11 2024-09-14T03:41:09.752 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 2222 (ObjNum 390 snap 118 seq_num 390) dirty exists 2024-09-14T03:41:09.752 INFO:tasks.rados.rados.0.smithi002.stdout:1726: finishing write tid 2 to smithi00278215-4 2024-09-14T03:41:09.752 INFO:tasks.rados.rados.0.smithi002.stdout:1726: finishing write tid 3 to smithi00278215-4 2024-09-14T03:41:09.753 INFO:tasks.rados.rados.0.smithi002.stdout:1726: finishing write tid 4 to smithi00278215-4 2024-09-14T03:41:09.753 INFO:tasks.rados.rados.0.smithi002.stdout:1724: done (3 left) 2024-09-14T03:41:09.753 INFO:tasks.rados.rados.0.smithi002.stdout:1725: done (2 left) 2024-09-14T03:41:09.753 INFO:tasks.rados.rados.0.smithi002.stdout:1727: done (1 left) 2024-09-14T03:41:09.753 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 15 current snap is 172 2024-09-14T03:41:09.753 INFO:tasks.rados.rados.0.smithi002.stdout:1728: seq_num 553 ranges {8200192=466944,8667136=417792,9084928=417792,9502720=516096,10018816=253952} 2024-09-14T03:41:09.801 INFO:tasks.rados.rados.0.smithi002.stdout:1728: writing smithi00278215-15 from 8200192 to 8667136 tid 1 2024-09-14T03:41:09.802 INFO:tasks.rados.rados.0.smithi002.stdout:1728: writing smithi00278215-15 from 8667136 to 9084928 tid 2 2024-09-14T03:41:09.805 INFO:tasks.rados.rados.0.smithi002.stdout:1728: writing smithi00278215-15 from 9084928 to 9502720 tid 3 2024-09-14T03:41:09.808 INFO:tasks.rados.rados.0.smithi002.stdout:1728: writing smithi00278215-15 from 9502720 to 10018816 tid 4 2024-09-14T03:41:09.810 INFO:tasks.rados.rados.0.smithi002.stdout:1728: writing smithi00278215-15 from 10018816 to 10272768 tid 5 2024-09-14T03:41:09.810 INFO:tasks.rados.rados.0.smithi002.stdout:1729: delete oid 34 current snap is 172 2024-09-14T03:41:09.810 INFO:tasks.rados.rados.0.smithi002.stdout:1726: finishing write tid 5 to smithi00278215-4 2024-09-14T03:41:09.810 INFO:tasks.rados.rados.0.smithi002.stdout:1726: finishing write tid 6 to smithi00278215-4 2024-09-14T03:41:09.810 INFO:tasks.rados.rados.0.smithi002.stdout:1726: oid 4 updating version 0 to 1340 2024-09-14T03:41:09.810 INFO:tasks.rados.rados.0.smithi002.stdout:1726: oid 4 version 1340 is already newer than 1338 2024-09-14T03:41:09.810 INFO:tasks.rados.rados.0.smithi002.stdout:1726: oid 4 updating version 1340 to 1342 2024-09-14T03:41:09.810 INFO:tasks.rados.rados.0.smithi002.stdout:1726: oid 4 version 1342 is already newer than 1341 2024-09-14T03:41:09.810 INFO:tasks.rados.rados.0.smithi002.stdout:1726: oid 4 version 1342 is already newer than 1339 2024-09-14T03:41:09.811 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 1342 (ObjNum 551 snap 172 seq_num 551) dirty exists 2024-09-14T03:41:09.811 INFO:tasks.rados.rados.0.smithi002.stdout:1726: left oid 4 (ObjNum 551 snap 172 seq_num 551) 2024-09-14T03:41:09.811 INFO:tasks.rados.rados.0.smithi002.stdout:1728: finishing write tid 1 to smithi00278215-15 2024-09-14T03:41:09.811 INFO:tasks.rados.rados.0.smithi002.stdout:1728: finishing write tid 2 to smithi00278215-15 2024-09-14T03:41:09.811 INFO:tasks.rados.rados.0.smithi002.stdout:1728: finishing write tid 3 to smithi00278215-15 2024-09-14T03:41:09.812 INFO:tasks.rados.rados.0.smithi002.stdout:1728: finishing write tid 4 to smithi00278215-15 2024-09-14T03:41:09.812 INFO:tasks.rados.rados.0.smithi002.stdout:1726: done (2 left) 2024-09-14T03:41:09.812 INFO:tasks.rados.rados.0.smithi002.stdout:1729: done (1 left) 2024-09-14T03:41:09.812 INFO:tasks.rados.rados.0.smithi002.stdout:1730: rollback oid 13 current snap is 172 2024-09-14T03:41:09.812 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 13 to 171 2024-09-14T03:41:09.812 INFO:tasks.rados.rados.0.smithi002.stdout:1731: snap_create 2024-09-14T03:41:09.813 INFO:tasks.rados.rados.0.smithi002.stdout:1728: finishing write tid 5 to smithi00278215-15 2024-09-14T03:41:09.813 INFO:tasks.rados.rados.0.smithi002.stdout:1728: finishing write tid 6 to smithi00278215-15 2024-09-14T03:41:09.814 INFO:tasks.rados.rados.0.smithi002.stdout:1730: finishing rollback tid 1 to smithi00278215-13 2024-09-14T03:41:09.814 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 1074 (ObjNum 97 snap 0 seq_num 854289680) dirty dne 2024-09-14T03:41:09.815 INFO:tasks.rados.rados.0.smithi002.stdout:1728: finishing write tid 7 to smithi00278215-15 2024-09-14T03:41:09.815 INFO:tasks.rados.rados.0.smithi002.stdout:1728: oid 15 updating version 0 to 2092 2024-09-14T03:41:09.815 INFO:tasks.rados.rados.0.smithi002.stdout:1728: oid 15 version 2092 is already newer than 2090 2024-09-14T03:41:09.815 INFO:tasks.rados.rados.0.smithi002.stdout:1728: oid 15 updating version 2092 to 2094 2024-09-14T03:41:09.815 INFO:tasks.rados.rados.0.smithi002.stdout:1728: oid 15 updating version 2094 to 2095 2024-09-14T03:41:09.815 INFO:tasks.rados.rados.0.smithi002.stdout:1728: oid 15 version 2095 is already newer than 2093 2024-09-14T03:41:09.815 INFO:tasks.rados.rados.0.smithi002.stdout:1728: oid 15 version 2095 is already newer than 2091 2024-09-14T03:41:09.815 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 15 v 2095 (ObjNum 553 snap 172 seq_num 553) dirty exists 2024-09-14T03:41:09.815 INFO:tasks.rados.rados.0.smithi002.stdout:1728: left oid 15 (ObjNum 553 snap 172 seq_num 553) 2024-09-14T03:41:09.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:09 smithi154 ceph-mon[81546]: pgmap v284: 121 pgs: 121 active+clean; 271 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.2 MiB/s wr, 9 op/s 2024-09-14T03:41:09.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:09 smithi154 ceph-mon[81546]: osdmap e410: 8 total, 8 up, 8 in 2024-09-14T03:41:10.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:09 smithi002 ceph-mon[87970]: pgmap v284: 121 pgs: 121 active+clean; 271 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.2 MiB/s wr, 9 op/s 2024-09-14T03:41:10.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:09 smithi002 ceph-mon[87970]: osdmap e410: 8 total, 8 up, 8 in 2024-09-14T03:41:10.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:09 smithi002 ceph-mon[89815]: pgmap v284: 121 pgs: 121 active+clean; 271 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.2 MiB/s wr, 9 op/s 2024-09-14T03:41:10.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:09 smithi002 ceph-mon[89815]: osdmap e410: 8 total, 8 up, 8 in 2024-09-14T03:41:10.725 INFO:tasks.rados.rados.0.smithi002.stdout:1728: done (2 left) 2024-09-14T03:41:10.725 INFO:tasks.rados.rados.0.smithi002.stdout:1730: done (1 left) 2024-09-14T03:41:10.725 INFO:tasks.rados.rados.0.smithi002.stdout:1731: done (0 left) 2024-09-14T03:41:10.726 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 38 current snap is 173 2024-09-14T03:41:10.726 INFO:tasks.rados.rados.0.smithi002.stdout:1732: seq_num 555 ranges {4112384=499712,4612096=638976,5251072=425984,5677056=540672} 2024-09-14T03:41:10.750 INFO:tasks.rados.rados.0.smithi002.stdout:1732: writing smithi00278215-38 from 4112384 to 4612096 tid 1 2024-09-14T03:41:10.754 INFO:tasks.rados.rados.0.smithi002.stdout:1732: writing smithi00278215-38 from 4612096 to 5251072 tid 2 2024-09-14T03:41:10.757 INFO:tasks.rados.rados.0.smithi002.stdout:1732: writing smithi00278215-38 from 5251072 to 5677056 tid 3 2024-09-14T03:41:10.761 INFO:tasks.rados.rados.0.smithi002.stdout:1732: writing smithi00278215-38 from 5677056 to 6217728 tid 4 2024-09-14T03:41:10.761 INFO:tasks.rados.rados.0.smithi002.stdout:1733: rollback oid 50 current snap is 173 2024-09-14T03:41:10.761 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 50 to 169 2024-09-14T03:41:10.761 INFO:tasks.rados.rados.0.smithi002.stdout:1732: finishing write tid 1 to smithi00278215-38 2024-09-14T03:41:10.761 INFO:tasks.rados.rados.0.smithi002.stdout:1732: finishing write tid 2 to smithi00278215-38 2024-09-14T03:41:10.761 INFO:tasks.rados.rados.0.smithi002.stdout:1734: setattr oid 41 current snap is 173 2024-09-14T03:41:10.762 INFO:tasks.rados.rados.0.smithi002.stdout:1732: finishing write tid 3 to smithi00278215-38 2024-09-14T03:41:10.762 INFO:tasks.rados.rados.0.smithi002.stdout:1735: rollback oid 7 current snap is 173 2024-09-14T03:41:10.763 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 7 to 144 2024-09-14T03:41:10.763 INFO:tasks.rados.rados.0.smithi002.stdout:1736: snap_remove snap 164 2024-09-14T03:41:10.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:10 smithi154 ceph-mon[81546]: osdmap e411: 8 total, 8 up, 8 in 2024-09-14T03:41:10.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:41:10.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:41:11.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:10 smithi002 ceph-mon[87970]: osdmap e411: 8 total, 8 up, 8 in 2024-09-14T03:41:11.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:41:11.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:41:11.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:10 smithi002 ceph-mon[89815]: osdmap e411: 8 total, 8 up, 8 in 2024-09-14T03:41:11.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:41:11.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:41:11.732 INFO:tasks.rados.rados.0.smithi002.stdout:1736: done (4 left) 2024-09-14T03:41:11.733 INFO:tasks.rados.rados.0.smithi002.stdout:1737: rollback oid 14 current snap is 173 2024-09-14T03:41:11.733 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 14 to 168 2024-09-14T03:41:11.733 INFO:tasks.rados.rados.0.smithi002.stdout:1738: delete oid 6 current snap is 173 2024-09-14T03:41:11.733 INFO:tasks.rados.rados.0.smithi002.stdout:1732: finishing write tid 4 to smithi00278215-38 2024-09-14T03:41:11.733 INFO:tasks.rados.rados.0.smithi002.stdout:1732: finishing write tid 5 to smithi00278215-38 2024-09-14T03:41:11.733 INFO:tasks.rados.rados.0.smithi002.stdout:1733: finishing rollback tid 0 to smithi00278215-50 2024-09-14T03:41:11.733 INFO:tasks.rados.rados.0.smithi002.stdout:1732: finishing write tid 6 to smithi00278215-38 2024-09-14T03:41:11.733 INFO:tasks.rados.rados.0.smithi002.stdout:1732: oid 38 updating version 0 to 2230 2024-09-14T03:41:11.733 INFO:tasks.rados.rados.0.smithi002.stdout:1732: oid 38 version 2230 is already newer than 2226 2024-09-14T03:41:11.733 INFO:tasks.rados.rados.0.smithi002.stdout:1732: oid 38 version 2230 is already newer than 2228 2024-09-14T03:41:11.733 INFO:tasks.rados.rados.0.smithi002.stdout:1732: oid 38 version 2230 is already newer than 2227 2024-09-14T03:41:11.733 INFO:tasks.rados.rados.0.smithi002.stdout:1732: oid 38 version 2230 is already newer than 2229 2024-09-14T03:41:11.733 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 2230 (ObjNum 555 snap 173 seq_num 555) dirty exists 2024-09-14T03:41:11.734 INFO:tasks.rados.rados.0.smithi002.stdout:1732: left oid 38 (ObjNum 555 snap 173 seq_num 555) 2024-09-14T03:41:11.734 INFO:tasks.rados.rados.0.smithi002.stdout:1733: finishing rollback tid 1 to smithi00278215-50 2024-09-14T03:41:11.734 INFO:tasks.rados.rados.0.smithi002.stdout:1733: finishing rollback tid 2 to smithi00278215-50 2024-09-14T03:41:11.734 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 2234 (ObjNum 349 snap 104 seq_num 349) dirty exists 2024-09-14T03:41:11.734 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 41 v 2236 (ObjNum 482 snap 147 seq_num 482) dirty exists 2024-09-14T03:41:11.734 INFO:tasks.rados.rados.0.smithi002.stdout:1735: finishing rollback tid 0 to smithi00278215-7 2024-09-14T03:41:11.734 INFO:tasks.rados.rados.0.smithi002.stdout:1735: finishing rollback tid 1 to smithi00278215-7 2024-09-14T03:41:11.734 INFO:tasks.rados.rados.0.smithi002.stdout:1735: finishing rollback tid 2 to smithi00278215-7 2024-09-14T03:41:11.734 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 2240 (ObjNum 453 snap 140 seq_num 453) dirty exists 2024-09-14T03:41:11.747 INFO:tasks.rados.rados.0.smithi002.stdout:1737: finishing rollback tid 0 to smithi00278215-14 2024-09-14T03:41:11.747 INFO:tasks.rados.rados.0.smithi002.stdout:1732: done (5 left) 2024-09-14T03:41:11.748 INFO:tasks.rados.rados.0.smithi002.stdout:1733: done (4 left) 2024-09-14T03:41:11.748 INFO:tasks.rados.rados.0.smithi002.stdout:1734: done (3 left) 2024-09-14T03:41:11.748 INFO:tasks.rados.rados.0.smithi002.stdout:1735: done (2 left) 2024-09-14T03:41:11.748 INFO:tasks.rados.rados.0.smithi002.stdout:1738: done (1 left) 2024-09-14T03:41:11.748 INFO:tasks.rados.rados.0.smithi002.stdout:1739: snap_remove snap 142 2024-09-14T03:41:11.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:11 smithi154 ceph-mon[81546]: pgmap v287: 121 pgs: 121 active+clean; 296 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 7.8 MiB/s wr, 16 op/s 2024-09-14T03:41:11.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:11 smithi154 ceph-mon[81546]: osdmap e412: 8 total, 8 up, 8 in 2024-09-14T03:41:11.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:11 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-14T03:41:12.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:11 smithi002 ceph-mon[87970]: pgmap v287: 121 pgs: 121 active+clean; 296 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 7.8 MiB/s wr, 16 op/s 2024-09-14T03:41:12.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:11 smithi002 ceph-mon[87970]: osdmap e412: 8 total, 8 up, 8 in 2024-09-14T03:41:12.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:11 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-14T03:41:12.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:11 smithi002 ceph-mon[89815]: pgmap v287: 121 pgs: 121 active+clean; 296 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 7.8 MiB/s wr, 16 op/s 2024-09-14T03:41:12.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:11 smithi002 ceph-mon[89815]: osdmap e412: 8 total, 8 up, 8 in 2024-09-14T03:41:12.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:11 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-14T03:41:12.713 INFO:tasks.rados.rados.0.smithi002.stdout:1739: done (1 left) 2024-09-14T03:41:12.714 INFO:tasks.rados.rados.0.smithi002.stdout:1740: read oid 23 snap 171 2024-09-14T03:41:12.714 INFO:tasks.rados.rados.0.smithi002.stdout:1740: expect deleted 2024-09-14T03:41:12.714 INFO:tasks.rados.rados.0.smithi002.stdout:1741: snap_remove snap 166 2024-09-14T03:41:12.892 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:12 smithi154 ceph-mon[81546]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-14T03:41:12.893 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:12 smithi154 ceph-mon[81546]: Upgrade: osd.4 is safe to restart 2024-09-14T03:41:12.893 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:12 smithi154 ceph-mon[81546]: osdmap e413: 8 total, 8 up, 8 in 2024-09-14T03:41:12.893 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:12 smithi154 ceph-mon[81546]: osdmap e414: 8 total, 8 up, 8 in 2024-09-14T03:41:12.911 INFO:teuthology.orchestra.run.smithi002.stdout:true 2024-09-14T03:41:13.094 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:12 smithi002 ceph-mon[87970]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-14T03:41:13.094 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:12 smithi002 ceph-mon[87970]: Upgrade: osd.4 is safe to restart 2024-09-14T03:41:13.094 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:12 smithi002 ceph-mon[87970]: osdmap e413: 8 total, 8 up, 8 in 2024-09-14T03:41:13.095 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:12 smithi002 ceph-mon[87970]: osdmap e414: 8 total, 8 up, 8 in 2024-09-14T03:41:13.095 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:12 smithi002 ceph-mon[89815]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-14T03:41:13.095 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:12 smithi002 ceph-mon[89815]: Upgrade: osd.4 is safe to restart 2024-09-14T03:41:13.095 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:12 smithi002 ceph-mon[89815]: osdmap e413: 8 total, 8 up, 8 in 2024-09-14T03:41:13.096 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:12 smithi002 ceph-mon[89815]: osdmap e414: 8 total, 8 up, 8 in 2024-09-14T03:41:13.436 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:41:13 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:41:13] "GET /metrics HTTP/1.1" 200 36290 "" "Prometheus/2.43.0" 2024-09-14T03:41:13.496 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-14T03:41:13.496 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (7m) 20s ago 8m 26.7M - 0.25.0 c8568f914cd2 8c6771f56432 2024-09-14T03:41:13.497 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi154 *:3000 running (8m) 2m ago 8m 88.0M - 9.4.7 954c08fa6188 6cd949ecdca3 2024-09-14T03:41:13.497 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (9m) 20s ago 9m 18.8M - 18.2.4-845-ge4e227b3 67ddd33fa72f 5bfe4ab70917 2024-09-14T03:41:13.497 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi154 running (9m) 2m ago 9m 19.7M - 18.2.4-845-ge4e227b3 67ddd33fa72f 80e0f22077e1 2024-09-14T03:41:13.497 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi154 *:8443,9283,8765 running (3m) 2m ago 13m 453M - 19.3.0-4907-ga2782315 8801d2529e43 3c8b8d7f1b49 2024-09-14T03:41:13.497 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (4m) 20s ago 14m 524M - 19.3.0-4907-ga2782315 8801d2529e43 37cb6840a9f7 2024-09-14T03:41:13.497 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (3m) 20s ago 14m 57.4M 2048M 19.3.0-4907-ga2782315 8801d2529e43 ac49fe4ea75d 2024-09-14T03:41:13.497 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi154 running (2m) 2m ago 13m 28.2M 2048M 19.3.0-4907-ga2782315 8801d2529e43 de3094fdd6b5 2024-09-14T03:41:13.497 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (3m) 20s ago 13m 45.6M 2048M 19.3.0-4907-ga2782315 8801d2529e43 0423773ea054 2024-09-14T03:41:13.497 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (8m) 20s ago 7m 15.7M - 1.5.0 0da6a335fe13 ad362eb3056c 2024-09-14T03:41:13.497 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi154 *:9100 running (7m) 2m ago 7m 17.2M - 1.5.0 0da6a335fe13 815178e760b0 2024-09-14T03:41:13.497 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (2m) 20s ago 12m 194M 2481M 19.3.0-4907-ga2782315 8801d2529e43 98de17e6e20c 2024-09-14T03:41:13.497 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (92s) 20s ago 12m 133M 2481M 19.3.0-4907-ga2782315 8801d2529e43 e758e3d25821 2024-09-14T03:41:13.497 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (58s) 20s ago 12m 110M 2481M 19.3.0-4907-ga2782315 8801d2529e43 6fd97586f770 2024-09-14T03:41:13.498 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (24s) 20s ago 11m 12.2M 2481M 19.3.0-4907-ga2782315 8801d2529e43 aead1115e85e 2024-09-14T03:41:13.498 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi154 running (11m) 2m ago 11m 140M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f f0b82e38b9c9 2024-09-14T03:41:13.498 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi154 running (10m) 2m ago 10m 181M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f 50ac4e0a62b5 2024-09-14T03:41:13.498 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi154 running (10m) 2m ago 10m 152M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f b18b3ecf874c 2024-09-14T03:41:13.498 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi154 running (10m) 2m ago 10m 110M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f b111d011fd8e 2024-09-14T03:41:13.498 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi154 *:9095 running (3m) 2m ago 8m 47.2M - 2.43.0 a07b618ecd1d ffbeae974492 2024-09-14T03:41:13.715 INFO:tasks.rados.rados.0.smithi002.stdout:1741: done (2 left) 2024-09-14T03:41:13.715 INFO:tasks.rados.rados.0.smithi002.stdout:1742: read oid 34 snap -1 2024-09-14T03:41:13.716 INFO:tasks.rados.rados.0.smithi002.stdout:1742: expect deleted 2024-09-14T03:41:13.716 INFO:tasks.rados.rados.0.smithi002.stdout:1743: read oid 33 snap -1 2024-09-14T03:41:13.716 INFO:tasks.rados.rados.0.smithi002.stdout:1743: expect deleted 2024-09-14T03:41:13.716 INFO:tasks.rados.rados.0.smithi002.stdout:1744: read oid 1 snap -1 2024-09-14T03:41:13.716 INFO:tasks.rados.rados.0.smithi002.stdout:1744: expect (ObjNum 479 snap 147 seq_num 479) 2024-09-14T03:41:13.716 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 17 current snap is 173 2024-09-14T03:41:13.716 INFO:tasks.rados.rados.0.smithi002.stdout:1745: seq_num 557 ranges {843776=532480,1376256=802816,2179072=794624,2973696=8192} 2024-09-14T03:41:13.723 INFO:tasks.rados.rados.0.smithi002.stdout:1745: writing smithi00278215-17 from 843776 to 1376256 tid 1 2024-09-14T03:41:13.729 INFO:tasks.rados.rados.0.smithi002.stdout:1745: writing smithi00278215-17 from 1376256 to 2179072 tid 2 2024-09-14T03:41:13.735 INFO:tasks.rados.rados.0.smithi002.stdout:1745: writing smithi00278215-17 from 2179072 to 2973696 tid 3 2024-09-14T03:41:13.735 INFO:tasks.rados.rados.0.smithi002.stdout:1745: writing smithi00278215-17 from 2973696 to 2981888 tid 4 2024-09-14T03:41:13.735 INFO:tasks.rados.rados.0.smithi002.stdout:1746: rollback oid 7 current snap is 173 2024-09-14T03:41:13.736 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 7 to 165 2024-09-14T03:41:13.736 INFO:tasks.rados.rados.0.smithi002.stdout:1747: read oid 36 snap 170 2024-09-14T03:41:13.736 INFO:tasks.rados.rados.0.smithi002.stdout:1747: expect deleted 2024-09-14T03:41:13.736 INFO:tasks.rados.rados.0.smithi002.stdout:1748: read oid 6 snap -1 2024-09-14T03:41:13.736 INFO:tasks.rados.rados.0.smithi002.stdout:1748: expect deleted 2024-09-14T03:41:13.736 INFO:tasks.rados.rados.0.smithi002.stdout:1749: read oid 35 snap -1 2024-09-14T03:41:13.736 INFO:tasks.rados.rados.0.smithi002.stdout:1749: expect (ObjNum 496 snap 153 seq_num 496) 2024-09-14T03:41:13.736 INFO:tasks.rados.rados.0.smithi002.stdout:1750: snap_create 2024-09-14T03:41:13.736 INFO:tasks.rados.rados.0.smithi002.stdout:1737: finishing rollback tid 1 to smithi00278215-14 2024-09-14T03:41:13.736 INFO:tasks.rados.rados.0.smithi002.stdout:1737: finishing rollback tid 2 to smithi00278215-14 2024-09-14T03:41:13.736 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 14 v 1345 (ObjNum 521 snap 166 seq_num 521) dirty exists 2024-09-14T03:41:13.736 INFO:tasks.rados.rados.0.smithi002.stdout:1745: finishing write tid 1 to smithi00278215-17 2024-09-14T03:41:13.736 INFO:tasks.rados.rados.0.smithi002.stdout:1745: finishing write tid 2 to smithi00278215-17 2024-09-14T03:41:13.741 INFO:tasks.rados.rados.0.smithi002.stdout:1745: finishing write tid 3 to smithi00278215-17 2024-09-14T03:41:13.741 INFO:tasks.rados.rados.0.smithi002.stdout:1745: finishing write tid 4 to smithi00278215-17 2024-09-14T03:41:13.741 INFO:tasks.rados.rados.0.smithi002.stdout:1745: finishing write tid 5 to smithi00278215-17 2024-09-14T03:41:13.743 INFO:tasks.rados.rados.0.smithi002.stdout:1749: expect (ObjNum 496 snap 153 seq_num 496) 2024-09-14T03:41:13.798 INFO:tasks.rados.rados.0.smithi002.stdout:1745: finishing write tid 6 to smithi00278215-17 2024-09-14T03:41:13.798 INFO:tasks.rados.rados.0.smithi002.stdout:1745: oid 17 updating version 0 to 1815 2024-09-14T03:41:13.799 INFO:tasks.rados.rados.0.smithi002.stdout:1745: oid 17 version 1815 is already newer than 1813 2024-09-14T03:41:13.799 INFO:tasks.rados.rados.0.smithi002.stdout:1745: oid 17 updating version 1815 to 1816 2024-09-14T03:41:13.799 INFO:tasks.rados.rados.0.smithi002.stdout:1745: oid 17 version 1816 is already newer than 1814 2024-09-14T03:41:13.799 INFO:tasks.rados.rados.0.smithi002.stdout:1745: oid 17 version 1816 is already newer than 1812 2024-09-14T03:41:13.799 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 17 v 1816 (ObjNum 557 snap 173 seq_num 557) dirty exists 2024-09-14T03:41:13.799 INFO:tasks.rados.rados.0.smithi002.stdout:1745: left oid 17 (ObjNum 557 snap 173 seq_num 557) 2024-09-14T03:41:13.799 INFO:tasks.rados.rados.0.smithi002.stdout:1744: expect (ObjNum 479 snap 147 seq_num 479) 2024-09-14T03:41:13.870 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-14T03:41:13.870 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2024-09-14T03:41:13.870 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.3.0-4907-ga2782315 (a2782315255a3e7d5f6cdc9eb35785187ff6ddf8) squid (dev)": 3 2024-09-14T03:41:13.870 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:41:13.870 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2024-09-14T03:41:13.870 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.3.0-4907-ga2782315 (a2782315255a3e7d5f6cdc9eb35785187ff6ddf8) squid (dev)": 2 2024-09-14T03:41:13.870 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:41:13.870 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2024-09-14T03:41:13.870 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 4, 2024-09-14T03:41:13.870 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.3.0-4907-ga2782315 (a2782315255a3e7d5f6cdc9eb35785187ff6ddf8) squid (dev)": 4 2024-09-14T03:41:13.870 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:41:13.871 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2024-09-14T03:41:13.871 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 2 2024-09-14T03:41:13.871 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:41:13.871 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2024-09-14T03:41:13.871 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 6, 2024-09-14T03:41:13.871 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.3.0-4907-ga2782315 (a2782315255a3e7d5f6cdc9eb35785187ff6ddf8) squid (dev)": 9 2024-09-14T03:41:13.871 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-14T03:41:13.871 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-14T03:41:14.169 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-14T03:41:14.169 INFO:teuthology.orchestra.run.smithi002.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802", 2024-09-14T03:41:14.169 INFO:teuthology.orchestra.run.smithi002.stdout: "in_progress": true, 2024-09-14T03:41:14.169 INFO:teuthology.orchestra.run.smithi002.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-14T03:41:14.169 INFO:teuthology.orchestra.run.smithi002.stdout: "services_complete": [ 2024-09-14T03:41:14.169 INFO:teuthology.orchestra.run.smithi002.stdout: "mon", 2024-09-14T03:41:14.169 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr" 2024-09-14T03:41:14.169 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-14T03:41:14.169 INFO:teuthology.orchestra.run.smithi002.stdout: "progress": "9/20 daemons upgraded", 2024-09-14T03:41:14.170 INFO:teuthology.orchestra.run.smithi002.stdout: "message": "Currently upgrading osd daemons", 2024-09-14T03:41:14.170 INFO:teuthology.orchestra.run.smithi002.stdout: "is_paused": false 2024-09-14T03:41:14.170 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-14T03:41:14.170 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:13 smithi002 ceph-mon[89815]: pgmap v290: 121 pgs: 121 active+clean; 314 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 10 MiB/s wr, 35 op/s 2024-09-14T03:41:14.170 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:13 smithi002 ceph-mon[89815]: from='client.44276 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:41:14.170 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:13 smithi002 ceph-mon[89815]: Upgrade: Updating osd.4 2024-09-14T03:41:14.170 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:13 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:41:14.170 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:13 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-09-14T03:41:14.170 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:13 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:41:14.170 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:13 smithi002 ceph-mon[89815]: Deploying daemon osd.4 on smithi154 2024-09-14T03:41:14.170 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:13 smithi002 ceph-mon[89815]: osdmap e415: 8 total, 8 up, 8 in 2024-09-14T03:41:14.171 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:13 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/1353612191' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:41:14.171 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:13 smithi002 ceph-mon[87970]: pgmap v290: 121 pgs: 121 active+clean; 314 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 10 MiB/s wr, 35 op/s 2024-09-14T03:41:14.171 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:13 smithi002 ceph-mon[87970]: from='client.44276 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:41:14.171 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:13 smithi002 ceph-mon[87970]: Upgrade: Updating osd.4 2024-09-14T03:41:14.171 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:13 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:41:14.171 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:13 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-09-14T03:41:14.171 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:13 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:41:14.171 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:13 smithi002 ceph-mon[87970]: Deploying daemon osd.4 on smithi154 2024-09-14T03:41:14.171 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:13 smithi002 ceph-mon[87970]: osdmap e415: 8 total, 8 up, 8 in 2024-09-14T03:41:14.171 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:13 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/1353612191' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:41:14.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:13 smithi154 ceph-mon[81546]: pgmap v290: 121 pgs: 121 active+clean; 314 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 10 MiB/s wr, 35 op/s 2024-09-14T03:41:14.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:13 smithi154 ceph-mon[81546]: from='client.44276 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:41:14.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:13 smithi154 ceph-mon[81546]: Upgrade: Updating osd.4 2024-09-14T03:41:14.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:13 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:41:14.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:13 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-09-14T03:41:14.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:13 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:41:14.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:13 smithi154 ceph-mon[81546]: Deploying daemon osd.4 on smithi154 2024-09-14T03:41:14.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:13 smithi154 ceph-mon[81546]: osdmap e415: 8 total, 8 up, 8 in 2024-09-14T03:41:14.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:13 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/1353612191' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:41:14.241 INFO:tasks.rados.rados.0.smithi002.stdout:1746: finishing rollback tid 0 to smithi00278215-7 2024-09-14T03:41:14.242 INFO:tasks.rados.rados.0.smithi002.stdout:1746: finishing rollback tid 1 to smithi00278215-7 2024-09-14T03:41:14.242 INFO:tasks.rados.rados.0.smithi002.stdout:1746: finishing rollback tid 2 to smithi00278215-7 2024-09-14T03:41:14.242 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 2275 (ObjNum 516 snap 164 seq_num 516) dirty exists 2024-09-14T03:41:14.717 INFO:tasks.rados.rados.0.smithi002.stdout:1737: done (10 left) 2024-09-14T03:41:14.717 INFO:tasks.rados.rados.0.smithi002.stdout:1740: done (9 left) 2024-09-14T03:41:14.717 INFO:tasks.rados.rados.0.smithi002.stdout:1742: done (8 left) 2024-09-14T03:41:14.717 INFO:tasks.rados.rados.0.smithi002.stdout:1743: done (7 left) 2024-09-14T03:41:14.718 INFO:tasks.rados.rados.0.smithi002.stdout:1744: done (6 left) 2024-09-14T03:41:14.718 INFO:tasks.rados.rados.0.smithi002.stdout:1745: done (5 left) 2024-09-14T03:41:14.718 INFO:tasks.rados.rados.0.smithi002.stdout:1746: done (4 left) 2024-09-14T03:41:14.718 INFO:tasks.rados.rados.0.smithi002.stdout:1747: done (3 left) 2024-09-14T03:41:14.718 INFO:tasks.rados.rados.0.smithi002.stdout:1748: done (2 left) 2024-09-14T03:41:14.718 INFO:tasks.rados.rados.0.smithi002.stdout:1749: done (1 left) 2024-09-14T03:41:14.718 INFO:tasks.rados.rados.0.smithi002.stdout:1750: done (0 left) 2024-09-14T03:41:14.718 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 25 current snap is 174 2024-09-14T03:41:14.718 INFO:tasks.rados.rados.0.smithi002.stdout:1751: seq_num 558 ranges {5660672=548864,6209536=688128,6897664=606208,7503872=311296} 2024-09-14T03:41:14.751 INFO:tasks.rados.rados.0.smithi002.stdout:1751: writing smithi00278215-25 from 5660672 to 6209536 tid 1 2024-09-14T03:41:14.755 INFO:tasks.rados.rados.0.smithi002.stdout:1751: writing smithi00278215-25 from 6209536 to 6897664 tid 2 2024-09-14T03:41:14.759 INFO:tasks.rados.rados.0.smithi002.stdout:1751: writing smithi00278215-25 from 6897664 to 7503872 tid 3 2024-09-14T03:41:14.761 INFO:tasks.rados.rados.0.smithi002.stdout:1751: writing smithi00278215-25 from 7503872 to 7815168 tid 4 2024-09-14T03:41:14.761 INFO:tasks.rados.rados.0.smithi002.stdout:1752: copy_from oid 31 from oid 13 current snap is 174 2024-09-14T03:41:14.761 INFO:tasks.rados.rados.0.smithi002.stdout:1751: finishing write tid 1 to smithi00278215-25 2024-09-14T03:41:14.761 INFO:tasks.rados.rados.0.smithi002.stdout:1751: finishing write tid 2 to smithi00278215-25 2024-09-14T03:41:14.761 INFO:tasks.rados.rados.0.smithi002.stdout:1753: snap_remove snap 144 2024-09-14T03:41:15.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:14 smithi002 ceph-mon[89815]: from='client.44282 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:41:15.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:14 smithi002 ceph-mon[89815]: from='client.44288 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:41:15.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:14 smithi002 ceph-mon[89815]: from='client.34389 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:41:15.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:14 smithi002 ceph-mon[89815]: osdmap e416: 8 total, 8 up, 8 in 2024-09-14T03:41:15.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:14 smithi002 ceph-mon[87970]: from='client.44282 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:41:15.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:14 smithi002 ceph-mon[87970]: from='client.44288 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:41:15.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:14 smithi002 ceph-mon[87970]: from='client.34389 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:41:15.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:14 smithi002 ceph-mon[87970]: osdmap e416: 8 total, 8 up, 8 in 2024-09-14T03:41:15.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:14 smithi154 ceph-mon[81546]: from='client.44282 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:41:15.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:14 smithi154 ceph-mon[81546]: from='client.44288 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:41:15.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:14 smithi154 ceph-mon[81546]: from='client.34389 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:41:15.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:14 smithi154 ceph-mon[81546]: osdmap e416: 8 total, 8 up, 8 in 2024-09-14T03:41:15.725 INFO:tasks.rados.rados.0.smithi002.stdout:1753: done (2 left) 2024-09-14T03:41:15.726 INFO:tasks.rados.rados.0.smithi002.stdout:1754: read oid 28 snap -1 2024-09-14T03:41:15.726 INFO:tasks.rados.rados.0.smithi002.stdout:1754: expect (ObjNum 446 snap 137 seq_num 446) 2024-09-14T03:41:15.726 INFO:tasks.rados.rados.0.smithi002.stdout:1755: copy_from oid 23 from oid 29 current snap is 174 2024-09-14T03:41:15.726 INFO:tasks.rados.rados.0.smithi002.stdout:1751: finishing write tid 3 to smithi00278215-25 2024-09-14T03:41:15.726 INFO:tasks.rados.rados.0.smithi002.stdout:1751: finishing write tid 4 to smithi00278215-25 2024-09-14T03:41:15.726 INFO:tasks.rados.rados.0.smithi002.stdout:1751: finishing write tid 5 to smithi00278215-25 2024-09-14T03:41:15.726 INFO:tasks.rados.rados.0.smithi002.stdout:1752: finishing copy_from to smithi00278215-31 2024-09-14T03:41:15.726 INFO:tasks.rados.rados.0.smithi002.stdout:1752: got expected ENOENT (src dne) 2024-09-14T03:41:15.726 INFO:tasks.rados.rados.0.smithi002.stdout:1751: finishing write tid 6 to smithi00278215-25 2024-09-14T03:41:15.726 INFO:tasks.rados.rados.0.smithi002.stdout:1751: oid 25 updating version 0 to 222 2024-09-14T03:41:15.726 INFO:tasks.rados.rados.0.smithi002.stdout:1751: oid 25 version 222 is already newer than 219 2024-09-14T03:41:15.726 INFO:tasks.rados.rados.0.smithi002.stdout:1751: oid 25 version 222 is already newer than 218 2024-09-14T03:41:15.726 INFO:tasks.rados.rados.0.smithi002.stdout:1751: oid 25 version 222 is already newer than 220 2024-09-14T03:41:15.727 INFO:tasks.rados.rados.0.smithi002.stdout:1751: oid 25 version 222 is already newer than 221 2024-09-14T03:41:15.727 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 222 (ObjNum 558 snap 174 seq_num 558) dirty exists 2024-09-14T03:41:15.727 INFO:tasks.rados.rados.0.smithi002.stdout:1751: left oid 25 (ObjNum 558 snap 174 seq_num 558) 2024-09-14T03:41:15.727 INFO:tasks.rados.rados.0.smithi002.stdout:1752: finishing copy_from racing read to smithi00278215-31 2024-09-14T03:41:15.727 INFO:tasks.rados.rados.0.smithi002.stdout:1751: done (3 left) 2024-09-14T03:41:15.727 INFO:tasks.rados.rados.0.smithi002.stdout:1752: done (2 left) 2024-09-14T03:41:15.727 INFO:tasks.rados.rados.0.smithi002.stdout:1756: read oid 36 snap -1 2024-09-14T03:41:15.727 INFO:tasks.rados.rados.0.smithi002.stdout:1756: expect deleted 2024-09-14T03:41:15.727 INFO:tasks.rados.rados.0.smithi002.stdout:1757: copy_from oid 37 from oid 38 current snap is 174 2024-09-14T03:41:15.727 INFO:tasks.rados.rados.0.smithi002.stdout:1758: snap_remove snap 165 2024-09-14T03:41:15.891 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:41:15 smithi154 systemd[1]: Stopping Ceph osd.4 for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:41:16.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:15 smithi002 ceph-mon[87970]: pgmap v293: 121 pgs: 121 active+clean; 314 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.9 MiB/s wr, 24 op/s 2024-09-14T03:41:16.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:15 smithi002 ceph-mon[87970]: osdmap e417: 8 total, 8 up, 8 in 2024-09-14T03:41:16.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:15 smithi002 ceph-mon[87970]: osd.4 marked itself down and dead 2024-09-14T03:41:16.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:15 smithi002 ceph-mon[89815]: pgmap v293: 121 pgs: 121 active+clean; 314 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.9 MiB/s wr, 24 op/s 2024-09-14T03:41:16.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:15 smithi002 ceph-mon[89815]: osdmap e417: 8 total, 8 up, 8 in 2024-09-14T03:41:16.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:15 smithi002 ceph-mon[89815]: osd.4 marked itself down and dead 2024-09-14T03:41:16.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:15 smithi154 ceph-mon[81546]: pgmap v293: 121 pgs: 121 active+clean; 314 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.9 MiB/s wr, 24 op/s 2024-09-14T03:41:16.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:15 smithi154 ceph-mon[81546]: osdmap e417: 8 total, 8 up, 8 in 2024-09-14T03:41:16.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:15 smithi154 ceph-mon[81546]: osd.4 marked itself down and dead 2024-09-14T03:41:16.228 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:41:15 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-4[35761]: 2024-09-14T03:41:15.889+0000 7f42b0822640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-14T03:41:16.228 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:41:15 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-4[35761]: 2024-09-14T03:41:15.889+0000 7f42b0822640 -1 osd.4 417 *** Got signal Terminated *** 2024-09-14T03:41:16.228 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:41:15 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-4[35761]: 2024-09-14T03:41:15.889+0000 7f42b0822640 -1 osd.4 417 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-14T03:41:16.723 INFO:tasks.rados.rados.0.smithi002.stdout:1758: done (4 left) 2024-09-14T03:41:16.723 INFO:tasks.rados.rados.0.smithi002.stdout:1759: snap_create 2024-09-14T03:41:16.723 INFO:tasks.rados.rados.0.smithi002.stdout:1754: expect (ObjNum 446 snap 137 seq_num 446) 2024-09-14T03:41:16.745 INFO:tasks.rados.rados.0.smithi002.stdout:1755: finishing copy_from racing read to smithi00278215-23 2024-09-14T03:41:16.745 INFO:tasks.rados.rados.0.smithi002.stdout:1755: finishing copy_from to smithi00278215-23 2024-09-14T03:41:16.745 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 2181 (ObjNum 539 snap 170 seq_num 539) dirty exists 2024-09-14T03:41:16.745 INFO:tasks.rados.rados.0.smithi002.stdout:1757: finishing copy_from racing read to smithi00278215-37 2024-09-14T03:41:16.745 INFO:tasks.rados.rados.0.smithi002.stdout:1757: finishing copy_from to smithi00278215-37 2024-09-14T03:41:16.745 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 37 v 2230 (ObjNum 555 snap 173 seq_num 555) dirty exists 2024-09-14T03:41:17.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:16 smithi154 ceph-mon[81546]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-14T03:41:17.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:16 smithi154 ceph-mon[81546]: osdmap e418: 8 total, 7 up, 8 in 2024-09-14T03:41:17.436 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:16 smithi002 ceph-mon[89815]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-14T03:41:17.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:16 smithi002 ceph-mon[89815]: osdmap e418: 8 total, 7 up, 8 in 2024-09-14T03:41:17.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:16 smithi002 ceph-mon[87970]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-14T03:41:17.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:16 smithi002 ceph-mon[87970]: osdmap e418: 8 total, 7 up, 8 in 2024-09-14T03:41:17.718 INFO:tasks.rados.rados.0.smithi002.stdout:1754: done (4 left) 2024-09-14T03:41:17.718 INFO:tasks.rados.rados.0.smithi002.stdout:1755: done (3 left) 2024-09-14T03:41:17.719 INFO:tasks.rados.rados.0.smithi002.stdout:1756: done (2 left) 2024-09-14T03:41:17.719 INFO:tasks.rados.rados.0.smithi002.stdout:1757: done (1 left) 2024-09-14T03:41:17.719 INFO:tasks.rados.rados.0.smithi002.stdout:1759: done (0 left) 2024-09-14T03:41:17.719 INFO:tasks.rados.rados.0.smithi002.stdout:1760: delete oid 39 current snap is 175 2024-09-14T03:41:17.727 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:41:17 smithi154 podman[85945]: 2024-09-14 03:41:17.284423604 +0000 UTC m=+1.498600053 container died f0b82e38b9c93e60f5543b97540a3b3d49a044778757eeb7b2baf98d2853c4b8 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-4, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, RELEASE=reef-e4e227b, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux ) 2024-09-14T03:41:17.733 INFO:tasks.rados.rados.0.smithi002.stdout:1760: done (0 left) 2024-09-14T03:41:17.733 INFO:tasks.rados.rados.0.smithi002.stdout:1761: snap_remove snap 172 2024-09-14T03:41:18.100 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:17 smithi154 ceph-mon[81546]: pgmap v296: 121 pgs: 121 active+clean; 318 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.0 MiB/s wr, 3 op/s 2024-09-14T03:41:18.100 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:17 smithi154 ceph-mon[81546]: osdmap e419: 8 total, 7 up, 8 in 2024-09-14T03:41:18.100 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:41:17 smithi154 podman[85945]: 2024-09-14 03:41:17.914114722 +0000 UTC m=+2.128291161 container cleanup f0b82e38b9c93e60f5543b97540a3b3d49a044778757eeb7b2baf98d2853c4b8 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-4, ceph=True, io.buildah.version=1.37.2, RELEASE=reef-e4e227b, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-09-14T03:41:18.100 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:41:17 smithi154 bash[85945]: ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-4 2024-09-14T03:41:18.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:17 smithi002 ceph-mon[87970]: pgmap v296: 121 pgs: 121 active+clean; 318 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.0 MiB/s wr, 3 op/s 2024-09-14T03:41:18.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:17 smithi002 ceph-mon[87970]: osdmap e419: 8 total, 7 up, 8 in 2024-09-14T03:41:18.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:17 smithi002 ceph-mon[89815]: pgmap v296: 121 pgs: 121 active+clean; 318 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.0 MiB/s wr, 3 op/s 2024-09-14T03:41:18.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:17 smithi002 ceph-mon[89815]: osdmap e419: 8 total, 7 up, 8 in 2024-09-14T03:41:18.477 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:41:18 smithi154 podman[85971]: 2024-09-14 03:41:18.098818475 +0000 UTC m=+0.812894418 container remove f0b82e38b9c93e60f5543b97540a3b3d49a044778757eeb7b2baf98d2853c4b8 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-4, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-e4e227b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2) 2024-09-14T03:41:18.718 INFO:tasks.rados.rados.0.smithi002.stdout:1761: done (0 left) 2024-09-14T03:41:18.718 INFO:tasks.rados.rados.0.smithi002.stdout:1762: snap_remove snap 162 2024-09-14T03:41:18.782 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:41:18 smithi154 podman[86062]: 2024-09-14 03:41:18.431382944 +0000 UTC m=+0.015542133 image pull 8801d2529e4377d97015e6c85a3b4925ede7ce42c7349a1a37eb88f097b6f3f0 quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802 2024-09-14T03:41:18.782 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:41:18 smithi154 podman[86062]: 2024-09-14 03:41:18.549955791 +0000 UTC m=+0.134115009 container create 9515fdfce2c934d62c15b7a1847a86ab1dd9d2ff1bfdd6c2f61d45304ee64977 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-4-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-a278231, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-09-14T03:41:18.782 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:41:18 smithi154 podman[86062]: 2024-09-14 03:41:18.777686524 +0000 UTC m=+0.361845700 container init 9515fdfce2c934d62c15b7a1847a86ab1dd9d2ff1bfdd6c2f61d45304ee64977 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-4-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.build-date=20240731, RELEASE=main-a278231, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2024-09-14T03:41:18.782 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:41:18 smithi154 podman[86062]: 2024-09-14 03:41:18.781154903 +0000 UTC m=+0.365314087 container start 9515fdfce2c934d62c15b7a1847a86ab1dd9d2ff1bfdd6c2f61d45304ee64977 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-4-deactivate, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, RELEASE=main-a278231, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-09-14T03:41:19.227 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:41:18 smithi154 podman[86062]: 2024-09-14 03:41:18.877651425 +0000 UTC m=+0.461810603 container attach 9515fdfce2c934d62c15b7a1847a86ab1dd9d2ff1bfdd6c2f61d45304ee64977 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-4-deactivate, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=main-a278231, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=) 2024-09-14T03:41:19.227 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:41:19 smithi154 podman[86085]: 2024-09-14 03:41:19.005665434 +0000 UTC m=+0.016955222 container died 9515fdfce2c934d62c15b7a1847a86ab1dd9d2ff1bfdd6c2f61d45304ee64977 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-4-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-a278231, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-09-14T03:41:19.719 INFO:tasks.rados.rados.0.smithi002.stdout:1762: done (0 left) 2024-09-14T03:41:19.719 INFO:tasks.rados.rados.0.smithi002.stdout:1763: rollback oid 19 current snap is 175 2024-09-14T03:41:19.720 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 19 to 156 2024-09-14T03:41:19.720 INFO:tasks.rados.rados.0.smithi002.stdout:1764: rmattr oid 33 current snap is 175 2024-09-14T03:41:19.720 INFO:tasks.rados.rados.0.smithi002.stdout:1764: done (1 left) 2024-09-14T03:41:19.720 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 23 current snap is 175 2024-09-14T03:41:19.720 INFO:tasks.rados.rados.0.smithi002.stdout:1765: seq_num 560 ranges {1835008=581632,2416640=458752,2875392=614400,3489792=532480} 2024-09-14T03:41:19.733 INFO:tasks.rados.rados.0.smithi002.stdout:1765: writing smithi00278215-23 from 1835008 to 2416640 tid 1 2024-09-14T03:41:19.737 INFO:tasks.rados.rados.0.smithi002.stdout:1765: writing smithi00278215-23 from 2416640 to 2875392 tid 2 2024-09-14T03:41:19.741 INFO:tasks.rados.rados.0.smithi002.stdout:1765: writing smithi00278215-23 from 2875392 to 3489792 tid 3 2024-09-14T03:41:19.745 INFO:tasks.rados.rados.0.smithi002.stdout:1765: writing smithi00278215-23 from 3489792 to 4022272 tid 4 2024-09-14T03:41:19.745 INFO:tasks.rados.rados.0.smithi002.stdout:1766: rmattr oid 37 current snap is 175 2024-09-14T03:41:19.745 INFO:tasks.rados.rados.0.smithi002.stdout:1766: done (2 left) 2024-09-14T03:41:19.746 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 6 current snap is 175 2024-09-14T03:41:19.746 INFO:tasks.rados.rados.0.smithi002.stdout:1763: finishing rollback tid 0 to smithi00278215-19 2024-09-14T03:41:19.746 INFO:tasks.rados.rados.0.smithi002.stdout:1763: finishing rollback tid 1 to smithi00278215-19 2024-09-14T03:41:19.746 INFO:tasks.rados.rados.0.smithi002.stdout:1763: finishing rollback tid 2 to smithi00278215-19 2024-09-14T03:41:19.746 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 19 v 2234 (ObjNum 387 snap 117 seq_num 387) dirty exists 2024-09-14T03:41:19.746 INFO:tasks.rados.rados.0.smithi002.stdout:1765: finishing write tid 1 to smithi00278215-23 2024-09-14T03:41:19.746 INFO:tasks.rados.rados.0.smithi002.stdout:1767: seq_num 561 ranges {0=598016,598016=745472,1343488=778240,2121728=81920} 2024-09-14T03:41:19.749 INFO:tasks.rados.rados.0.smithi002.stdout:1767: writing smithi00278215-6 from 0 to 598016 tid 1 2024-09-14T03:41:19.754 INFO:tasks.rados.rados.0.smithi002.stdout:1767: writing smithi00278215-6 from 598016 to 1343488 tid 2 2024-09-14T03:41:19.758 INFO:tasks.rados.rados.0.smithi002.stdout:1767: writing smithi00278215-6 from 1343488 to 2121728 tid 3 2024-09-14T03:41:19.760 INFO:tasks.rados.rados.0.smithi002.stdout:1767: writing smithi00278215-6 from 2121728 to 2203648 tid 4 2024-09-14T03:41:19.760 INFO:tasks.rados.rados.0.smithi002.stdout:1763: done (2 left) 2024-09-14T03:41:19.760 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 35 current snap is 175 2024-09-14T03:41:19.760 INFO:tasks.rados.rados.0.smithi002.stdout:1765: finishing write tid 2 to smithi00278215-23 2024-09-14T03:41:19.760 INFO:tasks.rados.rados.0.smithi002.stdout:1765: finishing write tid 3 to smithi00278215-23 2024-09-14T03:41:19.760 INFO:tasks.rados.rados.0.smithi002.stdout:1765: finishing write tid 4 to smithi00278215-23 2024-09-14T03:41:19.761 INFO:tasks.rados.rados.0.smithi002.stdout:1765: finishing write tid 5 to smithi00278215-23 2024-09-14T03:41:19.761 INFO:tasks.rados.rados.0.smithi002.stdout:1765: finishing write tid 6 to smithi00278215-23 2024-09-14T03:41:19.761 INFO:tasks.rados.rados.0.smithi002.stdout:1765: oid 23 updating version 0 to 2186 2024-09-14T03:41:19.761 INFO:tasks.rados.rados.0.smithi002.stdout:1765: oid 23 version 2186 is already newer than 2184 2024-09-14T03:41:19.761 INFO:tasks.rados.rados.0.smithi002.stdout:1765: oid 23 version 2186 is already newer than 2183 2024-09-14T03:41:19.761 INFO:tasks.rados.rados.0.smithi002.stdout:1765: oid 23 version 2186 is already newer than 2185 2024-09-14T03:41:19.761 INFO:tasks.rados.rados.0.smithi002.stdout:1765: oid 23 version 2186 is already newer than 2182 2024-09-14T03:41:19.761 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 2186 (ObjNum 560 snap 175 seq_num 560) dirty exists 2024-09-14T03:41:19.761 INFO:tasks.rados.rados.0.smithi002.stdout:1765: left oid 23 (ObjNum 560 snap 175 seq_num 560) 2024-09-14T03:41:19.761 INFO:tasks.rados.rados.0.smithi002.stdout:1767: finishing write tid 1 to smithi00278215-6 2024-09-14T03:41:19.761 INFO:tasks.rados.rados.0.smithi002.stdout:1767: finishing write tid 2 to smithi00278215-6 2024-09-14T03:41:19.761 INFO:tasks.rados.rados.0.smithi002.stdout:1768: seq_num 562 ranges {1622016=622592,2244608=630784,2875392=581632,3457024=393216} 2024-09-14T03:41:19.772 INFO:tasks.rados.rados.0.smithi002.stdout:1768: writing smithi00278215-35 from 1622016 to 2244608 tid 1 2024-09-14T03:41:19.775 INFO:tasks.rados.rados.0.smithi002.stdout:1768: writing smithi00278215-35 from 2244608 to 2875392 tid 2 2024-09-14T03:41:19.779 INFO:tasks.rados.rados.0.smithi002.stdout:1768: writing smithi00278215-35 from 2875392 to 3457024 tid 3 2024-09-14T03:41:19.783 INFO:tasks.rados.rados.0.smithi002.stdout:1768: writing smithi00278215-35 from 3457024 to 3850240 tid 4 2024-09-14T03:41:19.783 INFO:tasks.rados.rados.0.smithi002.stdout:1765: done (2 left) 2024-09-14T03:41:19.783 INFO:tasks.rados.rados.0.smithi002.stdout:1769: read oid 15 snap -1 2024-09-14T03:41:19.783 INFO:tasks.rados.rados.0.smithi002.stdout:1769: expect (ObjNum 553 snap 172 seq_num 553) 2024-09-14T03:41:19.783 INFO:tasks.rados.rados.0.smithi002.stdout:1770: setattr oid 27 current snap is 175 2024-09-14T03:41:19.783 INFO:tasks.rados.rados.0.smithi002.stdout:1767: finishing write tid 3 to smithi00278215-6 2024-09-14T03:41:19.783 INFO:tasks.rados.rados.0.smithi002.stdout:1767: finishing write tid 4 to smithi00278215-6 2024-09-14T03:41:19.783 INFO:tasks.rados.rados.0.smithi002.stdout:1767: finishing write tid 5 to smithi00278215-6 2024-09-14T03:41:19.783 INFO:tasks.rados.rados.0.smithi002.stdout:1767: finishing write tid 6 to smithi00278215-6 2024-09-14T03:41:19.783 INFO:tasks.rados.rados.0.smithi002.stdout:1767: oid 6 updating version 0 to 2342 2024-09-14T03:41:19.783 INFO:tasks.rados.rados.0.smithi002.stdout:1767: oid 6 version 2342 is already newer than 2340 2024-09-14T03:41:19.784 INFO:tasks.rados.rados.0.smithi002.stdout:1767: oid 6 updating version 2342 to 2343 2024-09-14T03:41:19.784 INFO:tasks.rados.rados.0.smithi002.stdout:1767: oid 6 updating version 2343 to 2344 2024-09-14T03:41:19.784 INFO:tasks.rados.rados.0.smithi002.stdout:1767: oid 6 version 2344 is already newer than 2341 2024-09-14T03:41:19.784 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 6 v 2344 (ObjNum 561 snap 175 seq_num 561) dirty exists 2024-09-14T03:41:19.784 INFO:tasks.rados.rados.0.smithi002.stdout:1767: left oid 6 (ObjNum 561 snap 175 seq_num 561) 2024-09-14T03:41:19.784 INFO:tasks.rados.rados.0.smithi002.stdout:1768: finishing write tid 1 to smithi00278215-35 2024-09-14T03:41:19.784 INFO:tasks.rados.rados.0.smithi002.stdout:1768: finishing write tid 2 to smithi00278215-35 2024-09-14T03:41:19.784 INFO:tasks.rados.rados.0.smithi002.stdout:1768: finishing write tid 3 to smithi00278215-35 2024-09-14T03:41:19.785 INFO:tasks.rados.rados.0.smithi002.stdout:1767: done (3 left) 2024-09-14T03:41:19.785 INFO:tasks.rados.rados.0.smithi002.stdout:1771: copy_from oid 22 from oid 43 current snap is 175 2024-09-14T03:41:19.785 INFO:tasks.rados.rados.0.smithi002.stdout:1772: delete oid 36 current snap is 175 2024-09-14T03:41:19.785 INFO:tasks.rados.rados.0.smithi002.stdout:1771: finishing copy_from to smithi00278215-22 2024-09-14T03:41:19.785 INFO:tasks.rados.rados.0.smithi002.stdout:1771: got expected ENOENT (src dne) 2024-09-14T03:41:19.785 INFO:tasks.rados.rados.0.smithi002.stdout:1771: finishing copy_from racing read to smithi00278215-22 2024-09-14T03:41:19.787 INFO:tasks.rados.rados.0.smithi002.stdout:1768: finishing write tid 4 to smithi00278215-35 2024-09-14T03:41:19.787 INFO:tasks.rados.rados.0.smithi002.stdout:1768: finishing write tid 5 to smithi00278215-35 2024-09-14T03:41:19.787 INFO:tasks.rados.rados.0.smithi002.stdout:1771: done (4 left) 2024-09-14T03:41:19.787 INFO:tasks.rados.rados.0.smithi002.stdout:1772: done (3 left) 2024-09-14T03:41:19.787 INFO:tasks.rados.rados.0.smithi002.stdout:1773: read oid 36 snap -1 2024-09-14T03:41:19.787 INFO:tasks.rados.rados.0.smithi002.stdout:1773: expect deleted 2024-09-14T03:41:19.787 INFO:tasks.rados.rados.0.smithi002.stdout:1774: copy_from oid 12 from oid 46 current snap is 175 2024-09-14T03:41:19.787 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 27 v 1090 (ObjNum 129 snap 0 seq_num 854290720) dirty exists 2024-09-14T03:41:19.788 INFO:tasks.rados.rados.0.smithi002.stdout:1770: done (4 left) 2024-09-14T03:41:19.788 INFO:tasks.rados.rados.0.smithi002.stdout:1775: copy_from oid 10 from oid 48 current snap is 175 2024-09-14T03:41:19.788 INFO:tasks.rados.rados.0.smithi002.stdout:1776: snap_remove snap 156 2024-09-14T03:41:19.933 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:19 smithi154 ceph-mon[81546]: pgmap v299: 121 pgs: 9 peering, 6 stale+active+clean, 106 active+clean; 326 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-09-14T03:41:19.934 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:19 smithi154 ceph-mon[81546]: osdmap e420: 8 total, 7 up, 8 in 2024-09-14T03:41:19.934 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:41:19 smithi154 podman[86085]: 2024-09-14 03:41:19.481341173 +0000 UTC m=+0.492630998 container remove 9515fdfce2c934d62c15b7a1847a86ab1dd9d2ff1bfdd6c2f61d45304ee64977 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-4-deactivate, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=main-a278231, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=) 2024-09-14T03:41:19.934 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:41:19 smithi154 systemd[1]: ceph-f357b922-7248-11ef-bceb-c7b262605968@osd.4.service: Deactivated successfully. 2024-09-14T03:41:19.934 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:41:19 smithi154 systemd[1]: Stopped Ceph osd.4 for f357b922-7248-11ef-bceb-c7b262605968. 2024-09-14T03:41:19.934 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:41:19 smithi154 systemd[1]: ceph-f357b922-7248-11ef-bceb-c7b262605968@osd.4.service: Consumed 13.506s CPU time. 2024-09-14T03:41:19.934 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:41:19 smithi154 systemd[1]: Starting Ceph osd.4 for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:41:20.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:19 smithi002 ceph-mon[87970]: pgmap v299: 121 pgs: 9 peering, 6 stale+active+clean, 106 active+clean; 326 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-09-14T03:41:20.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:19 smithi002 ceph-mon[87970]: osdmap e420: 8 total, 7 up, 8 in 2024-09-14T03:41:20.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:19 smithi002 ceph-mon[89815]: pgmap v299: 121 pgs: 9 peering, 6 stale+active+clean, 106 active+clean; 326 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-09-14T03:41:20.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:19 smithi002 ceph-mon[89815]: osdmap e420: 8 total, 7 up, 8 in 2024-09-14T03:41:20.202 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:41:19 smithi154 podman[86180]: 2024-09-14 03:41:19.932599583 +0000 UTC m=+0.108184215 container create 6517f69c5e2ed8f1eaa17d5e9f4f3af88133bf75b4866150683f43e80a7693e1 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-4-activate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=main-a278231, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-14T03:41:20.203 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:41:19 smithi154 podman[86180]: 2024-09-14 03:41:19.842671828 +0000 UTC m=+0.018256465 image pull 8801d2529e4377d97015e6c85a3b4925ede7ce42c7349a1a37eb88f097b6f3f0 quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802 2024-09-14T03:41:20.203 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:41:20 smithi154 podman[86180]: 2024-09-14 03:41:20.135453465 +0000 UTC m=+0.311038096 container init 6517f69c5e2ed8f1eaa17d5e9f4f3af88133bf75b4866150683f43e80a7693e1 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-4-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, ceph=True, GIT_BRANCH=HEAD, RELEASE=main-a278231, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-14T03:41:20.203 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:41:20 smithi154 podman[86180]: 2024-09-14 03:41:20.138697594 +0000 UTC m=+0.314282225 container start 6517f69c5e2ed8f1eaa17d5e9f4f3af88133bf75b4866150683f43e80a7693e1 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-4-activate, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, RELEASE=main-a278231, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux ) 2024-09-14T03:41:20.203 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:41:20 smithi154 podman[86180]: 2024-09-14 03:41:20.201957474 +0000 UTC m=+0.377542123 container attach 6517f69c5e2ed8f1eaa17d5e9f4f3af88133bf75b4866150683f43e80a7693e1 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-4-activate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-a278231, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.37.2) 2024-09-14T03:41:20.477 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:41:20 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-4-activate[86195]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-14T03:41:20.477 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:41:20 smithi154 bash[86180]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-14T03:41:20.477 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:41:20 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-4-activate[86195]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-14T03:41:20.478 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:41:20 smithi154 bash[86180]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-14T03:41:20.731 INFO:tasks.rados.rados.0.smithi002.stdout:1776: done (5 left) 2024-09-14T03:41:20.731 INFO:tasks.rados.rados.0.smithi002.stdout:1777: copy_from oid 28 from oid 37 current snap is 175 2024-09-14T03:41:20.731 INFO:tasks.rados.rados.0.smithi002.stdout:1778: rmattr oid 19 current snap is 175 2024-09-14T03:41:20.731 INFO:tasks.rados.rados.0.smithi002.stdout:1768: finishing write tid 6 to smithi00278215-35 2024-09-14T03:41:20.731 INFO:tasks.rados.rados.0.smithi002.stdout:1768: oid 35 updating version 0 to 2238 2024-09-14T03:41:20.731 INFO:tasks.rados.rados.0.smithi002.stdout:1768: oid 35 version 2238 is already newer than 2235 2024-09-14T03:41:20.731 INFO:tasks.rados.rados.0.smithi002.stdout:1768: oid 35 version 2238 is already newer than 2237 2024-09-14T03:41:20.731 INFO:tasks.rados.rados.0.smithi002.stdout:1768: oid 35 updating version 2238 to 2239 2024-09-14T03:41:20.731 INFO:tasks.rados.rados.0.smithi002.stdout:1768: oid 35 version 2239 is already newer than 2236 2024-09-14T03:41:20.731 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 35 v 2239 (ObjNum 562 snap 175 seq_num 562) dirty exists 2024-09-14T03:41:20.731 INFO:tasks.rados.rados.0.smithi002.stdout:1768: left oid 35 (ObjNum 562 snap 175 seq_num 562) 2024-09-14T03:41:20.732 INFO:tasks.rados.rados.0.smithi002.stdout:1774: finishing copy_from racing read to smithi00278215-12 2024-09-14T03:41:20.732 INFO:tasks.rados.rados.0.smithi002.stdout:1768: done (6 left) 2024-09-14T03:41:20.732 INFO:tasks.rados.rados.0.smithi002.stdout:1773: done (5 left) 2024-09-14T03:41:20.732 INFO:tasks.rados.rados.0.smithi002.stdout:1779: snap_create 2024-09-14T03:41:20.732 INFO:tasks.rados.rados.0.smithi002.stdout:1774: finishing copy_from to smithi00278215-12 2024-09-14T03:41:20.732 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 358 (ObjNum 469 snap 145 seq_num 469) dirty exists 2024-09-14T03:41:20.732 INFO:tasks.rados.rados.0.smithi002.stdout:1775: finishing copy_from racing read to smithi00278215-10 2024-09-14T03:41:20.732 INFO:tasks.rados.rados.0.smithi002.stdout:1775: finishing copy_from to smithi00278215-10 2024-09-14T03:41:20.732 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 1229 (ObjNum 543 snap 170 seq_num 543) dirty exists 2024-09-14T03:41:20.732 INFO:tasks.rados.rados.0.smithi002.stdout:1769: expect (ObjNum 553 snap 172 seq_num 553) 2024-09-14T03:41:20.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:20 smithi154 ceph-mon[81546]: osdmap e421: 8 total, 7 up, 8 in 2024-09-14T03:41:20.978 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:41:20 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-4-activate[86195]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-14T03:41:20.978 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:41:20 smithi154 bash[86180]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-14T03:41:20.978 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:41:20 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-4-activate[86195]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-09-14T03:41:20.978 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:41:20 smithi154 bash[86180]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-09-14T03:41:21.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:20 smithi002 ceph-mon[87970]: osdmap e421: 8 total, 7 up, 8 in 2024-09-14T03:41:21.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:20 smithi002 ceph-mon[89815]: osdmap e421: 8 total, 7 up, 8 in 2024-09-14T03:41:21.348 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:41:21 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-4-activate[86195]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-09-14T03:41:21.348 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:41:21 smithi154 bash[86180]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-09-14T03:41:21.348 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:41:21 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-4-activate[86195]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-09-14T03:41:21.348 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:41:21 smithi154 bash[86180]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-09-14T03:41:21.348 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:41:21 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-4-activate[86195]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-09-14T03:41:21.348 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:41:21 smithi154 bash[86180]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-09-14T03:41:21.349 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:41:21 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-4-activate[86195]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-14T03:41:21.349 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:41:21 smithi154 bash[86180]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-14T03:41:21.349 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:41:21 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-4-activate[86195]: --> ceph-volume raw activate successful for osd ID: 4 2024-09-14T03:41:21.349 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:41:21 smithi154 bash[86180]: --> ceph-volume raw activate successful for osd ID: 4 2024-09-14T03:41:21.349 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:41:21 smithi154 podman[86180]: 2024-09-14 03:41:21.061928009 +0000 UTC m=+1.237512648 container died 6517f69c5e2ed8f1eaa17d5e9f4f3af88133bf75b4866150683f43e80a7693e1 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-4-activate, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, RELEASE=main-a278231, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS) 2024-09-14T03:41:21.404 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 19 v 2240 (ObjNum 387 snap 117 seq_num 387) dirty exists 2024-09-14T03:41:21.405 INFO:tasks.rados.rados.0.smithi002.stdout:1777: finishing copy_from racing read to smithi00278215-28 2024-09-14T03:41:21.405 INFO:tasks.rados.rados.0.smithi002.stdout:1777: finishing copy_from to smithi00278215-28 2024-09-14T03:41:21.405 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 28 v 2230 (ObjNum 555 snap 173 seq_num 555) dirty exists 2024-09-14T03:41:21.726 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:41:21 smithi154 podman[86335]: 2024-09-14 03:41:21.564125749 +0000 UTC m=+0.495761052 container remove 6517f69c5e2ed8f1eaa17d5e9f4f3af88133bf75b4866150683f43e80a7693e1 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-4-activate, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=main-a278231, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-14T03:41:21.734 INFO:tasks.rados.rados.0.smithi002.stdout:1769: done (5 left) 2024-09-14T03:41:21.734 INFO:tasks.rados.rados.0.smithi002.stdout:1774: done (4 left) 2024-09-14T03:41:21.734 INFO:tasks.rados.rados.0.smithi002.stdout:1775: done (3 left) 2024-09-14T03:41:21.734 INFO:tasks.rados.rados.0.smithi002.stdout:1777: done (2 left) 2024-09-14T03:41:21.734 INFO:tasks.rados.rados.0.smithi002.stdout:1778: done (1 left) 2024-09-14T03:41:21.734 INFO:tasks.rados.rados.0.smithi002.stdout:1779: done (0 left) 2024-09-14T03:41:21.735 INFO:tasks.rados.rados.0.smithi002.stdout:1780: rollback oid 43 current snap is 176 2024-09-14T03:41:21.735 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 43 to 170 2024-09-14T03:41:21.735 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 4 current snap is 176 2024-09-14T03:41:21.735 INFO:tasks.rados.rados.0.smithi002.stdout:1781: seq_num 564 ranges {2039808=655360,2695168=442368,3137536=598016,3735552=565248} 2024-09-14T03:41:21.748 INFO:tasks.rados.rados.0.smithi002.stdout:1781: writing smithi00278215-4 from 2039808 to 2695168 tid 1 2024-09-14T03:41:21.751 INFO:tasks.rados.rados.0.smithi002.stdout:1781: writing smithi00278215-4 from 2695168 to 3137536 tid 2 2024-09-14T03:41:21.754 INFO:tasks.rados.rados.0.smithi002.stdout:1781: writing smithi00278215-4 from 3137536 to 3735552 tid 3 2024-09-14T03:41:21.758 INFO:tasks.rados.rados.0.smithi002.stdout:1781: writing smithi00278215-4 from 3735552 to 4300800 tid 4 2024-09-14T03:41:21.758 INFO:tasks.rados.rados.0.smithi002.stdout:1782: read oid 18 snap -1 2024-09-14T03:41:21.758 INFO:tasks.rados.rados.0.smithi002.stdout:1782: expect (ObjNum 428 snap 132 seq_num 428) 2024-09-14T03:41:21.759 INFO:tasks.rados.rados.0.smithi002.stdout:1783: copy_from oid 6 from oid 29 current snap is 176 2024-09-14T03:41:21.759 INFO:tasks.rados.rados.0.smithi002.stdout:1780: finishing rollback tid 1 to smithi00278215-43 2024-09-14T03:41:21.759 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 1367 (ObjNum 177 snap 0 seq_num 1695529022) dirty dne 2024-09-14T03:41:21.759 INFO:tasks.rados.rados.0.smithi002.stdout:1781: finishing write tid 1 to smithi00278215-4 2024-09-14T03:41:21.759 INFO:tasks.rados.rados.0.smithi002.stdout:1781: finishing write tid 2 to smithi00278215-4 2024-09-14T03:41:21.759 INFO:tasks.rados.rados.0.smithi002.stdout:1780: done (3 left) 2024-09-14T03:41:21.759 INFO:tasks.rados.rados.0.smithi002.stdout:1784: setattr oid 26 current snap is 176 2024-09-14T03:41:21.759 INFO:tasks.rados.rados.0.smithi002.stdout:1781: finishing write tid 3 to smithi00278215-4 2024-09-14T03:41:21.760 INFO:tasks.rados.rados.0.smithi002.stdout:1785: rollback oid 45 current snap is 176 2024-09-14T03:41:21.760 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 45 to 174 2024-09-14T03:41:21.761 INFO:tasks.rados.rados.0.smithi002.stdout:1786: read oid 33 snap -1 2024-09-14T03:41:21.761 INFO:tasks.rados.rados.0.smithi002.stdout:1786: expect deleted 2024-09-14T03:41:21.761 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 38 current snap is 176 2024-09-14T03:41:21.761 INFO:tasks.rados.rados.0.smithi002.stdout:1787: seq_num 565 ranges {6217728=671744,6889472=729088,7618560=753664,8372224=122880} 2024-09-14T03:41:21.799 INFO:tasks.rados.rados.0.smithi002.stdout:1787: writing smithi00278215-38 from 6217728 to 6889472 tid 1 2024-09-14T03:41:21.803 INFO:tasks.rados.rados.0.smithi002.stdout:1787: writing smithi00278215-38 from 6889472 to 7618560 tid 2 2024-09-14T03:41:21.807 INFO:tasks.rados.rados.0.smithi002.stdout:1787: writing smithi00278215-38 from 7618560 to 8372224 tid 3 2024-09-14T03:41:21.808 INFO:tasks.rados.rados.0.smithi002.stdout:1787: writing smithi00278215-38 from 8372224 to 8495104 tid 4 2024-09-14T03:41:21.808 INFO:tasks.rados.rados.0.smithi002.stdout:1788: snap_remove snap 149 2024-09-14T03:41:21.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:21 smithi154 ceph-mon[81546]: pgmap v302: 121 pgs: 28 active+undersized, 9 peering, 9 active+undersized+degraded, 75 active+clean; 330 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.8 MiB/s wr, 7 op/s; 45/603 objects degraded (7.463%) 2024-09-14T03:41:21.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:21 smithi154 ceph-mon[81546]: Health check failed: Degraded data redundancy: 45/603 objects degraded (7.463%), 9 pgs degraded (PG_DEGRADED) 2024-09-14T03:41:21.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:21 smithi154 ceph-mon[81546]: osdmap e422: 8 total, 7 up, 8 in 2024-09-14T03:41:21.978 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:41:21 smithi154 podman[86395]: 2024-09-14 03:41:21.670680817 +0000 UTC m=+0.015998518 image pull 8801d2529e4377d97015e6c85a3b4925ede7ce42c7349a1a37eb88f097b6f3f0 quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802 2024-09-14T03:41:21.978 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:41:21 smithi154 podman[86395]: 2024-09-14 03:41:21.781867605 +0000 UTC m=+0.127185294 container create be01dd01164848206c4daad97c42f00f128dcbb004bb5a4fdc54445523d50078 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-4, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-a278231, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-14T03:41:22.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:21 smithi002 ceph-mon[87970]: pgmap v302: 121 pgs: 28 active+undersized, 9 peering, 9 active+undersized+degraded, 75 active+clean; 330 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.8 MiB/s wr, 7 op/s; 45/603 objects degraded (7.463%) 2024-09-14T03:41:22.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:21 smithi002 ceph-mon[87970]: Health check failed: Degraded data redundancy: 45/603 objects degraded (7.463%), 9 pgs degraded (PG_DEGRADED) 2024-09-14T03:41:22.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:21 smithi002 ceph-mon[87970]: osdmap e422: 8 total, 7 up, 8 in 2024-09-14T03:41:22.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:21 smithi002 ceph-mon[89815]: pgmap v302: 121 pgs: 28 active+undersized, 9 peering, 9 active+undersized+degraded, 75 active+clean; 330 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.8 MiB/s wr, 7 op/s; 45/603 objects degraded (7.463%) 2024-09-14T03:41:22.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:21 smithi002 ceph-mon[89815]: Health check failed: Degraded data redundancy: 45/603 objects degraded (7.463%), 9 pgs degraded (PG_DEGRADED) 2024-09-14T03:41:22.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:21 smithi002 ceph-mon[89815]: osdmap e422: 8 total, 7 up, 8 in 2024-09-14T03:41:22.477 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:41:22 smithi154 podman[86395]: 2024-09-14 03:41:22.084821527 +0000 UTC m=+0.430139216 container init be01dd01164848206c4daad97c42f00f128dcbb004bb5a4fdc54445523d50078 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-4, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, RELEASE=main-a278231, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-09-14T03:41:22.478 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:41:22 smithi154 podman[86395]: 2024-09-14 03:41:22.088139587 +0000 UTC m=+0.433457276 container start be01dd01164848206c4daad97c42f00f128dcbb004bb5a4fdc54445523d50078 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-4, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, ceph=True, GIT_BRANCH=HEAD, RELEASE=main-a278231, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-14T03:41:22.478 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:41:22 smithi154 ceph-osd[86414]: -- 172.21.15.154:0/2827467928 <== mon.1 v2:172.21.15.154:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55b1dd8afa40 con 0x55b1dd88dc00 2024-09-14T03:41:22.478 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:41:22 smithi154 bash[86395]: be01dd01164848206c4daad97c42f00f128dcbb004bb5a4fdc54445523d50078 2024-09-14T03:41:22.478 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:41:22 smithi154 systemd[1]: Started Ceph osd.4 for f357b922-7248-11ef-bceb-c7b262605968. 2024-09-14T03:41:22.718 INFO:tasks.rados.rados.0.smithi002.stdout:1788: done (7 left) 2024-09-14T03:41:22.718 INFO:tasks.rados.rados.0.smithi002.stdout:1789: snap_remove snap 173 2024-09-14T03:41:22.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:22 smithi154 ceph-mon[81546]: osdmap e423: 8 total, 7 up, 8 in 2024-09-14T03:41:22.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:22 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:41:22.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:22 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:41:22.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:22 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:41:22.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:22 smithi154 ceph-mon[81546]: osdmap e424: 8 total, 7 up, 8 in 2024-09-14T03:41:23.094 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:22 smithi002 ceph-mon[89815]: osdmap e423: 8 total, 7 up, 8 in 2024-09-14T03:41:23.095 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:22 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:41:23.095 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:22 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:41:23.095 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:22 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:41:23.095 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:22 smithi002 ceph-mon[89815]: osdmap e424: 8 total, 7 up, 8 in 2024-09-14T03:41:23.095 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:22 smithi002 ceph-mon[87970]: osdmap e423: 8 total, 7 up, 8 in 2024-09-14T03:41:23.095 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:22 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:41:23.095 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:22 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:41:23.096 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:22 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:41:23.096 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:22 smithi002 ceph-mon[87970]: osdmap e424: 8 total, 7 up, 8 in 2024-09-14T03:41:23.437 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:41:23 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:41:23] "GET /metrics HTTP/1.1" 200 36290 "" "Prometheus/2.43.0" 2024-09-14T03:41:23.720 INFO:tasks.rados.rados.0.smithi002.stdout:1789: done (7 left) 2024-09-14T03:41:23.720 INFO:tasks.rados.rados.0.smithi002.stdout:1790: read oid 10 snap -1 2024-09-14T03:41:23.721 INFO:tasks.rados.rados.0.smithi002.stdout:1790: expect (ObjNum 543 snap 170 seq_num 543) 2024-09-14T03:41:23.721 INFO:tasks.rados.rados.0.smithi002.stdout:1791: delete oid 3 current snap is 176 2024-09-14T03:41:23.721 INFO:tasks.rados.rados.0.smithi002.stdout:1781: finishing write tid 4 to smithi00278215-4 2024-09-14T03:41:23.721 INFO:tasks.rados.rados.0.smithi002.stdout:1781: finishing write tid 5 to smithi00278215-4 2024-09-14T03:41:23.721 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 1091 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-09-14T03:41:23.721 INFO:tasks.rados.rados.0.smithi002.stdout:1781: finishing write tid 6 to smithi00278215-4 2024-09-14T03:41:23.721 INFO:tasks.rados.rados.0.smithi002.stdout:1781: oid 4 updating version 0 to 1346 2024-09-14T03:41:23.721 INFO:tasks.rados.rados.0.smithi002.stdout:1781: oid 4 updating version 1346 to 1350 2024-09-14T03:41:23.721 INFO:tasks.rados.rados.0.smithi002.stdout:1781: oid 4 version 1350 is already newer than 1348 2024-09-14T03:41:23.721 INFO:tasks.rados.rados.0.smithi002.stdout:1781: oid 4 version 1350 is already newer than 1347 2024-09-14T03:41:23.721 INFO:tasks.rados.rados.0.smithi002.stdout:1781: oid 4 version 1350 is already newer than 1349 2024-09-14T03:41:23.721 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 1350 (ObjNum 564 snap 176 seq_num 564) dirty exists 2024-09-14T03:41:23.722 INFO:tasks.rados.rados.0.smithi002.stdout:1781: left oid 4 (ObjNum 564 snap 176 seq_num 564) 2024-09-14T03:41:23.722 INFO:tasks.rados.rados.0.smithi002.stdout:1785: finishing rollback tid 0 to smithi00278215-45 2024-09-14T03:41:23.722 INFO:tasks.rados.rados.0.smithi002.stdout:1783: finishing copy_from racing read to smithi00278215-6 2024-09-14T03:41:23.722 INFO:tasks.rados.rados.0.smithi002.stdout:1785: finishing rollback tid 1 to smithi00278215-45 2024-09-14T03:41:23.722 INFO:tasks.rados.rados.0.smithi002.stdout:1785: finishing rollback tid 2 to smithi00278215-45 2024-09-14T03:41:23.722 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 45 v 1280 (ObjNum 512 snap 162 seq_num 512) dirty exists 2024-09-14T03:41:23.722 INFO:tasks.rados.rados.0.smithi002.stdout:1783: finishing copy_from to smithi00278215-6 2024-09-14T03:41:23.722 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 6 v 2181 (ObjNum 539 snap 170 seq_num 539) dirty exists 2024-09-14T03:41:23.722 INFO:tasks.rados.rados.0.smithi002.stdout:1782: expect (ObjNum 428 snap 132 seq_num 428) 2024-09-14T03:41:23.790 INFO:tasks.rados.rados.0.smithi002.stdout:1787: finishing write tid 1 to smithi00278215-38 2024-09-14T03:41:23.790 INFO:tasks.rados.rados.0.smithi002.stdout:1787: finishing write tid 2 to smithi00278215-38 2024-09-14T03:41:23.791 INFO:tasks.rados.rados.0.smithi002.stdout:1787: finishing write tid 3 to smithi00278215-38 2024-09-14T03:41:23.791 INFO:tasks.rados.rados.0.smithi002.stdout:1787: finishing write tid 4 to smithi00278215-38 2024-09-14T03:41:23.791 INFO:tasks.rados.rados.0.smithi002.stdout:1787: finishing write tid 5 to smithi00278215-38 2024-09-14T03:41:23.791 INFO:tasks.rados.rados.0.smithi002.stdout:1787: finishing write tid 6 to smithi00278215-38 2024-09-14T03:41:23.791 INFO:tasks.rados.rados.0.smithi002.stdout:1787: oid 38 updating version 0 to 2368 2024-09-14T03:41:23.791 INFO:tasks.rados.rados.0.smithi002.stdout:1787: oid 38 version 2368 is already newer than 2366 2024-09-14T03:41:23.791 INFO:tasks.rados.rados.0.smithi002.stdout:1787: oid 38 version 2368 is already newer than 2365 2024-09-14T03:41:23.791 INFO:tasks.rados.rados.0.smithi002.stdout:1787: oid 38 version 2368 is already newer than 2364 2024-09-14T03:41:23.791 INFO:tasks.rados.rados.0.smithi002.stdout:1787: oid 38 version 2368 is already newer than 2367 2024-09-14T03:41:23.791 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 2368 (ObjNum 565 snap 176 seq_num 565) dirty exists 2024-09-14T03:41:23.791 INFO:tasks.rados.rados.0.smithi002.stdout:1787: left oid 38 (ObjNum 565 snap 176 seq_num 565) 2024-09-14T03:41:23.791 INFO:tasks.rados.rados.0.smithi002.stdout:1781: done (8 left) 2024-09-14T03:41:23.791 INFO:tasks.rados.rados.0.smithi002.stdout:1782: done (7 left) 2024-09-14T03:41:23.791 INFO:tasks.rados.rados.0.smithi002.stdout:1783: done (6 left) 2024-09-14T03:41:23.792 INFO:tasks.rados.rados.0.smithi002.stdout:1784: done (5 left) 2024-09-14T03:41:23.792 INFO:tasks.rados.rados.0.smithi002.stdout:1785: done (4 left) 2024-09-14T03:41:23.792 INFO:tasks.rados.rados.0.smithi002.stdout:1786: done (3 left) 2024-09-14T03:41:23.792 INFO:tasks.rados.rados.0.smithi002.stdout:1787: done (2 left) 2024-09-14T03:41:23.792 INFO:tasks.rados.rados.0.smithi002.stdout:1791: done (1 left) 2024-09-14T03:41:23.792 INFO:tasks.rados.rados.0.smithi002.stdout:1792: copy_from oid 49 from oid 4 current snap is 176 2024-09-14T03:41:23.792 INFO:tasks.rados.rados.0.smithi002.stdout:1790: expect (ObjNum 543 snap 170 seq_num 543) 2024-09-14T03:41:23.896 INFO:tasks.rados.rados.0.smithi002.stdout:1792: finishing copy_from racing read to smithi00278215-49 2024-09-14T03:41:23.896 INFO:tasks.rados.rados.0.smithi002.stdout:1792: finishing copy_from to smithi00278215-49 2024-09-14T03:41:23.896 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 1350 (ObjNum 564 snap 176 seq_num 564) dirty exists 2024-09-14T03:41:23.896 INFO:tasks.rados.rados.0.smithi002.stdout:1790: done (1 left) 2024-09-14T03:41:23.896 INFO:tasks.rados.rados.0.smithi002.stdout:1792: done (0 left) 2024-09-14T03:41:23.896 INFO:tasks.rados.rados.0.smithi002.stdout:1793: snap_remove snap 175 2024-09-14T03:41:24.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:23 smithi002 ceph-mon[87970]: pgmap v305: 121 pgs: 32 active+undersized, 14 active+undersized+degraded, 75 active+clean; 341 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 4.1 MiB/s wr, 13 op/s; 81/621 objects degraded (13.043%) 2024-09-14T03:41:24.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:23 smithi002 ceph-mon[87970]: osdmap e425: 8 total, 7 up, 8 in 2024-09-14T03:41:24.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:23 smithi002 ceph-mon[89815]: pgmap v305: 121 pgs: 32 active+undersized, 14 active+undersized+degraded, 75 active+clean; 341 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 4.1 MiB/s wr, 13 op/s; 81/621 objects degraded (13.043%) 2024-09-14T03:41:24.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:23 smithi002 ceph-mon[89815]: osdmap e425: 8 total, 7 up, 8 in 2024-09-14T03:41:24.202 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:23 smithi154 ceph-mon[81546]: pgmap v305: 121 pgs: 32 active+undersized, 14 active+undersized+degraded, 75 active+clean; 341 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 4.1 MiB/s wr, 13 op/s; 81/621 objects degraded (13.043%) 2024-09-14T03:41:24.202 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:23 smithi154 ceph-mon[81546]: osdmap e425: 8 total, 7 up, 8 in 2024-09-14T03:41:24.202 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:41:23 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-4[86410]: 2024-09-14T03:41:23.976+0000 7fde38ec7640 -1 Falling back to public interface 2024-09-14T03:41:24.743 INFO:tasks.rados.rados.0.smithi002.stdout:1793: done (0 left) 2024-09-14T03:41:24.743 INFO:tasks.rados.rados.0.smithi002.stdout:1794: read oid 44 snap 160 2024-09-14T03:41:24.743 INFO:tasks.rados.rados.0.smithi002.stdout:1794: expect (ObjNum 508 snap 160 seq_num 508) 2024-09-14T03:41:24.743 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 50 current snap is 176 2024-09-14T03:41:24.743 INFO:tasks.rados.rados.0.smithi002.stdout:1795: seq_num 567 ranges {1736704=704512,2441216=499712,2940928=770048,3710976=335872} 2024-09-14T03:41:24.756 INFO:tasks.rados.rados.0.smithi002.stdout:1795: writing smithi00278215-50 from 1736704 to 2441216 tid 1 2024-09-14T03:41:24.759 INFO:tasks.rados.rados.0.smithi002.stdout:1795: writing smithi00278215-50 from 2441216 to 2940928 tid 2 2024-09-14T03:41:24.764 INFO:tasks.rados.rados.0.smithi002.stdout:1795: writing smithi00278215-50 from 2940928 to 3710976 tid 3 2024-09-14T03:41:24.766 INFO:tasks.rados.rados.0.smithi002.stdout:1795: writing smithi00278215-50 from 3710976 to 4046848 tid 4 2024-09-14T03:41:24.767 INFO:tasks.rados.rados.0.smithi002.stdout:1796: read oid 12 snap -1 2024-09-14T03:41:24.767 INFO:tasks.rados.rados.0.smithi002.stdout:1796: expect (ObjNum 469 snap 145 seq_num 469) 2024-09-14T03:41:24.767 INFO:tasks.rados.rados.0.smithi002.stdout:1797: snap_create 2024-09-14T03:41:24.767 INFO:tasks.rados.rados.0.smithi002.stdout:1794: expect (ObjNum 508 snap 160 seq_num 508) 2024-09-14T03:41:24.804 INFO:tasks.rados.rados.0.smithi002.stdout:1795: finishing write tid 1 to smithi00278215-50 2024-09-14T03:41:24.804 INFO:tasks.rados.rados.0.smithi002.stdout:1795: finishing write tid 2 to smithi00278215-50 2024-09-14T03:41:24.804 INFO:tasks.rados.rados.0.smithi002.stdout:1795: finishing write tid 3 to smithi00278215-50 2024-09-14T03:41:24.804 INFO:tasks.rados.rados.0.smithi002.stdout:1795: finishing write tid 4 to smithi00278215-50 2024-09-14T03:41:24.805 INFO:tasks.rados.rados.0.smithi002.stdout:1795: finishing write tid 5 to smithi00278215-50 2024-09-14T03:41:24.805 INFO:tasks.rados.rados.0.smithi002.stdout:1795: finishing write tid 6 to smithi00278215-50 2024-09-14T03:41:24.805 INFO:tasks.rados.rados.0.smithi002.stdout:1795: oid 50 updating version 0 to 2393 2024-09-14T03:41:24.805 INFO:tasks.rados.rados.0.smithi002.stdout:1795: oid 50 updating version 2393 to 2395 2024-09-14T03:41:24.805 INFO:tasks.rados.rados.0.smithi002.stdout:1795: oid 50 updating version 2395 to 2396 2024-09-14T03:41:24.805 INFO:tasks.rados.rados.0.smithi002.stdout:1795: oid 50 version 2396 is already newer than 2394 2024-09-14T03:41:24.805 INFO:tasks.rados.rados.0.smithi002.stdout:1795: oid 50 version 2396 is already newer than 2392 2024-09-14T03:41:24.805 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 2396 (ObjNum 567 snap 176 seq_num 567) dirty exists 2024-09-14T03:41:24.805 INFO:tasks.rados.rados.0.smithi002.stdout:1795: left oid 50 (ObjNum 567 snap 176 seq_num 567) 2024-09-14T03:41:24.806 INFO:tasks.rados.rados.0.smithi002.stdout:1796: expect (ObjNum 469 snap 145 seq_num 469) 2024-09-14T03:41:25.748 INFO:tasks.rados.rados.0.smithi002.stdout:1794: done (3 left) 2024-09-14T03:41:25.749 INFO:tasks.rados.rados.0.smithi002.stdout:1795: done (2 left) 2024-09-14T03:41:25.749 INFO:tasks.rados.rados.0.smithi002.stdout:1796: done (1 left) 2024-09-14T03:41:25.749 INFO:tasks.rados.rados.0.smithi002.stdout:1797: done (0 left) 2024-09-14T03:41:25.749 INFO:tasks.rados.rados.0.smithi002.stdout:1798: read oid 26 snap -1 2024-09-14T03:41:25.749 INFO:tasks.rados.rados.0.smithi002.stdout:1798: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:41:25.749 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 49 current snap is 177 2024-09-14T03:41:25.749 INFO:tasks.rados.rados.0.smithi002.stdout:1799: seq_num 568 ranges {4300800=720896,5021696=786432,5808128=581632,6389760=237568} 2024-09-14T03:41:25.775 INFO:tasks.rados.rados.0.smithi002.stdout:1799: writing smithi00278215-49 from 4300800 to 5021696 tid 1 2024-09-14T03:41:25.780 INFO:tasks.rados.rados.0.smithi002.stdout:1799: writing smithi00278215-49 from 5021696 to 5808128 tid 2 2024-09-14T03:41:25.783 INFO:tasks.rados.rados.0.smithi002.stdout:1799: writing smithi00278215-49 from 5808128 to 6389760 tid 3 2024-09-14T03:41:25.785 INFO:tasks.rados.rados.0.smithi002.stdout:1799: writing smithi00278215-49 from 6389760 to 6627328 tid 4 2024-09-14T03:41:25.785 INFO:tasks.rados.rados.0.smithi002.stdout:1800: copy_from oid 36 from oid 47 current snap is 177 2024-09-14T03:41:25.786 INFO:tasks.rados.rados.0.smithi002.stdout:1798: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:41:25.789 INFO:tasks.rados.rados.0.smithi002.stdout:1799: finishing write tid 1 to smithi00278215-49 2024-09-14T03:41:25.789 INFO:tasks.rados.rados.0.smithi002.stdout:1799: finishing write tid 2 to smithi00278215-49 2024-09-14T03:41:25.790 INFO:tasks.rados.rados.0.smithi002.stdout:1799: finishing write tid 3 to smithi00278215-49 2024-09-14T03:41:25.790 INFO:tasks.rados.rados.0.smithi002.stdout:1798: done (2 left) 2024-09-14T03:41:25.790 INFO:tasks.rados.rados.0.smithi002.stdout:1801: rollback oid 30 current snap is 177 2024-09-14T03:41:25.790 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 30 to 174 2024-09-14T03:41:25.790 INFO:tasks.rados.rados.0.smithi002.stdout:1799: finishing write tid 4 to smithi00278215-49 2024-09-14T03:41:25.790 INFO:tasks.rados.rados.0.smithi002.stdout:1799: finishing write tid 5 to smithi00278215-49 2024-09-14T03:41:25.790 INFO:tasks.rados.rados.0.smithi002.stdout:1802: rollback oid 16 current snap is 177 2024-09-14T03:41:25.790 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 16 to 160 2024-09-14T03:41:25.790 INFO:tasks.rados.rados.0.smithi002.stdout:1803: snap_remove snap 159 2024-09-14T03:41:25.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:25 smithi154 ceph-mon[81546]: pgmap v308: 121 pgs: 32 active+undersized, 14 active+undersized+degraded, 75 active+clean; 341 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 2.8 MiB/s wr, 18 op/s; 81/621 objects degraded (13.043%) 2024-09-14T03:41:25.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:25 smithi154 ceph-mon[81546]: osdmap e426: 8 total, 7 up, 8 in 2024-09-14T03:41:25.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:25 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:41:25.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:25 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:41:26.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:25 smithi002 ceph-mon[89815]: pgmap v308: 121 pgs: 32 active+undersized, 14 active+undersized+degraded, 75 active+clean; 341 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 2.8 MiB/s wr, 18 op/s; 81/621 objects degraded (13.043%) 2024-09-14T03:41:26.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:25 smithi002 ceph-mon[89815]: osdmap e426: 8 total, 7 up, 8 in 2024-09-14T03:41:26.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:25 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:41:26.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:25 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:41:26.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:25 smithi002 ceph-mon[87970]: pgmap v308: 121 pgs: 32 active+undersized, 14 active+undersized+degraded, 75 active+clean; 341 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 2.8 MiB/s wr, 18 op/s; 81/621 objects degraded (13.043%) 2024-09-14T03:41:26.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:25 smithi002 ceph-mon[87970]: osdmap e426: 8 total, 7 up, 8 in 2024-09-14T03:41:26.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:25 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:41:26.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:25 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:41:26.758 INFO:tasks.rados.rados.0.smithi002.stdout:1799: finishing write tid 6 to smithi00278215-49 2024-09-14T03:41:26.758 INFO:tasks.rados.rados.0.smithi002.stdout:1799: oid 49 updating version 0 to 1939 2024-09-14T03:41:26.758 INFO:tasks.rados.rados.0.smithi002.stdout:1799: oid 49 version 1939 is already newer than 1935 2024-09-14T03:41:26.758 INFO:tasks.rados.rados.0.smithi002.stdout:1799: oid 49 version 1939 is already newer than 1937 2024-09-14T03:41:26.758 INFO:tasks.rados.rados.0.smithi002.stdout:1799: oid 49 version 1939 is already newer than 1936 2024-09-14T03:41:26.758 INFO:tasks.rados.rados.0.smithi002.stdout:1799: oid 49 version 1939 is already newer than 1938 2024-09-14T03:41:26.758 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 1939 (ObjNum 568 snap 177 seq_num 568) dirty exists 2024-09-14T03:41:26.758 INFO:tasks.rados.rados.0.smithi002.stdout:1799: left oid 49 (ObjNum 568 snap 177 seq_num 568) 2024-09-14T03:41:26.758 INFO:tasks.rados.rados.0.smithi002.stdout:1800: finishing copy_from racing read to smithi00278215-36 2024-09-14T03:41:26.759 INFO:tasks.rados.rados.0.smithi002.stdout:1801: finishing rollback tid 1 to smithi00278215-30 2024-09-14T03:41:26.759 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 30 v 2224 (ObjNum 33 snap 0 seq_num 836306736) dirty dne 2024-09-14T03:41:26.759 INFO:tasks.rados.rados.0.smithi002.stdout:1800: finishing copy_from to smithi00278215-36 2024-09-14T03:41:26.759 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 36 v 1810 (ObjNum 369 snap 0 seq_num 1474506530) dirty exists 2024-09-14T03:41:26.759 INFO:tasks.rados.rados.0.smithi002.stdout:1802: finishing rollback tid 0 to smithi00278215-16 2024-09-14T03:41:26.759 INFO:tasks.rados.rados.0.smithi002.stdout:1802: finishing rollback tid 1 to smithi00278215-16 2024-09-14T03:41:26.759 INFO:tasks.rados.rados.0.smithi002.stdout:1802: finishing rollback tid 2 to smithi00278215-16 2024-09-14T03:41:26.759 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 16 v 1094 (ObjNum 509 snap 160 seq_num 509) dirty exists 2024-09-14T03:41:26.759 INFO:tasks.rados.rados.0.smithi002.stdout:1799: done (4 left) 2024-09-14T03:41:26.759 INFO:tasks.rados.rados.0.smithi002.stdout:1800: done (3 left) 2024-09-14T03:41:26.759 INFO:tasks.rados.rados.0.smithi002.stdout:1801: done (2 left) 2024-09-14T03:41:26.759 INFO:tasks.rados.rados.0.smithi002.stdout:1802: done (1 left) 2024-09-14T03:41:26.759 INFO:tasks.rados.rados.0.smithi002.stdout:1803: done (0 left) 2024-09-14T03:41:26.760 INFO:tasks.rados.rados.0.smithi002.stdout:1804: snap_remove snap 141 2024-09-14T03:41:27.005 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:26 smithi154 ceph-mon[81546]: osdmap e427: 8 total, 7 up, 8 in 2024-09-14T03:41:27.005 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:26 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:41:27.005 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:26 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:41:27.005 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:26 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:41:27.006 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:26 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:41:27.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:26 smithi002 ceph-mon[87970]: osdmap e427: 8 total, 7 up, 8 in 2024-09-14T03:41:27.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:26 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:41:27.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:26 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:41:27.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:26 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:41:27.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:26 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:41:27.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:26 smithi002 ceph-mon[89815]: osdmap e427: 8 total, 7 up, 8 in 2024-09-14T03:41:27.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:26 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:41:27.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:26 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:41:27.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:26 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:41:27.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:26 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:41:27.763 INFO:tasks.rados.rados.0.smithi002.stdout:1804: done (0 left) 2024-09-14T03:41:27.763 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 24 current snap is 177 2024-09-14T03:41:27.763 INFO:tasks.rados.rados.0.smithi002.stdout:1805: seq_num 569 ranges {0=737280,737280=671744,1409024=737280,2146304=196608} 2024-09-14T03:41:27.768 INFO:tasks.rados.rados.0.smithi002.stdout:1805: writing smithi00278215-24 from 0 to 737280 tid 1 2024-09-14T03:41:27.773 INFO:tasks.rados.rados.0.smithi002.stdout:1805: writing smithi00278215-24 from 737280 to 1409024 tid 2 2024-09-14T03:41:27.776 INFO:tasks.rados.rados.0.smithi002.stdout:1805: writing smithi00278215-24 from 1409024 to 2146304 tid 3 2024-09-14T03:41:27.777 INFO:tasks.rados.rados.0.smithi002.stdout:1805: writing smithi00278215-24 from 2146304 to 2342912 tid 4 2024-09-14T03:41:27.778 INFO:tasks.rados.rados.0.smithi002.stdout:1806: read oid 5 snap -1 2024-09-14T03:41:27.778 INFO:tasks.rados.rados.0.smithi002.stdout:1806: expect (ObjNum 550 snap 172 seq_num 550) 2024-09-14T03:41:27.778 INFO:tasks.rados.rados.0.smithi002.stdout:1807: read oid 33 snap 168 2024-09-14T03:41:27.778 INFO:tasks.rados.rados.0.smithi002.stdout:1807: expect deleted 2024-09-14T03:41:27.778 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 49 current snap is 177 2024-09-14T03:41:27.778 INFO:tasks.rados.rados.0.smithi002.stdout:1805: finishing write tid 1 to smithi00278215-24 2024-09-14T03:41:27.778 INFO:tasks.rados.rados.0.smithi002.stdout:1808: seq_num 570 ranges {6627328=753664,7380992=548864,7929856=540672,8470528=516096} 2024-09-14T03:41:27.818 INFO:tasks.rados.rados.0.smithi002.stdout:1808: writing smithi00278215-49 from 6627328 to 7380992 tid 1 2024-09-14T03:41:27.821 INFO:tasks.rados.rados.0.smithi002.stdout:1808: writing smithi00278215-49 from 7380992 to 7929856 tid 2 2024-09-14T03:41:27.825 INFO:tasks.rados.rados.0.smithi002.stdout:1808: writing smithi00278215-49 from 7929856 to 8470528 tid 3 2024-09-14T03:41:27.829 INFO:tasks.rados.rados.0.smithi002.stdout:1808: writing smithi00278215-49 from 8470528 to 8986624 tid 4 2024-09-14T03:41:27.829 INFO:tasks.rados.rados.0.smithi002.stdout:1809: delete oid 19 current snap is 177 2024-09-14T03:41:27.829 INFO:tasks.rados.rados.0.smithi002.stdout:1805: finishing write tid 2 to smithi00278215-24 2024-09-14T03:41:27.829 INFO:tasks.rados.rados.0.smithi002.stdout:1805: finishing write tid 3 to smithi00278215-24 2024-09-14T03:41:27.829 INFO:tasks.rados.rados.0.smithi002.stdout:1805: finishing write tid 4 to smithi00278215-24 2024-09-14T03:41:27.830 INFO:tasks.rados.rados.0.smithi002.stdout:1805: finishing write tid 5 to smithi00278215-24 2024-09-14T03:41:27.830 INFO:tasks.rados.rados.0.smithi002.stdout:1805: finishing write tid 6 to smithi00278215-24 2024-09-14T03:41:27.830 INFO:tasks.rados.rados.0.smithi002.stdout:1805: oid 24 updating version 0 to 1231 2024-09-14T03:41:27.830 INFO:tasks.rados.rados.0.smithi002.stdout:1805: oid 24 updating version 1231 to 1233 2024-09-14T03:41:27.830 INFO:tasks.rados.rados.0.smithi002.stdout:1805: oid 24 version 1233 is already newer than 1230 2024-09-14T03:41:27.830 INFO:tasks.rados.rados.0.smithi002.stdout:1805: oid 24 updating version 1233 to 1234 2024-09-14T03:41:27.830 INFO:tasks.rados.rados.0.smithi002.stdout:1805: oid 24 version 1234 is already newer than 1232 2024-09-14T03:41:27.830 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 24 v 1234 (ObjNum 569 snap 177 seq_num 569) dirty exists 2024-09-14T03:41:27.830 INFO:tasks.rados.rados.0.smithi002.stdout:1805: left oid 24 (ObjNum 569 snap 177 seq_num 569) 2024-09-14T03:41:27.830 INFO:tasks.rados.rados.0.smithi002.stdout:1806: expect (ObjNum 550 snap 172 seq_num 550) 2024-09-14T03:41:27.937 INFO:tasks.rados.rados.0.smithi002.stdout:1808: finishing write tid 1 to smithi00278215-49 2024-09-14T03:41:27.937 INFO:tasks.rados.rados.0.smithi002.stdout:1808: finishing write tid 2 to smithi00278215-49 2024-09-14T03:41:27.937 INFO:tasks.rados.rados.0.smithi002.stdout:1808: finishing write tid 3 to smithi00278215-49 2024-09-14T03:41:27.937 INFO:tasks.rados.rados.0.smithi002.stdout:1808: finishing write tid 4 to smithi00278215-49 2024-09-14T03:41:27.937 INFO:tasks.rados.rados.0.smithi002.stdout:1808: finishing write tid 5 to smithi00278215-49 2024-09-14T03:41:27.937 INFO:tasks.rados.rados.0.smithi002.stdout:1808: finishing write tid 6 to smithi00278215-49 2024-09-14T03:41:27.937 INFO:tasks.rados.rados.0.smithi002.stdout:1808: oid 49 updating version 0 to 1943 2024-09-14T03:41:27.937 INFO:tasks.rados.rados.0.smithi002.stdout:1808: oid 49 version 1943 is already newer than 1942 2024-09-14T03:41:27.937 INFO:tasks.rados.rados.0.smithi002.stdout:1808: oid 49 version 1943 is already newer than 1940 2024-09-14T03:41:27.938 INFO:tasks.rados.rados.0.smithi002.stdout:1808: oid 49 version 1943 is already newer than 1941 2024-09-14T03:41:27.938 INFO:tasks.rados.rados.0.smithi002.stdout:1808: oid 49 updating version 1943 to 1944 2024-09-14T03:41:27.938 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 1944 (ObjNum 570 snap 177 seq_num 570) dirty exists 2024-09-14T03:41:27.938 INFO:tasks.rados.rados.0.smithi002.stdout:1808: left oid 49 (ObjNum 570 snap 177 seq_num 570) 2024-09-14T03:41:27.938 INFO:tasks.rados.rados.0.smithi002.stdout:1805: done (4 left) 2024-09-14T03:41:27.938 INFO:tasks.rados.rados.0.smithi002.stdout:1806: done (3 left) 2024-09-14T03:41:27.938 INFO:tasks.rados.rados.0.smithi002.stdout:1807: done (2 left) 2024-09-14T03:41:27.938 INFO:tasks.rados.rados.0.smithi002.stdout:1808: done (1 left) 2024-09-14T03:41:27.938 INFO:tasks.rados.rados.0.smithi002.stdout:1809: done (0 left) 2024-09-14T03:41:27.938 INFO:tasks.rados.rados.0.smithi002.stdout:1810: snap_remove snap 174 2024-09-14T03:41:27.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:27 smithi154 ceph-mon[81546]: pgmap v311: 121 pgs: 32 active+undersized, 14 active+undersized+degraded, 75 active+clean; 346 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.5 MiB/s wr, 12 op/s; 81/615 objects degraded (13.171%) 2024-09-14T03:41:27.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:27 smithi154 ceph-mon[81546]: osdmap e428: 8 total, 7 up, 8 in 2024-09-14T03:41:27.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:27 smithi154 ceph-mon[81546]: Health check update: Degraded data redundancy: 81/615 objects degraded (13.171%), 14 pgs degraded (PG_DEGRADED) 2024-09-14T03:41:27.978 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:41:27 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-4[86410]: 2024-09-14T03:41:27.793+0000 7fde38ec7640 -1 osd.4 417 log_to_monitors true 2024-09-14T03:41:28.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:27 smithi002 ceph-mon[87970]: pgmap v311: 121 pgs: 32 active+undersized, 14 active+undersized+degraded, 75 active+clean; 346 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.5 MiB/s wr, 12 op/s; 81/615 objects degraded (13.171%) 2024-09-14T03:41:28.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:27 smithi002 ceph-mon[87970]: osdmap e428: 8 total, 7 up, 8 in 2024-09-14T03:41:28.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:27 smithi002 ceph-mon[87970]: Health check update: Degraded data redundancy: 81/615 objects degraded (13.171%), 14 pgs degraded (PG_DEGRADED) 2024-09-14T03:41:28.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:27 smithi002 ceph-mon[89815]: pgmap v311: 121 pgs: 32 active+undersized, 14 active+undersized+degraded, 75 active+clean; 346 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.5 MiB/s wr, 12 op/s; 81/615 objects degraded (13.171%) 2024-09-14T03:41:28.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:27 smithi002 ceph-mon[89815]: osdmap e428: 8 total, 7 up, 8 in 2024-09-14T03:41:28.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:27 smithi002 ceph-mon[89815]: Health check update: Degraded data redundancy: 81/615 objects degraded (13.171%), 14 pgs degraded (PG_DEGRADED) 2024-09-14T03:41:28.772 INFO:tasks.rados.rados.0.smithi002.stdout:1810: done (0 left) 2024-09-14T03:41:28.772 INFO:tasks.rados.rados.0.smithi002.stdout:1811: read oid 18 snap -1 2024-09-14T03:41:28.772 INFO:tasks.rados.rados.0.smithi002.stdout:1811: expect (ObjNum 428 snap 132 seq_num 428) 2024-09-14T03:41:28.772 INFO:tasks.rados.rados.0.smithi002.stdout:1812: setattr oid 31 current snap is 177 2024-09-14T03:41:28.774 INFO:tasks.rados.rados.0.smithi002.stdout:1813: snap_create 2024-09-14T03:41:28.780 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 1235 (ObjNum 511 snap 161 seq_num 511) dirty exists 2024-09-14T03:41:28.790 INFO:tasks.rados.rados.0.smithi002.stdout:1811: expect (ObjNum 428 snap 132 seq_num 428) 2024-09-14T03:41:29.036 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:28 smithi154 ceph-mon[81546]: osdmap e429: 8 total, 7 up, 8 in 2024-09-14T03:41:29.036 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:28 smithi154 ceph-mon[81546]: from='osd.4 [v2:172.21.15.154:6800/1476868386,v1:172.21.15.154:6801/1476868386]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-14T03:41:29.036 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:28 smithi154 ceph-mon[81546]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-14T03:41:29.036 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:41:28 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-4[86410]: 2024-09-14T03:41:28.803+0000 7fde30c71640 -1 osd.4 417 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-14T03:41:29.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:28 smithi002 ceph-mon[87970]: osdmap e429: 8 total, 7 up, 8 in 2024-09-14T03:41:29.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:28 smithi002 ceph-mon[87970]: from='osd.4 [v2:172.21.15.154:6800/1476868386,v1:172.21.15.154:6801/1476868386]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-14T03:41:29.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:28 smithi002 ceph-mon[87970]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-14T03:41:29.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:28 smithi002 ceph-mon[89815]: osdmap e429: 8 total, 7 up, 8 in 2024-09-14T03:41:29.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:28 smithi002 ceph-mon[89815]: from='osd.4 [v2:172.21.15.154:6800/1476868386,v1:172.21.15.154:6801/1476868386]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-14T03:41:29.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:28 smithi002 ceph-mon[89815]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-14T03:41:29.772 INFO:tasks.rados.rados.0.smithi002.stdout:1811: done (2 left) 2024-09-14T03:41:29.773 INFO:tasks.rados.rados.0.smithi002.stdout:1812: done (1 left) 2024-09-14T03:41:29.773 INFO:tasks.rados.rados.0.smithi002.stdout:1813: done (0 left) 2024-09-14T03:41:29.773 INFO:tasks.rados.rados.0.smithi002.stdout:1814: snap_remove snap 167 2024-09-14T03:41:29.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:29 smithi154 ceph-mon[81546]: pgmap v314: 121 pgs: 32 active+undersized, 14 active+undersized+degraded, 75 active+clean; 353 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 4.2 MiB/s wr, 9 op/s; 81/615 objects degraded (13.171%) 2024-09-14T03:41:29.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:29 smithi154 ceph-mon[81546]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-14T03:41:29.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:29 smithi154 ceph-mon[81546]: osdmap e430: 8 total, 7 up, 8 in 2024-09-14T03:41:29.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:29 smithi154 ceph-mon[81546]: from='osd.4 [v2:172.21.15.154:6800/1476868386,v1:172.21.15.154:6801/1476868386]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi154", "root=default"]} : dispatch 2024-09-14T03:41:29.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:29 smithi154 ceph-mon[81546]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi154", "root=default"]} : dispatch 2024-09-14T03:41:29.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:29 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:41:29.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:29 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:41:29.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:29 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:41:29.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:29 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:41:29.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:29 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:41:30.186 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:41:29 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: 2024-09-14T03:41:29.821+0000 7f19602b3640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-09-14T03:41:30.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:29 smithi002 ceph-mon[87970]: pgmap v314: 121 pgs: 32 active+undersized, 14 active+undersized+degraded, 75 active+clean; 353 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 4.2 MiB/s wr, 9 op/s; 81/615 objects degraded (13.171%) 2024-09-14T03:41:30.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:29 smithi002 ceph-mon[87970]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-14T03:41:30.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:29 smithi002 ceph-mon[87970]: osdmap e430: 8 total, 7 up, 8 in 2024-09-14T03:41:30.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:29 smithi002 ceph-mon[87970]: from='osd.4 [v2:172.21.15.154:6800/1476868386,v1:172.21.15.154:6801/1476868386]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi154", "root=default"]} : dispatch 2024-09-14T03:41:30.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:29 smithi002 ceph-mon[87970]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi154", "root=default"]} : dispatch 2024-09-14T03:41:30.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:29 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:41:30.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:29 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:41:30.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:29 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:41:30.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:29 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:41:30.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:29 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:41:30.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:29 smithi002 ceph-mon[89815]: pgmap v314: 121 pgs: 32 active+undersized, 14 active+undersized+degraded, 75 active+clean; 353 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 4.2 MiB/s wr, 9 op/s; 81/615 objects degraded (13.171%) 2024-09-14T03:41:30.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:29 smithi002 ceph-mon[89815]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-14T03:41:30.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:29 smithi002 ceph-mon[89815]: osdmap e430: 8 total, 7 up, 8 in 2024-09-14T03:41:30.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:29 smithi002 ceph-mon[89815]: from='osd.4 [v2:172.21.15.154:6800/1476868386,v1:172.21.15.154:6801/1476868386]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi154", "root=default"]} : dispatch 2024-09-14T03:41:30.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:29 smithi002 ceph-mon[89815]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi154", "root=default"]} : dispatch 2024-09-14T03:41:30.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:29 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:41:30.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:29 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:41:30.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:29 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:41:30.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:29 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:41:30.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:29 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:41:30.791 INFO:tasks.rados.rados.0.smithi002.stdout:1814: done (0 left) 2024-09-14T03:41:30.791 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 23 current snap is 178 2024-09-14T03:41:30.791 INFO:tasks.rados.rados.0.smithi002.stdout:1815: seq_num 572 ranges {4022272=786432,4808704=770048,5578752=557056,6135808=278528} 2024-09-14T03:41:30.806 INFO:tasks.rados.rados.0.smithi002.stdout:1815: writing smithi00278215-23 from 4022272 to 4808704 tid 1 2024-09-14T03:41:30.811 INFO:tasks.rados.rados.0.smithi002.stdout:1815: writing smithi00278215-23 from 4808704 to 5578752 tid 2 2024-09-14T03:41:30.815 INFO:tasks.rados.rados.0.smithi002.stdout:1815: writing smithi00278215-23 from 5578752 to 6135808 tid 3 2024-09-14T03:41:30.817 INFO:tasks.rados.rados.0.smithi002.stdout:1815: writing smithi00278215-23 from 6135808 to 6414336 tid 4 2024-09-14T03:41:30.817 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 1 current snap is 178 2024-09-14T03:41:30.817 INFO:tasks.rados.rados.0.smithi002.stdout:1816: seq_num 573 ranges {6496256=802816,7299072=655360,7954432=720896,8675328=229376} 2024-09-14T03:41:30.858 INFO:tasks.rados.rados.0.smithi002.stdout:1816: writing smithi00278215-1 from 6496256 to 7299072 tid 1 2024-09-14T03:41:30.862 INFO:tasks.rados.rados.0.smithi002.stdout:1816: writing smithi00278215-1 from 7299072 to 7954432 tid 2 2024-09-14T03:41:30.866 INFO:tasks.rados.rados.0.smithi002.stdout:1816: writing smithi00278215-1 from 7954432 to 8675328 tid 3 2024-09-14T03:41:30.868 INFO:tasks.rados.rados.0.smithi002.stdout:1816: writing smithi00278215-1 from 8675328 to 8904704 tid 4 2024-09-14T03:41:30.868 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 32 current snap is 178 2024-09-14T03:41:30.869 INFO:tasks.rados.rados.0.smithi002.stdout:1815: finishing write tid 1 to smithi00278215-23 2024-09-14T03:41:30.869 INFO:tasks.rados.rados.0.smithi002.stdout:1815: finishing write tid 2 to smithi00278215-23 2024-09-14T03:41:30.869 INFO:tasks.rados.rados.0.smithi002.stdout:1815: finishing write tid 3 to smithi00278215-23 2024-09-14T03:41:30.869 INFO:tasks.rados.rados.0.smithi002.stdout:1815: finishing write tid 4 to smithi00278215-23 2024-09-14T03:41:30.869 INFO:tasks.rados.rados.0.smithi002.stdout:1815: finishing write tid 5 to smithi00278215-23 2024-09-14T03:41:30.869 INFO:tasks.rados.rados.0.smithi002.stdout:1817: seq_num 574 ranges {4489216=16384} 2024-09-14T03:41:30.894 INFO:tasks.rados.rados.0.smithi002.stdout:1817: writing smithi00278215-32 from 4489216 to 4505600 tid 1 2024-09-14T03:41:30.894 INFO:tasks.rados.rados.0.smithi002.stdout:1818: rollback oid 41 current snap is 178 2024-09-14T03:41:30.894 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 41 to 170 2024-09-14T03:41:30.894 INFO:tasks.rados.rados.0.smithi002.stdout:1815: finishing write tid 6 to smithi00278215-23 2024-09-14T03:41:30.894 INFO:tasks.rados.rados.0.smithi002.stdout:1815: oid 23 updating version 0 to 2191 2024-09-14T03:41:30.894 INFO:tasks.rados.rados.0.smithi002.stdout:1815: oid 23 version 2191 is already newer than 2190 2024-09-14T03:41:30.894 INFO:tasks.rados.rados.0.smithi002.stdout:1815: oid 23 version 2191 is already newer than 2188 2024-09-14T03:41:30.894 INFO:tasks.rados.rados.0.smithi002.stdout:1815: oid 23 version 2191 is already newer than 2189 2024-09-14T03:41:30.895 INFO:tasks.rados.rados.0.smithi002.stdout:1815: oid 23 version 2191 is already newer than 2187 2024-09-14T03:41:30.895 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 2191 (ObjNum 572 snap 178 seq_num 572) dirty exists 2024-09-14T03:41:30.895 INFO:tasks.rados.rados.0.smithi002.stdout:1815: left oid 23 (ObjNum 572 snap 178 seq_num 572) 2024-09-14T03:41:30.895 INFO:tasks.rados.rados.0.smithi002.stdout:1816: finishing write tid 1 to smithi00278215-1 2024-09-14T03:41:30.895 INFO:tasks.rados.rados.0.smithi002.stdout:1816: finishing write tid 2 to smithi00278215-1 2024-09-14T03:41:30.895 INFO:tasks.rados.rados.0.smithi002.stdout:1816: finishing write tid 3 to smithi00278215-1 2024-09-14T03:41:30.895 INFO:tasks.rados.rados.0.smithi002.stdout:1816: finishing write tid 4 to smithi00278215-1 2024-09-14T03:41:30.895 INFO:tasks.rados.rados.0.smithi002.stdout:1816: finishing write tid 5 to smithi00278215-1 2024-09-14T03:41:30.895 INFO:tasks.rados.rados.0.smithi002.stdout:1816: finishing write tid 6 to smithi00278215-1 2024-09-14T03:41:30.895 INFO:tasks.rados.rados.0.smithi002.stdout:1816: oid 1 updating version 0 to 2450 2024-09-14T03:41:30.895 INFO:tasks.rados.rados.0.smithi002.stdout:1816: oid 1 updating version 2450 to 2451 2024-09-14T03:41:30.895 INFO:tasks.rados.rados.0.smithi002.stdout:1816: oid 1 updating version 2451 to 2452 2024-09-14T03:41:30.895 INFO:tasks.rados.rados.0.smithi002.stdout:1816: oid 1 updating version 2452 to 2453 2024-09-14T03:41:30.896 INFO:tasks.rados.rados.0.smithi002.stdout:1816: oid 1 version 2453 is already newer than 2449 2024-09-14T03:41:30.896 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 1 v 2453 (ObjNum 573 snap 178 seq_num 573) dirty exists 2024-09-14T03:41:30.896 INFO:tasks.rados.rados.0.smithi002.stdout:1816: left oid 1 (ObjNum 573 snap 178 seq_num 573) 2024-09-14T03:41:30.896 INFO:tasks.rados.rados.0.smithi002.stdout:1815: done (3 left) 2024-09-14T03:41:30.896 INFO:tasks.rados.rados.0.smithi002.stdout:1816: done (2 left) 2024-09-14T03:41:30.896 INFO:tasks.rados.rados.0.smithi002.stdout:1819: snap_remove snap 168 2024-09-14T03:41:31.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:30 smithi002 ceph-mon[87970]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-14T03:41:31.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:30 smithi002 ceph-mon[87970]: osd.4 [v2:172.21.15.154:6800/1476868386,v1:172.21.15.154:6801/1476868386] boot 2024-09-14T03:41:31.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:30 smithi002 ceph-mon[87970]: osdmap e431: 8 total, 8 up, 8 in 2024-09-14T03:41:31.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:30 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-14T03:41:31.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:30 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:41:31.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:30 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:41:31.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:30 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:41:31.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:30 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:41:31.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:30 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-14T03:41:31.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:30 smithi002 ceph-mon[87970]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-14T03:41:31.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:30 smithi002 ceph-mon[87970]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-09-14T03:41:31.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:30 smithi002 ceph-mon[87970]: osdmap e432: 8 total, 8 up, 8 in 2024-09-14T03:41:31.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:30 smithi002 ceph-mon[89815]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-14T03:41:31.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:30 smithi002 ceph-mon[89815]: osd.4 [v2:172.21.15.154:6800/1476868386,v1:172.21.15.154:6801/1476868386] boot 2024-09-14T03:41:31.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:30 smithi002 ceph-mon[89815]: osdmap e431: 8 total, 8 up, 8 in 2024-09-14T03:41:31.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:30 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-14T03:41:31.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:30 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:41:31.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:30 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:41:31.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:30 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:41:31.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:30 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:41:31.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:30 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-14T03:41:31.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:30 smithi002 ceph-mon[89815]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-14T03:41:31.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:30 smithi002 ceph-mon[89815]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-09-14T03:41:31.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:30 smithi002 ceph-mon[89815]: osdmap e432: 8 total, 8 up, 8 in 2024-09-14T03:41:31.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:30 smithi154 ceph-mon[81546]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-14T03:41:31.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:30 smithi154 ceph-mon[81546]: osd.4 [v2:172.21.15.154:6800/1476868386,v1:172.21.15.154:6801/1476868386] boot 2024-09-14T03:41:31.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:30 smithi154 ceph-mon[81546]: osdmap e431: 8 total, 8 up, 8 in 2024-09-14T03:41:31.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:30 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-14T03:41:31.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:30 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:41:31.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:30 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:41:31.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:30 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:41:31.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:30 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:41:31.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:30 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-14T03:41:31.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:30 smithi154 ceph-mon[81546]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-14T03:41:31.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:30 smithi154 ceph-mon[81546]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-09-14T03:41:31.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:30 smithi154 ceph-mon[81546]: osdmap e432: 8 total, 8 up, 8 in 2024-09-14T03:41:31.799 INFO:tasks.rados.rados.0.smithi002.stdout:1819: done (2 left) 2024-09-14T03:41:31.800 INFO:tasks.rados.rados.0.smithi002.stdout:1820: snap_remove snap 177 2024-09-14T03:41:32.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:31 smithi002 ceph-mon[87970]: pgmap v317: 121 pgs: 20 peering, 14 active+undersized, 12 active+undersized+degraded, 75 active+clean; 359 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 3.2 MiB/s wr, 16 op/s; 70/615 objects degraded (11.382%) 2024-09-14T03:41:32.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:31 smithi002 ceph-mon[89815]: pgmap v317: 121 pgs: 20 peering, 14 active+undersized, 12 active+undersized+degraded, 75 active+clean; 359 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 3.2 MiB/s wr, 16 op/s; 70/615 objects degraded (11.382%) 2024-09-14T03:41:32.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:31 smithi154 ceph-mon[81546]: pgmap v317: 121 pgs: 20 peering, 14 active+undersized, 12 active+undersized+degraded, 75 active+clean; 359 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 3.2 MiB/s wr, 16 op/s; 70/615 objects degraded (11.382%) 2024-09-14T03:41:32.802 INFO:tasks.rados.rados.0.smithi002.stdout:1817: finishing write tid 1 to smithi00278215-32 2024-09-14T03:41:32.802 INFO:tasks.rados.rados.0.smithi002.stdout:1817: finishing write tid 2 to smithi00278215-32 2024-09-14T03:41:32.802 INFO:tasks.rados.rados.0.smithi002.stdout:1818: finishing rollback tid 0 to smithi00278215-41 2024-09-14T03:41:32.802 INFO:tasks.rados.rados.0.smithi002.stdout:1817: finishing write tid 3 to smithi00278215-32 2024-09-14T03:41:32.802 INFO:tasks.rados.rados.0.smithi002.stdout:1817: oid 32 updating version 0 to 2455 2024-09-14T03:41:32.802 INFO:tasks.rados.rados.0.smithi002.stdout:1817: oid 32 updating version 2455 to 2456 2024-09-14T03:41:32.802 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 2456 (ObjNum 574 snap 178 seq_num 574) dirty exists 2024-09-14T03:41:32.802 INFO:tasks.rados.rados.0.smithi002.stdout:1817: left oid 32 (ObjNum 574 snap 178 seq_num 574) 2024-09-14T03:41:32.803 INFO:tasks.rados.rados.0.smithi002.stdout:1818: finishing rollback tid 1 to smithi00278215-41 2024-09-14T03:41:32.803 INFO:tasks.rados.rados.0.smithi002.stdout:1818: finishing rollback tid 2 to smithi00278215-41 2024-09-14T03:41:32.803 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 41 v 2460 (ObjNum 482 snap 147 seq_num 482) dirty exists 2024-09-14T03:41:32.803 INFO:tasks.rados.rados.0.smithi002.stdout:1817: done (2 left) 2024-09-14T03:41:32.803 INFO:tasks.rados.rados.0.smithi002.stdout:1818: done (1 left) 2024-09-14T03:41:32.803 INFO:tasks.rados.rados.0.smithi002.stdout:1820: done (0 left) 2024-09-14T03:41:32.803 INFO:tasks.rados.rados.0.smithi002.stdout:1821: rmattr oid 29 current snap is 178 2024-09-14T03:41:32.803 INFO:tasks.rados.rados.0.smithi002.stdout:1821: done (0 left) 2024-09-14T03:41:32.803 INFO:tasks.rados.rados.0.smithi002.stdout:1822: rollback oid 33 current snap is 178 2024-09-14T03:41:32.803 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 33 to 171 2024-09-14T03:41:32.803 INFO:tasks.rados.rados.0.smithi002.stdout:1823: read oid 27 snap 176 2024-09-14T03:41:32.803 INFO:tasks.rados.rados.0.smithi002.stdout:1823: expect (ObjNum 855305200 snap 21886 seq_num 854689008) 2024-09-14T03:41:32.803 INFO:tasks.rados.rados.0.smithi002.stdout:1824: rollback oid 15 current snap is 178 2024-09-14T03:41:32.803 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 15 to 169 2024-09-14T03:41:32.804 INFO:tasks.rados.rados.0.smithi002.stdout:1825: read oid 3 snap -1 2024-09-14T03:41:32.804 INFO:tasks.rados.rados.0.smithi002.stdout:1825: expect deleted 2024-09-14T03:41:32.804 INFO:tasks.rados.rados.0.smithi002.stdout:1826: snap_create 2024-09-14T03:41:32.806 INFO:tasks.rados.rados.0.smithi002.stdout:1823: expect (ObjNum 855305200 snap 21886 seq_num 854689008) 2024-09-14T03:41:32.809 INFO:tasks.rados.rados.0.smithi002.stdout:1822: finishing rollback tid 1 to smithi00278215-33 2024-09-14T03:41:32.809 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 33 v 1811 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-09-14T03:41:32.810 INFO:tasks.rados.rados.0.smithi002.stdout:1824: finishing rollback tid 0 to smithi00278215-15 2024-09-14T03:41:32.811 INFO:tasks.rados.rados.0.smithi002.stdout:1824: finishing rollback tid 1 to smithi00278215-15 2024-09-14T03:41:32.811 INFO:tasks.rados.rados.0.smithi002.stdout:1824: finishing rollback tid 2 to smithi00278215-15 2024-09-14T03:41:32.811 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 15 v 2098 (ObjNum 529 snap 166 seq_num 529) dirty exists 2024-09-14T03:41:33.095 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:32 smithi002 ceph-mon[87970]: osdmap e433: 8 total, 8 up, 8 in 2024-09-14T03:41:33.095 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:32 smithi002 ceph-mon[87970]: Health check update: Degraded data redundancy: 70/615 objects degraded (11.382%), 12 pgs degraded (PG_DEGRADED) 2024-09-14T03:41:33.095 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:32 smithi002 ceph-mon[87970]: osdmap e434: 8 total, 8 up, 8 in 2024-09-14T03:41:33.095 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:32 smithi002 ceph-mon[89815]: osdmap e433: 8 total, 8 up, 8 in 2024-09-14T03:41:33.095 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:32 smithi002 ceph-mon[89815]: Health check update: Degraded data redundancy: 70/615 objects degraded (11.382%), 12 pgs degraded (PG_DEGRADED) 2024-09-14T03:41:33.095 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:32 smithi002 ceph-mon[89815]: osdmap e434: 8 total, 8 up, 8 in 2024-09-14T03:41:33.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:32 smithi154 ceph-mon[81546]: osdmap e433: 8 total, 8 up, 8 in 2024-09-14T03:41:33.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:32 smithi154 ceph-mon[81546]: Health check update: Degraded data redundancy: 70/615 objects degraded (11.382%), 12 pgs degraded (PG_DEGRADED) 2024-09-14T03:41:33.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:32 smithi154 ceph-mon[81546]: osdmap e434: 8 total, 8 up, 8 in 2024-09-14T03:41:33.436 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:41:33 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:41:33] "GET /metrics HTTP/1.1" 200 36293 "" "Prometheus/2.43.0" 2024-09-14T03:41:33.802 INFO:tasks.rados.rados.0.smithi002.stdout:1822: done (4 left) 2024-09-14T03:41:33.802 INFO:tasks.rados.rados.0.smithi002.stdout:1823: done (3 left) 2024-09-14T03:41:33.803 INFO:tasks.rados.rados.0.smithi002.stdout:1824: done (2 left) 2024-09-14T03:41:33.803 INFO:tasks.rados.rados.0.smithi002.stdout:1825: done (1 left) 2024-09-14T03:41:33.803 INFO:tasks.rados.rados.0.smithi002.stdout:1826: done (0 left) 2024-09-14T03:41:33.803 INFO:tasks.rados.rados.0.smithi002.stdout:1827: snap_create 2024-09-14T03:41:34.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:33 smithi002 ceph-mon[87970]: pgmap v320: 121 pgs: 20 peering, 12 active+undersized, 7 active+undersized+degraded, 82 active+clean; 356 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.7 MiB/s wr, 13 op/s; 34/591 objects degraded (5.753%); 6.2 MiB/s, 2 objects/s recovering 2024-09-14T03:41:34.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:33 smithi002 ceph-mon[87970]: osdmap e435: 8 total, 8 up, 8 in 2024-09-14T03:41:34.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:33 smithi002 ceph-mon[89815]: pgmap v320: 121 pgs: 20 peering, 12 active+undersized, 7 active+undersized+degraded, 82 active+clean; 356 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.7 MiB/s wr, 13 op/s; 34/591 objects degraded (5.753%); 6.2 MiB/s, 2 objects/s recovering 2024-09-14T03:41:34.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:33 smithi002 ceph-mon[89815]: osdmap e435: 8 total, 8 up, 8 in 2024-09-14T03:41:34.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:33 smithi154 ceph-mon[81546]: pgmap v320: 121 pgs: 20 peering, 12 active+undersized, 7 active+undersized+degraded, 82 active+clean; 356 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.7 MiB/s wr, 13 op/s; 34/591 objects degraded (5.753%); 6.2 MiB/s, 2 objects/s recovering 2024-09-14T03:41:34.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:33 smithi154 ceph-mon[81546]: osdmap e435: 8 total, 8 up, 8 in 2024-09-14T03:41:34.804 INFO:tasks.rados.rados.0.smithi002.stdout:1827: done (0 left) 2024-09-14T03:41:34.804 INFO:tasks.rados.rados.0.smithi002.stdout:1828: copy_from oid 10 from oid 15 current snap is 180 2024-09-14T03:41:34.805 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 35 current snap is 180 2024-09-14T03:41:34.805 INFO:tasks.rados.rados.0.smithi002.stdout:1829: seq_num 575 ranges {3850240=32768} 2024-09-14T03:41:34.827 INFO:tasks.rados.rados.0.smithi002.stdout:1829: writing smithi00278215-35 from 3850240 to 3883008 tid 1 2024-09-14T03:41:34.827 INFO:tasks.rados.rados.0.smithi002.stdout:1830: copy_from oid 6 from oid 14 current snap is 180 2024-09-14T03:41:34.827 INFO:tasks.rados.rados.0.smithi002.stdout:1831: snap_create 2024-09-14T03:41:34.836 INFO:tasks.rados.rados.0.smithi002.stdout:1829: finishing write tid 1 to smithi00278215-35 2024-09-14T03:41:34.837 INFO:tasks.rados.rados.0.smithi002.stdout:1828: finishing copy_from racing read to smithi00278215-10 2024-09-14T03:41:34.838 INFO:tasks.rados.rados.0.smithi002.stdout:1829: finishing write tid 2 to smithi00278215-35 2024-09-14T03:41:34.839 INFO:tasks.rados.rados.0.smithi002.stdout:1829: finishing write tid 3 to smithi00278215-35 2024-09-14T03:41:34.839 INFO:tasks.rados.rados.0.smithi002.stdout:1829: oid 35 updating version 0 to 2243 2024-09-14T03:41:34.839 INFO:tasks.rados.rados.0.smithi002.stdout:1829: oid 35 version 2243 is already newer than 2242 2024-09-14T03:41:34.840 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 35 v 2243 (ObjNum 575 snap 180 seq_num 575) dirty exists 2024-09-14T03:41:34.840 INFO:tasks.rados.rados.0.smithi002.stdout:1829: left oid 35 (ObjNum 575 snap 180 seq_num 575) 2024-09-14T03:41:34.844 INFO:tasks.rados.rados.0.smithi002.stdout:1828: finishing copy_from to smithi00278215-10 2024-09-14T03:41:34.844 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 2098 (ObjNum 529 snap 166 seq_num 529) dirty exists 2024-09-14T03:41:34.852 INFO:tasks.rados.rados.0.smithi002.stdout:1830: finishing copy_from racing read to smithi00278215-6 2024-09-14T03:41:34.855 INFO:tasks.rados.rados.0.smithi002.stdout:1830: finishing copy_from to smithi00278215-6 2024-09-14T03:41:34.855 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 6 v 1345 (ObjNum 521 snap 166 seq_num 521) dirty exists 2024-09-14T03:41:35.818 INFO:tasks.rados.rados.0.smithi002.stdout:1828: done (3 left) 2024-09-14T03:41:35.818 INFO:tasks.rados.rados.0.smithi002.stdout:1829: done (2 left) 2024-09-14T03:41:35.818 INFO:tasks.rados.rados.0.smithi002.stdout:1830: done (1 left) 2024-09-14T03:41:35.818 INFO:tasks.rados.rados.0.smithi002.stdout:1831: done (0 left) 2024-09-14T03:41:35.818 INFO:tasks.rados.rados.0.smithi002.stdout:1832: delete oid 36 current snap is 181 2024-09-14T03:41:35.823 INFO:tasks.rados.rados.0.smithi002.stdout:1832: done (0 left) 2024-09-14T03:41:35.823 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 4 current snap is 181 2024-09-14T03:41:35.823 INFO:tasks.rados.rados.0.smithi002.stdout:1833: seq_num 577 ranges {4300800=65536} 2024-09-14T03:41:35.847 INFO:tasks.rados.rados.0.smithi002.stdout:1833: writing smithi00278215-4 from 4300800 to 4366336 tid 1 2024-09-14T03:41:35.847 INFO:tasks.rados.rados.0.smithi002.stdout:1834: rollback oid 39 current snap is 181 2024-09-14T03:41:35.848 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 39 to 180 2024-09-14T03:41:35.848 INFO:tasks.rados.rados.0.smithi002.stdout:1835: read oid 48 snap 176 2024-09-14T03:41:35.848 INFO:tasks.rados.rados.0.smithi002.stdout:1835: expect (ObjNum 543 snap 170 seq_num 543) 2024-09-14T03:41:35.848 INFO:tasks.rados.rados.0.smithi002.stdout:1836: rollback oid 36 current snap is 181 2024-09-14T03:41:35.848 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 36 to 178 2024-09-14T03:41:35.848 INFO:tasks.rados.rados.0.smithi002.stdout:1837: rmattr oid 5 current snap is 181 2024-09-14T03:41:35.848 INFO:tasks.rados.rados.0.smithi002.stdout:1837: done (4 left) 2024-09-14T03:41:35.848 INFO:tasks.rados.rados.0.smithi002.stdout:1838: setattr oid 8 current snap is 181 2024-09-14T03:41:35.849 INFO:tasks.rados.rados.0.smithi002.stdout:1839: read oid 14 snap 170 2024-09-14T03:41:35.849 INFO:tasks.rados.rados.0.smithi002.stdout:1839: expect (ObjNum 521 snap 166 seq_num 521) 2024-09-14T03:41:35.849 INFO:tasks.rados.rados.0.smithi002.stdout:1840: setattr oid 50 current snap is 181 2024-09-14T03:41:35.850 INFO:tasks.rados.rados.0.smithi002.stdout:1841: snap_remove snap 171 2024-09-14T03:41:36.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:35 smithi002 ceph-mon[87970]: pgmap v323: 121 pgs: 20 peering, 4 active+undersized, 1 active+undersized+degraded, 96 active+clean; 356 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 KiB/s rd, 1.1 MiB/s wr, 5 op/s; 10/588 objects degraded (1.701%); 9.5 MiB/s, 3 objects/s recovering 2024-09-14T03:41:36.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:35 smithi002 ceph-mon[87970]: osdmap e436: 8 total, 8 up, 8 in 2024-09-14T03:41:36.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:35 smithi002 ceph-mon[89815]: pgmap v323: 121 pgs: 20 peering, 4 active+undersized, 1 active+undersized+degraded, 96 active+clean; 356 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 KiB/s rd, 1.1 MiB/s wr, 5 op/s; 10/588 objects degraded (1.701%); 9.5 MiB/s, 3 objects/s recovering 2024-09-14T03:41:36.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:35 smithi002 ceph-mon[89815]: osdmap e436: 8 total, 8 up, 8 in 2024-09-14T03:41:36.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:35 smithi154 ceph-mon[81546]: pgmap v323: 121 pgs: 20 peering, 4 active+undersized, 1 active+undersized+degraded, 96 active+clean; 356 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 KiB/s rd, 1.1 MiB/s wr, 5 op/s; 10/588 objects degraded (1.701%); 9.5 MiB/s, 3 objects/s recovering 2024-09-14T03:41:36.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:35 smithi154 ceph-mon[81546]: osdmap e436: 8 total, 8 up, 8 in 2024-09-14T03:41:36.826 INFO:tasks.rados.rados.0.smithi002.stdout:1836: finishing rollback tid 1 to smithi00278215-36 2024-09-14T03:41:36.826 INFO:tasks.rados.rados.0.smithi002.stdout:1836: finishing rollback tid 2 to smithi00278215-36 2024-09-14T03:41:36.826 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 36 v 1813 (ObjNum 369 snap 0 seq_num 1474506530) dirty exists 2024-09-14T03:41:36.826 INFO:tasks.rados.rados.0.smithi002.stdout:1834: finishing rollback tid 1 to smithi00278215-39 2024-09-14T03:41:36.827 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 39 v 2231 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-09-14T03:41:36.827 INFO:tasks.rados.rados.0.smithi002.stdout:1833: finishing write tid 1 to smithi00278215-4 2024-09-14T03:41:36.827 INFO:tasks.rados.rados.0.smithi002.stdout:1833: finishing write tid 2 to smithi00278215-4 2024-09-14T03:41:36.827 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 2486 (ObjNum 567 snap 176 seq_num 567) dirty exists 2024-09-14T03:41:36.827 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 8 v 1770 (ObjNum 387 snap 117 seq_num 387) dirty exists 2024-09-14T03:41:36.827 INFO:tasks.rados.rados.0.smithi002.stdout:1833: finishing write tid 3 to smithi00278215-4 2024-09-14T03:41:36.827 INFO:tasks.rados.rados.0.smithi002.stdout:1833: oid 4 updating version 0 to 2099 2024-09-14T03:41:36.827 INFO:tasks.rados.rados.0.smithi002.stdout:1833: oid 4 updating version 2099 to 2100 2024-09-14T03:41:36.827 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 2100 (ObjNum 577 snap 181 seq_num 577) dirty exists 2024-09-14T03:41:36.827 INFO:tasks.rados.rados.0.smithi002.stdout:1833: left oid 4 (ObjNum 577 snap 181 seq_num 577) 2024-09-14T03:41:36.827 INFO:tasks.rados.rados.0.smithi002.stdout:1839: expect (ObjNum 521 snap 166 seq_num 521) 2024-09-14T03:41:36.946 INFO:tasks.rados.rados.0.smithi002.stdout:1835: expect (ObjNum 543 snap 170 seq_num 543) 2024-09-14T03:41:37.050 INFO:tasks.rados.rados.0.smithi002.stdout:1833: done (7 left) 2024-09-14T03:41:37.050 INFO:tasks.rados.rados.0.smithi002.stdout:1834: done (6 left) 2024-09-14T03:41:37.050 INFO:tasks.rados.rados.0.smithi002.stdout:1835: done (5 left) 2024-09-14T03:41:37.050 INFO:tasks.rados.rados.0.smithi002.stdout:1836: done (4 left) 2024-09-14T03:41:37.051 INFO:tasks.rados.rados.0.smithi002.stdout:1838: done (3 left) 2024-09-14T03:41:37.051 INFO:tasks.rados.rados.0.smithi002.stdout:1839: done (2 left) 2024-09-14T03:41:37.051 INFO:tasks.rados.rados.0.smithi002.stdout:1840: done (1 left) 2024-09-14T03:41:37.051 INFO:tasks.rados.rados.0.smithi002.stdout:1841: done (0 left) 2024-09-14T03:41:37.051 INFO:tasks.rados.rados.0.smithi002.stdout:1842: delete oid 20 current snap is 181 2024-09-14T03:41:37.055 INFO:tasks.rados.rados.0.smithi002.stdout:1842: done (0 left) 2024-09-14T03:41:37.056 INFO:tasks.rados.rados.0.smithi002.stdout:1843: snap_remove snap 176 2024-09-14T03:41:37.088 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:36 smithi002 ceph-mon[87970]: osdmap e437: 8 total, 8 up, 8 in 2024-09-14T03:41:37.088 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:36 smithi002 ceph-mon[89815]: osdmap e437: 8 total, 8 up, 8 in 2024-09-14T03:41:37.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:36 smithi154 ceph-mon[81546]: osdmap e437: 8 total, 8 up, 8 in 2024-09-14T03:41:37.723 INFO:tasks.rados.rados.0.smithi002.stdout:1843: done (0 left) 2024-09-14T03:41:37.723 INFO:tasks.rados.rados.0.smithi002.stdout:1844: read oid 11 snap -1 2024-09-14T03:41:37.723 INFO:tasks.rados.rados.0.smithi002.stdout:1844: expect (ObjNum 390 snap 118 seq_num 390) 2024-09-14T03:41:37.723 INFO:tasks.rados.rados.0.smithi002.stdout:1845: rollback oid 30 current snap is 181 2024-09-14T03:41:37.723 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 30 to 180 2024-09-14T03:41:37.723 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 2 current snap is 181 2024-09-14T03:41:37.723 INFO:tasks.rados.rados.0.smithi002.stdout:1846: seq_num 579 ranges {0=98304} 2024-09-14T03:41:37.724 INFO:tasks.rados.rados.0.smithi002.stdout:1846: writing smithi00278215-2 from 0 to 98304 tid 1 2024-09-14T03:41:37.724 INFO:tasks.rados.rados.0.smithi002.stdout:1847: delete oid 47 current snap is 181 2024-09-14T03:41:37.733 INFO:tasks.rados.rados.0.smithi002.stdout:1847: done (3 left) 2024-09-14T03:41:37.734 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 22 current snap is 181 2024-09-14T03:41:37.734 INFO:tasks.rados.rados.0.smithi002.stdout:1848: seq_num 581 ranges {0=139264} 2024-09-14T03:41:37.734 INFO:tasks.rados.rados.0.smithi002.stdout:1848: writing smithi00278215-22 from 0 to 139264 tid 1 2024-09-14T03:41:37.735 INFO:tasks.rados.rados.0.smithi002.stdout:1849: read oid 10 snap -1 2024-09-14T03:41:37.735 INFO:tasks.rados.rados.0.smithi002.stdout:1849: expect (ObjNum 529 snap 166 seq_num 529) 2024-09-14T03:41:37.735 INFO:tasks.rados.rados.0.smithi002.stdout:1850: snap_create 2024-09-14T03:41:37.735 INFO:tasks.rados.rados.0.smithi002.stdout:1846: finishing write tid 1 to smithi00278215-2 2024-09-14T03:41:37.735 INFO:tasks.rados.rados.0.smithi002.stdout:1846: finishing write tid 2 to smithi00278215-2 2024-09-14T03:41:37.737 INFO:tasks.rados.rados.0.smithi002.stdout:1846: finishing write tid 3 to smithi00278215-2 2024-09-14T03:41:37.737 INFO:tasks.rados.rados.0.smithi002.stdout:1846: oid 2 updating version 0 to 2192 2024-09-14T03:41:37.737 INFO:tasks.rados.rados.0.smithi002.stdout:1846: oid 2 updating version 2192 to 2193 2024-09-14T03:41:37.737 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 2 v 2193 (ObjNum 579 snap 181 seq_num 579) dirty exists 2024-09-14T03:41:37.737 INFO:tasks.rados.rados.0.smithi002.stdout:1846: left oid 2 (ObjNum 579 snap 181 seq_num 579) 2024-09-14T03:41:37.742 INFO:tasks.rados.rados.0.smithi002.stdout:1848: finishing write tid 1 to smithi00278215-22 2024-09-14T03:41:37.742 INFO:tasks.rados.rados.0.smithi002.stdout:1848: finishing write tid 2 to smithi00278215-22 2024-09-14T03:41:37.744 INFO:tasks.rados.rados.0.smithi002.stdout:1848: finishing write tid 3 to smithi00278215-22 2024-09-14T03:41:37.744 INFO:tasks.rados.rados.0.smithi002.stdout:1848: oid 22 updating version 0 to 1814 2024-09-14T03:41:37.744 INFO:tasks.rados.rados.0.smithi002.stdout:1848: oid 22 updating version 1814 to 1815 2024-09-14T03:41:37.744 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 22 v 1815 (ObjNum 581 snap 181 seq_num 581) dirty exists 2024-09-14T03:41:37.744 INFO:tasks.rados.rados.0.smithi002.stdout:1848: left oid 22 (ObjNum 581 snap 181 seq_num 581) 2024-09-14T03:41:37.763 INFO:tasks.rados.rados.0.smithi002.stdout:1844: expect (ObjNum 390 snap 118 seq_num 390) 2024-09-14T03:41:37.969 INFO:tasks.rados.rados.0.smithi002.stdout:1845: finishing rollback tid 1 to smithi00278215-30 2024-09-14T03:41:37.969 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 30 v 2224 (ObjNum 177 snap 0 seq_num 1695529022) dirty dne 2024-09-14T03:41:37.969 INFO:tasks.rados.rados.0.smithi002.stdout:1849: expect (ObjNum 529 snap 166 seq_num 529) 2024-09-14T03:41:38.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:37 smithi002 ceph-mon[87970]: pgmap v326: 121 pgs: 121 active+clean; 355 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 KiB/s rd, 584 KiB/s wr, 2 op/s; 6.6 MiB/s, 2 objects/s recovering 2024-09-14T03:41:38.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:37 smithi002 ceph-mon[87970]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 10/588 objects degraded (1.701%), 1 pg degraded) 2024-09-14T03:41:38.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:37 smithi002 ceph-mon[87970]: Cluster is now healthy 2024-09-14T03:41:38.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:37 smithi002 ceph-mon[87970]: osdmap e438: 8 total, 8 up, 8 in 2024-09-14T03:41:38.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:37 smithi002 ceph-mon[87970]: osdmap e439: 8 total, 8 up, 8 in 2024-09-14T03:41:38.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:37 smithi002 ceph-mon[89815]: pgmap v326: 121 pgs: 121 active+clean; 355 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 KiB/s rd, 584 KiB/s wr, 2 op/s; 6.6 MiB/s, 2 objects/s recovering 2024-09-14T03:41:38.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:37 smithi002 ceph-mon[89815]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 10/588 objects degraded (1.701%), 1 pg degraded) 2024-09-14T03:41:38.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:37 smithi002 ceph-mon[89815]: Cluster is now healthy 2024-09-14T03:41:38.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:37 smithi002 ceph-mon[89815]: osdmap e438: 8 total, 8 up, 8 in 2024-09-14T03:41:38.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:37 smithi002 ceph-mon[89815]: osdmap e439: 8 total, 8 up, 8 in 2024-09-14T03:41:38.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:37 smithi154 ceph-mon[81546]: pgmap v326: 121 pgs: 121 active+clean; 355 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 KiB/s rd, 584 KiB/s wr, 2 op/s; 6.6 MiB/s, 2 objects/s recovering 2024-09-14T03:41:38.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:37 smithi154 ceph-mon[81546]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 10/588 objects degraded (1.701%), 1 pg degraded) 2024-09-14T03:41:38.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:37 smithi154 ceph-mon[81546]: Cluster is now healthy 2024-09-14T03:41:38.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:37 smithi154 ceph-mon[81546]: osdmap e438: 8 total, 8 up, 8 in 2024-09-14T03:41:38.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:37 smithi154 ceph-mon[81546]: osdmap e439: 8 total, 8 up, 8 in 2024-09-14T03:41:38.722 INFO:tasks.rados.rados.0.smithi002.stdout:1844: done (5 left) 2024-09-14T03:41:38.723 INFO:tasks.rados.rados.0.smithi002.stdout:1845: done (4 left) 2024-09-14T03:41:38.723 INFO:tasks.rados.rados.0.smithi002.stdout:1846: done (3 left) 2024-09-14T03:41:38.723 INFO:tasks.rados.rados.0.smithi002.stdout:1848: done (2 left) 2024-09-14T03:41:38.723 INFO:tasks.rados.rados.0.smithi002.stdout:1849: done (1 left) 2024-09-14T03:41:38.723 INFO:tasks.rados.rados.0.smithi002.stdout:1850: done (0 left) 2024-09-14T03:41:38.723 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 27 current snap is 182 2024-09-14T03:41:38.723 INFO:tasks.rados.rados.0.smithi002.stdout:1851: seq_num 582 ranges {0=155648} 2024-09-14T03:41:38.724 INFO:tasks.rados.rados.0.smithi002.stdout:1851: writing smithi00278215-27 from 0 to 155648 tid 1 2024-09-14T03:41:38.724 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 15 current snap is 182 2024-09-14T03:41:38.724 INFO:tasks.rados.rados.0.smithi002.stdout:1852: seq_num 583 ranges {5586944=172032} 2024-09-14T03:41:38.755 INFO:tasks.rados.rados.0.smithi002.stdout:1852: writing smithi00278215-15 from 5586944 to 5758976 tid 1 2024-09-14T03:41:38.755 INFO:tasks.rados.rados.0.smithi002.stdout:1851: finishing write tid 1 to smithi00278215-27 2024-09-14T03:41:38.755 INFO:tasks.rados.rados.0.smithi002.stdout:1851: finishing write tid 2 to smithi00278215-27 2024-09-14T03:41:38.755 INFO:tasks.rados.rados.0.smithi002.stdout:1853: read oid 29 snap -1 2024-09-14T03:41:38.756 INFO:tasks.rados.rados.0.smithi002.stdout:1853: expect (ObjNum 539 snap 170 seq_num 539) 2024-09-14T03:41:38.756 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 31 current snap is 182 2024-09-14T03:41:38.756 INFO:tasks.rados.rados.0.smithi002.stdout:1854: seq_num 584 ranges {2793472=188416} 2024-09-14T03:41:38.772 INFO:tasks.rados.rados.0.smithi002.stdout:1854: writing smithi00278215-31 from 2793472 to 2981888 tid 1 2024-09-14T03:41:38.772 INFO:tasks.rados.rados.0.smithi002.stdout:1855: read oid 35 snap -1 2024-09-14T03:41:38.772 INFO:tasks.rados.rados.0.smithi002.stdout:1855: expect (ObjNum 575 snap 180 seq_num 575) 2024-09-14T03:41:38.772 INFO:tasks.rados.rados.0.smithi002.stdout:1856: delete oid 23 current snap is 182 2024-09-14T03:41:38.772 INFO:tasks.rados.rados.0.smithi002.stdout:1851: finishing write tid 3 to smithi00278215-27 2024-09-14T03:41:38.773 INFO:tasks.rados.rados.0.smithi002.stdout:1851: oid 27 updating version 0 to 1096 2024-09-14T03:41:38.773 INFO:tasks.rados.rados.0.smithi002.stdout:1851: oid 27 version 1096 is already newer than 1095 2024-09-14T03:41:38.773 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 27 v 1096 (ObjNum 582 snap 182 seq_num 582) dirty exists 2024-09-14T03:41:38.773 INFO:tasks.rados.rados.0.smithi002.stdout:1851: left oid 27 (ObjNum 582 snap 182 seq_num 582) 2024-09-14T03:41:38.773 INFO:tasks.rados.rados.0.smithi002.stdout:1852: finishing write tid 1 to smithi00278215-15 2024-09-14T03:41:38.773 INFO:tasks.rados.rados.0.smithi002.stdout:1852: finishing write tid 2 to smithi00278215-15 2024-09-14T03:41:38.773 INFO:tasks.rados.rados.0.smithi002.stdout:1853: expect (ObjNum 539 snap 170 seq_num 539) 2024-09-14T03:41:38.826 INFO:tasks.rados.rados.0.smithi002.stdout:1852: finishing write tid 3 to smithi00278215-15 2024-09-14T03:41:38.826 INFO:tasks.rados.rados.0.smithi002.stdout:1852: oid 15 updating version 0 to 2099 2024-09-14T03:41:38.826 INFO:tasks.rados.rados.0.smithi002.stdout:1852: oid 15 updating version 2099 to 2100 2024-09-14T03:41:38.826 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 15 v 2100 (ObjNum 583 snap 182 seq_num 583) dirty exists 2024-09-14T03:41:38.826 INFO:tasks.rados.rados.0.smithi002.stdout:1852: left oid 15 (ObjNum 583 snap 182 seq_num 583) 2024-09-14T03:41:38.827 INFO:tasks.rados.rados.0.smithi002.stdout:1851: done (5 left) 2024-09-14T03:41:38.827 INFO:tasks.rados.rados.0.smithi002.stdout:1852: done (4 left) 2024-09-14T03:41:38.827 INFO:tasks.rados.rados.0.smithi002.stdout:1853: done (3 left) 2024-09-14T03:41:38.827 INFO:tasks.rados.rados.0.smithi002.stdout:1856: done (2 left) 2024-09-14T03:41:38.827 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 21 current snap is 182 2024-09-14T03:41:38.827 INFO:tasks.rados.rados.0.smithi002.stdout:1854: finishing write tid 1 to smithi00278215-31 2024-09-14T03:41:38.827 INFO:tasks.rados.rados.0.smithi002.stdout:1857: seq_num 586 ranges {1687552=221184} 2024-09-14T03:41:38.836 INFO:tasks.rados.rados.0.smithi002.stdout:1857: writing smithi00278215-21 from 1687552 to 1908736 tid 1 2024-09-14T03:41:38.836 INFO:tasks.rados.rados.0.smithi002.stdout:1858: snap_remove snap 179 2024-09-14T03:41:39.827 INFO:tasks.rados.rados.0.smithi002.stdout:1858: done (3 left) 2024-09-14T03:41:39.827 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 9 current snap is 182 2024-09-14T03:41:39.827 INFO:tasks.rados.rados.0.smithi002.stdout:1854: finishing write tid 2 to smithi00278215-31 2024-09-14T03:41:39.827 INFO:tasks.rados.rados.0.smithi002.stdout:1854: finishing write tid 3 to smithi00278215-31 2024-09-14T03:41:39.827 INFO:tasks.rados.rados.0.smithi002.stdout:1854: oid 31 updating version 0 to 1236 2024-09-14T03:41:39.827 INFO:tasks.rados.rados.0.smithi002.stdout:1854: oid 31 updating version 1236 to 1237 2024-09-14T03:41:39.827 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 1237 (ObjNum 584 snap 182 seq_num 584) dirty exists 2024-09-14T03:41:39.827 INFO:tasks.rados.rados.0.smithi002.stdout:1854: left oid 31 (ObjNum 584 snap 182 seq_num 584) 2024-09-14T03:41:39.827 INFO:tasks.rados.rados.0.smithi002.stdout:1855: expect (ObjNum 575 snap 180 seq_num 575) 2024-09-14T03:41:39.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:39 smithi154 ceph-mon[81546]: pgmap v329: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 364 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 10 op/s; 3.3 MiB/s, 1 objects/s recovering 2024-09-14T03:41:39.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:39 smithi154 ceph-mon[81546]: osdmap e440: 8 total, 8 up, 8 in 2024-09-14T03:41:40.034 INFO:tasks.rados.rados.0.smithi002.stdout:1857: finishing write tid 1 to smithi00278215-21 2024-09-14T03:41:40.034 INFO:tasks.rados.rados.0.smithi002.stdout:1857: finishing write tid 2 to smithi00278215-21 2024-09-14T03:41:40.034 INFO:tasks.rados.rados.0.smithi002.stdout:1857: finishing write tid 3 to smithi00278215-21 2024-09-14T03:41:40.034 INFO:tasks.rados.rados.0.smithi002.stdout:1857: oid 21 updating version 0 to 1331 2024-09-14T03:41:40.034 INFO:tasks.rados.rados.0.smithi002.stdout:1857: oid 21 updating version 1331 to 1332 2024-09-14T03:41:40.034 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 1332 (ObjNum 586 snap 182 seq_num 586) dirty exists 2024-09-14T03:41:40.034 INFO:tasks.rados.rados.0.smithi002.stdout:1857: left oid 21 (ObjNum 586 snap 182 seq_num 586) 2024-09-14T03:41:40.034 INFO:tasks.rados.rados.0.smithi002.stdout:1859: seq_num 587 ranges {1785856=237568} 2024-09-14T03:41:40.045 INFO:tasks.rados.rados.0.smithi002.stdout:1859: writing smithi00278215-9 from 1785856 to 2023424 tid 1 2024-09-14T03:41:40.045 INFO:tasks.rados.rados.0.smithi002.stdout:1854: done (3 left) 2024-09-14T03:41:40.045 INFO:tasks.rados.rados.0.smithi002.stdout:1855: done (2 left) 2024-09-14T03:41:40.045 INFO:tasks.rados.rados.0.smithi002.stdout:1857: done (1 left) 2024-09-14T03:41:40.045 INFO:tasks.rados.rados.0.smithi002.stdout:1860: snap_create 2024-09-14T03:41:40.048 INFO:tasks.rados.rados.0.smithi002.stdout:1859: finishing write tid 1 to smithi00278215-9 2024-09-14T03:41:40.048 INFO:tasks.rados.rados.0.smithi002.stdout:1859: finishing write tid 2 to smithi00278215-9 2024-09-14T03:41:40.049 INFO:tasks.rados.rados.0.smithi002.stdout:1859: finishing write tid 3 to smithi00278215-9 2024-09-14T03:41:40.049 INFO:tasks.rados.rados.0.smithi002.stdout:1859: oid 9 updating version 0 to 2244 2024-09-14T03:41:40.049 INFO:tasks.rados.rados.0.smithi002.stdout:1859: oid 9 updating version 2244 to 2245 2024-09-14T03:41:40.049 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 9 v 2245 (ObjNum 587 snap 182 seq_num 587) dirty exists 2024-09-14T03:41:40.049 INFO:tasks.rados.rados.0.smithi002.stdout:1859: left oid 9 (ObjNum 587 snap 182 seq_num 587) 2024-09-14T03:41:40.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:39 smithi002 ceph-mon[89815]: pgmap v329: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 364 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 10 op/s; 3.3 MiB/s, 1 objects/s recovering 2024-09-14T03:41:40.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:39 smithi002 ceph-mon[89815]: osdmap e440: 8 total, 8 up, 8 in 2024-09-14T03:41:40.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:39 smithi002 ceph-mon[87970]: pgmap v329: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 364 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 10 op/s; 3.3 MiB/s, 1 objects/s recovering 2024-09-14T03:41:40.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:39 smithi002 ceph-mon[87970]: osdmap e440: 8 total, 8 up, 8 in 2024-09-14T03:41:40.963 INFO:tasks.rados.rados.0.smithi002.stdout:1859: done (1 left) 2024-09-14T03:41:40.963 INFO:tasks.rados.rados.0.smithi002.stdout:1860: done (0 left) 2024-09-14T03:41:40.964 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 3 current snap is 183 2024-09-14T03:41:40.964 INFO:tasks.rados.rados.0.smithi002.stdout:1861: seq_num 588 ranges {0=253952} 2024-09-14T03:41:40.965 INFO:tasks.rados.rados.0.smithi002.stdout:1861: writing smithi00278215-3 from 0 to 253952 tid 1 2024-09-14T03:41:40.965 INFO:tasks.rados.rados.0.smithi002.stdout:1862: read oid 23 snap -1 2024-09-14T03:41:40.965 INFO:tasks.rados.rados.0.smithi002.stdout:1862: expect deleted 2024-09-14T03:41:40.965 INFO:tasks.rados.rados.0.smithi002.stdout:1863: read oid 30 snap 181 2024-09-14T03:41:40.965 INFO:tasks.rados.rados.0.smithi002.stdout:1863: expect deleted 2024-09-14T03:41:40.965 INFO:tasks.rados.rados.0.smithi002.stdout:1864: rmattr oid 13 current snap is 183 2024-09-14T03:41:40.965 INFO:tasks.rados.rados.0.smithi002.stdout:1864: done (3 left) 2024-09-14T03:41:40.965 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 21 current snap is 183 2024-09-14T03:41:40.965 INFO:tasks.rados.rados.0.smithi002.stdout:1865: seq_num 589 ranges {1908736=270336} 2024-09-14T03:41:40.977 INFO:tasks.rados.rados.0.smithi002.stdout:1865: writing smithi00278215-21 from 1908736 to 2179072 tid 1 2024-09-14T03:41:40.977 INFO:tasks.rados.rados.0.smithi002.stdout:1861: finishing write tid 1 to smithi00278215-3 2024-09-14T03:41:40.978 INFO:tasks.rados.rados.0.smithi002.stdout:1861: finishing write tid 2 to smithi00278215-3 2024-09-14T03:41:40.978 INFO:tasks.rados.rados.0.smithi002.stdout:1866: read oid 37 snap -1 2024-09-14T03:41:40.978 INFO:tasks.rados.rados.0.smithi002.stdout:1866: expect (ObjNum 555 snap 173 seq_num 555) 2024-09-14T03:41:40.978 INFO:tasks.rados.rados.0.smithi002.stdout:1862: done (4 left) 2024-09-14T03:41:40.978 INFO:tasks.rados.rados.0.smithi002.stdout:1863: done (3 left) 2024-09-14T03:41:40.978 INFO:tasks.rados.rados.0.smithi002.stdout:1867: rollback oid 45 current snap is 183 2024-09-14T03:41:40.978 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 45 to 182 2024-09-14T03:41:40.978 INFO:tasks.rados.rados.0.smithi002.stdout:1861: finishing write tid 3 to smithi00278215-3 2024-09-14T03:41:40.978 INFO:tasks.rados.rados.0.smithi002.stdout:1861: oid 3 updating version 0 to 2233 2024-09-14T03:41:40.978 INFO:tasks.rados.rados.0.smithi002.stdout:1861: oid 3 updating version 2233 to 2234 2024-09-14T03:41:40.978 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 3 v 2234 (ObjNum 588 snap 183 seq_num 588) dirty exists 2024-09-14T03:41:40.978 INFO:tasks.rados.rados.0.smithi002.stdout:1861: left oid 3 (ObjNum 588 snap 183 seq_num 588) 2024-09-14T03:41:40.978 INFO:tasks.rados.rados.0.smithi002.stdout:1861: done (3 left) 2024-09-14T03:41:40.979 INFO:tasks.rados.rados.0.smithi002.stdout:1868: delete oid 33 current snap is 183 2024-09-14T03:41:40.981 INFO:tasks.rados.rados.0.smithi002.stdout:1868: done (3 left) 2024-09-14T03:41:40.981 INFO:tasks.rados.rados.0.smithi002.stdout:1869: read oid 9 snap 170 2024-09-14T03:41:40.982 INFO:tasks.rados.rados.0.smithi002.stdout:1869: expect (ObjNum 522 snap 166 seq_num 522) 2024-09-14T03:41:40.982 INFO:tasks.rados.rados.0.smithi002.stdout:1870: read oid 29 snap -1 2024-09-14T03:41:40.982 INFO:tasks.rados.rados.0.smithi002.stdout:1870: expect (ObjNum 539 snap 170 seq_num 539) 2024-09-14T03:41:40.982 INFO:tasks.rados.rados.0.smithi002.stdout:1871: snap_remove snap 180 2024-09-14T03:41:41.186 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:40 smithi002 ceph-mon[89815]: osdmap e441: 8 total, 8 up, 8 in 2024-09-14T03:41:41.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:40 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:41:41.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:40 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:41:41.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:40 smithi002 ceph-mon[87970]: osdmap e441: 8 total, 8 up, 8 in 2024-09-14T03:41:41.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:40 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:41:41.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:40 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:41:41.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:40 smithi154 ceph-mon[81546]: osdmap e441: 8 total, 8 up, 8 in 2024-09-14T03:41:41.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:40 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:41:41.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:40 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:41:41.971 INFO:tasks.rados.rados.0.smithi002.stdout:1871: done (5 left) 2024-09-14T03:41:41.971 INFO:tasks.rados.rados.0.smithi002.stdout:1872: snap_create 2024-09-14T03:41:41.971 INFO:tasks.rados.rados.0.smithi002.stdout:1867: finishing rollback tid 0 to smithi00278215-45 2024-09-14T03:41:41.971 INFO:tasks.rados.rados.0.smithi002.stdout:1865: finishing write tid 1 to smithi00278215-21 2024-09-14T03:41:41.971 INFO:tasks.rados.rados.0.smithi002.stdout:1865: finishing write tid 2 to smithi00278215-21 2024-09-14T03:41:41.971 INFO:tasks.rados.rados.0.smithi002.stdout:1867: finishing rollback tid 1 to smithi00278215-45 2024-09-14T03:41:41.972 INFO:tasks.rados.rados.0.smithi002.stdout:1867: finishing rollback tid 2 to smithi00278215-45 2024-09-14T03:41:41.972 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 45 v 1284 (ObjNum 512 snap 162 seq_num 512) dirty exists 2024-09-14T03:41:41.972 INFO:tasks.rados.rados.0.smithi002.stdout:1865: finishing write tid 3 to smithi00278215-21 2024-09-14T03:41:41.972 INFO:tasks.rados.rados.0.smithi002.stdout:1865: oid 21 updating version 0 to 1333 2024-09-14T03:41:41.972 INFO:tasks.rados.rados.0.smithi002.stdout:1865: oid 21 updating version 1333 to 1334 2024-09-14T03:41:41.972 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 1334 (ObjNum 589 snap 183 seq_num 589) dirty exists 2024-09-14T03:41:41.972 INFO:tasks.rados.rados.0.smithi002.stdout:1865: left oid 21 (ObjNum 589 snap 183 seq_num 589) 2024-09-14T03:41:41.972 INFO:tasks.rados.rados.0.smithi002.stdout:1870: expect (ObjNum 539 snap 170 seq_num 539) 2024-09-14T03:41:42.026 INFO:tasks.rados.rados.0.smithi002.stdout:1866: expect (ObjNum 555 snap 173 seq_num 555) 2024-09-14T03:41:42.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:41 smithi154 ceph-mon[81546]: pgmap v332: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 362 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 2.3 MiB/s wr, 19 op/s 2024-09-14T03:41:42.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:41 smithi154 ceph-mon[81546]: osdmap e442: 8 total, 8 up, 8 in 2024-09-14T03:41:42.324 INFO:tasks.rados.rados.0.smithi002.stdout:1869: expect (ObjNum 522 snap 166 seq_num 522) 2024-09-14T03:41:42.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:41 smithi002 ceph-mon[87970]: pgmap v332: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 362 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 2.3 MiB/s wr, 19 op/s 2024-09-14T03:41:42.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:41 smithi002 ceph-mon[87970]: osdmap e442: 8 total, 8 up, 8 in 2024-09-14T03:41:42.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:41 smithi002 ceph-mon[89815]: pgmap v332: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 362 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 2.3 MiB/s wr, 19 op/s 2024-09-14T03:41:42.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:41 smithi002 ceph-mon[89815]: osdmap e442: 8 total, 8 up, 8 in 2024-09-14T03:41:42.721 INFO:tasks.rados.rados.0.smithi002.stdout:1865: done (5 left) 2024-09-14T03:41:42.722 INFO:tasks.rados.rados.0.smithi002.stdout:1866: done (4 left) 2024-09-14T03:41:42.722 INFO:tasks.rados.rados.0.smithi002.stdout:1867: done (3 left) 2024-09-14T03:41:42.722 INFO:tasks.rados.rados.0.smithi002.stdout:1869: done (2 left) 2024-09-14T03:41:42.722 INFO:tasks.rados.rados.0.smithi002.stdout:1870: done (1 left) 2024-09-14T03:41:42.722 INFO:tasks.rados.rados.0.smithi002.stdout:1872: done (0 left) 2024-09-14T03:41:42.722 INFO:tasks.rados.rados.0.smithi002.stdout:1873: snap_create 2024-09-14T03:41:43.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:42 smithi154 ceph-mon[81546]: osdmap e443: 8 total, 8 up, 8 in 2024-09-14T03:41:43.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:42 smithi154 ceph-mon[81546]: osdmap e444: 8 total, 8 up, 8 in 2024-09-14T03:41:43.436 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:42 smithi002 ceph-mon[89815]: osdmap e443: 8 total, 8 up, 8 in 2024-09-14T03:41:43.436 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:42 smithi002 ceph-mon[89815]: osdmap e444: 8 total, 8 up, 8 in 2024-09-14T03:41:43.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:42 smithi002 ceph-mon[87970]: osdmap e443: 8 total, 8 up, 8 in 2024-09-14T03:41:43.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:42 smithi002 ceph-mon[87970]: osdmap e444: 8 total, 8 up, 8 in 2024-09-14T03:41:43.437 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:41:43 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:41:43] "GET /metrics HTTP/1.1" 200 36289 "" "Prometheus/2.43.0" 2024-09-14T03:41:43.725 INFO:tasks.rados.rados.0.smithi002.stdout:1873: done (0 left) 2024-09-14T03:41:43.725 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 40 current snap is 185 2024-09-14T03:41:43.725 INFO:tasks.rados.rados.0.smithi002.stdout:1874: seq_num 591 ranges {9109504=303104} 2024-09-14T03:41:43.776 INFO:tasks.rados.rados.0.smithi002.stdout:1874: writing smithi00278215-40 from 9109504 to 9412608 tid 1 2024-09-14T03:41:43.776 INFO:tasks.rados.rados.0.smithi002.stdout:1875: snap_create 2024-09-14T03:41:43.782 INFO:tasks.rados.rados.0.smithi002.stdout:1874: finishing write tid 1 to smithi00278215-40 2024-09-14T03:41:43.783 INFO:tasks.rados.rados.0.smithi002.stdout:1874: finishing write tid 2 to smithi00278215-40 2024-09-14T03:41:43.784 INFO:tasks.rados.rados.0.smithi002.stdout:1874: finishing write tid 3 to smithi00278215-40 2024-09-14T03:41:43.784 INFO:tasks.rados.rados.0.smithi002.stdout:1874: oid 40 updating version 0 to 1817 2024-09-14T03:41:43.784 INFO:tasks.rados.rados.0.smithi002.stdout:1874: oid 40 version 1817 is already newer than 1816 2024-09-14T03:41:43.784 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 1817 (ObjNum 591 snap 185 seq_num 591) dirty exists 2024-09-14T03:41:43.785 INFO:tasks.rados.rados.0.smithi002.stdout:1874: left oid 40 (ObjNum 591 snap 185 seq_num 591) 2024-09-14T03:41:44.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:43 smithi154 ceph-mon[81546]: pgmap v335: 121 pgs: 121 active+clean; 363 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 242 KiB/s wr, 19 op/s 2024-09-14T03:41:44.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:43 smithi154 ceph-mon[81546]: osdmap e445: 8 total, 8 up, 8 in 2024-09-14T03:41:44.436 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:43 smithi002 ceph-mon[87970]: pgmap v335: 121 pgs: 121 active+clean; 363 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 242 KiB/s wr, 19 op/s 2024-09-14T03:41:44.436 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:43 smithi002 ceph-mon[87970]: osdmap e445: 8 total, 8 up, 8 in 2024-09-14T03:41:44.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:43 smithi002 ceph-mon[89815]: pgmap v335: 121 pgs: 121 active+clean; 363 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 242 KiB/s wr, 19 op/s 2024-09-14T03:41:44.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:43 smithi002 ceph-mon[89815]: osdmap e445: 8 total, 8 up, 8 in 2024-09-14T03:41:44.491 INFO:teuthology.orchestra.run.smithi002.stdout:true 2024-09-14T03:41:44.724 INFO:tasks.rados.rados.0.smithi002.stdout:1874: done (1 left) 2024-09-14T03:41:44.725 INFO:tasks.rados.rados.0.smithi002.stdout:1875: done (0 left) 2024-09-14T03:41:44.725 INFO:tasks.rados.rados.0.smithi002.stdout:1876: copy_from oid 50 from oid 10 current snap is 186 2024-09-14T03:41:44.725 INFO:tasks.rados.rados.0.smithi002.stdout:1877: snap_remove snap 158 2024-09-14T03:41:45.085 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-14T03:41:45.086 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (7m) 52s ago 8m 26.7M - 0.25.0 c8568f914cd2 8c6771f56432 2024-09-14T03:41:45.086 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi154 *:3000 running (8m) 19s ago 8m 88.0M - 9.4.7 954c08fa6188 6cd949ecdca3 2024-09-14T03:41:45.086 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (10m) 52s ago 10m 18.8M - 18.2.4-845-ge4e227b3 67ddd33fa72f 5bfe4ab70917 2024-09-14T03:41:45.086 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi154 running (10m) 19s ago 10m 21.5M - 18.2.4-845-ge4e227b3 67ddd33fa72f 80e0f22077e1 2024-09-14T03:41:45.086 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi154 *:8443,9283,8765 running (4m) 19s ago 13m 455M - 19.3.0-4907-ga2782315 8801d2529e43 3c8b8d7f1b49 2024-09-14T03:41:45.086 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (4m) 52s ago 15m 524M - 19.3.0-4907-ga2782315 8801d2529e43 37cb6840a9f7 2024-09-14T03:41:45.086 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (3m) 52s ago 15m 57.4M 2048M 19.3.0-4907-ga2782315 8801d2529e43 ac49fe4ea75d 2024-09-14T03:41:45.086 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi154 running (3m) 19s ago 14m 44.6M 2048M 19.3.0-4907-ga2782315 8801d2529e43 de3094fdd6b5 2024-09-14T03:41:45.086 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (3m) 52s ago 13m 45.6M 2048M 19.3.0-4907-ga2782315 8801d2529e43 0423773ea054 2024-09-14T03:41:45.086 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (8m) 52s ago 8m 15.7M - 1.5.0 0da6a335fe13 ad362eb3056c 2024-09-14T03:41:45.086 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi154 *:9100 running (8m) 19s ago 8m 16.9M - 1.5.0 0da6a335fe13 815178e760b0 2024-09-14T03:41:45.086 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (2m) 52s ago 13m 194M 2481M 19.3.0-4907-ga2782315 8801d2529e43 98de17e6e20c 2024-09-14T03:41:45.086 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (2m) 52s ago 12m 133M 2481M 19.3.0-4907-ga2782315 8801d2529e43 e758e3d25821 2024-09-14T03:41:45.087 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (90s) 52s ago 12m 110M 2481M 19.3.0-4907-ga2782315 8801d2529e43 6fd97586f770 2024-09-14T03:41:45.087 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (56s) 52s ago 12m 12.2M 2481M 19.3.0-4907-ga2782315 8801d2529e43 aead1115e85e 2024-09-14T03:41:45.087 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi154 running (23s) 19s ago 11m 11.5M 2480M 19.3.0-4907-ga2782315 8801d2529e43 be01dd011648 2024-09-14T03:41:45.087 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi154 running (11m) 19s ago 11m 305M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f 50ac4e0a62b5 2024-09-14T03:41:45.087 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi154 running (11m) 19s ago 11m 216M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f b18b3ecf874c 2024-09-14T03:41:45.087 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi154 running (10m) 19s ago 10m 153M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f b111d011fd8e 2024-09-14T03:41:45.087 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi154 *:9095 running (4m) 19s ago 9m 55.9M - 2.43.0 a07b618ecd1d ffbeae974492 2024-09-14T03:41:45.437 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-14T03:41:45.437 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2024-09-14T03:41:45.437 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.3.0-4907-ga2782315 (a2782315255a3e7d5f6cdc9eb35785187ff6ddf8) squid (dev)": 3 2024-09-14T03:41:45.437 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:41:45.437 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2024-09-14T03:41:45.437 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.3.0-4907-ga2782315 (a2782315255a3e7d5f6cdc9eb35785187ff6ddf8) squid (dev)": 2 2024-09-14T03:41:45.437 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:41:45.437 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2024-09-14T03:41:45.437 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 3, 2024-09-14T03:41:45.438 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.3.0-4907-ga2782315 (a2782315255a3e7d5f6cdc9eb35785187ff6ddf8) squid (dev)": 5 2024-09-14T03:41:45.438 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:41:45.438 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2024-09-14T03:41:45.438 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 2 2024-09-14T03:41:45.438 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:41:45.438 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2024-09-14T03:41:45.438 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 5, 2024-09-14T03:41:45.438 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.3.0-4907-ga2782315 (a2782315255a3e7d5f6cdc9eb35785187ff6ddf8) squid (dev)": 10 2024-09-14T03:41:45.438 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-14T03:41:45.438 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-14T03:41:45.727 INFO:tasks.rados.rados.0.smithi002.stdout:1877: done (1 left) 2024-09-14T03:41:45.728 INFO:tasks.rados.rados.0.smithi002.stdout:1878: copy_from oid 5 from oid 2 current snap is 186 2024-09-14T03:41:45.728 INFO:tasks.rados.rados.0.smithi002.stdout:1876: finishing copy_from racing read to smithi00278215-50 2024-09-14T03:41:45.728 INFO:tasks.rados.rados.0.smithi002.stdout:1876: finishing copy_from to smithi00278215-50 2024-09-14T03:41:45.728 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 2098 (ObjNum 529 snap 166 seq_num 529) dirty exists 2024-09-14T03:41:45.728 INFO:tasks.rados.rados.0.smithi002.stdout:1876: done (1 left) 2024-09-14T03:41:45.728 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 7 current snap is 186 2024-09-14T03:41:45.728 INFO:tasks.rados.rados.0.smithi002.stdout:1879: seq_num 592 ranges {2940928=319488} 2024-09-14T03:41:45.746 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-14T03:41:45.746 INFO:teuthology.orchestra.run.smithi002.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802", 2024-09-14T03:41:45.746 INFO:teuthology.orchestra.run.smithi002.stdout: "in_progress": true, 2024-09-14T03:41:45.746 INFO:teuthology.orchestra.run.smithi002.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-14T03:41:45.746 INFO:teuthology.orchestra.run.smithi002.stdout: "services_complete": [ 2024-09-14T03:41:45.746 INFO:teuthology.orchestra.run.smithi002.stdout: "mon", 2024-09-14T03:41:45.746 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr" 2024-09-14T03:41:45.746 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-14T03:41:45.747 INFO:teuthology.orchestra.run.smithi002.stdout: "progress": "10/20 daemons upgraded", 2024-09-14T03:41:45.747 INFO:teuthology.orchestra.run.smithi002.stdout: "message": "Currently upgrading osd daemons", 2024-09-14T03:41:45.747 INFO:teuthology.orchestra.run.smithi002.stdout: "is_paused": false 2024-09-14T03:41:45.747 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-14T03:41:45.747 INFO:tasks.rados.rados.0.smithi002.stdout:1879: writing smithi00278215-7 from 2940928 to 3260416 tid 1 2024-09-14T03:41:45.747 INFO:tasks.rados.rados.0.smithi002.stdout:1880: snap_create 2024-09-14T03:41:45.747 INFO:tasks.rados.rados.0.smithi002.stdout:1878: finishing copy_from racing read to smithi00278215-5 2024-09-14T03:41:45.750 INFO:tasks.rados.rados.0.smithi002.stdout:1878: finishing copy_from to smithi00278215-5 2024-09-14T03:41:45.750 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 5 v 2193 (ObjNum 579 snap 181 seq_num 579) dirty exists 2024-09-14T03:41:45.755 INFO:tasks.rados.rados.0.smithi002.stdout:1879: finishing write tid 1 to smithi00278215-7 2024-09-14T03:41:45.755 INFO:tasks.rados.rados.0.smithi002.stdout:1879: finishing write tid 2 to smithi00278215-7 2024-09-14T03:41:45.757 INFO:tasks.rados.rados.0.smithi002.stdout:1879: finishing write tid 3 to smithi00278215-7 2024-09-14T03:41:45.757 INFO:tasks.rados.rados.0.smithi002.stdout:1879: oid 7 updating version 0 to 2525 2024-09-14T03:41:45.757 INFO:tasks.rados.rados.0.smithi002.stdout:1879: oid 7 updating version 2525 to 2526 2024-09-14T03:41:45.757 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 2526 (ObjNum 592 snap 186 seq_num 592) dirty exists 2024-09-14T03:41:45.757 INFO:tasks.rados.rados.0.smithi002.stdout:1879: left oid 7 (ObjNum 592 snap 186 seq_num 592) 2024-09-14T03:41:45.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:45 smithi154 ceph-mon[81546]: from='client.44309 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:41:45.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:45 smithi154 ceph-mon[81546]: pgmap v338: 121 pgs: 121 active+clean; 363 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 178 KiB/s wr, 10 op/s 2024-09-14T03:41:45.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:45 smithi154 ceph-mon[81546]: osdmap e446: 8 total, 8 up, 8 in 2024-09-14T03:41:45.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:45 smithi154 ceph-mon[81546]: from='client.34404 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:41:45.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:45 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-14T03:41:45.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:45 smithi154 ceph-mon[81546]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-14T03:41:45.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:45 smithi154 ceph-mon[81546]: Upgrade: osd.5 is safe to restart 2024-09-14T03:41:45.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:45 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:41:45.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:45 smithi154 ceph-mon[81546]: from='client.34410 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:41:45.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:45 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/3325079387' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:41:46.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:45 smithi002 ceph-mon[87970]: from='client.44309 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:41:46.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:45 smithi002 ceph-mon[87970]: pgmap v338: 121 pgs: 121 active+clean; 363 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 178 KiB/s wr, 10 op/s 2024-09-14T03:41:46.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:45 smithi002 ceph-mon[87970]: osdmap e446: 8 total, 8 up, 8 in 2024-09-14T03:41:46.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:45 smithi002 ceph-mon[87970]: from='client.34404 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:41:46.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:45 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-14T03:41:46.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:45 smithi002 ceph-mon[87970]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-14T03:41:46.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:45 smithi002 ceph-mon[87970]: Upgrade: osd.5 is safe to restart 2024-09-14T03:41:46.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:45 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:41:46.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:45 smithi002 ceph-mon[87970]: from='client.34410 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:41:46.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:45 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/3325079387' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:41:46.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:45 smithi002 ceph-mon[89815]: from='client.44309 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:41:46.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:45 smithi002 ceph-mon[89815]: pgmap v338: 121 pgs: 121 active+clean; 363 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 178 KiB/s wr, 10 op/s 2024-09-14T03:41:46.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:45 smithi002 ceph-mon[89815]: osdmap e446: 8 total, 8 up, 8 in 2024-09-14T03:41:46.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:45 smithi002 ceph-mon[89815]: from='client.34404 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:41:46.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:45 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-14T03:41:46.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:45 smithi002 ceph-mon[89815]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-14T03:41:46.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:45 smithi002 ceph-mon[89815]: Upgrade: osd.5 is safe to restart 2024-09-14T03:41:46.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:45 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:41:46.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:45 smithi002 ceph-mon[89815]: from='client.34410 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:41:46.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:45 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/3325079387' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:41:46.740 INFO:tasks.rados.rados.0.smithi002.stdout:1878: done (2 left) 2024-09-14T03:41:46.740 INFO:tasks.rados.rados.0.smithi002.stdout:1879: done (1 left) 2024-09-14T03:41:46.740 INFO:tasks.rados.rados.0.smithi002.stdout:1880: done (0 left) 2024-09-14T03:41:46.740 INFO:tasks.rados.rados.0.smithi002.stdout:1881: read oid 9 snap -1 2024-09-14T03:41:46.740 INFO:tasks.rados.rados.0.smithi002.stdout:1881: expect (ObjNum 587 snap 182 seq_num 587) 2024-09-14T03:41:46.740 INFO:tasks.rados.rados.0.smithi002.stdout:1882: read oid 50 snap -1 2024-09-14T03:41:46.741 INFO:tasks.rados.rados.0.smithi002.stdout:1882: expect (ObjNum 529 snap 166 seq_num 529) 2024-09-14T03:41:46.741 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 17 current snap is 187 2024-09-14T03:41:46.741 INFO:tasks.rados.rados.0.smithi002.stdout:1883: seq_num 593 ranges {2981888=335872} 2024-09-14T03:41:46.760 INFO:tasks.rados.rados.0.smithi002.stdout:1883: writing smithi00278215-17 from 2981888 to 3317760 tid 1 2024-09-14T03:41:46.760 INFO:tasks.rados.rados.0.smithi002.stdout:1884: rmattr oid 44 current snap is 187 2024-09-14T03:41:46.761 INFO:tasks.rados.rados.0.smithi002.stdout:1881: expect (ObjNum 587 snap 182 seq_num 587) 2024-09-14T03:41:46.840 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:46 smithi154 ceph-mon[81546]: osdmap e447: 8 total, 8 up, 8 in 2024-09-14T03:41:46.840 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:46 smithi154 ceph-mon[81546]: from='client.44333 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:41:46.840 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:46 smithi154 ceph-mon[81546]: Upgrade: Updating osd.5 2024-09-14T03:41:46.841 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:46 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:41:46.841 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:46 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-09-14T03:41:46.841 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:46 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:41:46.850 INFO:tasks.rados.rados.0.smithi002.stdout:1882: expect (ObjNum 529 snap 166 seq_num 529) 2024-09-14T03:41:47.121 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 2101 (ObjNum 508 snap 160 seq_num 508) dirty exists 2024-09-14T03:41:47.121 INFO:tasks.rados.rados.0.smithi002.stdout:1883: finishing write tid 1 to smithi00278215-17 2024-09-14T03:41:47.121 INFO:tasks.rados.rados.0.smithi002.stdout:1883: finishing write tid 2 to smithi00278215-17 2024-09-14T03:41:47.121 INFO:tasks.rados.rados.0.smithi002.stdout:1883: finishing write tid 3 to smithi00278215-17 2024-09-14T03:41:47.121 INFO:tasks.rados.rados.0.smithi002.stdout:1883: oid 17 updating version 0 to 2235 2024-09-14T03:41:47.122 INFO:tasks.rados.rados.0.smithi002.stdout:1883: oid 17 updating version 2235 to 2236 2024-09-14T03:41:47.122 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 17 v 2236 (ObjNum 593 snap 187 seq_num 593) dirty exists 2024-09-14T03:41:47.122 INFO:tasks.rados.rados.0.smithi002.stdout:1883: left oid 17 (ObjNum 593 snap 187 seq_num 593) 2024-09-14T03:41:47.122 INFO:tasks.rados.rados.0.smithi002.stdout:1881: done (3 left) 2024-09-14T03:41:47.122 INFO:tasks.rados.rados.0.smithi002.stdout:1882: done (2 left) 2024-09-14T03:41:47.122 INFO:tasks.rados.rados.0.smithi002.stdout:1883: done (1 left) 2024-09-14T03:41:47.122 INFO:tasks.rados.rados.0.smithi002.stdout:1884: done (0 left) 2024-09-14T03:41:47.122 INFO:tasks.rados.rados.0.smithi002.stdout:1885: rollback oid 17 current snap is 187 2024-09-14T03:41:47.122 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 17 to 184 2024-09-14T03:41:47.122 INFO:tasks.rados.rados.0.smithi002.stdout:1886: read oid 3 snap 182 2024-09-14T03:41:47.122 INFO:tasks.rados.rados.0.smithi002.stdout:1886: expect deleted 2024-09-14T03:41:47.122 INFO:tasks.rados.rados.0.smithi002.stdout:1887: copy_from oid 50 from oid 46 current snap is 187 2024-09-14T03:41:47.122 INFO:tasks.rados.rados.0.smithi002.stdout:1888: snap_create 2024-09-14T03:41:47.124 INFO:tasks.rados.rados.0.smithi002.stdout:1885: finishing rollback tid 0 to smithi00278215-17 2024-09-14T03:41:47.124 INFO:tasks.rados.rados.0.smithi002.stdout:1885: finishing rollback tid 1 to smithi00278215-17 2024-09-14T03:41:47.124 INFO:tasks.rados.rados.0.smithi002.stdout:1885: finishing rollback tid 2 to smithi00278215-17 2024-09-14T03:41:47.124 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 17 v 2239 (ObjNum 557 snap 173 seq_num 557) dirty exists 2024-09-14T03:41:47.127 INFO:tasks.rados.rados.0.smithi002.stdout:1887: finishing copy_from racing read to smithi00278215-50 2024-09-14T03:41:47.128 INFO:tasks.rados.rados.0.smithi002.stdout:1887: finishing copy_from to smithi00278215-50 2024-09-14T03:41:47.128 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 358 (ObjNum 469 snap 145 seq_num 469) dirty exists 2024-09-14T03:41:47.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:46 smithi002 ceph-mon[89815]: osdmap e447: 8 total, 8 up, 8 in 2024-09-14T03:41:47.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:46 smithi002 ceph-mon[89815]: from='client.44333 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:41:47.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:46 smithi002 ceph-mon[89815]: Upgrade: Updating osd.5 2024-09-14T03:41:47.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:46 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:41:47.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:46 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-09-14T03:41:47.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:46 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:41:47.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:46 smithi002 ceph-mon[87970]: osdmap e447: 8 total, 8 up, 8 in 2024-09-14T03:41:47.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:46 smithi002 ceph-mon[87970]: from='client.44333 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:41:47.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:46 smithi002 ceph-mon[87970]: Upgrade: Updating osd.5 2024-09-14T03:41:47.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:46 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:41:47.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:46 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-09-14T03:41:47.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:46 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:41:47.724 INFO:tasks.rados.rados.0.smithi002.stdout:1885: done (3 left) 2024-09-14T03:41:47.724 INFO:tasks.rados.rados.0.smithi002.stdout:1886: done (2 left) 2024-09-14T03:41:47.724 INFO:tasks.rados.rados.0.smithi002.stdout:1887: done (1 left) 2024-09-14T03:41:47.725 INFO:tasks.rados.rados.0.smithi002.stdout:1888: done (0 left) 2024-09-14T03:41:47.725 INFO:tasks.rados.rados.0.smithi002.stdout:1889: read oid 34 snap -1 2024-09-14T03:41:47.725 INFO:tasks.rados.rados.0.smithi002.stdout:1889: expect deleted 2024-09-14T03:41:47.725 INFO:tasks.rados.rados.0.smithi002.stdout:1890: setattr oid 5 current snap is 188 2024-09-14T03:41:47.726 INFO:tasks.rados.rados.0.smithi002.stdout:1889: done (1 left) 2024-09-14T03:41:47.726 INFO:tasks.rados.rados.0.smithi002.stdout:1891: snap_create 2024-09-14T03:41:47.729 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 5 v 2194 (ObjNum 579 snap 181 seq_num 579) dirty exists 2024-09-14T03:41:47.972 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:47 smithi154 ceph-mon[81546]: Deploying daemon osd.5 on smithi154 2024-09-14T03:41:47.973 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:47 smithi154 ceph-mon[81546]: pgmap v341: 121 pgs: 121 active+clean; 364 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 256 KiB/s wr, 2 op/s 2024-09-14T03:41:47.973 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:47 smithi154 ceph-mon[81546]: osdmap e448: 8 total, 8 up, 8 in 2024-09-14T03:41:47.973 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:47 smithi154 ceph-mon[81546]: osdmap e449: 8 total, 8 up, 8 in 2024-09-14T03:41:48.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:47 smithi002 ceph-mon[87970]: Deploying daemon osd.5 on smithi154 2024-09-14T03:41:48.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:47 smithi002 ceph-mon[87970]: pgmap v341: 121 pgs: 121 active+clean; 364 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 256 KiB/s wr, 2 op/s 2024-09-14T03:41:48.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:47 smithi002 ceph-mon[87970]: osdmap e448: 8 total, 8 up, 8 in 2024-09-14T03:41:48.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:47 smithi002 ceph-mon[87970]: osdmap e449: 8 total, 8 up, 8 in 2024-09-14T03:41:48.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:47 smithi002 ceph-mon[89815]: Deploying daemon osd.5 on smithi154 2024-09-14T03:41:48.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:47 smithi002 ceph-mon[89815]: pgmap v341: 121 pgs: 121 active+clean; 364 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 256 KiB/s wr, 2 op/s 2024-09-14T03:41:48.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:47 smithi002 ceph-mon[89815]: osdmap e448: 8 total, 8 up, 8 in 2024-09-14T03:41:48.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:47 smithi002 ceph-mon[89815]: osdmap e449: 8 total, 8 up, 8 in 2024-09-14T03:41:48.726 INFO:tasks.rados.rados.0.smithi002.stdout:1890: done (1 left) 2024-09-14T03:41:48.726 INFO:tasks.rados.rados.0.smithi002.stdout:1891: done (0 left) 2024-09-14T03:41:48.726 INFO:tasks.rados.rados.0.smithi002.stdout:1892: delete oid 6 current snap is 189 2024-09-14T03:41:48.731 INFO:tasks.rados.rados.0.smithi002.stdout:1892: done (0 left) 2024-09-14T03:41:48.731 INFO:tasks.rados.rados.0.smithi002.stdout:1893: snap_create 2024-09-14T03:41:49.469 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:41:49 smithi154 systemd[1]: Stopping Ceph osd.5 for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:41:49.724 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:41:49 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-5[41614]: 2024-09-14T03:41:49.467+0000 7f5100832640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-14T03:41:49.724 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:41:49 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-5[41614]: 2024-09-14T03:41:49.467+0000 7f5100832640 -1 osd.5 450 *** Got signal Terminated *** 2024-09-14T03:41:49.724 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:41:49 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-5[41614]: 2024-09-14T03:41:49.467+0000 7f5100832640 -1 osd.5 450 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-14T03:41:49.734 INFO:tasks.rados.rados.0.smithi002.stdout:1893: done (0 left) 2024-09-14T03:41:49.734 INFO:tasks.rados.rados.0.smithi002.stdout:1894: snap_remove snap 136 2024-09-14T03:41:49.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:49 smithi154 ceph-mon[81546]: pgmap v344: 121 pgs: 121 active+clean; 369 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.5 MiB/s wr, 6 op/s 2024-09-14T03:41:49.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:49 smithi154 ceph-mon[81546]: osdmap e450: 8 total, 8 up, 8 in 2024-09-14T03:41:49.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:49 smithi154 ceph-mon[81546]: osd.5 marked itself down and dead 2024-09-14T03:41:50.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:49 smithi002 ceph-mon[87970]: pgmap v344: 121 pgs: 121 active+clean; 369 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.5 MiB/s wr, 6 op/s 2024-09-14T03:41:50.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:49 smithi002 ceph-mon[87970]: osdmap e450: 8 total, 8 up, 8 in 2024-09-14T03:41:50.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:49 smithi002 ceph-mon[87970]: osd.5 marked itself down and dead 2024-09-14T03:41:50.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:49 smithi002 ceph-mon[89815]: pgmap v344: 121 pgs: 121 active+clean; 369 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.5 MiB/s wr, 6 op/s 2024-09-14T03:41:50.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:49 smithi002 ceph-mon[89815]: osdmap e450: 8 total, 8 up, 8 in 2024-09-14T03:41:50.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:49 smithi002 ceph-mon[89815]: osd.5 marked itself down and dead 2024-09-14T03:41:50.536 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:41:50 smithi154 podman[90372]: 2024-09-14 03:41:50.254315624 +0000 UTC m=+0.898965502 container died 50ac4e0a62b5f5c799ef3fd63eebdc8d11b5311e49a8855750304db2aceeb5c9 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-5, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=reef-e4e227b, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, ceph=True) 2024-09-14T03:41:50.739 INFO:tasks.rados.rados.0.smithi002.stdout:1894: done (0 left) 2024-09-14T03:41:50.739 INFO:tasks.rados.rados.0.smithi002.stdout:1895: delete oid 32 current snap is 190 2024-09-14T03:41:50.764 INFO:tasks.rados.rados.0.smithi002.stdout:1895: done (0 left) 2024-09-14T03:41:50.764 INFO:tasks.rados.rados.0.smithi002.stdout:1896: delete oid 21 current snap is 190 2024-09-14T03:41:50.766 INFO:tasks.rados.rados.0.smithi002.stdout:1896: done (0 left) 2024-09-14T03:41:50.766 INFO:tasks.rados.rados.0.smithi002.stdout:1897: snap_remove snap 188 2024-09-14T03:41:50.886 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:50 smithi154 ceph-mon[81546]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-14T03:41:50.887 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:50 smithi154 ceph-mon[81546]: osdmap e451: 8 total, 7 up, 8 in 2024-09-14T03:41:50.887 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:41:50 smithi154 podman[90372]: 2024-09-14 03:41:50.609315921 +0000 UTC m=+1.253965799 container cleanup 50ac4e0a62b5f5c799ef3fd63eebdc8d11b5311e49a8855750304db2aceeb5c9 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-5, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-e4e227b, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, GIT_CLEAN=True, io.buildah.version=1.37.2) 2024-09-14T03:41:50.887 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:41:50 smithi154 bash[90372]: ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-5 2024-09-14T03:41:51.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:50 smithi002 ceph-mon[87970]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-14T03:41:51.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:50 smithi002 ceph-mon[87970]: osdmap e451: 8 total, 7 up, 8 in 2024-09-14T03:41:51.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:50 smithi002 ceph-mon[89815]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-14T03:41:51.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:50 smithi002 ceph-mon[89815]: osdmap e451: 8 total, 7 up, 8 in 2024-09-14T03:41:51.220 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:41:50 smithi154 podman[90387]: 2024-09-14 03:41:50.885829643 +0000 UTC m=+0.631277702 container remove 50ac4e0a62b5f5c799ef3fd63eebdc8d11b5311e49a8855750304db2aceeb5c9 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-5, RELEASE=reef-e4e227b, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731) 2024-09-14T03:41:51.477 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:41:51 smithi154 podman[90477]: 2024-09-14 03:41:51.220081129 +0000 UTC m=+0.109677959 container create 1b8709395b34ac2814dc214e910e58b71eb4f271463219fad101ee5a4f105308 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-5-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=main-a278231, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-14T03:41:51.478 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:41:51 smithi154 podman[90477]: 2024-09-14 03:41:51.126531088 +0000 UTC m=+0.016127883 image pull 8801d2529e4377d97015e6c85a3b4925ede7ce42c7349a1a37eb88f097b6f3f0 quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802 2024-09-14T03:41:51.478 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:41:51 smithi154 podman[90477]: 2024-09-14 03:41:51.447348246 +0000 UTC m=+0.336945055 container init 1b8709395b34ac2814dc214e910e58b71eb4f271463219fad101ee5a4f105308 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-5-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240731, RELEASE=main-a278231, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2) 2024-09-14T03:41:51.478 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:41:51 smithi154 podman[90477]: 2024-09-14 03:41:51.450799048 +0000 UTC m=+0.340395845 container start 1b8709395b34ac2814dc214e910e58b71eb4f271463219fad101ee5a4f105308 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-5-deactivate, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, RELEASE=main-a278231, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True) 2024-09-14T03:41:51.738 INFO:tasks.rados.rados.0.smithi002.stdout:1897: done (0 left) 2024-09-14T03:41:51.738 INFO:tasks.rados.rados.0.smithi002.stdout:1898: snap_remove snap 182 2024-09-14T03:41:51.976 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:51 smithi154 ceph-mon[81546]: pgmap v347: 121 pgs: 24 peering, 9 stale+active+clean, 88 active+clean; 369 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-09-14T03:41:51.976 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:51 smithi154 ceph-mon[81546]: Health check failed: Reduced data availability: 3 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-09-14T03:41:51.976 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:51 smithi154 ceph-mon[81546]: osdmap e452: 8 total, 7 up, 8 in 2024-09-14T03:41:51.977 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:41:51 smithi154 podman[90477]: 2024-09-14 03:41:51.531464566 +0000 UTC m=+0.421061355 container attach 1b8709395b34ac2814dc214e910e58b71eb4f271463219fad101ee5a4f105308 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-5-deactivate, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=main-a278231, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2) 2024-09-14T03:41:51.977 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:41:51 smithi154 podman[90477]: 2024-09-14 03:41:51.643003415 +0000 UTC m=+0.532600215 container died 1b8709395b34ac2814dc214e910e58b71eb4f271463219fad101ee5a4f105308 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-5-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, RELEASE=main-a278231) 2024-09-14T03:41:52.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:51 smithi002 ceph-mon[89815]: pgmap v347: 121 pgs: 24 peering, 9 stale+active+clean, 88 active+clean; 369 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-09-14T03:41:52.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:51 smithi002 ceph-mon[89815]: Health check failed: Reduced data availability: 3 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-09-14T03:41:52.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:51 smithi002 ceph-mon[89815]: osdmap e452: 8 total, 7 up, 8 in 2024-09-14T03:41:52.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:51 smithi002 ceph-mon[87970]: pgmap v347: 121 pgs: 24 peering, 9 stale+active+clean, 88 active+clean; 369 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-09-14T03:41:52.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:51 smithi002 ceph-mon[87970]: Health check failed: Reduced data availability: 3 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-09-14T03:41:52.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:51 smithi002 ceph-mon[87970]: osdmap e452: 8 total, 7 up, 8 in 2024-09-14T03:41:52.662 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:41:52 smithi154 podman[90500]: 2024-09-14 03:41:52.235374285 +0000 UTC m=+0.587029879 container remove 1b8709395b34ac2814dc214e910e58b71eb4f271463219fad101ee5a4f105308 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-5-deactivate, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, RELEASE=main-a278231, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True) 2024-09-14T03:41:52.663 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:41:52 smithi154 systemd[1]: ceph-f357b922-7248-11ef-bceb-c7b262605968@osd.5.service: Deactivated successfully. 2024-09-14T03:41:52.663 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:41:52 smithi154 systemd[1]: Stopped Ceph osd.5 for f357b922-7248-11ef-bceb-c7b262605968. 2024-09-14T03:41:52.663 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:41:52 smithi154 systemd[1]: ceph-f357b922-7248-11ef-bceb-c7b262605968@osd.5.service: Consumed 16.978s CPU time. 2024-09-14T03:41:52.663 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:41:52 smithi154 systemd[1]: Starting Ceph osd.5 for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:41:52.727 INFO:tasks.rados.rados.0.smithi002.stdout:1898: done (0 left) 2024-09-14T03:41:52.727 INFO:tasks.rados.rados.0.smithi002.stdout:1899: copy_from oid 11 from oid 16 current snap is 190 2024-09-14T03:41:52.727 INFO:tasks.rados.rados.0.smithi002.stdout:1900: rollback oid 40 current snap is 190 2024-09-14T03:41:52.727 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 40 to 187 2024-09-14T03:41:52.727 INFO:tasks.rados.rados.0.smithi002.stdout:1901: read oid 17 snap -1 2024-09-14T03:41:52.727 INFO:tasks.rados.rados.0.smithi002.stdout:1901: expect (ObjNum 557 snap 173 seq_num 557) 2024-09-14T03:41:52.727 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 3 current snap is 190 2024-09-14T03:41:52.727 INFO:tasks.rados.rados.0.smithi002.stdout:1902: seq_num 597 ranges {253952=401408} 2024-09-14T03:41:52.732 INFO:tasks.rados.rados.0.smithi002.stdout:1902: writing smithi00278215-3 from 253952 to 655360 tid 1 2024-09-14T03:41:52.732 INFO:tasks.rados.rados.0.smithi002.stdout:1903: copy_from oid 41 from oid 24 current snap is 190 2024-09-14T03:41:52.733 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 7 current snap is 190 2024-09-14T03:41:52.733 INFO:tasks.rados.rados.0.smithi002.stdout:1904: seq_num 598 ranges {3260416=417792} 2024-09-14T03:41:52.755 INFO:tasks.rados.rados.0.smithi002.stdout:1904: writing smithi00278215-7 from 3260416 to 3678208 tid 1 2024-09-14T03:41:52.755 INFO:tasks.rados.rados.0.smithi002.stdout:1905: copy_from oid 28 from oid 8 current snap is 190 2024-09-14T03:41:52.756 INFO:tasks.rados.rados.0.smithi002.stdout:1900: finishing rollback tid 0 to smithi00278215-40 2024-09-14T03:41:52.756 INFO:tasks.rados.rados.0.smithi002.stdout:1900: finishing rollback tid 1 to smithi00278215-40 2024-09-14T03:41:52.756 INFO:tasks.rados.rados.0.smithi002.stdout:1900: finishing rollback tid 2 to smithi00278215-40 2024-09-14T03:41:52.756 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 1820 (ObjNum 591 snap 185 seq_num 591) dirty exists 2024-09-14T03:41:52.756 INFO:tasks.rados.rados.0.smithi002.stdout:1901: expect (ObjNum 557 snap 173 seq_num 557) 2024-09-14T03:41:52.851 INFO:tasks.rados.rados.0.smithi002.stdout:1902: finishing write tid 1 to smithi00278215-3 2024-09-14T03:41:52.852 INFO:tasks.rados.rados.0.smithi002.stdout:1902: finishing write tid 2 to smithi00278215-3 2024-09-14T03:41:52.852 INFO:tasks.rados.rados.0.smithi002.stdout:1902: finishing write tid 3 to smithi00278215-3 2024-09-14T03:41:52.852 INFO:tasks.rados.rados.0.smithi002.stdout:1902: oid 3 updating version 0 to 2240 2024-09-14T03:41:52.852 INFO:tasks.rados.rados.0.smithi002.stdout:1902: oid 3 updating version 2240 to 2241 2024-09-14T03:41:52.852 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 3 v 2241 (ObjNum 597 snap 190 seq_num 597) dirty exists 2024-09-14T03:41:52.853 INFO:tasks.rados.rados.0.smithi002.stdout:1902: left oid 3 (ObjNum 597 snap 190 seq_num 597) 2024-09-14T03:41:52.853 INFO:tasks.rados.rados.0.smithi002.stdout:1900: done (6 left) 2024-09-14T03:41:52.853 INFO:tasks.rados.rados.0.smithi002.stdout:1901: done (5 left) 2024-09-14T03:41:52.853 INFO:tasks.rados.rados.0.smithi002.stdout:1902: done (4 left) 2024-09-14T03:41:52.853 INFO:tasks.rados.rados.0.smithi002.stdout:1906: delete oid 19 current snap is 190 2024-09-14T03:41:52.854 INFO:tasks.rados.rados.0.smithi002.stdout:1899: finishing copy_from racing read to smithi00278215-11 2024-09-14T03:41:52.854 INFO:tasks.rados.rados.0.smithi002.stdout:1903: finishing copy_from to smithi00278215-41 2024-09-14T03:41:52.854 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 41 v 1234 (ObjNum 569 snap 177 seq_num 569) dirty exists 2024-09-14T03:41:52.854 INFO:tasks.rados.rados.0.smithi002.stdout:1903: finishing copy_from racing read to smithi00278215-41 2024-09-14T03:41:52.854 INFO:tasks.rados.rados.0.smithi002.stdout:1905: finishing copy_from racing read to smithi00278215-28 2024-09-14T03:41:52.854 INFO:tasks.rados.rados.0.smithi002.stdout:1905: finishing copy_from to smithi00278215-28 2024-09-14T03:41:52.855 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 28 v 1770 (ObjNum 387 snap 117 seq_num 387) dirty exists 2024-09-14T03:41:52.855 INFO:tasks.rados.rados.0.smithi002.stdout:1899: finishing copy_from to smithi00278215-11 2024-09-14T03:41:52.855 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 1094 (ObjNum 509 snap 160 seq_num 509) dirty exists 2024-09-14T03:41:52.855 INFO:tasks.rados.rados.0.smithi002.stdout:1904: finishing write tid 1 to smithi00278215-7 2024-09-14T03:41:52.855 INFO:tasks.rados.rados.0.smithi002.stdout:1904: finishing write tid 2 to smithi00278215-7 2024-09-14T03:41:52.855 INFO:tasks.rados.rados.0.smithi002.stdout:1904: finishing write tid 3 to smithi00278215-7 2024-09-14T03:41:52.856 INFO:tasks.rados.rados.0.smithi002.stdout:1904: oid 7 updating version 0 to 2554 2024-09-14T03:41:52.856 INFO:tasks.rados.rados.0.smithi002.stdout:1904: oid 7 updating version 2554 to 2555 2024-09-14T03:41:52.856 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 2555 (ObjNum 598 snap 190 seq_num 598) dirty exists 2024-09-14T03:41:52.856 INFO:tasks.rados.rados.0.smithi002.stdout:1904: left oid 7 (ObjNum 598 snap 190 seq_num 598) 2024-09-14T03:41:52.857 INFO:tasks.rados.rados.0.smithi002.stdout:1899: done (4 left) 2024-09-14T03:41:52.857 INFO:tasks.rados.rados.0.smithi002.stdout:1903: done (3 left) 2024-09-14T03:41:52.858 INFO:tasks.rados.rados.0.smithi002.stdout:1904: done (2 left) 2024-09-14T03:41:52.858 INFO:tasks.rados.rados.0.smithi002.stdout:1905: done (1 left) 2024-09-14T03:41:52.858 INFO:tasks.rados.rados.0.smithi002.stdout:1906: done (0 left) 2024-09-14T03:41:52.858 INFO:tasks.rados.rados.0.smithi002.stdout:1907: snap_remove snap 160 2024-09-14T03:41:52.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:52 smithi154 ceph-mon[81546]: osdmap e453: 8 total, 7 up, 8 in 2024-09-14T03:41:52.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:52 smithi154 ceph-mon[81546]: osdmap e454: 8 total, 7 up, 8 in 2024-09-14T03:41:52.978 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:41:52 smithi154 podman[90602]: 2024-09-14 03:41:52.661585826 +0000 UTC m=+0.094970955 container create 0ed926c9a162d87d2a4f20b573bc5fd2e4e6b34ca315f505f32e6f9e1df1cb99 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-5-activate, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=main-a278231, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-09-14T03:41:52.978 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:41:52 smithi154 podman[90602]: 2024-09-14 03:41:52.582544767 +0000 UTC m=+0.015929897 image pull 8801d2529e4377d97015e6c85a3b4925ede7ce42c7349a1a37eb88f097b6f3f0 quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802 2024-09-14T03:41:52.978 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:41:52 smithi154 podman[90602]: 2024-09-14 03:41:52.905819848 +0000 UTC m=+0.339204978 container init 0ed926c9a162d87d2a4f20b573bc5fd2e4e6b34ca315f505f32e6f9e1df1cb99 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-5-activate, org.label-schema.build-date=20240731, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, ceph=True, RELEASE=main-a278231, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-09-14T03:41:52.978 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:41:52 smithi154 podman[90602]: 2024-09-14 03:41:52.90915671 +0000 UTC m=+0.342541840 container start 0ed926c9a162d87d2a4f20b573bc5fd2e4e6b34ca315f505f32e6f9e1df1cb99 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-5-activate, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, RELEASE=main-a278231, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.37.2) 2024-09-14T03:41:53.094 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:52 smithi002 ceph-mon[89815]: osdmap e453: 8 total, 7 up, 8 in 2024-09-14T03:41:53.094 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:52 smithi002 ceph-mon[89815]: osdmap e454: 8 total, 7 up, 8 in 2024-09-14T03:41:53.094 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:52 smithi002 ceph-mon[87970]: osdmap e453: 8 total, 7 up, 8 in 2024-09-14T03:41:53.094 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:52 smithi002 ceph-mon[87970]: osdmap e454: 8 total, 7 up, 8 in 2024-09-14T03:41:53.436 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:41:53 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:41:53] "GET /metrics HTTP/1.1" 200 36289 "" "Prometheus/2.43.0" 2024-09-14T03:41:53.477 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:41:52 smithi154 podman[90602]: 2024-09-14 03:41:52.997387486 +0000 UTC m=+0.430772617 container attach 0ed926c9a162d87d2a4f20b573bc5fd2e4e6b34ca315f505f32e6f9e1df1cb99 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-5-activate, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=main-a278231, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-14T03:41:53.478 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:41:53 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-5-activate[90616]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-14T03:41:53.478 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:41:53 smithi154 bash[90602]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-14T03:41:53.478 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:41:53 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-5-activate[90616]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-14T03:41:53.478 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:41:53 smithi154 bash[90602]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-14T03:41:53.755 INFO:tasks.rados.rados.0.smithi002.stdout:1907: done (0 left) 2024-09-14T03:41:53.755 INFO:tasks.rados.rados.0.smithi002.stdout:1908: read oid 3 snap 185 2024-09-14T03:41:53.755 INFO:tasks.rados.rados.0.smithi002.stdout:1908: expect (ObjNum 588 snap 183 seq_num 588) 2024-09-14T03:41:53.755 INFO:tasks.rados.rados.0.smithi002.stdout:1909: rmattr oid 18 current snap is 190 2024-09-14T03:41:53.755 INFO:tasks.rados.rados.0.smithi002.stdout:1909: done (1 left) 2024-09-14T03:41:53.755 INFO:tasks.rados.rados.0.smithi002.stdout:1910: read oid 45 snap -1 2024-09-14T03:41:53.755 INFO:tasks.rados.rados.0.smithi002.stdout:1910: expect (ObjNum 512 snap 162 seq_num 512) 2024-09-14T03:41:53.756 INFO:tasks.rados.rados.0.smithi002.stdout:1911: delete oid 26 current snap is 190 2024-09-14T03:41:53.759 INFO:tasks.rados.rados.0.smithi002.stdout:1908: expect (ObjNum 588 snap 183 seq_num 588) 2024-09-14T03:41:53.771 INFO:tasks.rados.rados.0.smithi002.stdout:1908: done (2 left) 2024-09-14T03:41:53.772 INFO:tasks.rados.rados.0.smithi002.stdout:1911: done (1 left) 2024-09-14T03:41:53.772 INFO:tasks.rados.rados.0.smithi002.stdout:1912: delete oid 33 current snap is 190 2024-09-14T03:41:53.776 INFO:tasks.rados.rados.0.smithi002.stdout:1912: done (1 left) 2024-09-14T03:41:53.776 INFO:tasks.rados.rados.0.smithi002.stdout:1913: snap_create 2024-09-14T03:41:53.784 INFO:tasks.rados.rados.0.smithi002.stdout:1910: expect (ObjNum 512 snap 162 seq_num 512) 2024-09-14T03:41:53.802 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:53 smithi154 ceph-mon[81546]: pgmap v350: 121 pgs: 8 active+undersized, 24 peering, 6 stale+active+clean, 5 active+undersized+degraded, 78 active+clean; 341 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 454 KiB/s wr, 7 op/s; 59/597 objects degraded (9.883%) 2024-09-14T03:41:53.802 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:53 smithi154 ceph-mon[81546]: Health check failed: Degraded data redundancy: 59/597 objects degraded (9.883%), 5 pgs degraded (PG_DEGRADED) 2024-09-14T03:41:53.802 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:41:53 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-5-activate[90616]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-14T03:41:53.802 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:41:53 smithi154 bash[90602]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-14T03:41:53.802 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:41:53 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-5-activate[90616]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-09-14T03:41:53.802 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:41:53 smithi154 bash[90602]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-09-14T03:41:53.802 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:41:53 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-5-activate[90616]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-09-14T03:41:53.802 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:41:53 smithi154 bash[90602]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-09-14T03:41:54.113 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:41:53 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-5-activate[90616]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-09-14T03:41:54.113 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:41:53 smithi154 bash[90602]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-09-14T03:41:54.113 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:41:53 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-5-activate[90616]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-09-14T03:41:54.113 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:41:53 smithi154 bash[90602]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-09-14T03:41:54.113 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:41:53 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-5-activate[90616]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-14T03:41:54.114 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:41:53 smithi154 bash[90602]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-14T03:41:54.114 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:41:53 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-5-activate[90616]: --> ceph-volume raw activate successful for osd ID: 5 2024-09-14T03:41:54.114 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:41:53 smithi154 bash[90602]: --> ceph-volume raw activate successful for osd ID: 5 2024-09-14T03:41:54.114 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:41:53 smithi154 podman[90602]: 2024-09-14 03:41:53.829308028 +0000 UTC m=+1.262693159 container died 0ed926c9a162d87d2a4f20b573bc5fd2e4e6b34ca315f505f32e6f9e1df1cb99 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-5-activate, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-a278231, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD) 2024-09-14T03:41:54.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:53 smithi002 ceph-mon[89815]: pgmap v350: 121 pgs: 8 active+undersized, 24 peering, 6 stale+active+clean, 5 active+undersized+degraded, 78 active+clean; 341 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 454 KiB/s wr, 7 op/s; 59/597 objects degraded (9.883%) 2024-09-14T03:41:54.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:53 smithi002 ceph-mon[89815]: Health check failed: Degraded data redundancy: 59/597 objects degraded (9.883%), 5 pgs degraded (PG_DEGRADED) 2024-09-14T03:41:54.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:53 smithi002 ceph-mon[87970]: pgmap v350: 121 pgs: 8 active+undersized, 24 peering, 6 stale+active+clean, 5 active+undersized+degraded, 78 active+clean; 341 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 454 KiB/s wr, 7 op/s; 59/597 objects degraded (9.883%) 2024-09-14T03:41:54.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:53 smithi002 ceph-mon[87970]: Health check failed: Degraded data redundancy: 59/597 objects degraded (9.883%), 5 pgs degraded (PG_DEGRADED) 2024-09-14T03:41:54.727 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:41:54 smithi154 podman[90746]: 2024-09-14 03:41:54.462474755 +0000 UTC m=+0.623309988 container remove 0ed926c9a162d87d2a4f20b573bc5fd2e4e6b34ca315f505f32e6f9e1df1cb99 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-5-activate, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, RELEASE=main-a278231, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-09-14T03:41:54.728 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:41:54 smithi154 podman[90804]: 2024-09-14 03:41:54.570549599 +0000 UTC m=+0.015707020 image pull 8801d2529e4377d97015e6c85a3b4925ede7ce42c7349a1a37eb88f097b6f3f0 quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802 2024-09-14T03:41:54.728 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:41:54 smithi154 podman[90804]: 2024-09-14 03:41:54.679968396 +0000 UTC m=+0.125125863 container create 2df8ad771157cb68d08b56e990bf3cdb1bda5e6a0d470a442bb340dad167afef (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, RELEASE=main-a278231, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-14T03:41:54.762 INFO:tasks.rados.rados.0.smithi002.stdout:1910: done (1 left) 2024-09-14T03:41:54.762 INFO:tasks.rados.rados.0.smithi002.stdout:1913: done (0 left) 2024-09-14T03:41:54.762 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 49 current snap is 191 2024-09-14T03:41:54.762 INFO:tasks.rados.rados.0.smithi002.stdout:1914: seq_num 602 ranges {8986624=491520} 2024-09-14T03:41:54.813 INFO:tasks.rados.rados.0.smithi002.stdout:1914: writing smithi00278215-49 from 8986624 to 9478144 tid 1 2024-09-14T03:41:54.814 INFO:tasks.rados.rados.0.smithi002.stdout:1915: setattr oid 31 current snap is 191 2024-09-14T03:41:54.815 INFO:tasks.rados.rados.0.smithi002.stdout:1916: read oid 35 snap -1 2024-09-14T03:41:54.815 INFO:tasks.rados.rados.0.smithi002.stdout:1916: expect (ObjNum 575 snap 180 seq_num 575) 2024-09-14T03:41:54.815 INFO:tasks.rados.rados.0.smithi002.stdout:1917: snap_remove snap 189 2024-09-14T03:41:55.025 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:54 smithi154 ceph-mon[81546]: osdmap e455: 8 total, 7 up, 8 in 2024-09-14T03:41:55.025 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:41:54 smithi154 podman[90804]: 2024-09-14 03:41:54.924908799 +0000 UTC m=+0.370066238 container init 2df8ad771157cb68d08b56e990bf3cdb1bda5e6a0d470a442bb340dad167afef (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-5, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-a278231, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-09-14T03:41:55.026 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:41:54 smithi154 podman[90804]: 2024-09-14 03:41:54.928400749 +0000 UTC m=+0.373558170 container start 2df8ad771157cb68d08b56e990bf3cdb1bda5e6a0d470a442bb340dad167afef (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-5, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=main-a278231, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2) 2024-09-14T03:41:55.026 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:41:54 smithi154 ceph-osd[90823]: -- 172.21.15.154:0/3677480341 <== mon.1 v2:172.21.15.154:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55e00155ba40 con 0x55e00232c400 2024-09-14T03:41:55.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:54 smithi002 ceph-mon[87970]: osdmap e455: 8 total, 7 up, 8 in 2024-09-14T03:41:55.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:54 smithi002 ceph-mon[89815]: osdmap e455: 8 total, 7 up, 8 in 2024-09-14T03:41:55.477 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:41:55 smithi154 bash[90804]: 2df8ad771157cb68d08b56e990bf3cdb1bda5e6a0d470a442bb340dad167afef 2024-09-14T03:41:55.477 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:41:55 smithi154 systemd[1]: Started Ceph osd.5 for f357b922-7248-11ef-bceb-c7b262605968. 2024-09-14T03:41:55.769 INFO:tasks.rados.rados.0.smithi002.stdout:1917: done (3 left) 2024-09-14T03:41:55.769 INFO:tasks.rados.rados.0.smithi002.stdout:1918: setattr oid 18 current snap is 191 2024-09-14T03:41:55.769 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 1238 (ObjNum 584 snap 182 seq_num 584) dirty exists 2024-09-14T03:41:55.769 INFO:tasks.rados.rados.0.smithi002.stdout:1914: finishing write tid 1 to smithi00278215-49 2024-09-14T03:41:55.769 INFO:tasks.rados.rados.0.smithi002.stdout:1914: finishing write tid 2 to smithi00278215-49 2024-09-14T03:41:55.769 INFO:tasks.rados.rados.0.smithi002.stdout:1914: finishing write tid 3 to smithi00278215-49 2024-09-14T03:41:55.769 INFO:tasks.rados.rados.0.smithi002.stdout:1914: oid 49 updating version 0 to 1945 2024-09-14T03:41:55.769 INFO:tasks.rados.rados.0.smithi002.stdout:1914: oid 49 updating version 1945 to 1946 2024-09-14T03:41:55.769 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 1946 (ObjNum 602 snap 191 seq_num 602) dirty exists 2024-09-14T03:41:55.769 INFO:tasks.rados.rados.0.smithi002.stdout:1914: left oid 49 (ObjNum 602 snap 191 seq_num 602) 2024-09-14T03:41:55.770 INFO:tasks.rados.rados.0.smithi002.stdout:1916: expect (ObjNum 575 snap 180 seq_num 575) 2024-09-14T03:41:55.969 INFO:tasks.rados.rados.0.smithi002.stdout:1914: done (3 left) 2024-09-14T03:41:55.970 INFO:tasks.rados.rados.0.smithi002.stdout:1915: done (2 left) 2024-09-14T03:41:55.970 INFO:tasks.rados.rados.0.smithi002.stdout:1916: done (1 left) 2024-09-14T03:41:55.970 INFO:tasks.rados.rados.0.smithi002.stdout:1919: snap_create 2024-09-14T03:41:55.972 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 2101 (ObjNum 428 snap 132 seq_num 428) dirty exists 2024-09-14T03:41:55.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:55 smithi154 ceph-mon[81546]: pgmap v353: 121 pgs: 17 active+undersized, 24 peering, 8 active+undersized+degraded, 72 active+clean; 335 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 348 KiB/s wr, 1 op/s; 78/579 objects degraded (13.472%) 2024-09-14T03:41:55.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:55 smithi154 ceph-mon[81546]: osdmap e456: 8 total, 7 up, 8 in 2024-09-14T03:41:55.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:55 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:41:55.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:55 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:41:55.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:55 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:41:55.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:55 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:41:55.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:55 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:41:56.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:55 smithi002 ceph-mon[89815]: pgmap v353: 121 pgs: 17 active+undersized, 24 peering, 8 active+undersized+degraded, 72 active+clean; 335 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 348 KiB/s wr, 1 op/s; 78/579 objects degraded (13.472%) 2024-09-14T03:41:56.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:55 smithi002 ceph-mon[89815]: osdmap e456: 8 total, 7 up, 8 in 2024-09-14T03:41:56.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:55 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:41:56.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:55 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:41:56.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:55 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:41:56.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:55 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:41:56.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:55 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:41:56.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:55 smithi002 ceph-mon[87970]: pgmap v353: 121 pgs: 17 active+undersized, 24 peering, 8 active+undersized+degraded, 72 active+clean; 335 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 348 KiB/s wr, 1 op/s; 78/579 objects degraded (13.472%) 2024-09-14T03:41:56.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:55 smithi002 ceph-mon[87970]: osdmap e456: 8 total, 7 up, 8 in 2024-09-14T03:41:56.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:55 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:41:56.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:55 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:41:56.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:55 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:41:56.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:55 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:41:56.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:55 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:41:56.727 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:41:56 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-5[90819]: 2024-09-14T03:41:56.573+0000 7f184032b640 -1 Falling back to public interface 2024-09-14T03:41:56.774 INFO:tasks.rados.rados.0.smithi002.stdout:1918: done (1 left) 2024-09-14T03:41:56.774 INFO:tasks.rados.rados.0.smithi002.stdout:1919: done (0 left) 2024-09-14T03:41:56.774 INFO:tasks.rados.rados.0.smithi002.stdout:1920: snap_create 2024-09-14T03:41:57.160 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:56 smithi154 ceph-mon[81546]: osdmap e457: 8 total, 7 up, 8 in 2024-09-14T03:41:57.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:56 smithi002 ceph-mon[87970]: osdmap e457: 8 total, 7 up, 8 in 2024-09-14T03:41:57.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:56 smithi002 ceph-mon[89815]: osdmap e457: 8 total, 7 up, 8 in 2024-09-14T03:41:57.727 INFO:tasks.rados.rados.0.smithi002.stdout:1920: done (0 left) 2024-09-14T03:41:57.728 INFO:tasks.rados.rados.0.smithi002.stdout:1921: snap_remove snap 170 2024-09-14T03:41:58.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:57 smithi002 ceph-mon[87970]: pgmap v356: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 310 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 510 KiB/s wr, 4 op/s; 116/561 objects degraded (20.677%) 2024-09-14T03:41:58.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:57 smithi002 ceph-mon[87970]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2024-09-14T03:41:58.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:57 smithi002 ceph-mon[87970]: osdmap e458: 8 total, 7 up, 8 in 2024-09-14T03:41:58.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:57 smithi002 ceph-mon[87970]: osdmap e459: 8 total, 7 up, 8 in 2024-09-14T03:41:58.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:57 smithi002 ceph-mon[89815]: pgmap v356: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 310 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 510 KiB/s wr, 4 op/s; 116/561 objects degraded (20.677%) 2024-09-14T03:41:58.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:57 smithi002 ceph-mon[89815]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2024-09-14T03:41:58.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:57 smithi002 ceph-mon[89815]: osdmap e458: 8 total, 7 up, 8 in 2024-09-14T03:41:58.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:57 smithi002 ceph-mon[89815]: osdmap e459: 8 total, 7 up, 8 in 2024-09-14T03:41:58.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:57 smithi154 ceph-mon[81546]: pgmap v356: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 310 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 510 KiB/s wr, 4 op/s; 116/561 objects degraded (20.677%) 2024-09-14T03:41:58.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:57 smithi154 ceph-mon[81546]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2024-09-14T03:41:58.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:57 smithi154 ceph-mon[81546]: osdmap e458: 8 total, 7 up, 8 in 2024-09-14T03:41:58.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:57 smithi154 ceph-mon[81546]: osdmap e459: 8 total, 7 up, 8 in 2024-09-14T03:41:58.732 INFO:tasks.rados.rados.0.smithi002.stdout:1921: done (0 left) 2024-09-14T03:41:58.732 INFO:tasks.rados.rados.0.smithi002.stdout:1922: rollback oid 7 current snap is 193 2024-09-14T03:41:58.732 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 7 to 192 2024-09-14T03:41:58.732 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 31 current snap is 193 2024-09-14T03:41:58.733 INFO:tasks.rados.rados.0.smithi002.stdout:1923: seq_num 603 ranges {2981888=507904} 2024-09-14T03:41:58.753 INFO:tasks.rados.rados.0.smithi002.stdout:1923: writing smithi00278215-31 from 2981888 to 3489792 tid 1 2024-09-14T03:41:58.753 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 50 current snap is 193 2024-09-14T03:41:58.753 INFO:tasks.rados.rados.0.smithi002.stdout:1922: finishing rollback tid 0 to smithi00278215-7 2024-09-14T03:41:58.754 INFO:tasks.rados.rados.0.smithi002.stdout:1924: seq_num 604 ranges {1425408=524288} 2024-09-14T03:41:58.762 INFO:tasks.rados.rados.0.smithi002.stdout:1924: writing smithi00278215-50 from 1425408 to 1949696 tid 1 2024-09-14T03:41:58.762 INFO:tasks.rados.rados.0.smithi002.stdout:1925: read oid 9 snap -1 2024-09-14T03:41:58.762 INFO:tasks.rados.rados.0.smithi002.stdout:1925: expect (ObjNum 587 snap 182 seq_num 587) 2024-09-14T03:41:58.762 INFO:tasks.rados.rados.0.smithi002.stdout:1926: snap_remove snap 178 2024-09-14T03:41:59.735 INFO:tasks.rados.rados.0.smithi002.stdout:1922: finishing rollback tid 1 to smithi00278215-7 2024-09-14T03:41:59.736 INFO:tasks.rados.rados.0.smithi002.stdout:1922: finishing rollback tid 2 to smithi00278215-7 2024-09-14T03:41:59.736 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 2559 (ObjNum 598 snap 190 seq_num 598) dirty exists 2024-09-14T03:41:59.736 INFO:tasks.rados.rados.0.smithi002.stdout:1923: finishing write tid 1 to smithi00278215-31 2024-09-14T03:41:59.736 INFO:tasks.rados.rados.0.smithi002.stdout:1923: finishing write tid 2 to smithi00278215-31 2024-09-14T03:41:59.736 INFO:tasks.rados.rados.0.smithi002.stdout:1923: finishing write tid 3 to smithi00278215-31 2024-09-14T03:41:59.736 INFO:tasks.rados.rados.0.smithi002.stdout:1923: oid 31 updating version 0 to 1239 2024-09-14T03:41:59.736 INFO:tasks.rados.rados.0.smithi002.stdout:1923: oid 31 updating version 1239 to 1240 2024-09-14T03:41:59.736 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 1240 (ObjNum 603 snap 193 seq_num 603) dirty exists 2024-09-14T03:41:59.736 INFO:tasks.rados.rados.0.smithi002.stdout:1923: left oid 31 (ObjNum 603 snap 193 seq_num 603) 2024-09-14T03:41:59.736 INFO:tasks.rados.rados.0.smithi002.stdout:1924: finishing write tid 1 to smithi00278215-50 2024-09-14T03:41:59.736 INFO:tasks.rados.rados.0.smithi002.stdout:1924: finishing write tid 2 to smithi00278215-50 2024-09-14T03:41:59.736 INFO:tasks.rados.rados.0.smithi002.stdout:1925: expect (ObjNum 587 snap 182 seq_num 587) 2024-09-14T03:41:59.825 INFO:tasks.rados.rados.0.smithi002.stdout:1924: finishing write tid 3 to smithi00278215-50 2024-09-14T03:41:59.825 INFO:tasks.rados.rados.0.smithi002.stdout:1924: oid 50 updating version 0 to 2561 2024-09-14T03:41:59.825 INFO:tasks.rados.rados.0.smithi002.stdout:1924: oid 50 updating version 2561 to 2562 2024-09-14T03:41:59.825 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 2562 (ObjNum 604 snap 193 seq_num 604) dirty exists 2024-09-14T03:41:59.825 INFO:tasks.rados.rados.0.smithi002.stdout:1924: left oid 50 (ObjNum 604 snap 193 seq_num 604) 2024-09-14T03:41:59.825 INFO:tasks.rados.rados.0.smithi002.stdout:1922: done (4 left) 2024-09-14T03:41:59.826 INFO:tasks.rados.rados.0.smithi002.stdout:1923: done (3 left) 2024-09-14T03:41:59.826 INFO:tasks.rados.rados.0.smithi002.stdout:1924: done (2 left) 2024-09-14T03:41:59.826 INFO:tasks.rados.rados.0.smithi002.stdout:1925: done (1 left) 2024-09-14T03:41:59.826 INFO:tasks.rados.rados.0.smithi002.stdout:1926: done (0 left) 2024-09-14T03:41:59.826 INFO:tasks.rados.rados.0.smithi002.stdout:1927: copy_from oid 45 from oid 20 current snap is 193 2024-09-14T03:41:59.826 INFO:tasks.rados.rados.0.smithi002.stdout:1928: read oid 37 snap -1 2024-09-14T03:41:59.826 INFO:tasks.rados.rados.0.smithi002.stdout:1928: expect (ObjNum 555 snap 173 seq_num 555) 2024-09-14T03:41:59.826 INFO:tasks.rados.rados.0.smithi002.stdout:1929: snap_create 2024-09-14T03:41:59.829 INFO:tasks.rados.rados.0.smithi002.stdout:1927: finishing copy_from to smithi00278215-45 2024-09-14T03:41:59.830 INFO:tasks.rados.rados.0.smithi002.stdout:1927: got expected ENOENT (src dne) 2024-09-14T03:41:59.830 INFO:tasks.rados.rados.0.smithi002.stdout:1927: finishing copy_from racing read to smithi00278215-45 2024-09-14T03:41:59.846 INFO:tasks.rados.rados.0.smithi002.stdout:1928: expect (ObjNum 555 snap 173 seq_num 555) 2024-09-14T03:41:59.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:59 smithi154 ceph-mon[81546]: pgmap v359: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 309 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.4 MiB/s wr, 8 op/s; 119/558 objects degraded (21.326%) 2024-09-14T03:41:59.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:59 smithi154 ceph-mon[81546]: osdmap e460: 8 total, 7 up, 8 in 2024-09-14T03:41:59.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:59 smithi154 ceph-mon[81546]: Health check update: Degraded data redundancy: 119/558 objects degraded (21.326%), 13 pgs degraded (PG_DEGRADED) 2024-09-14T03:41:59.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:59 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:41:59.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:59 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:41:59.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:59 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:41:59.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:41:59 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:42:00.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:59 smithi002 ceph-mon[87970]: pgmap v359: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 309 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.4 MiB/s wr, 8 op/s; 119/558 objects degraded (21.326%) 2024-09-14T03:42:00.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:59 smithi002 ceph-mon[87970]: osdmap e460: 8 total, 7 up, 8 in 2024-09-14T03:42:00.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:59 smithi002 ceph-mon[87970]: Health check update: Degraded data redundancy: 119/558 objects degraded (21.326%), 13 pgs degraded (PG_DEGRADED) 2024-09-14T03:42:00.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:59 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:42:00.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:59 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:42:00.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:59 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:42:00.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:41:59 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:42:00.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:59 smithi002 ceph-mon[89815]: pgmap v359: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 309 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.4 MiB/s wr, 8 op/s; 119/558 objects degraded (21.326%) 2024-09-14T03:42:00.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:59 smithi002 ceph-mon[89815]: osdmap e460: 8 total, 7 up, 8 in 2024-09-14T03:42:00.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:59 smithi002 ceph-mon[89815]: Health check update: Degraded data redundancy: 119/558 objects degraded (21.326%), 13 pgs degraded (PG_DEGRADED) 2024-09-14T03:42:00.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:59 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:42:00.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:59 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:42:00.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:59 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:42:00.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:41:59 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:42:00.739 INFO:tasks.rados.rados.0.smithi002.stdout:1927: done (2 left) 2024-09-14T03:42:00.739 INFO:tasks.rados.rados.0.smithi002.stdout:1928: done (1 left) 2024-09-14T03:42:00.740 INFO:tasks.rados.rados.0.smithi002.stdout:1929: done (0 left) 2024-09-14T03:42:00.740 INFO:tasks.rados.rados.0.smithi002.stdout:1930: setattr oid 49 current snap is 194 2024-09-14T03:42:00.740 INFO:tasks.rados.rados.0.smithi002.stdout:1931: read oid 45 snap -1 2024-09-14T03:42:00.740 INFO:tasks.rados.rados.0.smithi002.stdout:1931: expect (ObjNum 512 snap 162 seq_num 512) 2024-09-14T03:42:00.740 INFO:tasks.rados.rados.0.smithi002.stdout:1932: rollback oid 46 current snap is 194 2024-09-14T03:42:00.740 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 46 to 192 2024-09-14T03:42:00.741 INFO:tasks.rados.rados.0.smithi002.stdout:1933: snap_create 2024-09-14T03:42:00.745 INFO:tasks.rados.rados.0.smithi002.stdout:1932: finishing rollback tid 0 to smithi00278215-46 2024-09-14T03:42:00.746 INFO:tasks.rados.rados.0.smithi002.stdout:1932: finishing rollback tid 1 to smithi00278215-46 2024-09-14T03:42:00.747 INFO:tasks.rados.rados.0.smithi002.stdout:1932: finishing rollback tid 2 to smithi00278215-46 2024-09-14T03:42:00.747 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 46 v 361 (ObjNum 469 snap 145 seq_num 469) dirty exists 2024-09-14T03:42:00.749 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 1947 (ObjNum 602 snap 191 seq_num 602) dirty exists 2024-09-14T03:42:00.758 INFO:tasks.rados.rados.0.smithi002.stdout:1931: expect (ObjNum 512 snap 162 seq_num 512) 2024-09-14T03:42:00.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:00 smithi154 ceph-mon[81546]: osdmap e461: 8 total, 7 up, 8 in 2024-09-14T03:42:00.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:00 smithi154 ceph-mon[81546]: from='osd.5 [v2:172.21.15.154:6808/3421211678,v1:172.21.15.154:6809/3421211678]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-14T03:42:00.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:00 smithi154 ceph-mon[81546]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-14T03:42:00.978 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:42:00 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-5[90819]: 2024-09-14T03:42:00.711+0000 7f184032b640 -1 osd.5 450 log_to_monitors true 2024-09-14T03:42:00.978 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:42:00 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-5[90819]: 2024-09-14T03:42:00.762+0000 7f18340cd640 -1 osd.5 450 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-14T03:42:01.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:00 smithi002 ceph-mon[87970]: osdmap e461: 8 total, 7 up, 8 in 2024-09-14T03:42:01.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:00 smithi002 ceph-mon[87970]: from='osd.5 [v2:172.21.15.154:6808/3421211678,v1:172.21.15.154:6809/3421211678]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-14T03:42:01.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:00 smithi002 ceph-mon[87970]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-14T03:42:01.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:00 smithi002 ceph-mon[89815]: osdmap e461: 8 total, 7 up, 8 in 2024-09-14T03:42:01.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:00 smithi002 ceph-mon[89815]: from='osd.5 [v2:172.21.15.154:6808/3421211678,v1:172.21.15.154:6809/3421211678]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-14T03:42:01.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:00 smithi002 ceph-mon[89815]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-14T03:42:01.748 INFO:tasks.rados.rados.0.smithi002.stdout:1930: done (3 left) 2024-09-14T03:42:01.748 INFO:tasks.rados.rados.0.smithi002.stdout:1931: done (2 left) 2024-09-14T03:42:01.748 INFO:tasks.rados.rados.0.smithi002.stdout:1932: done (1 left) 2024-09-14T03:42:01.748 INFO:tasks.rados.rados.0.smithi002.stdout:1933: done (0 left) 2024-09-14T03:42:01.748 INFO:tasks.rados.rados.0.smithi002.stdout:1934: snap_remove snap 193 2024-09-14T03:42:02.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:01 smithi002 ceph-mon[87970]: pgmap v362: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 300 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.0 MiB/s wr, 15 op/s; 122/561 objects degraded (21.747%) 2024-09-14T03:42:02.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:01 smithi002 ceph-mon[87970]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-14T03:42:02.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:01 smithi002 ceph-mon[87970]: osdmap e462: 8 total, 7 up, 8 in 2024-09-14T03:42:02.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:01 smithi002 ceph-mon[87970]: from='osd.5 [v2:172.21.15.154:6808/3421211678,v1:172.21.15.154:6809/3421211678]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi154", "root=default"]} : dispatch 2024-09-14T03:42:02.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:01 smithi002 ceph-mon[87970]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi154", "root=default"]} : dispatch 2024-09-14T03:42:02.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:01 smithi002 ceph-mon[89815]: pgmap v362: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 300 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.0 MiB/s wr, 15 op/s; 122/561 objects degraded (21.747%) 2024-09-14T03:42:02.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:01 smithi002 ceph-mon[89815]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-14T03:42:02.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:01 smithi002 ceph-mon[89815]: osdmap e462: 8 total, 7 up, 8 in 2024-09-14T03:42:02.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:01 smithi002 ceph-mon[89815]: from='osd.5 [v2:172.21.15.154:6808/3421211678,v1:172.21.15.154:6809/3421211678]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi154", "root=default"]} : dispatch 2024-09-14T03:42:02.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:01 smithi002 ceph-mon[89815]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi154", "root=default"]} : dispatch 2024-09-14T03:42:02.208 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:01 smithi154 ceph-mon[81546]: pgmap v362: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 300 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.0 MiB/s wr, 15 op/s; 122/561 objects degraded (21.747%) 2024-09-14T03:42:02.208 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:01 smithi154 ceph-mon[81546]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-14T03:42:02.208 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:01 smithi154 ceph-mon[81546]: osdmap e462: 8 total, 7 up, 8 in 2024-09-14T03:42:02.208 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:01 smithi154 ceph-mon[81546]: from='osd.5 [v2:172.21.15.154:6808/3421211678,v1:172.21.15.154:6809/3421211678]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi154", "root=default"]} : dispatch 2024-09-14T03:42:02.208 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:01 smithi154 ceph-mon[81546]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi154", "root=default"]} : dispatch 2024-09-14T03:42:02.757 INFO:tasks.rados.rados.0.smithi002.stdout:1934: done (0 left) 2024-09-14T03:42:02.757 INFO:tasks.rados.rados.0.smithi002.stdout:1935: rmattr oid 46 current snap is 195 2024-09-14T03:42:02.757 INFO:tasks.rados.rados.0.smithi002.stdout:1935: done (0 left) 2024-09-14T03:42:02.757 INFO:tasks.rados.rados.0.smithi002.stdout:1936: rollback oid 18 current snap is 195 2024-09-14T03:42:02.757 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 18 to 169 2024-09-14T03:42:02.758 INFO:tasks.rados.rados.0.smithi002.stdout:1937: read oid 20 snap -1 2024-09-14T03:42:02.758 INFO:tasks.rados.rados.0.smithi002.stdout:1937: expect deleted 2024-09-14T03:42:02.758 INFO:tasks.rados.rados.0.smithi002.stdout:1938: snap_create 2024-09-14T03:42:02.796 INFO:tasks.rados.rados.0.smithi002.stdout:1936: finishing rollback tid 0 to smithi00278215-18 2024-09-14T03:42:02.801 INFO:tasks.rados.rados.0.smithi002.stdout:1936: finishing rollback tid 1 to smithi00278215-18 2024-09-14T03:42:02.801 INFO:tasks.rados.rados.0.smithi002.stdout:1936: finishing rollback tid 2 to smithi00278215-18 2024-09-14T03:42:02.802 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 2104 (ObjNum 428 snap 132 seq_num 428) dirty exists 2024-09-14T03:42:02.936 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:42:02 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: 2024-09-14T03:42:02.669+0000 7f19602b3640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-09-14T03:42:02.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:02 smithi002 ceph-mon[87970]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-14T03:42:02.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:02 smithi002 ceph-mon[87970]: osd.5 [v2:172.21.15.154:6808/3421211678,v1:172.21.15.154:6809/3421211678] boot 2024-09-14T03:42:02.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:02 smithi002 ceph-mon[87970]: osdmap e463: 8 total, 8 up, 8 in 2024-09-14T03:42:02.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:02 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-14T03:42:02.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:02 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:42:02.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:02 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:42:02.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:02 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:42:02.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:02 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:42:02.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:02 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:42:02.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:02 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:42:02.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:02 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:42:02.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:02 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:42:02.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:02 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:42:02.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:02 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-09-14T03:42:02.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:02 smithi002 ceph-mon[89815]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-14T03:42:02.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:02 smithi002 ceph-mon[89815]: osd.5 [v2:172.21.15.154:6808/3421211678,v1:172.21.15.154:6809/3421211678] boot 2024-09-14T03:42:02.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:02 smithi002 ceph-mon[89815]: osdmap e463: 8 total, 8 up, 8 in 2024-09-14T03:42:02.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:02 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-14T03:42:02.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:02 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:42:02.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:02 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:42:02.939 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:02 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:42:02.939 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:02 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:42:02.939 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:02 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:42:02.939 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:02 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:42:02.939 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:02 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:42:02.939 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:02 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:42:02.939 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:02 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:42:02.939 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:02 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-09-14T03:42:02.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:02 smithi154 ceph-mon[81546]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-14T03:42:02.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:02 smithi154 ceph-mon[81546]: osd.5 [v2:172.21.15.154:6808/3421211678,v1:172.21.15.154:6809/3421211678] boot 2024-09-14T03:42:02.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:02 smithi154 ceph-mon[81546]: osdmap e463: 8 total, 8 up, 8 in 2024-09-14T03:42:02.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:02 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-14T03:42:02.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:02 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:42:02.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:02 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:42:02.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:02 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:42:02.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:02 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:42:02.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:02 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:42:02.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:02 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:42:02.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:02 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:42:02.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:02 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:42:02.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:02 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:42:02.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:02 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-09-14T03:42:03.437 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:42:03 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:42:03] "GET /metrics HTTP/1.1" 200 36362 "" "Prometheus/2.43.0" 2024-09-14T03:42:03.756 INFO:tasks.rados.rados.0.smithi002.stdout:1936: done (2 left) 2024-09-14T03:42:03.756 INFO:tasks.rados.rados.0.smithi002.stdout:1937: done (1 left) 2024-09-14T03:42:03.757 INFO:tasks.rados.rados.0.smithi002.stdout:1938: done (0 left) 2024-09-14T03:42:03.757 INFO:tasks.rados.rados.0.smithi002.stdout:1939: read oid 1 snap -1 2024-09-14T03:42:03.757 INFO:tasks.rados.rados.0.smithi002.stdout:1939: expect (ObjNum 573 snap 178 seq_num 573) 2024-09-14T03:42:03.757 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 14 current snap is 196 2024-09-14T03:42:03.757 INFO:tasks.rados.rados.0.smithi002.stdout:1940: seq_num 605 ranges {3153920=540672} 2024-09-14T03:42:03.777 INFO:tasks.rados.rados.0.smithi002.stdout:1940: writing smithi00278215-14 from 3153920 to 3694592 tid 1 2024-09-14T03:42:03.777 INFO:tasks.rados.rados.0.smithi002.stdout:1941: snap_remove snap 195 2024-09-14T03:42:04.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:03 smithi002 ceph-mon[87970]: pgmap v365: 121 pgs: 10 peering, 30 active+undersized, 9 active+undersized+degraded, 72 active+clean; 293 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 252 KiB/s wr, 19 op/s; 65/555 objects degraded (11.712%) 2024-09-14T03:42:04.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:03 smithi002 ceph-mon[87970]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-14T03:42:04.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:03 smithi002 ceph-mon[87970]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-09-14T03:42:04.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:03 smithi002 ceph-mon[87970]: osdmap e464: 8 total, 8 up, 8 in 2024-09-14T03:42:04.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:03 smithi002 ceph-mon[89815]: pgmap v365: 121 pgs: 10 peering, 30 active+undersized, 9 active+undersized+degraded, 72 active+clean; 293 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 252 KiB/s wr, 19 op/s; 65/555 objects degraded (11.712%) 2024-09-14T03:42:04.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:03 smithi002 ceph-mon[89815]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-14T03:42:04.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:03 smithi002 ceph-mon[89815]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-09-14T03:42:04.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:03 smithi002 ceph-mon[89815]: osdmap e464: 8 total, 8 up, 8 in 2024-09-14T03:42:04.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:03 smithi154 ceph-mon[81546]: pgmap v365: 121 pgs: 10 peering, 30 active+undersized, 9 active+undersized+degraded, 72 active+clean; 293 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 252 KiB/s wr, 19 op/s; 65/555 objects degraded (11.712%) 2024-09-14T03:42:04.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:03 smithi154 ceph-mon[81546]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-14T03:42:04.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:03 smithi154 ceph-mon[81546]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-09-14T03:42:04.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:03 smithi154 ceph-mon[81546]: osdmap e464: 8 total, 8 up, 8 in 2024-09-14T03:42:04.767 INFO:tasks.rados.rados.0.smithi002.stdout:1940: finishing write tid 1 to smithi00278215-14 2024-09-14T03:42:04.767 INFO:tasks.rados.rados.0.smithi002.stdout:1940: finishing write tid 2 to smithi00278215-14 2024-09-14T03:42:04.768 INFO:tasks.rados.rados.0.smithi002.stdout:1940: finishing write tid 3 to smithi00278215-14 2024-09-14T03:42:04.768 INFO:tasks.rados.rados.0.smithi002.stdout:1940: oid 14 updating version 0 to 2103 2024-09-14T03:42:04.768 INFO:tasks.rados.rados.0.smithi002.stdout:1940: oid 14 version 2103 is already newer than 2102 2024-09-14T03:42:04.768 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 14 v 2103 (ObjNum 605 snap 196 seq_num 605) dirty exists 2024-09-14T03:42:04.768 INFO:tasks.rados.rados.0.smithi002.stdout:1940: left oid 14 (ObjNum 605 snap 196 seq_num 605) 2024-09-14T03:42:04.768 INFO:tasks.rados.rados.0.smithi002.stdout:1939: expect (ObjNum 573 snap 178 seq_num 573) 2024-09-14T03:42:05.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:04 smithi002 ceph-mon[87970]: osdmap e465: 8 total, 8 up, 8 in 2024-09-14T03:42:05.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:04 smithi002 ceph-mon[89815]: osdmap e465: 8 total, 8 up, 8 in 2024-09-14T03:42:05.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:04 smithi154 ceph-mon[81546]: osdmap e465: 8 total, 8 up, 8 in 2024-09-14T03:42:05.378 INFO:tasks.rados.rados.0.smithi002.stdout:1939: done (2 left) 2024-09-14T03:42:05.379 INFO:tasks.rados.rados.0.smithi002.stdout:1940: done (1 left) 2024-09-14T03:42:05.379 INFO:tasks.rados.rados.0.smithi002.stdout:1941: done (0 left) 2024-09-14T03:42:05.379 INFO:tasks.rados.rados.0.smithi002.stdout:1942: rollback oid 41 current snap is 196 2024-09-14T03:42:05.379 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 41 to 187 2024-09-14T03:42:05.379 INFO:tasks.rados.rados.0.smithi002.stdout:1943: copy_from oid 9 from oid 25 current snap is 196 2024-09-14T03:42:05.379 INFO:tasks.rados.rados.0.smithi002.stdout:1944: setattr oid 6 current snap is 196 2024-09-14T03:42:05.379 INFO:tasks.rados.rados.0.smithi002.stdout:1945: copy_from oid 14 from oid 49 current snap is 196 2024-09-14T03:42:05.380 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 13 current snap is 196 2024-09-14T03:42:05.380 INFO:tasks.rados.rados.0.smithi002.stdout:1946: seq_num 606 ranges {0=557056} 2024-09-14T03:42:05.383 INFO:tasks.rados.rados.0.smithi002.stdout:1946: writing smithi00278215-13 from 0 to 557056 tid 1 2024-09-14T03:42:05.383 INFO:tasks.rados.rados.0.smithi002.stdout:1947: snap_remove snap 191 2024-09-14T03:42:05.768 INFO:tasks.rados.rados.0.smithi002.stdout:1942: finishing rollback tid 0 to smithi00278215-41 2024-09-14T03:42:05.769 INFO:tasks.rados.rados.0.smithi002.stdout:1942: finishing rollback tid 1 to smithi00278215-41 2024-09-14T03:42:05.769 INFO:tasks.rados.rados.0.smithi002.stdout:1942: finishing rollback tid 2 to smithi00278215-41 2024-09-14T03:42:05.769 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 41 v 2632 (ObjNum 482 snap 147 seq_num 482) dirty exists 2024-09-14T03:42:05.769 INFO:tasks.rados.rados.0.smithi002.stdout:1946: finishing write tid 1 to smithi00278215-13 2024-09-14T03:42:05.769 INFO:tasks.rados.rados.0.smithi002.stdout:1946: finishing write tid 2 to smithi00278215-13 2024-09-14T03:42:05.769 INFO:tasks.rados.rados.0.smithi002.stdout:1942: done (5 left) 2024-09-14T03:42:05.769 INFO:tasks.rados.rados.0.smithi002.stdout:1947: done (4 left) 2024-09-14T03:42:05.769 INFO:tasks.rados.rados.0.smithi002.stdout:1948: copy_from oid 19 from oid 17 current snap is 196 2024-09-14T03:42:05.769 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 6 v 2633 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-09-14T03:42:05.769 INFO:tasks.rados.rados.0.smithi002.stdout:1946: finishing write tid 3 to smithi00278215-13 2024-09-14T03:42:05.769 INFO:tasks.rados.rados.0.smithi002.stdout:1946: oid 13 updating version 0 to 1821 2024-09-14T03:42:05.769 INFO:tasks.rados.rados.0.smithi002.stdout:1946: oid 13 updating version 1821 to 1822 2024-09-14T03:42:05.770 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 1822 (ObjNum 606 snap 196 seq_num 606) dirty exists 2024-09-14T03:42:05.770 INFO:tasks.rados.rados.0.smithi002.stdout:1946: left oid 13 (ObjNum 606 snap 196 seq_num 606) 2024-09-14T03:42:05.770 INFO:tasks.rados.rados.0.smithi002.stdout:1943: finishing copy_from racing read to smithi00278215-9 2024-09-14T03:42:05.770 INFO:tasks.rados.rados.0.smithi002.stdout:1945: finishing copy_from racing read to smithi00278215-14 2024-09-14T03:42:05.770 INFO:tasks.rados.rados.0.smithi002.stdout:1945: finishing copy_from to smithi00278215-14 2024-09-14T03:42:05.770 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 14 v 1947 (ObjNum 602 snap 191 seq_num 602) dirty exists 2024-09-14T03:42:05.770 INFO:tasks.rados.rados.0.smithi002.stdout:1943: finishing copy_from to smithi00278215-9 2024-09-14T03:42:05.770 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 9 v 222 (ObjNum 558 snap 174 seq_num 558) dirty exists 2024-09-14T03:42:05.770 INFO:tasks.rados.rados.0.smithi002.stdout:1943: done (4 left) 2024-09-14T03:42:05.770 INFO:tasks.rados.rados.0.smithi002.stdout:1944: done (3 left) 2024-09-14T03:42:05.770 INFO:tasks.rados.rados.0.smithi002.stdout:1945: done (2 left) 2024-09-14T03:42:05.770 INFO:tasks.rados.rados.0.smithi002.stdout:1946: done (1 left) 2024-09-14T03:42:05.770 INFO:tasks.rados.rados.0.smithi002.stdout:1949: snap_create 2024-09-14T03:42:05.784 INFO:tasks.rados.rados.0.smithi002.stdout:1948: finishing copy_from racing read to smithi00278215-19 2024-09-14T03:42:05.786 INFO:tasks.rados.rados.0.smithi002.stdout:1948: finishing copy_from to smithi00278215-19 2024-09-14T03:42:05.786 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 19 v 2239 (ObjNum 557 snap 173 seq_num 557) dirty exists 2024-09-14T03:42:06.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:05 smithi002 ceph-mon[87970]: pgmap v368: 121 pgs: 10 peering, 26 active+undersized, 7 active+undersized+degraded, 78 active+clean; 288 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 128 KiB/s wr, 8 op/s; 56/552 objects degraded (10.145%) 2024-09-14T03:42:06.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:05 smithi002 ceph-mon[87970]: Health check update: Degraded data redundancy: 56/552 objects degraded (10.145%), 7 pgs degraded (PG_DEGRADED) 2024-09-14T03:42:06.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:05 smithi002 ceph-mon[87970]: osdmap e466: 8 total, 8 up, 8 in 2024-09-14T03:42:06.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:05 smithi002 ceph-mon[89815]: pgmap v368: 121 pgs: 10 peering, 26 active+undersized, 7 active+undersized+degraded, 78 active+clean; 288 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 128 KiB/s wr, 8 op/s; 56/552 objects degraded (10.145%) 2024-09-14T03:42:06.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:05 smithi002 ceph-mon[89815]: Health check update: Degraded data redundancy: 56/552 objects degraded (10.145%), 7 pgs degraded (PG_DEGRADED) 2024-09-14T03:42:06.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:05 smithi002 ceph-mon[89815]: osdmap e466: 8 total, 8 up, 8 in 2024-09-14T03:42:06.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:05 smithi154 ceph-mon[81546]: pgmap v368: 121 pgs: 10 peering, 26 active+undersized, 7 active+undersized+degraded, 78 active+clean; 288 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 128 KiB/s wr, 8 op/s; 56/552 objects degraded (10.145%) 2024-09-14T03:42:06.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:05 smithi154 ceph-mon[81546]: Health check update: Degraded data redundancy: 56/552 objects degraded (10.145%), 7 pgs degraded (PG_DEGRADED) 2024-09-14T03:42:06.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:05 smithi154 ceph-mon[81546]: osdmap e466: 8 total, 8 up, 8 in 2024-09-14T03:42:06.775 INFO:tasks.rados.rados.0.smithi002.stdout:1948: done (1 left) 2024-09-14T03:42:06.775 INFO:tasks.rados.rados.0.smithi002.stdout:1949: done (0 left) 2024-09-14T03:42:06.776 INFO:tasks.rados.rados.0.smithi002.stdout:1950: delete oid 30 current snap is 197 2024-09-14T03:42:06.779 INFO:tasks.rados.rados.0.smithi002.stdout:1950: done (0 left) 2024-09-14T03:42:06.779 INFO:tasks.rados.rados.0.smithi002.stdout:1951: rollback oid 41 current snap is 197 2024-09-14T03:42:06.779 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 41 to 187 2024-09-14T03:42:06.779 INFO:tasks.rados.rados.0.smithi002.stdout:1952: read oid 42 snap -1 2024-09-14T03:42:06.779 INFO:tasks.rados.rados.0.smithi002.stdout:1952: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:42:06.780 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 35 current snap is 197 2024-09-14T03:42:06.780 INFO:tasks.rados.rados.0.smithi002.stdout:1953: seq_num 608 ranges {3883008=589824} 2024-09-14T03:42:06.804 INFO:tasks.rados.rados.0.smithi002.stdout:1953: writing smithi00278215-35 from 3883008 to 4472832 tid 1 2024-09-14T03:42:06.804 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 29 current snap is 197 2024-09-14T03:42:06.804 INFO:tasks.rados.rados.0.smithi002.stdout:1954: seq_num 609 ranges {1835008=606208} 2024-09-14T03:42:06.817 INFO:tasks.rados.rados.0.smithi002.stdout:1954: writing smithi00278215-29 from 1835008 to 2441216 tid 1 2024-09-14T03:42:06.818 INFO:tasks.rados.rados.0.smithi002.stdout:1955: read oid 4 snap -1 2024-09-14T03:42:06.818 INFO:tasks.rados.rados.0.smithi002.stdout:1955: expect (ObjNum 577 snap 181 seq_num 577) 2024-09-14T03:42:06.818 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 1 current snap is 197 2024-09-14T03:42:06.818 INFO:tasks.rados.rados.0.smithi002.stdout:1956: seq_num 610 ranges {8904704=622592} 2024-09-14T03:42:06.871 INFO:tasks.rados.rados.0.smithi002.stdout:1956: writing smithi00278215-1 from 8904704 to 9527296 tid 1 2024-09-14T03:42:06.871 INFO:tasks.rados.rados.0.smithi002.stdout:1957: setattr oid 12 current snap is 197 2024-09-14T03:42:06.872 INFO:tasks.rados.rados.0.smithi002.stdout:1952: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:42:06.874 INFO:tasks.rados.rados.0.smithi002.stdout:1951: finishing rollback tid 0 to smithi00278215-41 2024-09-14T03:42:06.874 INFO:tasks.rados.rados.0.smithi002.stdout:1951: finishing rollback tid 1 to smithi00278215-41 2024-09-14T03:42:06.874 INFO:tasks.rados.rados.0.smithi002.stdout:1951: finishing rollback tid 2 to smithi00278215-41 2024-09-14T03:42:06.874 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 41 v 2644 (ObjNum 482 snap 147 seq_num 482) dirty exists 2024-09-14T03:42:06.874 INFO:tasks.rados.rados.0.smithi002.stdout:1953: finishing write tid 1 to smithi00278215-35 2024-09-14T03:42:06.874 INFO:tasks.rados.rados.0.smithi002.stdout:1953: finishing write tid 2 to smithi00278215-35 2024-09-14T03:42:06.874 INFO:tasks.rados.rados.0.smithi002.stdout:1953: finishing write tid 3 to smithi00278215-35 2024-09-14T03:42:06.874 INFO:tasks.rados.rados.0.smithi002.stdout:1953: oid 35 updating version 0 to 2246 2024-09-14T03:42:06.874 INFO:tasks.rados.rados.0.smithi002.stdout:1953: oid 35 updating version 2246 to 2247 2024-09-14T03:42:06.874 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 35 v 2247 (ObjNum 608 snap 197 seq_num 608) dirty exists 2024-09-14T03:42:06.874 INFO:tasks.rados.rados.0.smithi002.stdout:1953: left oid 35 (ObjNum 608 snap 197 seq_num 608) 2024-09-14T03:42:06.874 INFO:tasks.rados.rados.0.smithi002.stdout:1954: finishing write tid 1 to smithi00278215-29 2024-09-14T03:42:06.875 INFO:tasks.rados.rados.0.smithi002.stdout:1954: finishing write tid 2 to smithi00278215-29 2024-09-14T03:42:06.875 INFO:tasks.rados.rados.0.smithi002.stdout:1954: finishing write tid 3 to smithi00278215-29 2024-09-14T03:42:06.875 INFO:tasks.rados.rados.0.smithi002.stdout:1954: oid 29 updating version 0 to 2646 2024-09-14T03:42:06.875 INFO:tasks.rados.rados.0.smithi002.stdout:1954: oid 29 updating version 2646 to 2647 2024-09-14T03:42:06.875 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 2647 (ObjNum 609 snap 197 seq_num 609) dirty exists 2024-09-14T03:42:06.875 INFO:tasks.rados.rados.0.smithi002.stdout:1954: left oid 29 (ObjNum 609 snap 197 seq_num 609) 2024-09-14T03:42:06.875 INFO:tasks.rados.rados.0.smithi002.stdout:1955: expect (ObjNum 577 snap 181 seq_num 577) 2024-09-14T03:42:07.088 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:06 smithi002 ceph-mon[87970]: osdmap e467: 8 total, 8 up, 8 in 2024-09-14T03:42:07.088 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:06 smithi002 ceph-mon[89815]: osdmap e467: 8 total, 8 up, 8 in 2024-09-14T03:42:07.094 INFO:tasks.rados.rados.0.smithi002.stdout:1956: finishing write tid 1 to smithi00278215-1 2024-09-14T03:42:07.094 INFO:tasks.rados.rados.0.smithi002.stdout:1956: finishing write tid 2 to smithi00278215-1 2024-09-14T03:42:07.094 INFO:tasks.rados.rados.0.smithi002.stdout:1956: finishing write tid 3 to smithi00278215-1 2024-09-14T03:42:07.094 INFO:tasks.rados.rados.0.smithi002.stdout:1956: oid 1 updating version 0 to 2649 2024-09-14T03:42:07.094 INFO:tasks.rados.rados.0.smithi002.stdout:1956: oid 1 updating version 2649 to 2650 2024-09-14T03:42:07.094 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 1 v 2650 (ObjNum 610 snap 197 seq_num 610) dirty exists 2024-09-14T03:42:07.094 INFO:tasks.rados.rados.0.smithi002.stdout:1956: left oid 1 (ObjNum 610 snap 197 seq_num 610) 2024-09-14T03:42:07.094 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 2242 (ObjNum 469 snap 145 seq_num 469) dirty exists 2024-09-14T03:42:07.094 INFO:tasks.rados.rados.0.smithi002.stdout:1951: done (6 left) 2024-09-14T03:42:07.094 INFO:tasks.rados.rados.0.smithi002.stdout:1952: done (5 left) 2024-09-14T03:42:07.094 INFO:tasks.rados.rados.0.smithi002.stdout:1953: done (4 left) 2024-09-14T03:42:07.095 INFO:tasks.rados.rados.0.smithi002.stdout:1954: done (3 left) 2024-09-14T03:42:07.095 INFO:tasks.rados.rados.0.smithi002.stdout:1955: done (2 left) 2024-09-14T03:42:07.095 INFO:tasks.rados.rados.0.smithi002.stdout:1956: done (1 left) 2024-09-14T03:42:07.095 INFO:tasks.rados.rados.0.smithi002.stdout:1957: done (0 left) 2024-09-14T03:42:07.095 INFO:tasks.rados.rados.0.smithi002.stdout:1958: rmattr oid 2 current snap is 197 2024-09-14T03:42:07.095 INFO:tasks.rados.rados.0.smithi002.stdout:1958: done (0 left) 2024-09-14T03:42:07.095 INFO:tasks.rados.rados.0.smithi002.stdout:1959: snap_create 2024-09-14T03:42:07.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:06 smithi154 ceph-mon[81546]: osdmap e467: 8 total, 8 up, 8 in 2024-09-14T03:42:07.782 INFO:tasks.rados.rados.0.smithi002.stdout:1959: done (0 left) 2024-09-14T03:42:07.782 INFO:tasks.rados.rados.0.smithi002.stdout:1960: snap_remove snap 196 2024-09-14T03:42:08.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:07 smithi002 ceph-mon[87970]: pgmap v371: 121 pgs: 10 peering, 111 active+clean; 249 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 136 KiB/s wr, 1 op/s; 5.5 MiB/s, 2 objects/s recovering 2024-09-14T03:42:08.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:07 smithi002 ceph-mon[87970]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 56/552 objects degraded (10.145%), 7 pgs degraded) 2024-09-14T03:42:08.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:07 smithi002 ceph-mon[87970]: Cluster is now healthy 2024-09-14T03:42:08.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:07 smithi002 ceph-mon[87970]: osdmap e468: 8 total, 8 up, 8 in 2024-09-14T03:42:08.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:07 smithi002 ceph-mon[89815]: pgmap v371: 121 pgs: 10 peering, 111 active+clean; 249 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 136 KiB/s wr, 1 op/s; 5.5 MiB/s, 2 objects/s recovering 2024-09-14T03:42:08.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:07 smithi002 ceph-mon[89815]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 56/552 objects degraded (10.145%), 7 pgs degraded) 2024-09-14T03:42:08.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:07 smithi002 ceph-mon[89815]: Cluster is now healthy 2024-09-14T03:42:08.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:07 smithi002 ceph-mon[89815]: osdmap e468: 8 total, 8 up, 8 in 2024-09-14T03:42:08.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:07 smithi154 ceph-mon[81546]: pgmap v371: 121 pgs: 10 peering, 111 active+clean; 249 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 136 KiB/s wr, 1 op/s; 5.5 MiB/s, 2 objects/s recovering 2024-09-14T03:42:08.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:07 smithi154 ceph-mon[81546]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 56/552 objects degraded (10.145%), 7 pgs degraded) 2024-09-14T03:42:08.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:07 smithi154 ceph-mon[81546]: Cluster is now healthy 2024-09-14T03:42:08.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:07 smithi154 ceph-mon[81546]: osdmap e468: 8 total, 8 up, 8 in 2024-09-14T03:42:08.788 INFO:tasks.rados.rados.0.smithi002.stdout:1960: done (0 left) 2024-09-14T03:42:08.788 INFO:tasks.rados.rados.0.smithi002.stdout:1961: delete oid 49 current snap is 198 2024-09-14T03:42:08.795 INFO:tasks.rados.rados.0.smithi002.stdout:1961: done (0 left) 2024-09-14T03:42:08.795 INFO:tasks.rados.rados.0.smithi002.stdout:1962: delete oid 40 current snap is 198 2024-09-14T03:42:08.801 INFO:tasks.rados.rados.0.smithi002.stdout:1962: done (0 left) 2024-09-14T03:42:08.802 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 15 current snap is 198 2024-09-14T03:42:08.802 INFO:tasks.rados.rados.0.smithi002.stdout:1963: seq_num 613 ranges {5758976=671744} 2024-09-14T03:42:08.837 INFO:tasks.rados.rados.0.smithi002.stdout:1963: writing smithi00278215-15 from 5758976 to 6430720 tid 1 2024-09-14T03:42:08.837 INFO:tasks.rados.rados.0.smithi002.stdout:1964: delete oid 41 current snap is 198 2024-09-14T03:42:08.840 INFO:tasks.rados.rados.0.smithi002.stdout:1964: done (1 left) 2024-09-14T03:42:08.840 INFO:tasks.rados.rados.0.smithi002.stdout:1965: read oid 43 snap -1 2024-09-14T03:42:08.840 INFO:tasks.rados.rados.0.smithi002.stdout:1965: expect deleted 2024-09-14T03:42:08.840 INFO:tasks.rados.rados.0.smithi002.stdout:1966: read oid 50 snap -1 2024-09-14T03:42:08.840 INFO:tasks.rados.rados.0.smithi002.stdout:1966: expect (ObjNum 604 snap 193 seq_num 604) 2024-09-14T03:42:08.840 INFO:tasks.rados.rados.0.smithi002.stdout:1967: rollback oid 41 current snap is 198 2024-09-14T03:42:08.840 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 41 to 187 2024-09-14T03:42:08.840 INFO:tasks.rados.rados.0.smithi002.stdout:1968: rollback oid 29 current snap is 198 2024-09-14T03:42:08.840 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 29 to 197 2024-09-14T03:42:08.840 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 25 current snap is 198 2024-09-14T03:42:08.840 INFO:tasks.rados.rados.0.smithi002.stdout:1969: seq_num 615 ranges {7815168=704512} 2024-09-14T03:42:08.887 INFO:tasks.rados.rados.0.smithi002.stdout:1969: writing smithi00278215-25 from 7815168 to 8519680 tid 1 2024-09-14T03:42:08.887 INFO:tasks.rados.rados.0.smithi002.stdout:1970: snap_create 2024-09-14T03:42:08.887 INFO:tasks.rados.rados.0.smithi002.stdout:1963: finishing write tid 1 to smithi00278215-15 2024-09-14T03:42:08.887 INFO:tasks.rados.rados.0.smithi002.stdout:1963: finishing write tid 2 to smithi00278215-15 2024-09-14T03:42:08.888 INFO:tasks.rados.rados.0.smithi002.stdout:1963: finishing write tid 3 to smithi00278215-15 2024-09-14T03:42:08.888 INFO:tasks.rados.rados.0.smithi002.stdout:1963: oid 15 updating version 0 to 2106 2024-09-14T03:42:08.888 INFO:tasks.rados.rados.0.smithi002.stdout:1963: oid 15 version 2106 is already newer than 2105 2024-09-14T03:42:08.888 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 15 v 2106 (ObjNum 613 snap 198 seq_num 613) dirty exists 2024-09-14T03:42:08.888 INFO:tasks.rados.rados.0.smithi002.stdout:1963: left oid 15 (ObjNum 613 snap 198 seq_num 613) 2024-09-14T03:42:08.888 INFO:tasks.rados.rados.0.smithi002.stdout:1966: expect (ObjNum 604 snap 193 seq_num 604) 2024-09-14T03:42:08.975 INFO:tasks.rados.rados.0.smithi002.stdout:1967: finishing rollback tid 1 to smithi00278215-41 2024-09-14T03:42:08.975 INFO:tasks.rados.rados.0.smithi002.stdout:1967: finishing rollback tid 2 to smithi00278215-41 2024-09-14T03:42:08.975 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 41 v 2660 (ObjNum 482 snap 147 seq_num 482) dirty exists 2024-09-14T03:42:08.975 INFO:tasks.rados.rados.0.smithi002.stdout:1968: finishing rollback tid 0 to smithi00278215-29 2024-09-14T03:42:08.975 INFO:tasks.rados.rados.0.smithi002.stdout:1968: finishing rollback tid 1 to smithi00278215-29 2024-09-14T03:42:08.975 INFO:tasks.rados.rados.0.smithi002.stdout:1968: finishing rollback tid 2 to smithi00278215-29 2024-09-14T03:42:08.975 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 2664 (ObjNum 609 snap 197 seq_num 609) dirty exists 2024-09-14T03:42:08.975 INFO:tasks.rados.rados.0.smithi002.stdout:1969: finishing write tid 1 to smithi00278215-25 2024-09-14T03:42:08.975 INFO:tasks.rados.rados.0.smithi002.stdout:1969: finishing write tid 2 to smithi00278215-25 2024-09-14T03:42:08.975 INFO:tasks.rados.rados.0.smithi002.stdout:1969: finishing write tid 3 to smithi00278215-25 2024-09-14T03:42:08.976 INFO:tasks.rados.rados.0.smithi002.stdout:1969: oid 25 updating version 0 to 257 2024-09-14T03:42:08.976 INFO:tasks.rados.rados.0.smithi002.stdout:1969: oid 25 version 257 is already newer than 256 2024-09-14T03:42:08.976 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 257 (ObjNum 615 snap 198 seq_num 615) dirty exists 2024-09-14T03:42:08.976 INFO:tasks.rados.rados.0.smithi002.stdout:1969: left oid 25 (ObjNum 615 snap 198 seq_num 615) 2024-09-14T03:42:09.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:08 smithi002 ceph-mon[87970]: osdmap e469: 8 total, 8 up, 8 in 2024-09-14T03:42:09.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:08 smithi002 ceph-mon[89815]: osdmap e469: 8 total, 8 up, 8 in 2024-09-14T03:42:09.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:08 smithi154 ceph-mon[81546]: osdmap e469: 8 total, 8 up, 8 in 2024-09-14T03:42:09.793 INFO:tasks.rados.rados.0.smithi002.stdout:1963: done (6 left) 2024-09-14T03:42:09.794 INFO:tasks.rados.rados.0.smithi002.stdout:1965: done (5 left) 2024-09-14T03:42:09.794 INFO:tasks.rados.rados.0.smithi002.stdout:1966: done (4 left) 2024-09-14T03:42:09.794 INFO:tasks.rados.rados.0.smithi002.stdout:1967: done (3 left) 2024-09-14T03:42:09.794 INFO:tasks.rados.rados.0.smithi002.stdout:1968: done (2 left) 2024-09-14T03:42:09.794 INFO:tasks.rados.rados.0.smithi002.stdout:1969: done (1 left) 2024-09-14T03:42:09.794 INFO:tasks.rados.rados.0.smithi002.stdout:1970: done (0 left) 2024-09-14T03:42:09.794 INFO:tasks.rados.rados.0.smithi002.stdout:1971: rollback oid 13 current snap is 199 2024-09-14T03:42:09.794 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 13 to 184 2024-09-14T03:42:09.794 INFO:tasks.rados.rados.0.smithi002.stdout:1972: read oid 46 snap -1 2024-09-14T03:42:09.794 INFO:tasks.rados.rados.0.smithi002.stdout:1972: expect (ObjNum 469 snap 145 seq_num 469) 2024-09-14T03:42:09.794 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 21 current snap is 199 2024-09-14T03:42:09.794 INFO:tasks.rados.rados.0.smithi002.stdout:1973: seq_num 616 ranges {0=720896} 2024-09-14T03:42:09.798 INFO:tasks.rados.rados.0.smithi002.stdout:1973: writing smithi00278215-21 from 0 to 720896 tid 1 2024-09-14T03:42:09.798 INFO:tasks.rados.rados.0.smithi002.stdout:1974: copy_from oid 42 from oid 44 current snap is 199 2024-09-14T03:42:09.798 INFO:tasks.rados.rados.0.smithi002.stdout:1975: copy_from oid 3 from oid 30 current snap is 199 2024-09-14T03:42:09.798 INFO:tasks.rados.rados.0.smithi002.stdout:1976: snap_create 2024-09-14T03:42:09.799 INFO:tasks.rados.rados.0.smithi002.stdout:1971: finishing rollback tid 0 to smithi00278215-13 2024-09-14T03:42:09.800 INFO:tasks.rados.rados.0.smithi002.stdout:1975: finishing copy_from to smithi00278215-3 2024-09-14T03:42:09.800 INFO:tasks.rados.rados.0.smithi002.stdout:1975: got expected ENOENT (src dne) 2024-09-14T03:42:09.801 INFO:tasks.rados.rados.0.smithi002.stdout:1975: finishing copy_from racing read to smithi00278215-3 2024-09-14T03:42:09.801 INFO:tasks.rados.rados.0.smithi002.stdout:1972: expect (ObjNum 469 snap 145 seq_num 469) 2024-09-14T03:42:09.852 INFO:tasks.rados.rados.0.smithi002.stdout:1971: finishing rollback tid 1 to smithi00278215-13 2024-09-14T03:42:09.853 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 1825 (ObjNum 129 snap 0 seq_num 855362736) dirty dne 2024-09-14T03:42:09.853 INFO:tasks.rados.rados.0.smithi002.stdout:1973: finishing write tid 1 to smithi00278215-21 2024-09-14T03:42:09.853 INFO:tasks.rados.rados.0.smithi002.stdout:1973: finishing write tid 2 to smithi00278215-21 2024-09-14T03:42:09.853 INFO:tasks.rados.rados.0.smithi002.stdout:1973: finishing write tid 3 to smithi00278215-21 2024-09-14T03:42:09.853 INFO:tasks.rados.rados.0.smithi002.stdout:1973: oid 21 updating version 0 to 1336 2024-09-14T03:42:09.853 INFO:tasks.rados.rados.0.smithi002.stdout:1973: oid 21 updating version 1336 to 1337 2024-09-14T03:42:09.853 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 1337 (ObjNum 616 snap 199 seq_num 616) dirty exists 2024-09-14T03:42:09.853 INFO:tasks.rados.rados.0.smithi002.stdout:1973: left oid 21 (ObjNum 616 snap 199 seq_num 616) 2024-09-14T03:42:09.853 INFO:tasks.rados.rados.0.smithi002.stdout:1974: finishing copy_from racing read to smithi00278215-42 2024-09-14T03:42:09.853 INFO:tasks.rados.rados.0.smithi002.stdout:1974: finishing copy_from to smithi00278215-42 2024-09-14T03:42:09.853 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 42 v 2101 (ObjNum 508 snap 160 seq_num 508) dirty exists 2024-09-14T03:42:10.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:09 smithi002 ceph-mon[87970]: pgmap v374: 121 pgs: 121 active+clean; 247 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 5.2 MiB/s wr, 12 op/s; 13 MiB/s, 4 objects/s recovering 2024-09-14T03:42:10.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:09 smithi002 ceph-mon[87970]: osdmap e470: 8 total, 8 up, 8 in 2024-09-14T03:42:10.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:09 smithi002 ceph-mon[89815]: pgmap v374: 121 pgs: 121 active+clean; 247 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 5.2 MiB/s wr, 12 op/s; 13 MiB/s, 4 objects/s recovering 2024-09-14T03:42:10.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:09 smithi002 ceph-mon[89815]: osdmap e470: 8 total, 8 up, 8 in 2024-09-14T03:42:10.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:09 smithi154 ceph-mon[81546]: pgmap v374: 121 pgs: 121 active+clean; 247 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 5.2 MiB/s wr, 12 op/s; 13 MiB/s, 4 objects/s recovering 2024-09-14T03:42:10.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:09 smithi154 ceph-mon[81546]: osdmap e470: 8 total, 8 up, 8 in 2024-09-14T03:42:10.801 INFO:tasks.rados.rados.0.smithi002.stdout:1971: done (5 left) 2024-09-14T03:42:10.801 INFO:tasks.rados.rados.0.smithi002.stdout:1972: done (4 left) 2024-09-14T03:42:10.801 INFO:tasks.rados.rados.0.smithi002.stdout:1973: done (3 left) 2024-09-14T03:42:10.801 INFO:tasks.rados.rados.0.smithi002.stdout:1974: done (2 left) 2024-09-14T03:42:10.801 INFO:tasks.rados.rados.0.smithi002.stdout:1975: done (1 left) 2024-09-14T03:42:10.801 INFO:tasks.rados.rados.0.smithi002.stdout:1976: done (0 left) 2024-09-14T03:42:10.801 INFO:tasks.rados.rados.0.smithi002.stdout:1977: delete oid 20 current snap is 200 2024-09-14T03:42:10.805 INFO:tasks.rados.rados.0.smithi002.stdout:1977: done (0 left) 2024-09-14T03:42:10.805 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 29 current snap is 200 2024-09-14T03:42:10.805 INFO:tasks.rados.rados.0.smithi002.stdout:1978: seq_num 618 ranges {2441216=753664} 2024-09-14T03:42:10.823 INFO:tasks.rados.rados.0.smithi002.stdout:1978: writing smithi00278215-29 from 2441216 to 3194880 tid 1 2024-09-14T03:42:10.823 INFO:tasks.rados.rados.0.smithi002.stdout:1979: rmattr oid 24 current snap is 200 2024-09-14T03:42:10.823 INFO:tasks.rados.rados.0.smithi002.stdout:1979: done (1 left) 2024-09-14T03:42:10.823 INFO:tasks.rados.rados.0.smithi002.stdout:1980: snap_remove snap 192 2024-09-14T03:42:11.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:10 smithi002 ceph-mon[87970]: osdmap e471: 8 total, 8 up, 8 in 2024-09-14T03:42:11.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:42:11.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:42:11.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:10 smithi002 ceph-mon[89815]: osdmap e471: 8 total, 8 up, 8 in 2024-09-14T03:42:11.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:42:11.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:42:11.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:10 smithi154 ceph-mon[81546]: osdmap e471: 8 total, 8 up, 8 in 2024-09-14T03:42:11.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:42:11.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:42:11.809 INFO:tasks.rados.rados.0.smithi002.stdout:1978: finishing write tid 1 to smithi00278215-29 2024-09-14T03:42:11.809 INFO:tasks.rados.rados.0.smithi002.stdout:1978: finishing write tid 2 to smithi00278215-29 2024-09-14T03:42:11.810 INFO:tasks.rados.rados.0.smithi002.stdout:1978: finishing write tid 3 to smithi00278215-29 2024-09-14T03:42:11.810 INFO:tasks.rados.rados.0.smithi002.stdout:1978: oid 29 updating version 0 to 2666 2024-09-14T03:42:11.810 INFO:tasks.rados.rados.0.smithi002.stdout:1978: oid 29 updating version 2666 to 2667 2024-09-14T03:42:11.810 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 2667 (ObjNum 618 snap 200 seq_num 618) dirty exists 2024-09-14T03:42:11.810 INFO:tasks.rados.rados.0.smithi002.stdout:1978: left oid 29 (ObjNum 618 snap 200 seq_num 618) 2024-09-14T03:42:11.810 INFO:tasks.rados.rados.0.smithi002.stdout:1978: done (1 left) 2024-09-14T03:42:11.810 INFO:tasks.rados.rados.0.smithi002.stdout:1980: done (0 left) 2024-09-14T03:42:11.810 INFO:tasks.rados.rados.0.smithi002.stdout:1981: delete oid 13 current snap is 200 2024-09-14T03:42:11.821 INFO:tasks.rados.rados.0.smithi002.stdout:1981: done (0 left) 2024-09-14T03:42:11.821 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 50 current snap is 200 2024-09-14T03:42:11.821 INFO:tasks.rados.rados.0.smithi002.stdout:1982: seq_num 620 ranges {1949696=794624} 2024-09-14T03:42:11.837 INFO:tasks.rados.rados.0.smithi002.stdout:1982: writing smithi00278215-50 from 1949696 to 2744320 tid 1 2024-09-14T03:42:11.837 INFO:tasks.rados.rados.0.smithi002.stdout:1983: snap_remove snap 181 2024-09-14T03:42:12.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:11 smithi002 ceph-mon[87970]: pgmap v377: 121 pgs: 121 active+clean; 248 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 5.3 MiB/s wr, 17 op/s; 7.9 MiB/s, 2 objects/s recovering 2024-09-14T03:42:12.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:11 smithi002 ceph-mon[87970]: osdmap e472: 8 total, 8 up, 8 in 2024-09-14T03:42:12.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:11 smithi002 ceph-mon[89815]: pgmap v377: 121 pgs: 121 active+clean; 248 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 5.3 MiB/s wr, 17 op/s; 7.9 MiB/s, 2 objects/s recovering 2024-09-14T03:42:12.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:11 smithi002 ceph-mon[89815]: osdmap e472: 8 total, 8 up, 8 in 2024-09-14T03:42:12.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:11 smithi154 ceph-mon[81546]: pgmap v377: 121 pgs: 121 active+clean; 248 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 5.3 MiB/s wr, 17 op/s; 7.9 MiB/s, 2 objects/s recovering 2024-09-14T03:42:12.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:11 smithi154 ceph-mon[81546]: osdmap e472: 8 total, 8 up, 8 in 2024-09-14T03:42:12.731 INFO:tasks.rados.rados.0.smithi002.stdout:1983: done (1 left) 2024-09-14T03:42:12.731 INFO:tasks.rados.rados.0.smithi002.stdout:1982: finishing write tid 1 to smithi00278215-50 2024-09-14T03:42:12.731 INFO:tasks.rados.rados.0.smithi002.stdout:1982: finishing write tid 2 to smithi00278215-50 2024-09-14T03:42:12.731 INFO:tasks.rados.rados.0.smithi002.stdout:1982: finishing write tid 3 to smithi00278215-50 2024-09-14T03:42:12.731 INFO:tasks.rados.rados.0.smithi002.stdout:1982: oid 50 updating version 0 to 2679 2024-09-14T03:42:12.732 INFO:tasks.rados.rados.0.smithi002.stdout:1982: oid 50 updating version 2679 to 2680 2024-09-14T03:42:12.732 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 2680 (ObjNum 620 snap 200 seq_num 620) dirty exists 2024-09-14T03:42:12.732 INFO:tasks.rados.rados.0.smithi002.stdout:1982: left oid 50 (ObjNum 620 snap 200 seq_num 620) 2024-09-14T03:42:12.732 INFO:tasks.rados.rados.0.smithi002.stdout:1984: read oid 37 snap -1 2024-09-14T03:42:12.732 INFO:tasks.rados.rados.0.smithi002.stdout:1984: expect (ObjNum 555 snap 173 seq_num 555) 2024-09-14T03:42:12.732 INFO:tasks.rados.rados.0.smithi002.stdout:1982: done (1 left) 2024-09-14T03:42:12.732 INFO:tasks.rados.rados.0.smithi002.stdout:1985: delete oid 42 current snap is 200 2024-09-14T03:42:12.747 INFO:tasks.rados.rados.0.smithi002.stdout:1985: done (1 left) 2024-09-14T03:42:12.747 INFO:tasks.rados.rados.0.smithi002.stdout:1986: read oid 36 snap 194 2024-09-14T03:42:12.747 INFO:tasks.rados.rados.0.smithi002.stdout:1986: expect (ObjNum 854135696 snap 21886 seq_num 855038832) 2024-09-14T03:42:12.747 INFO:tasks.rados.rados.0.smithi002.stdout:1987: read oid 17 snap -1 2024-09-14T03:42:12.747 INFO:tasks.rados.rados.0.smithi002.stdout:1987: expect (ObjNum 557 snap 173 seq_num 557) 2024-09-14T03:42:12.747 INFO:tasks.rados.rados.0.smithi002.stdout:1988: copy_from oid 10 from oid 30 current snap is 200 2024-09-14T03:42:12.747 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 13 current snap is 200 2024-09-14T03:42:12.748 INFO:tasks.rados.rados.0.smithi002.stdout:1989: seq_num 622 ranges {0=425984,425984=401408} 2024-09-14T03:42:12.750 INFO:tasks.rados.rados.0.smithi002.stdout:1989: writing smithi00278215-13 from 0 to 425984 tid 1 2024-09-14T03:42:12.753 INFO:tasks.rados.rados.0.smithi002.stdout:1989: writing smithi00278215-13 from 425984 to 827392 tid 2 2024-09-14T03:42:12.753 INFO:tasks.rados.rados.0.smithi002.stdout:1990: snap_create 2024-09-14T03:42:12.753 INFO:tasks.rados.rados.0.smithi002.stdout:1986: expect (ObjNum 854135696 snap 21886 seq_num 855038832) 2024-09-14T03:42:12.756 INFO:tasks.rados.rados.0.smithi002.stdout:1988: finishing copy_from to smithi00278215-10 2024-09-14T03:42:12.756 INFO:tasks.rados.rados.0.smithi002.stdout:1988: got expected ENOENT (src dne) 2024-09-14T03:42:12.756 INFO:tasks.rados.rados.0.smithi002.stdout:1988: finishing copy_from racing read to smithi00278215-10 2024-09-14T03:42:12.758 INFO:tasks.rados.rados.0.smithi002.stdout:1989: finishing write tid 1 to smithi00278215-13 2024-09-14T03:42:12.759 INFO:tasks.rados.rados.0.smithi002.stdout:1989: finishing write tid 2 to smithi00278215-13 2024-09-14T03:42:12.759 INFO:tasks.rados.rados.0.smithi002.stdout:1989: finishing write tid 3 to smithi00278215-13 2024-09-14T03:42:12.762 INFO:tasks.rados.rados.0.smithi002.stdout:1989: finishing write tid 4 to smithi00278215-13 2024-09-14T03:42:12.762 INFO:tasks.rados.rados.0.smithi002.stdout:1989: oid 13 updating version 0 to 1828 2024-09-14T03:42:12.762 INFO:tasks.rados.rados.0.smithi002.stdout:1989: oid 13 version 1828 is already newer than 1826 2024-09-14T03:42:12.762 INFO:tasks.rados.rados.0.smithi002.stdout:1989: oid 13 version 1828 is already newer than 1827 2024-09-14T03:42:12.762 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 1828 (ObjNum 622 snap 200 seq_num 622) dirty exists 2024-09-14T03:42:12.762 INFO:tasks.rados.rados.0.smithi002.stdout:1989: left oid 13 (ObjNum 622 snap 200 seq_num 622) 2024-09-14T03:42:12.766 INFO:tasks.rados.rados.0.smithi002.stdout:1987: expect (ObjNum 557 snap 173 seq_num 557) 2024-09-14T03:42:12.865 INFO:tasks.rados.rados.0.smithi002.stdout:1984: expect (ObjNum 555 snap 173 seq_num 555) 2024-09-14T03:42:13.095 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:12 smithi002 ceph-mon[87970]: osdmap e473: 8 total, 8 up, 8 in 2024-09-14T03:42:13.095 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:12 smithi002 ceph-mon[87970]: osdmap e474: 8 total, 8 up, 8 in 2024-09-14T03:42:13.095 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:12 smithi002 ceph-mon[89815]: osdmap e473: 8 total, 8 up, 8 in 2024-09-14T03:42:13.095 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:12 smithi002 ceph-mon[89815]: osdmap e474: 8 total, 8 up, 8 in 2024-09-14T03:42:13.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:12 smithi154 ceph-mon[81546]: osdmap e473: 8 total, 8 up, 8 in 2024-09-14T03:42:13.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:12 smithi154 ceph-mon[81546]: osdmap e474: 8 total, 8 up, 8 in 2024-09-14T03:42:13.437 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:42:13 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:42:13] "GET /metrics HTTP/1.1" 200 36371 "" "Prometheus/2.43.0" 2024-09-14T03:42:13.732 INFO:tasks.rados.rados.0.smithi002.stdout:1984: done (5 left) 2024-09-14T03:42:13.733 INFO:tasks.rados.rados.0.smithi002.stdout:1986: done (4 left) 2024-09-14T03:42:13.733 INFO:tasks.rados.rados.0.smithi002.stdout:1987: done (3 left) 2024-09-14T03:42:13.733 INFO:tasks.rados.rados.0.smithi002.stdout:1988: done (2 left) 2024-09-14T03:42:13.733 INFO:tasks.rados.rados.0.smithi002.stdout:1989: done (1 left) 2024-09-14T03:42:13.733 INFO:tasks.rados.rados.0.smithi002.stdout:1990: done (0 left) 2024-09-14T03:42:13.733 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 47 current snap is 201 2024-09-14T03:42:13.733 INFO:tasks.rados.rados.0.smithi002.stdout:1991: seq_num 623 ranges {0=442368,442368=401408} 2024-09-14T03:42:13.735 INFO:tasks.rados.rados.0.smithi002.stdout:1991: writing smithi00278215-47 from 0 to 442368 tid 1 2024-09-14T03:42:13.737 INFO:tasks.rados.rados.0.smithi002.stdout:1991: writing smithi00278215-47 from 442368 to 843776 tid 2 2024-09-14T03:42:13.737 INFO:tasks.rados.rados.0.smithi002.stdout:1992: setattr oid 48 current snap is 201 2024-09-14T03:42:13.740 INFO:tasks.rados.rados.0.smithi002.stdout:1993: read oid 17 snap 194 2024-09-14T03:42:13.740 INFO:tasks.rados.rados.0.smithi002.stdout:1993: expect (ObjNum 557 snap 173 seq_num 557) 2024-09-14T03:42:13.740 INFO:tasks.rados.rados.0.smithi002.stdout:1994: snap_create 2024-09-14T03:42:13.745 INFO:tasks.rados.rados.0.smithi002.stdout:1991: finishing write tid 1 to smithi00278215-47 2024-09-14T03:42:13.745 INFO:tasks.rados.rados.0.smithi002.stdout:1991: finishing write tid 2 to smithi00278215-47 2024-09-14T03:42:13.745 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 1241 (ObjNum 543 snap 170 seq_num 543) dirty exists 2024-09-14T03:42:13.745 INFO:tasks.rados.rados.0.smithi002.stdout:1991: finishing write tid 3 to smithi00278215-47 2024-09-14T03:42:13.747 INFO:tasks.rados.rados.0.smithi002.stdout:1991: finishing write tid 4 to smithi00278215-47 2024-09-14T03:42:13.748 INFO:tasks.rados.rados.0.smithi002.stdout:1991: oid 47 updating version 0 to 2245 2024-09-14T03:42:13.748 INFO:tasks.rados.rados.0.smithi002.stdout:1991: oid 47 version 2245 is already newer than 2244 2024-09-14T03:42:13.748 INFO:tasks.rados.rados.0.smithi002.stdout:1991: oid 47 version 2245 is already newer than 2243 2024-09-14T03:42:13.748 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 2245 (ObjNum 623 snap 201 seq_num 623) dirty exists 2024-09-14T03:42:13.748 INFO:tasks.rados.rados.0.smithi002.stdout:1991: left oid 47 (ObjNum 623 snap 201 seq_num 623) 2024-09-14T03:42:13.761 INFO:tasks.rados.rados.0.smithi002.stdout:1993: expect (ObjNum 557 snap 173 seq_num 557) 2024-09-14T03:42:14.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:13 smithi002 ceph-mon[87970]: pgmap v380: 121 pgs: 121 active+clean; 252 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.1 MiB/s wr, 13 op/s 2024-09-14T03:42:14.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:13 smithi002 ceph-mon[87970]: osdmap e475: 8 total, 8 up, 8 in 2024-09-14T03:42:14.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:13 smithi002 ceph-mon[89815]: pgmap v380: 121 pgs: 121 active+clean; 252 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.1 MiB/s wr, 13 op/s 2024-09-14T03:42:14.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:13 smithi002 ceph-mon[89815]: osdmap e475: 8 total, 8 up, 8 in 2024-09-14T03:42:14.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:13 smithi154 ceph-mon[81546]: pgmap v380: 121 pgs: 121 active+clean; 252 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.1 MiB/s wr, 13 op/s 2024-09-14T03:42:14.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:13 smithi154 ceph-mon[81546]: osdmap e475: 8 total, 8 up, 8 in 2024-09-14T03:42:14.734 INFO:tasks.rados.rados.0.smithi002.stdout:1991: done (3 left) 2024-09-14T03:42:14.734 INFO:tasks.rados.rados.0.smithi002.stdout:1992: done (2 left) 2024-09-14T03:42:14.734 INFO:tasks.rados.rados.0.smithi002.stdout:1993: done (1 left) 2024-09-14T03:42:14.734 INFO:tasks.rados.rados.0.smithi002.stdout:1994: done (0 left) 2024-09-14T03:42:14.734 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 5 current snap is 202 2024-09-14T03:42:14.734 INFO:tasks.rados.rados.0.smithi002.stdout:1995: seq_num 624 ranges {98304=458752,557056=401408} 2024-09-14T03:42:14.737 INFO:tasks.rados.rados.0.smithi002.stdout:1995: writing smithi00278215-5 from 98304 to 557056 tid 1 2024-09-14T03:42:14.739 INFO:tasks.rados.rados.0.smithi002.stdout:1995: writing smithi00278215-5 from 557056 to 958464 tid 2 2024-09-14T03:42:14.739 INFO:tasks.rados.rados.0.smithi002.stdout:1996: rollback oid 45 current snap is 202 2024-09-14T03:42:14.739 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 45 to 197 2024-09-14T03:42:14.740 INFO:tasks.rados.rados.0.smithi002.stdout:1997: setattr oid 38 current snap is 202 2024-09-14T03:42:14.741 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 7 current snap is 202 2024-09-14T03:42:14.742 INFO:tasks.rados.rados.0.smithi002.stdout:1998: seq_num 625 ranges {3678208=475136,4153344=401408} 2024-09-14T03:42:14.765 INFO:tasks.rados.rados.0.smithi002.stdout:1998: writing smithi00278215-7 from 3678208 to 4153344 tid 1 2024-09-14T03:42:14.768 INFO:tasks.rados.rados.0.smithi002.stdout:1998: writing smithi00278215-7 from 4153344 to 4554752 tid 2 2024-09-14T03:42:14.768 INFO:tasks.rados.rados.0.smithi002.stdout:1999: read oid 11 snap -1 2024-09-14T03:42:14.769 INFO:tasks.rados.rados.0.smithi002.stdout:1999: expect (ObjNum 509 snap 160 seq_num 509) 2024-09-14T03:42:14.769 INFO:tasks.rados.rados.0.smithi002.stdout:2000: read oid 48 snap -1 2024-09-14T03:42:14.769 INFO:tasks.rados.rados.0.smithi002.stdout:2000: expect (ObjNum 543 snap 170 seq_num 543) 2024-09-14T03:42:14.769 INFO:tasks.rados.rados.0.smithi002.stdout:2001: delete oid 16 current snap is 202 2024-09-14T03:42:14.769 INFO:tasks.rados.rados.0.smithi002.stdout:1995: finishing write tid 1 to smithi00278215-5 2024-09-14T03:42:14.769 INFO:tasks.rados.rados.0.smithi002.stdout:1995: finishing write tid 2 to smithi00278215-5 2024-09-14T03:42:14.770 INFO:tasks.rados.rados.0.smithi002.stdout:1995: finishing write tid 3 to smithi00278215-5 2024-09-14T03:42:14.770 INFO:tasks.rados.rados.0.smithi002.stdout:1995: finishing write tid 4 to smithi00278215-5 2024-09-14T03:42:14.770 INFO:tasks.rados.rados.0.smithi002.stdout:1995: oid 5 updating version 0 to 2196 2024-09-14T03:42:14.770 INFO:tasks.rados.rados.0.smithi002.stdout:1995: oid 5 updating version 2196 to 2197 2024-09-14T03:42:14.770 INFO:tasks.rados.rados.0.smithi002.stdout:1995: oid 5 version 2197 is already newer than 2195 2024-09-14T03:42:14.770 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 5 v 2197 (ObjNum 624 snap 202 seq_num 624) dirty exists 2024-09-14T03:42:14.770 INFO:tasks.rados.rados.0.smithi002.stdout:1995: left oid 5 (ObjNum 624 snap 202 seq_num 624) 2024-09-14T03:42:14.770 INFO:tasks.rados.rados.0.smithi002.stdout:1996: finishing rollback tid 0 to smithi00278215-45 2024-09-14T03:42:14.770 INFO:tasks.rados.rados.0.smithi002.stdout:1996: finishing rollback tid 1 to smithi00278215-45 2024-09-14T03:42:14.770 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 2698 (ObjNum 565 snap 176 seq_num 565) dirty exists 2024-09-14T03:42:14.770 INFO:tasks.rados.rados.0.smithi002.stdout:1996: finishing rollback tid 2 to smithi00278215-45 2024-09-14T03:42:14.770 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 45 v 1287 (ObjNum 512 snap 162 seq_num 512) dirty exists 2024-09-14T03:42:14.771 INFO:tasks.rados.rados.0.smithi002.stdout:1995: done (6 left) 2024-09-14T03:42:14.771 INFO:tasks.rados.rados.0.smithi002.stdout:1996: done (5 left) 2024-09-14T03:42:14.771 INFO:tasks.rados.rados.0.smithi002.stdout:1997: done (4 left) 2024-09-14T03:42:14.771 INFO:tasks.rados.rados.0.smithi002.stdout:2001: done (3 left) 2024-09-14T03:42:14.772 INFO:tasks.rados.rados.0.smithi002.stdout:2002: delete oid 46 current snap is 202 2024-09-14T03:42:14.772 INFO:tasks.rados.rados.0.smithi002.stdout:1998: finishing write tid 1 to smithi00278215-7 2024-09-14T03:42:14.773 INFO:tasks.rados.rados.0.smithi002.stdout:1998: finishing write tid 2 to smithi00278215-7 2024-09-14T03:42:14.773 INFO:tasks.rados.rados.0.smithi002.stdout:1998: finishing write tid 3 to smithi00278215-7 2024-09-14T03:42:14.776 INFO:tasks.rados.rados.0.smithi002.stdout:2002: done (3 left) 2024-09-14T03:42:14.776 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 44 current snap is 202 2024-09-14T03:42:14.776 INFO:tasks.rados.rados.0.smithi002.stdout:2003: seq_num 628 ranges {1318912=524288,1843200=401408} 2024-09-14T03:42:14.787 INFO:tasks.rados.rados.0.smithi002.stdout:2003: writing smithi00278215-44 from 1318912 to 1843200 tid 1 2024-09-14T03:42:14.790 INFO:tasks.rados.rados.0.smithi002.stdout:2003: writing smithi00278215-44 from 1843200 to 2244608 tid 2 2024-09-14T03:42:14.790 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 45 current snap is 202 2024-09-14T03:42:14.790 INFO:tasks.rados.rados.0.smithi002.stdout:2004: seq_num 629 ranges {3244032=540672,3784704=401408} 2024-09-14T03:42:14.811 INFO:tasks.rados.rados.0.smithi002.stdout:2004: writing smithi00278215-45 from 3244032 to 3784704 tid 1 2024-09-14T03:42:14.813 INFO:tasks.rados.rados.0.smithi002.stdout:2004: writing smithi00278215-45 from 3784704 to 4186112 tid 2 2024-09-14T03:42:14.813 INFO:tasks.rados.rados.0.smithi002.stdout:2005: read oid 46 snap -1 2024-09-14T03:42:14.814 INFO:tasks.rados.rados.0.smithi002.stdout:2005: expect deleted 2024-09-14T03:42:14.814 INFO:tasks.rados.rados.0.smithi002.stdout:2006: snap_create 2024-09-14T03:42:14.814 INFO:tasks.rados.rados.0.smithi002.stdout:1998: finishing write tid 4 to smithi00278215-7 2024-09-14T03:42:14.814 INFO:tasks.rados.rados.0.smithi002.stdout:1998: oid 7 updating version 0 to 2701 2024-09-14T03:42:14.814 INFO:tasks.rados.rados.0.smithi002.stdout:1998: oid 7 updating version 2701 to 2702 2024-09-14T03:42:14.814 INFO:tasks.rados.rados.0.smithi002.stdout:1998: oid 7 version 2702 is already newer than 2700 2024-09-14T03:42:14.814 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 2702 (ObjNum 625 snap 202 seq_num 625) dirty exists 2024-09-14T03:42:14.814 INFO:tasks.rados.rados.0.smithi002.stdout:1998: left oid 7 (ObjNum 625 snap 202 seq_num 625) 2024-09-14T03:42:14.814 INFO:tasks.rados.rados.0.smithi002.stdout:2000: expect (ObjNum 543 snap 170 seq_num 543) 2024-09-14T03:42:14.922 INFO:tasks.rados.rados.0.smithi002.stdout:1999: expect (ObjNum 509 snap 160 seq_num 509) 2024-09-14T03:42:15.141 INFO:tasks.rados.rados.0.smithi002.stdout:2003: finishing write tid 1 to smithi00278215-44 2024-09-14T03:42:15.141 INFO:tasks.rados.rados.0.smithi002.stdout:2003: finishing write tid 2 to smithi00278215-44 2024-09-14T03:42:15.141 INFO:tasks.rados.rados.0.smithi002.stdout:2003: finishing write tid 3 to smithi00278215-44 2024-09-14T03:42:15.141 INFO:tasks.rados.rados.0.smithi002.stdout:2003: finishing write tid 4 to smithi00278215-44 2024-09-14T03:42:15.141 INFO:tasks.rados.rados.0.smithi002.stdout:2003: oid 44 updating version 0 to 2107 2024-09-14T03:42:15.142 INFO:tasks.rados.rados.0.smithi002.stdout:2003: oid 44 version 2107 is already newer than 2105 2024-09-14T03:42:15.142 INFO:tasks.rados.rados.0.smithi002.stdout:2003: oid 44 version 2107 is already newer than 2106 2024-09-14T03:42:15.142 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 2107 (ObjNum 628 snap 202 seq_num 628) dirty exists 2024-09-14T03:42:15.142 INFO:tasks.rados.rados.0.smithi002.stdout:2003: left oid 44 (ObjNum 628 snap 202 seq_num 628) 2024-09-14T03:42:15.142 INFO:tasks.rados.rados.0.smithi002.stdout:2004: finishing write tid 1 to smithi00278215-45 2024-09-14T03:42:15.142 INFO:tasks.rados.rados.0.smithi002.stdout:2004: finishing write tid 2 to smithi00278215-45 2024-09-14T03:42:15.142 INFO:tasks.rados.rados.0.smithi002.stdout:2004: finishing write tid 3 to smithi00278215-45 2024-09-14T03:42:15.142 INFO:tasks.rados.rados.0.smithi002.stdout:2004: finishing write tid 4 to smithi00278215-45 2024-09-14T03:42:15.142 INFO:tasks.rados.rados.0.smithi002.stdout:2004: oid 45 updating version 0 to 1290 2024-09-14T03:42:15.142 INFO:tasks.rados.rados.0.smithi002.stdout:2004: oid 45 version 1290 is already newer than 1288 2024-09-14T03:42:15.142 INFO:tasks.rados.rados.0.smithi002.stdout:2004: oid 45 version 1290 is already newer than 1289 2024-09-14T03:42:15.142 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 45 v 1290 (ObjNum 629 snap 202 seq_num 629) dirty exists 2024-09-14T03:42:15.142 INFO:tasks.rados.rados.0.smithi002.stdout:2004: left oid 45 (ObjNum 629 snap 202 seq_num 629) 2024-09-14T03:42:15.817 INFO:tasks.rados.rados.0.smithi002.stdout:1998: done (6 left) 2024-09-14T03:42:15.817 INFO:tasks.rados.rados.0.smithi002.stdout:1999: done (5 left) 2024-09-14T03:42:15.817 INFO:tasks.rados.rados.0.smithi002.stdout:2000: done (4 left) 2024-09-14T03:42:15.817 INFO:tasks.rados.rados.0.smithi002.stdout:2003: done (3 left) 2024-09-14T03:42:15.818 INFO:tasks.rados.rados.0.smithi002.stdout:2004: done (2 left) 2024-09-14T03:42:15.818 INFO:tasks.rados.rados.0.smithi002.stdout:2005: done (1 left) 2024-09-14T03:42:15.818 INFO:tasks.rados.rados.0.smithi002.stdout:2006: done (0 left) 2024-09-14T03:42:15.818 INFO:tasks.rados.rados.0.smithi002.stdout:2007: delete oid 3 current snap is 203 2024-09-14T03:42:15.821 INFO:tasks.rados.rados.0.smithi002.stdout:2007: done (0 left) 2024-09-14T03:42:15.821 INFO:tasks.rados.rados.0.smithi002.stdout:2008: read oid 39 snap 198 2024-09-14T03:42:15.821 INFO:tasks.rados.rados.0.smithi002.stdout:2008: expect deleted 2024-09-14T03:42:15.822 INFO:tasks.rados.rados.0.smithi002.stdout:2009: delete oid 50 current snap is 203 2024-09-14T03:42:15.827 INFO:tasks.rados.rados.0.smithi002.stdout:2008: done (1 left) 2024-09-14T03:42:15.827 INFO:tasks.rados.rados.0.smithi002.stdout:2009: done (0 left) 2024-09-14T03:42:15.827 INFO:tasks.rados.rados.0.smithi002.stdout:2010: rollback oid 6 current snap is 203 2024-09-14T03:42:15.828 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 6 to 197 2024-09-14T03:42:15.828 INFO:tasks.rados.rados.0.smithi002.stdout:2011: read oid 17 snap -1 2024-09-14T03:42:15.828 INFO:tasks.rados.rados.0.smithi002.stdout:2011: expect (ObjNum 557 snap 173 seq_num 557) 2024-09-14T03:42:15.828 INFO:tasks.rados.rados.0.smithi002.stdout:2012: snap_create 2024-09-14T03:42:15.833 INFO:tasks.rados.rados.0.smithi002.stdout:2010: finishing rollback tid 0 to smithi00278215-6 2024-09-14T03:42:15.835 INFO:tasks.rados.rados.0.smithi002.stdout:2010: finishing rollback tid 1 to smithi00278215-6 2024-09-14T03:42:15.836 INFO:tasks.rados.rados.0.smithi002.stdout:2010: finishing rollback tid 2 to smithi00278215-6 2024-09-14T03:42:15.836 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 6 v 2708 (ObjNum 81 snap 0 seq_num 1716740450) dirty exists 2024-09-14T03:42:15.841 INFO:tasks.rados.rados.0.smithi002.stdout:2011: expect (ObjNum 557 snap 173 seq_num 557) 2024-09-14T03:42:16.084 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:15 smithi002 ceph-mon[87970]: pgmap v383: 121 pgs: 121 active+clean; 253 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.1 MiB/s wr, 8 op/s 2024-09-14T03:42:16.084 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:15 smithi002 ceph-mon[87970]: osdmap e476: 8 total, 8 up, 8 in 2024-09-14T03:42:16.084 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:15 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:42:16.085 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:15 smithi002 ceph-mon[89815]: pgmap v383: 121 pgs: 121 active+clean; 253 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.1 MiB/s wr, 8 op/s 2024-09-14T03:42:16.085 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:15 smithi002 ceph-mon[89815]: osdmap e476: 8 total, 8 up, 8 in 2024-09-14T03:42:16.085 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:15 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:42:16.085 INFO:teuthology.orchestra.run.smithi002.stdout:true 2024-09-14T03:42:16.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:15 smithi154 ceph-mon[81546]: pgmap v383: 121 pgs: 121 active+clean; 253 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.1 MiB/s wr, 8 op/s 2024-09-14T03:42:16.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:15 smithi154 ceph-mon[81546]: osdmap e476: 8 total, 8 up, 8 in 2024-09-14T03:42:16.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:15 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:42:16.671 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-14T03:42:16.671 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (8m) 83s ago 9m 26.7M - 0.25.0 c8568f914cd2 8c6771f56432 2024-09-14T03:42:16.671 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi154 *:3000 running (9m) 17s ago 9m 88.2M - 9.4.7 954c08fa6188 6cd949ecdca3 2024-09-14T03:42:16.671 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (10m) 83s ago 10m 18.8M - 18.2.4-845-ge4e227b3 67ddd33fa72f 5bfe4ab70917 2024-09-14T03:42:16.671 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi154 running (10m) 17s ago 10m 21.9M - 18.2.4-845-ge4e227b3 67ddd33fa72f 80e0f22077e1 2024-09-14T03:42:16.671 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi154 *:8443,9283,8765 running (4m) 17s ago 14m 455M - 19.3.0-4907-ga2782315 8801d2529e43 3c8b8d7f1b49 2024-09-14T03:42:16.672 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (5m) 83s ago 15m 524M - 19.3.0-4907-ga2782315 8801d2529e43 37cb6840a9f7 2024-09-14T03:42:16.672 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (4m) 83s ago 16m 57.4M 2048M 19.3.0-4907-ga2782315 8801d2529e43 ac49fe4ea75d 2024-09-14T03:42:16.672 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi154 running (3m) 17s ago 14m 46.8M 2048M 19.3.0-4907-ga2782315 8801d2529e43 de3094fdd6b5 2024-09-14T03:42:16.672 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (4m) 83s ago 14m 45.6M 2048M 19.3.0-4907-ga2782315 8801d2529e43 0423773ea054 2024-09-14T03:42:16.672 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (9m) 83s ago 9m 15.7M - 1.5.0 0da6a335fe13 ad362eb3056c 2024-09-14T03:42:16.672 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi154 *:9100 running (8m) 17s ago 8m 16.9M - 1.5.0 0da6a335fe13 815178e760b0 2024-09-14T03:42:16.672 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (3m) 83s ago 13m 194M 2481M 19.3.0-4907-ga2782315 8801d2529e43 98de17e6e20c 2024-09-14T03:42:16.672 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (2m) 83s ago 13m 133M 2481M 19.3.0-4907-ga2782315 8801d2529e43 e758e3d25821 2024-09-14T03:42:16.672 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (2m) 83s ago 13m 110M 2481M 19.3.0-4907-ga2782315 8801d2529e43 6fd97586f770 2024-09-14T03:42:16.672 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (87s) 83s ago 12m 12.2M 2481M 19.3.0-4907-ga2782315 8801d2529e43 aead1115e85e 2024-09-14T03:42:16.672 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi154 running (54s) 17s ago 12m 101M 2480M 19.3.0-4907-ga2782315 8801d2529e43 be01dd011648 2024-09-14T03:42:16.672 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi154 running (22s) 17s ago 11m 12.2M 2480M 19.3.0-4907-ga2782315 8801d2529e43 2df8ad771157 2024-09-14T03:42:16.672 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi154 running (11m) 17s ago 11m 227M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f b18b3ecf874c 2024-09-14T03:42:16.673 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi154 running (11m) 17s ago 11m 158M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f b111d011fd8e 2024-09-14T03:42:16.673 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi154 *:9095 running (4m) 17s ago 9m 56.0M - 2.43.0 a07b618ecd1d ffbeae974492 2024-09-14T03:42:16.821 INFO:tasks.rados.rados.0.smithi002.stdout:2010: done (2 left) 2024-09-14T03:42:16.821 INFO:tasks.rados.rados.0.smithi002.stdout:2011: done (1 left) 2024-09-14T03:42:16.821 INFO:tasks.rados.rados.0.smithi002.stdout:2012: done (0 left) 2024-09-14T03:42:16.821 INFO:tasks.rados.rados.0.smithi002.stdout:2013: rollback oid 5 current snap is 204 2024-09-14T03:42:16.821 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 5 to 198 2024-09-14T03:42:16.822 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 46 current snap is 204 2024-09-14T03:42:16.822 INFO:tasks.rados.rados.0.smithi002.stdout:2014: seq_num 632 ranges {0=589824,589824=401408} 2024-09-14T03:42:16.825 INFO:tasks.rados.rados.0.smithi002.stdout:2014: writing smithi00278215-46 from 0 to 589824 tid 1 2024-09-14T03:42:16.828 INFO:tasks.rados.rados.0.smithi002.stdout:2014: writing smithi00278215-46 from 589824 to 991232 tid 2 2024-09-14T03:42:16.828 INFO:tasks.rados.rados.0.smithi002.stdout:2015: snap_create 2024-09-14T03:42:16.829 INFO:tasks.rados.rados.0.smithi002.stdout:2014: finishing write tid 1 to smithi00278215-46 2024-09-14T03:42:16.831 INFO:tasks.rados.rados.0.smithi002.stdout:2014: finishing write tid 2 to smithi00278215-46 2024-09-14T03:42:16.831 INFO:tasks.rados.rados.0.smithi002.stdout:2013: finishing rollback tid 0 to smithi00278215-5 2024-09-14T03:42:16.831 INFO:tasks.rados.rados.0.smithi002.stdout:2014: finishing write tid 3 to smithi00278215-46 2024-09-14T03:42:16.831 INFO:tasks.rados.rados.0.smithi002.stdout:2013: finishing rollback tid 1 to smithi00278215-5 2024-09-14T03:42:16.832 INFO:tasks.rados.rados.0.smithi002.stdout:2013: finishing rollback tid 2 to smithi00278215-5 2024-09-14T03:42:16.832 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 5 v 2200 (ObjNum 579 snap 181 seq_num 579) dirty exists 2024-09-14T03:42:16.832 INFO:tasks.rados.rados.0.smithi002.stdout:2014: finishing write tid 4 to smithi00278215-46 2024-09-14T03:42:16.832 INFO:tasks.rados.rados.0.smithi002.stdout:2014: oid 46 updating version 0 to 363 2024-09-14T03:42:16.832 INFO:tasks.rados.rados.0.smithi002.stdout:2014: oid 46 updating version 363 to 364 2024-09-14T03:42:16.832 INFO:tasks.rados.rados.0.smithi002.stdout:2014: oid 46 updating version 364 to 365 2024-09-14T03:42:16.833 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 46 v 365 (ObjNum 632 snap 204 seq_num 632) dirty exists 2024-09-14T03:42:16.833 INFO:tasks.rados.rados.0.smithi002.stdout:2014: left oid 46 (ObjNum 632 snap 204 seq_num 632) 2024-09-14T03:42:16.936 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:16 smithi002 ceph-mon[87970]: osdmap e477: 8 total, 8 up, 8 in 2024-09-14T03:42:16.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:16 smithi002 ceph-mon[87970]: from='client.44345 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:42:16.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:16 smithi002 ceph-mon[89815]: osdmap e477: 8 total, 8 up, 8 in 2024-09-14T03:42:16.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:16 smithi002 ceph-mon[89815]: from='client.44345 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:42:17.031 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-14T03:42:17.032 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2024-09-14T03:42:17.032 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.3.0-4907-ga2782315 (a2782315255a3e7d5f6cdc9eb35785187ff6ddf8) squid (dev)": 3 2024-09-14T03:42:17.032 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:42:17.032 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2024-09-14T03:42:17.032 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.3.0-4907-ga2782315 (a2782315255a3e7d5f6cdc9eb35785187ff6ddf8) squid (dev)": 2 2024-09-14T03:42:17.032 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:42:17.032 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2024-09-14T03:42:17.032 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 2, 2024-09-14T03:42:17.032 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.3.0-4907-ga2782315 (a2782315255a3e7d5f6cdc9eb35785187ff6ddf8) squid (dev)": 6 2024-09-14T03:42:17.032 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:42:17.032 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2024-09-14T03:42:17.032 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 2 2024-09-14T03:42:17.032 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:42:17.033 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2024-09-14T03:42:17.033 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 4, 2024-09-14T03:42:17.033 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.3.0-4907-ga2782315 (a2782315255a3e7d5f6cdc9eb35785187ff6ddf8) squid (dev)": 11 2024-09-14T03:42:17.033 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-14T03:42:17.033 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-14T03:42:17.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:16 smithi154 ceph-mon[81546]: osdmap e477: 8 total, 8 up, 8 in 2024-09-14T03:42:17.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:16 smithi154 ceph-mon[81546]: from='client.44345 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:42:17.334 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-14T03:42:17.334 INFO:teuthology.orchestra.run.smithi002.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802", 2024-09-14T03:42:17.334 INFO:teuthology.orchestra.run.smithi002.stdout: "in_progress": true, 2024-09-14T03:42:17.334 INFO:teuthology.orchestra.run.smithi002.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-14T03:42:17.334 INFO:teuthology.orchestra.run.smithi002.stdout: "services_complete": [ 2024-09-14T03:42:17.334 INFO:teuthology.orchestra.run.smithi002.stdout: "mon", 2024-09-14T03:42:17.334 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr" 2024-09-14T03:42:17.334 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-14T03:42:17.334 INFO:teuthology.orchestra.run.smithi002.stdout: "progress": "11/20 daemons upgraded", 2024-09-14T03:42:17.334 INFO:teuthology.orchestra.run.smithi002.stdout: "message": "Currently upgrading osd daemons", 2024-09-14T03:42:17.335 INFO:teuthology.orchestra.run.smithi002.stdout: "is_paused": false 2024-09-14T03:42:17.335 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-14T03:42:17.731 INFO:tasks.rados.rados.0.smithi002.stdout:2013: done (2 left) 2024-09-14T03:42:17.732 INFO:tasks.rados.rados.0.smithi002.stdout:2014: done (1 left) 2024-09-14T03:42:17.732 INFO:tasks.rados.rados.0.smithi002.stdout:2015: done (0 left) 2024-09-14T03:42:17.732 INFO:tasks.rados.rados.0.smithi002.stdout:2016: snap_remove snap 204 2024-09-14T03:42:18.181 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:17 smithi154 ceph-mon[81546]: from='client.44351 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:42:18.182 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:17 smithi154 ceph-mon[81546]: pgmap v386: 121 pgs: 121 active+clean; 248 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 584 KiB/s wr, 12 op/s 2024-09-14T03:42:18.182 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:17 smithi154 ceph-mon[81546]: from='client.44357 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:42:18.182 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:17 smithi154 ceph-mon[81546]: osdmap e478: 8 total, 8 up, 8 in 2024-09-14T03:42:18.182 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:17 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/1033652761' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:42:18.182 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:17 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-09-14T03:42:18.182 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:17 smithi154 ceph-mon[81546]: osdmap e479: 8 total, 8 up, 8 in 2024-09-14T03:42:18.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:17 smithi002 ceph-mon[87970]: from='client.44351 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:42:18.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:17 smithi002 ceph-mon[87970]: pgmap v386: 121 pgs: 121 active+clean; 248 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 584 KiB/s wr, 12 op/s 2024-09-14T03:42:18.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:17 smithi002 ceph-mon[87970]: from='client.44357 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:42:18.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:17 smithi002 ceph-mon[87970]: osdmap e478: 8 total, 8 up, 8 in 2024-09-14T03:42:18.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:17 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/1033652761' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:42:18.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:17 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-09-14T03:42:18.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:17 smithi002 ceph-mon[87970]: osdmap e479: 8 total, 8 up, 8 in 2024-09-14T03:42:18.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:17 smithi002 ceph-mon[89815]: from='client.44351 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:42:18.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:17 smithi002 ceph-mon[89815]: pgmap v386: 121 pgs: 121 active+clean; 248 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 584 KiB/s wr, 12 op/s 2024-09-14T03:42:18.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:17 smithi002 ceph-mon[89815]: from='client.44357 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:42:18.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:17 smithi002 ceph-mon[89815]: osdmap e478: 8 total, 8 up, 8 in 2024-09-14T03:42:18.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:17 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/1033652761' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:42:18.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:17 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-09-14T03:42:18.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:17 smithi002 ceph-mon[89815]: osdmap e479: 8 total, 8 up, 8 in 2024-09-14T03:42:18.734 INFO:tasks.rados.rados.0.smithi002.stdout:2016: done (0 left) 2024-09-14T03:42:18.735 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 49 current snap is 205 2024-09-14T03:42:18.735 INFO:tasks.rados.rados.0.smithi002.stdout:2017: seq_num 633 ranges {0=606208,606208=401408} 2024-09-14T03:42:18.737 INFO:tasks.rados.rados.0.smithi002.stdout:2017: writing smithi00278215-49 from 0 to 606208 tid 1 2024-09-14T03:42:18.740 INFO:tasks.rados.rados.0.smithi002.stdout:2017: writing smithi00278215-49 from 606208 to 1007616 tid 2 2024-09-14T03:42:18.740 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 25 current snap is 205 2024-09-14T03:42:18.740 INFO:tasks.rados.rados.0.smithi002.stdout:2018: seq_num 634 ranges {8519680=622592,9142272=401408} 2024-09-14T03:42:18.791 INFO:tasks.rados.rados.0.smithi002.stdout:2018: writing smithi00278215-25 from 8519680 to 9142272 tid 1 2024-09-14T03:42:18.795 INFO:tasks.rados.rados.0.smithi002.stdout:2018: writing smithi00278215-25 from 9142272 to 9543680 tid 2 2024-09-14T03:42:18.795 INFO:tasks.rados.rados.0.smithi002.stdout:2017: finishing write tid 1 to smithi00278215-49 2024-09-14T03:42:18.796 INFO:tasks.rados.rados.0.smithi002.stdout:2017: finishing write tid 2 to smithi00278215-49 2024-09-14T03:42:18.796 INFO:tasks.rados.rados.0.smithi002.stdout:2019: copy_from oid 30 from oid 13 current snap is 205 2024-09-14T03:42:18.796 INFO:tasks.rados.rados.0.smithi002.stdout:2017: finishing write tid 3 to smithi00278215-49 2024-09-14T03:42:18.796 INFO:tasks.rados.rados.0.smithi002.stdout:2017: finishing write tid 4 to smithi00278215-49 2024-09-14T03:42:18.796 INFO:tasks.rados.rados.0.smithi002.stdout:2017: oid 49 updating version 0 to 1950 2024-09-14T03:42:18.796 INFO:tasks.rados.rados.0.smithi002.stdout:2017: oid 49 version 1950 is already newer than 1949 2024-09-14T03:42:18.797 INFO:tasks.rados.rados.0.smithi002.stdout:2017: oid 49 updating version 1950 to 1951 2024-09-14T03:42:18.797 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 1951 (ObjNum 633 snap 205 seq_num 633) dirty exists 2024-09-14T03:42:18.797 INFO:tasks.rados.rados.0.smithi002.stdout:2017: left oid 49 (ObjNum 633 snap 205 seq_num 633) 2024-09-14T03:42:18.797 INFO:tasks.rados.rados.0.smithi002.stdout:2017: done (2 left) 2024-09-14T03:42:18.798 INFO:tasks.rados.rados.0.smithi002.stdout:2020: read oid 36 snap -1 2024-09-14T03:42:18.798 INFO:tasks.rados.rados.0.smithi002.stdout:2020: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:42:18.798 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 37 current snap is 205 2024-09-14T03:42:18.798 INFO:tasks.rados.rados.0.smithi002.stdout:2021: seq_num 635 ranges {6217728=638976,6856704=401408} 2024-09-14T03:42:18.833 INFO:tasks.rados.rados.0.smithi002.stdout:2021: writing smithi00278215-37 from 6217728 to 6856704 tid 1 2024-09-14T03:42:18.835 INFO:tasks.rados.rados.0.smithi002.stdout:2021: writing smithi00278215-37 from 6856704 to 7258112 tid 2 2024-09-14T03:42:18.835 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 39 current snap is 205 2024-09-14T03:42:18.835 INFO:tasks.rados.rados.0.smithi002.stdout:2018: finishing write tid 1 to smithi00278215-25 2024-09-14T03:42:18.835 INFO:tasks.rados.rados.0.smithi002.stdout:2022: seq_num 636 ranges {0=655360,655360=401408} 2024-09-14T03:42:18.839 INFO:tasks.rados.rados.0.smithi002.stdout:2022: writing smithi00278215-39 from 0 to 655360 tid 1 2024-09-14T03:42:18.841 INFO:tasks.rados.rados.0.smithi002.stdout:2022: writing smithi00278215-39 from 655360 to 1056768 tid 2 2024-09-14T03:42:18.841 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 27 current snap is 205 2024-09-14T03:42:18.842 INFO:tasks.rados.rados.0.smithi002.stdout:2023: seq_num 637 ranges {155648=671744,827392=401408} 2024-09-14T03:42:18.847 INFO:tasks.rados.rados.0.smithi002.stdout:2023: writing smithi00278215-27 from 155648 to 827392 tid 1 2024-09-14T03:42:18.849 INFO:tasks.rados.rados.0.smithi002.stdout:2023: writing smithi00278215-27 from 827392 to 1228800 tid 2 2024-09-14T03:42:18.849 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 4 current snap is 205 2024-09-14T03:42:18.850 INFO:tasks.rados.rados.0.smithi002.stdout:2018: finishing write tid 2 to smithi00278215-25 2024-09-14T03:42:18.850 INFO:tasks.rados.rados.0.smithi002.stdout:2020: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:42:18.851 INFO:tasks.rados.rados.0.smithi002.stdout:2018: finishing write tid 3 to smithi00278215-25 2024-09-14T03:42:18.852 INFO:tasks.rados.rados.0.smithi002.stdout:2018: finishing write tid 4 to smithi00278215-25 2024-09-14T03:42:18.852 INFO:tasks.rados.rados.0.smithi002.stdout:2018: oid 25 updating version 0 to 265 2024-09-14T03:42:18.852 INFO:tasks.rados.rados.0.smithi002.stdout:2018: oid 25 version 265 is already newer than 264 2024-09-14T03:42:18.852 INFO:tasks.rados.rados.0.smithi002.stdout:2018: oid 25 version 265 is already newer than 263 2024-09-14T03:42:18.852 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 265 (ObjNum 634 snap 205 seq_num 634) dirty exists 2024-09-14T03:42:18.852 INFO:tasks.rados.rados.0.smithi002.stdout:2018: left oid 25 (ObjNum 634 snap 205 seq_num 634) 2024-09-14T03:42:18.852 INFO:tasks.rados.rados.0.smithi002.stdout:2019: finishing copy_from racing read to smithi00278215-30 2024-09-14T03:42:18.852 INFO:tasks.rados.rados.0.smithi002.stdout:2019: finishing copy_from to smithi00278215-30 2024-09-14T03:42:18.852 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 30 v 1828 (ObjNum 622 snap 200 seq_num 622) dirty exists 2024-09-14T03:42:18.852 INFO:tasks.rados.rados.0.smithi002.stdout:2021: finishing write tid 1 to smithi00278215-37 2024-09-14T03:42:18.852 INFO:tasks.rados.rados.0.smithi002.stdout:2021: finishing write tid 2 to smithi00278215-37 2024-09-14T03:42:18.853 INFO:tasks.rados.rados.0.smithi002.stdout:2021: finishing write tid 3 to smithi00278215-37 2024-09-14T03:42:18.853 INFO:tasks.rados.rados.0.smithi002.stdout:2022: finishing write tid 1 to smithi00278215-39 2024-09-14T03:42:18.853 INFO:tasks.rados.rados.0.smithi002.stdout:2024: seq_num 638 ranges {4366336=688128,5054464=401408} 2024-09-14T03:42:18.879 INFO:tasks.rados.rados.0.smithi002.stdout:2024: writing smithi00278215-4 from 4366336 to 5054464 tid 1 2024-09-14T03:42:18.883 INFO:tasks.rados.rados.0.smithi002.stdout:2024: writing smithi00278215-4 from 5054464 to 5455872 tid 2 2024-09-14T03:42:18.883 INFO:tasks.rados.rados.0.smithi002.stdout:2018: done (6 left) 2024-09-14T03:42:18.883 INFO:tasks.rados.rados.0.smithi002.stdout:2019: done (5 left) 2024-09-14T03:42:18.884 INFO:tasks.rados.rados.0.smithi002.stdout:2020: done (4 left) 2024-09-14T03:42:18.884 INFO:tasks.rados.rados.0.smithi002.stdout:2025: delete oid 23 current snap is 205 2024-09-14T03:42:18.884 INFO:tasks.rados.rados.0.smithi002.stdout:2021: finishing write tid 4 to smithi00278215-37 2024-09-14T03:42:18.884 INFO:tasks.rados.rados.0.smithi002.stdout:2021: oid 37 updating version 0 to 2250 2024-09-14T03:42:18.884 INFO:tasks.rados.rados.0.smithi002.stdout:2021: oid 37 version 2250 is already newer than 2249 2024-09-14T03:42:18.884 INFO:tasks.rados.rados.0.smithi002.stdout:2021: oid 37 version 2250 is already newer than 2248 2024-09-14T03:42:18.884 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 37 v 2250 (ObjNum 635 snap 205 seq_num 635) dirty exists 2024-09-14T03:42:18.884 INFO:tasks.rados.rados.0.smithi002.stdout:2021: left oid 37 (ObjNum 635 snap 205 seq_num 635) 2024-09-14T03:42:18.884 INFO:tasks.rados.rados.0.smithi002.stdout:2022: finishing write tid 2 to smithi00278215-39 2024-09-14T03:42:18.884 INFO:tasks.rados.rados.0.smithi002.stdout:2022: finishing write tid 3 to smithi00278215-39 2024-09-14T03:42:18.884 INFO:tasks.rados.rados.0.smithi002.stdout:2022: finishing write tid 4 to smithi00278215-39 2024-09-14T03:42:18.884 INFO:tasks.rados.rados.0.smithi002.stdout:2022: oid 39 updating version 0 to 2253 2024-09-14T03:42:18.885 INFO:tasks.rados.rados.0.smithi002.stdout:2022: oid 39 version 2253 is already newer than 2252 2024-09-14T03:42:18.885 INFO:tasks.rados.rados.0.smithi002.stdout:2022: oid 39 version 2253 is already newer than 2251 2024-09-14T03:42:18.885 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 39 v 2253 (ObjNum 636 snap 205 seq_num 636) dirty exists 2024-09-14T03:42:18.885 INFO:tasks.rados.rados.0.smithi002.stdout:2022: left oid 39 (ObjNum 636 snap 205 seq_num 636) 2024-09-14T03:42:18.885 INFO:tasks.rados.rados.0.smithi002.stdout:2023: finishing write tid 1 to smithi00278215-27 2024-09-14T03:42:18.885 INFO:tasks.rados.rados.0.smithi002.stdout:2023: finishing write tid 2 to smithi00278215-27 2024-09-14T03:42:18.885 INFO:tasks.rados.rados.0.smithi002.stdout:2023: finishing write tid 3 to smithi00278215-27 2024-09-14T03:42:18.885 INFO:tasks.rados.rados.0.smithi002.stdout:2023: finishing write tid 4 to smithi00278215-27 2024-09-14T03:42:18.885 INFO:tasks.rados.rados.0.smithi002.stdout:2023: oid 27 updating version 0 to 1101 2024-09-14T03:42:18.885 INFO:tasks.rados.rados.0.smithi002.stdout:2023: oid 27 version 1101 is already newer than 1100 2024-09-14T03:42:18.885 INFO:tasks.rados.rados.0.smithi002.stdout:2023: oid 27 version 1101 is already newer than 1099 2024-09-14T03:42:18.885 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 27 v 1101 (ObjNum 637 snap 205 seq_num 637) dirty exists 2024-09-14T03:42:18.885 INFO:tasks.rados.rados.0.smithi002.stdout:2023: left oid 27 (ObjNum 637 snap 205 seq_num 637) 2024-09-14T03:42:18.886 INFO:tasks.rados.rados.0.smithi002.stdout:2021: done (4 left) 2024-09-14T03:42:18.886 INFO:tasks.rados.rados.0.smithi002.stdout:2022: done (3 left) 2024-09-14T03:42:18.886 INFO:tasks.rados.rados.0.smithi002.stdout:2023: done (2 left) 2024-09-14T03:42:18.886 INFO:tasks.rados.rados.0.smithi002.stdout:2025: done (1 left) 2024-09-14T03:42:18.886 INFO:tasks.rados.rados.0.smithi002.stdout:2026: rollback oid 49 current snap is 205 2024-09-14T03:42:18.886 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 49 to 200 2024-09-14T03:42:18.887 INFO:tasks.rados.rados.0.smithi002.stdout:2027: snap_remove snap 199 2024-09-14T03:42:19.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:18 smithi002 ceph-mon[87970]: from='client.34458 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:42:19.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:18 smithi002 ceph-mon[87970]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-14T03:42:19.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:18 smithi002 ceph-mon[87970]: Upgrade: osd.6 is safe to restart 2024-09-14T03:42:19.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:18 smithi002 ceph-mon[87970]: osdmap e480: 8 total, 8 up, 8 in 2024-09-14T03:42:19.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:18 smithi002 ceph-mon[89815]: from='client.34458 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:42:19.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:18 smithi002 ceph-mon[89815]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-14T03:42:19.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:18 smithi002 ceph-mon[89815]: Upgrade: osd.6 is safe to restart 2024-09-14T03:42:19.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:18 smithi002 ceph-mon[89815]: osdmap e480: 8 total, 8 up, 8 in 2024-09-14T03:42:19.190 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:18 smithi154 ceph-mon[81546]: from='client.34458 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:42:19.190 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:18 smithi154 ceph-mon[81546]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-14T03:42:19.190 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:18 smithi154 ceph-mon[81546]: Upgrade: osd.6 is safe to restart 2024-09-14T03:42:19.190 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:18 smithi154 ceph-mon[81546]: osdmap e480: 8 total, 8 up, 8 in 2024-09-14T03:42:19.830 INFO:tasks.rados.rados.0.smithi002.stdout:2027: done (2 left) 2024-09-14T03:42:19.830 INFO:tasks.rados.rados.0.smithi002.stdout:2028: copy_from oid 8 from oid 25 current snap is 205 2024-09-14T03:42:19.830 INFO:tasks.rados.rados.0.smithi002.stdout:2024: finishing write tid 1 to smithi00278215-4 2024-09-14T03:42:19.830 INFO:tasks.rados.rados.0.smithi002.stdout:2024: finishing write tid 2 to smithi00278215-4 2024-09-14T03:42:19.830 INFO:tasks.rados.rados.0.smithi002.stdout:2024: finishing write tid 3 to smithi00278215-4 2024-09-14T03:42:19.830 INFO:tasks.rados.rados.0.smithi002.stdout:2026: finishing rollback tid 0 to smithi00278215-49 2024-09-14T03:42:19.830 INFO:tasks.rados.rados.0.smithi002.stdout:2026: finishing rollback tid 1 to smithi00278215-49 2024-09-14T03:42:19.831 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 1953 (ObjNum 65 snap 0 seq_num 836301648) dirty dne 2024-09-14T03:42:19.831 INFO:tasks.rados.rados.0.smithi002.stdout:2024: finishing write tid 4 to smithi00278215-4 2024-09-14T03:42:19.831 INFO:tasks.rados.rados.0.smithi002.stdout:2024: oid 4 updating version 0 to 2108 2024-09-14T03:42:19.831 INFO:tasks.rados.rados.0.smithi002.stdout:2024: oid 4 updating version 2108 to 2110 2024-09-14T03:42:19.831 INFO:tasks.rados.rados.0.smithi002.stdout:2024: oid 4 version 2110 is already newer than 2109 2024-09-14T03:42:19.831 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 2110 (ObjNum 638 snap 205 seq_num 638) dirty exists 2024-09-14T03:42:19.831 INFO:tasks.rados.rados.0.smithi002.stdout:2024: left oid 4 (ObjNum 638 snap 205 seq_num 638) 2024-09-14T03:42:19.831 INFO:tasks.rados.rados.0.smithi002.stdout:2024: done (2 left) 2024-09-14T03:42:19.831 INFO:tasks.rados.rados.0.smithi002.stdout:2026: done (1 left) 2024-09-14T03:42:19.831 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 37 current snap is 205 2024-09-14T03:42:19.831 INFO:tasks.rados.rados.0.smithi002.stdout:2029: seq_num 640 ranges {7258112=729088,7987200=401408} 2024-09-14T03:42:19.874 INFO:tasks.rados.rados.0.smithi002.stdout:2029: writing smithi00278215-37 from 7258112 to 7987200 tid 1 2024-09-14T03:42:19.876 INFO:tasks.rados.rados.0.smithi002.stdout:2029: writing smithi00278215-37 from 7987200 to 8388608 tid 2 2024-09-14T03:42:19.877 INFO:tasks.rados.rados.0.smithi002.stdout:2030: rollback oid 12 current snap is 205 2024-09-14T03:42:19.877 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 12 to 190 2024-09-14T03:42:19.877 INFO:tasks.rados.rados.0.smithi002.stdout:2028: finishing copy_from racing read to smithi00278215-8 2024-09-14T03:42:19.877 INFO:tasks.rados.rados.0.smithi002.stdout:2028: finishing copy_from to smithi00278215-8 2024-09-14T03:42:19.877 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 8 v 265 (ObjNum 634 snap 205 seq_num 634) dirty exists 2024-09-14T03:42:19.877 INFO:tasks.rados.rados.0.smithi002.stdout:2028: done (2 left) 2024-09-14T03:42:19.878 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 18 current snap is 205 2024-09-14T03:42:19.878 INFO:tasks.rados.rados.0.smithi002.stdout:2031: seq_num 641 ranges {2383872=745472,3129344=401408} 2024-09-14T03:42:19.893 INFO:tasks.rados.rados.0.smithi002.stdout:2031: writing smithi00278215-18 from 2383872 to 3129344 tid 1 2024-09-14T03:42:19.896 INFO:tasks.rados.rados.0.smithi002.stdout:2031: writing smithi00278215-18 from 3129344 to 3530752 tid 2 2024-09-14T03:42:19.897 INFO:tasks.rados.rados.0.smithi002.stdout:2032: rollback oid 34 current snap is 205 2024-09-14T03:42:19.897 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 34 to 198 2024-09-14T03:42:19.897 INFO:tasks.rados.rados.0.smithi002.stdout:2029: finishing write tid 1 to smithi00278215-37 2024-09-14T03:42:19.897 INFO:tasks.rados.rados.0.smithi002.stdout:2033: setattr oid 15 current snap is 205 2024-09-14T03:42:19.897 INFO:tasks.rados.rados.0.smithi002.stdout:2029: finishing write tid 2 to smithi00278215-37 2024-09-14T03:42:19.897 INFO:tasks.rados.rados.0.smithi002.stdout:2029: finishing write tid 3 to smithi00278215-37 2024-09-14T03:42:19.897 INFO:tasks.rados.rados.0.smithi002.stdout:2030: finishing rollback tid 0 to smithi00278215-12 2024-09-14T03:42:19.897 INFO:tasks.rados.rados.0.smithi002.stdout:2030: finishing rollback tid 1 to smithi00278215-12 2024-09-14T03:42:19.897 INFO:tasks.rados.rados.0.smithi002.stdout:2030: finishing rollback tid 2 to smithi00278215-12 2024-09-14T03:42:19.897 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 2249 (ObjNum 469 snap 145 seq_num 469) dirty exists 2024-09-14T03:42:19.897 INFO:tasks.rados.rados.0.smithi002.stdout:2029: finishing write tid 4 to smithi00278215-37 2024-09-14T03:42:19.897 INFO:tasks.rados.rados.0.smithi002.stdout:2029: oid 37 updating version 0 to 2254 2024-09-14T03:42:19.898 INFO:tasks.rados.rados.0.smithi002.stdout:2029: oid 37 updating version 2254 to 2255 2024-09-14T03:42:19.898 INFO:tasks.rados.rados.0.smithi002.stdout:2029: oid 37 updating version 2255 to 2256 2024-09-14T03:42:19.898 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 37 v 2256 (ObjNum 640 snap 205 seq_num 640) dirty exists 2024-09-14T03:42:19.898 INFO:tasks.rados.rados.0.smithi002.stdout:2029: left oid 37 (ObjNum 640 snap 205 seq_num 640) 2024-09-14T03:42:19.898 INFO:tasks.rados.rados.0.smithi002.stdout:2029: done (4 left) 2024-09-14T03:42:19.898 INFO:tasks.rados.rados.0.smithi002.stdout:2030: done (3 left) 2024-09-14T03:42:19.898 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 41 current snap is 205 2024-09-14T03:42:19.899 INFO:tasks.rados.rados.0.smithi002.stdout:2034: seq_num 642 ranges {2899968=761856,3661824=401408} 2024-09-14T03:42:19.918 INFO:tasks.rados.rados.0.smithi002.stdout:2034: writing smithi00278215-41 from 2899968 to 3661824 tid 1 2024-09-14T03:42:19.921 INFO:tasks.rados.rados.0.smithi002.stdout:2034: writing smithi00278215-41 from 3661824 to 4063232 tid 2 2024-09-14T03:42:19.921 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 12 current snap is 205 2024-09-14T03:42:19.921 INFO:tasks.rados.rados.0.smithi002.stdout:2032: finishing rollback tid 1 to smithi00278215-34 2024-09-14T03:42:19.921 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 34 v 1934 (ObjNum 33 snap 0 seq_num 836302072) dirty dne 2024-09-14T03:42:19.921 INFO:tasks.rados.rados.0.smithi002.stdout:2035: seq_num 643 ranges {1425408=778240,2203648=401408} 2024-09-14T03:42:19.933 INFO:tasks.rados.rados.0.smithi002.stdout:2035: writing smithi00278215-12 from 1425408 to 2203648 tid 1 2024-09-14T03:42:19.935 INFO:tasks.rados.rados.0.smithi002.stdout:2035: writing smithi00278215-12 from 2203648 to 2605056 tid 2 2024-09-14T03:42:19.936 INFO:tasks.rados.rados.0.smithi002.stdout:2032: done (4 left) 2024-09-14T03:42:19.936 INFO:tasks.rados.rados.0.smithi002.stdout:2036: read oid 13 snap -1 2024-09-14T03:42:19.936 INFO:tasks.rados.rados.0.smithi002.stdout:2036: expect (ObjNum 622 snap 200 seq_num 622) 2024-09-14T03:42:19.936 INFO:tasks.rados.rados.0.smithi002.stdout:2037: read oid 43 snap -1 2024-09-14T03:42:19.936 INFO:tasks.rados.rados.0.smithi002.stdout:2037: expect deleted 2024-09-14T03:42:19.936 INFO:tasks.rados.rados.0.smithi002.stdout:2038: snap_create 2024-09-14T03:42:19.936 INFO:tasks.rados.rados.0.smithi002.stdout:2031: finishing write tid 1 to smithi00278215-18 2024-09-14T03:42:19.936 INFO:tasks.rados.rados.0.smithi002.stdout:2031: finishing write tid 2 to smithi00278215-18 2024-09-14T03:42:19.936 INFO:tasks.rados.rados.0.smithi002.stdout:2031: finishing write tid 3 to smithi00278215-18 2024-09-14T03:42:19.936 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 15 v 2110 (ObjNum 613 snap 198 seq_num 613) dirty exists 2024-09-14T03:42:19.936 INFO:tasks.rados.rados.0.smithi002.stdout:2031: finishing write tid 4 to smithi00278215-18 2024-09-14T03:42:19.936 INFO:tasks.rados.rados.0.smithi002.stdout:2031: oid 18 updating version 0 to 2108 2024-09-14T03:42:19.937 INFO:tasks.rados.rados.0.smithi002.stdout:2031: oid 18 version 2108 is already newer than 2107 2024-09-14T03:42:19.937 INFO:tasks.rados.rados.0.smithi002.stdout:2031: oid 18 updating version 2108 to 2109 2024-09-14T03:42:19.937 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 2109 (ObjNum 641 snap 205 seq_num 641) dirty exists 2024-09-14T03:42:19.937 INFO:tasks.rados.rados.0.smithi002.stdout:2031: left oid 18 (ObjNum 641 snap 205 seq_num 641) 2024-09-14T03:42:19.937 INFO:tasks.rados.rados.0.smithi002.stdout:2034: finishing write tid 1 to smithi00278215-41 2024-09-14T03:42:19.937 INFO:tasks.rados.rados.0.smithi002.stdout:2034: finishing write tid 2 to smithi00278215-41 2024-09-14T03:42:19.937 INFO:tasks.rados.rados.0.smithi002.stdout:2034: finishing write tid 3 to smithi00278215-41 2024-09-14T03:42:19.937 INFO:tasks.rados.rados.0.smithi002.stdout:2034: finishing write tid 4 to smithi00278215-41 2024-09-14T03:42:19.937 INFO:tasks.rados.rados.0.smithi002.stdout:2034: oid 41 updating version 0 to 2722 2024-09-14T03:42:19.937 INFO:tasks.rados.rados.0.smithi002.stdout:2034: oid 41 version 2722 is already newer than 2721 2024-09-14T03:42:19.937 INFO:tasks.rados.rados.0.smithi002.stdout:2034: oid 41 updating version 2722 to 2723 2024-09-14T03:42:19.937 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 41 v 2723 (ObjNum 642 snap 205 seq_num 642) dirty exists 2024-09-14T03:42:19.937 INFO:tasks.rados.rados.0.smithi002.stdout:2034: left oid 41 (ObjNum 642 snap 205 seq_num 642) 2024-09-14T03:42:19.939 INFO:tasks.rados.rados.0.smithi002.stdout:2035: finishing write tid 1 to smithi00278215-12 2024-09-14T03:42:19.940 INFO:tasks.rados.rados.0.smithi002.stdout:2036: expect (ObjNum 622 snap 200 seq_num 622) 2024-09-14T03:42:19.961 INFO:tasks.rados.rados.0.smithi002.stdout:2035: finishing write tid 2 to smithi00278215-12 2024-09-14T03:42:19.962 INFO:tasks.rados.rados.0.smithi002.stdout:2035: finishing write tid 3 to smithi00278215-12 2024-09-14T03:42:19.962 INFO:tasks.rados.rados.0.smithi002.stdout:2035: finishing write tid 4 to smithi00278215-12 2024-09-14T03:42:19.962 INFO:tasks.rados.rados.0.smithi002.stdout:2035: oid 12 updating version 0 to 2252 2024-09-14T03:42:19.962 INFO:tasks.rados.rados.0.smithi002.stdout:2035: oid 12 version 2252 is already newer than 2250 2024-09-14T03:42:19.962 INFO:tasks.rados.rados.0.smithi002.stdout:2035: oid 12 version 2252 is already newer than 2251 2024-09-14T03:42:19.962 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 2252 (ObjNum 643 snap 205 seq_num 643) dirty exists 2024-09-14T03:42:19.962 INFO:tasks.rados.rados.0.smithi002.stdout:2035: left oid 12 (ObjNum 643 snap 205 seq_num 643) 2024-09-14T03:42:20.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:19 smithi002 ceph-mon[87970]: pgmap v389: 121 pgs: 121 active+clean; 251 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.2 MiB/s wr, 23 op/s 2024-09-14T03:42:20.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:19 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:42:20.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:19 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-09-14T03:42:20.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:19 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:42:20.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:19 smithi002 ceph-mon[89815]: pgmap v389: 121 pgs: 121 active+clean; 251 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.2 MiB/s wr, 23 op/s 2024-09-14T03:42:20.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:19 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:42:20.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:19 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-09-14T03:42:20.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:19 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:42:20.228 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:42:19 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-5[90819]: 2024-09-14T03:42:19.841+0000 7f181b081640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 103 after trimming was started 2024-09-14T03:42:20.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:19 smithi154 ceph-mon[81546]: pgmap v389: 121 pgs: 121 active+clean; 251 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.2 MiB/s wr, 23 op/s 2024-09-14T03:42:20.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:19 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:42:20.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:19 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-09-14T03:42:20.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:19 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:42:20.844 INFO:tasks.rados.rados.0.smithi002.stdout:2031: done (6 left) 2024-09-14T03:42:20.844 INFO:tasks.rados.rados.0.smithi002.stdout:2033: done (5 left) 2024-09-14T03:42:20.844 INFO:tasks.rados.rados.0.smithi002.stdout:2034: done (4 left) 2024-09-14T03:42:20.844 INFO:tasks.rados.rados.0.smithi002.stdout:2035: done (3 left) 2024-09-14T03:42:20.844 INFO:tasks.rados.rados.0.smithi002.stdout:2036: done (2 left) 2024-09-14T03:42:20.844 INFO:tasks.rados.rados.0.smithi002.stdout:2037: done (1 left) 2024-09-14T03:42:20.844 INFO:tasks.rados.rados.0.smithi002.stdout:2038: done (0 left) 2024-09-14T03:42:20.844 INFO:tasks.rados.rados.0.smithi002.stdout:2039: read oid 24 snap -1 2024-09-14T03:42:20.844 INFO:tasks.rados.rados.0.smithi002.stdout:2039: expect (ObjNum 569 snap 177 seq_num 569) 2024-09-14T03:42:20.845 INFO:tasks.rados.rados.0.smithi002.stdout:2040: read oid 14 snap -1 2024-09-14T03:42:20.845 INFO:tasks.rados.rados.0.smithi002.stdout:2040: expect (ObjNum 602 snap 191 seq_num 602) 2024-09-14T03:42:20.845 INFO:tasks.rados.rados.0.smithi002.stdout:2041: rollback oid 28 current snap is 206 2024-09-14T03:42:20.845 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 28 to 190 2024-09-14T03:42:20.845 INFO:tasks.rados.rados.0.smithi002.stdout:2042: rollback oid 5 current snap is 206 2024-09-14T03:42:20.845 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 5 to 202 2024-09-14T03:42:20.845 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 43 current snap is 206 2024-09-14T03:42:20.845 INFO:tasks.rados.rados.0.smithi002.stdout:2043: seq_num 644 ranges {0=794624,794624=401408} 2024-09-14T03:42:20.848 INFO:tasks.rados.rados.0.smithi002.stdout:2043: writing smithi00278215-43 from 0 to 794624 tid 1 2024-09-14T03:42:20.850 INFO:tasks.rados.rados.0.smithi002.stdout:2043: writing smithi00278215-43 from 794624 to 1196032 tid 2 2024-09-14T03:42:20.851 INFO:tasks.rados.rados.0.smithi002.stdout:2044: setattr oid 32 current snap is 206 2024-09-14T03:42:20.851 INFO:tasks.rados.rados.0.smithi002.stdout:2042: finishing rollback tid 0 to smithi00278215-5 2024-09-14T03:42:20.851 INFO:tasks.rados.rados.0.smithi002.stdout:2042: finishing rollback tid 1 to smithi00278215-5 2024-09-14T03:42:20.851 INFO:tasks.rados.rados.0.smithi002.stdout:2042: finishing rollback tid 2 to smithi00278215-5 2024-09-14T03:42:20.851 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 5 v 2203 (ObjNum 624 snap 202 seq_num 624) dirty exists 2024-09-14T03:42:20.853 INFO:tasks.rados.rados.0.smithi002.stdout:2042: done (5 left) 2024-09-14T03:42:20.853 INFO:tasks.rados.rados.0.smithi002.stdout:2045: setattr oid 48 current snap is 206 2024-09-14T03:42:20.856 INFO:tasks.rados.rados.0.smithi002.stdout:2046: copy_from oid 39 from oid 6 current snap is 206 2024-09-14T03:42:20.856 INFO:tasks.rados.rados.0.smithi002.stdout:2047: read oid 27 snap -1 2024-09-14T03:42:20.857 INFO:tasks.rados.rados.0.smithi002.stdout:2047: expect (ObjNum 637 snap 205 seq_num 637) 2024-09-14T03:42:20.857 INFO:tasks.rados.rados.0.smithi002.stdout:2048: copy_from oid 38 from oid 49 current snap is 206 2024-09-14T03:42:20.857 INFO:tasks.rados.rados.0.smithi002.stdout:2049: read oid 10 snap -1 2024-09-14T03:42:20.857 INFO:tasks.rados.rados.0.smithi002.stdout:2049: expect (ObjNum 529 snap 166 seq_num 529) 2024-09-14T03:42:20.857 INFO:tasks.rados.rados.0.smithi002.stdout:2050: read oid 2 snap -1 2024-09-14T03:42:20.857 INFO:tasks.rados.rados.0.smithi002.stdout:2050: expect (ObjNum 579 snap 181 seq_num 579) 2024-09-14T03:42:20.857 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 45 current snap is 206 2024-09-14T03:42:20.857 INFO:tasks.rados.rados.0.smithi002.stdout:2051: seq_num 645 ranges {4186112=409600,4595712=778240,5373952=24576} 2024-09-14T03:42:20.881 INFO:tasks.rados.rados.0.smithi002.stdout:2051: writing smithi00278215-45 from 4186112 to 4595712 tid 1 2024-09-14T03:42:20.886 INFO:tasks.rados.rados.0.smithi002.stdout:2051: writing smithi00278215-45 from 4595712 to 5373952 tid 2 2024-09-14T03:42:20.886 INFO:tasks.rados.rados.0.smithi002.stdout:2051: writing smithi00278215-45 from 5373952 to 5398528 tid 3 2024-09-14T03:42:20.886 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 8 current snap is 206 2024-09-14T03:42:20.886 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 2724 (ObjNum 33 snap 0 seq_num 857105496) dirty exists 2024-09-14T03:42:20.886 INFO:tasks.rados.rados.0.smithi002.stdout:2041: finishing rollback tid 0 to smithi00278215-28 2024-09-14T03:42:20.887 INFO:tasks.rados.rados.0.smithi002.stdout:2048: finishing copy_from to smithi00278215-38 2024-09-14T03:42:20.887 INFO:tasks.rados.rados.0.smithi002.stdout:2048: got expected ENOENT (src dne) 2024-09-14T03:42:20.887 INFO:tasks.rados.rados.0.smithi002.stdout:2048: finishing copy_from racing read to smithi00278215-38 2024-09-14T03:42:20.887 INFO:tasks.rados.rados.0.smithi002.stdout:2041: finishing rollback tid 1 to smithi00278215-28 2024-09-14T03:42:20.887 INFO:tasks.rados.rados.0.smithi002.stdout:2041: finishing rollback tid 2 to smithi00278215-28 2024-09-14T03:42:20.887 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 28 v 2255 (ObjNum 387 snap 117 seq_num 387) dirty exists 2024-09-14T03:42:20.887 INFO:tasks.rados.rados.0.smithi002.stdout:2050: expect (ObjNum 579 snap 181 seq_num 579) 2024-09-14T03:42:20.889 INFO:tasks.rados.rados.0.smithi002.stdout:2046: finishing copy_from racing read to smithi00278215-39 2024-09-14T03:42:20.889 INFO:tasks.rados.rados.0.smithi002.stdout:2047: expect (ObjNum 637 snap 205 seq_num 637) 2024-09-14T03:42:20.932 INFO:tasks.rados.rados.0.smithi002.stdout:2046: finishing copy_from to smithi00278215-39 2024-09-14T03:42:20.932 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 39 v 2708 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-14T03:42:20.932 INFO:tasks.rados.rados.0.smithi002.stdout:2051: finishing write tid 1 to smithi00278215-45 2024-09-14T03:42:20.932 INFO:tasks.rados.rados.0.smithi002.stdout:2051: finishing write tid 2 to smithi00278215-45 2024-09-14T03:42:20.932 INFO:tasks.rados.rados.0.smithi002.stdout:2051: finishing write tid 3 to smithi00278215-45 2024-09-14T03:42:20.933 INFO:tasks.rados.rados.0.smithi002.stdout:2051: finishing write tid 4 to smithi00278215-45 2024-09-14T03:42:20.933 INFO:tasks.rados.rados.0.smithi002.stdout:2051: finishing write tid 5 to smithi00278215-45 2024-09-14T03:42:20.933 INFO:tasks.rados.rados.0.smithi002.stdout:2051: oid 45 updating version 0 to 1294 2024-09-14T03:42:20.933 INFO:tasks.rados.rados.0.smithi002.stdout:2051: oid 45 version 1294 is already newer than 1292 2024-09-14T03:42:20.933 INFO:tasks.rados.rados.0.smithi002.stdout:2051: oid 45 version 1294 is already newer than 1291 2024-09-14T03:42:20.933 INFO:tasks.rados.rados.0.smithi002.stdout:2051: oid 45 version 1294 is already newer than 1293 2024-09-14T03:42:20.933 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 45 v 1294 (ObjNum 645 snap 206 seq_num 645) dirty exists 2024-09-14T03:42:20.933 INFO:tasks.rados.rados.0.smithi002.stdout:2051: left oid 45 (ObjNum 645 snap 206 seq_num 645) 2024-09-14T03:42:20.933 INFO:tasks.rados.rados.0.smithi002.stdout:2043: finishing write tid 1 to smithi00278215-43 2024-09-14T03:42:20.933 INFO:tasks.rados.rados.0.smithi002.stdout:2043: finishing write tid 2 to smithi00278215-43 2024-09-14T03:42:20.933 INFO:tasks.rados.rados.0.smithi002.stdout:2043: finishing write tid 3 to smithi00278215-43 2024-09-14T03:42:20.933 INFO:tasks.rados.rados.0.smithi002.stdout:2052: seq_num 646 ranges {9543680=425984,9969664=655360,10625024=147456} 2024-09-14T03:42:20.986 INFO:tasks.rados.rados.0.smithi002.stdout:2052: writing smithi00278215-8 from 9543680 to 9969664 tid 1 2024-09-14T03:42:20.989 INFO:tasks.rados.rados.0.smithi002.stdout:2052: writing smithi00278215-8 from 9969664 to 10625024 tid 2 2024-09-14T03:42:20.991 INFO:tasks.rados.rados.0.smithi002.stdout:2052: writing smithi00278215-8 from 10625024 to 10772480 tid 3 2024-09-14T03:42:20.991 INFO:tasks.rados.rados.0.smithi002.stdout:2041: done (12 left) 2024-09-14T03:42:20.991 INFO:tasks.rados.rados.0.smithi002.stdout:2044: done (11 left) 2024-09-14T03:42:20.991 INFO:tasks.rados.rados.0.smithi002.stdout:2046: done (10 left) 2024-09-14T03:42:20.991 INFO:tasks.rados.rados.0.smithi002.stdout:2047: done (9 left) 2024-09-14T03:42:20.991 INFO:tasks.rados.rados.0.smithi002.stdout:2048: done (8 left) 2024-09-14T03:42:20.991 INFO:tasks.rados.rados.0.smithi002.stdout:2050: done (7 left) 2024-09-14T03:42:20.991 INFO:tasks.rados.rados.0.smithi002.stdout:2051: done (6 left) 2024-09-14T03:42:20.991 INFO:tasks.rados.rados.0.smithi002.stdout:2053: read oid 13 snap -1 2024-09-14T03:42:20.991 INFO:tasks.rados.rados.0.smithi002.stdout:2053: expect (ObjNum 622 snap 200 seq_num 622) 2024-09-14T03:42:20.991 INFO:tasks.rados.rados.0.smithi002.stdout:2054: copy_from oid 2 from oid 22 current snap is 206 2024-09-14T03:42:20.992 INFO:tasks.rados.rados.0.smithi002.stdout:2043: finishing write tid 4 to smithi00278215-43 2024-09-14T03:42:20.992 INFO:tasks.rados.rados.0.smithi002.stdout:2043: oid 43 updating version 0 to 2258 2024-09-14T03:42:20.992 INFO:tasks.rados.rados.0.smithi002.stdout:2043: oid 43 version 2258 is already newer than 2256 2024-09-14T03:42:20.992 INFO:tasks.rados.rados.0.smithi002.stdout:2043: oid 43 version 2258 is already newer than 2257 2024-09-14T03:42:20.992 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 2258 (ObjNum 644 snap 206 seq_num 644) dirty exists 2024-09-14T03:42:20.992 INFO:tasks.rados.rados.0.smithi002.stdout:2043: left oid 43 (ObjNum 644 snap 206 seq_num 644) 2024-09-14T03:42:20.992 INFO:tasks.rados.rados.0.smithi002.stdout:2039: expect (ObjNum 569 snap 177 seq_num 569) 2024-09-14T03:42:21.052 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 1242 (ObjNum 543 snap 170 seq_num 543) dirty exists 2024-09-14T03:42:21.052 INFO:tasks.rados.rados.0.smithi002.stdout:2040: expect (ObjNum 602 snap 191 seq_num 602) 2024-09-14T03:42:21.094 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:20 smithi154 ceph-mon[81546]: Upgrade: Updating osd.6 2024-09-14T03:42:21.094 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:20 smithi154 ceph-mon[81546]: Deploying daemon osd.6 on smithi154 2024-09-14T03:42:21.094 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:20 smithi154 ceph-mon[81546]: osdmap e481: 8 total, 8 up, 8 in 2024-09-14T03:42:21.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:20 smithi002 ceph-mon[87970]: Upgrade: Updating osd.6 2024-09-14T03:42:21.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:20 smithi002 ceph-mon[87970]: Deploying daemon osd.6 on smithi154 2024-09-14T03:42:21.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:20 smithi002 ceph-mon[87970]: osdmap e481: 8 total, 8 up, 8 in 2024-09-14T03:42:21.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:20 smithi002 ceph-mon[89815]: Upgrade: Updating osd.6 2024-09-14T03:42:21.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:20 smithi002 ceph-mon[89815]: Deploying daemon osd.6 on smithi154 2024-09-14T03:42:21.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:20 smithi002 ceph-mon[89815]: osdmap e481: 8 total, 8 up, 8 in 2024-09-14T03:42:21.660 INFO:tasks.rados.rados.0.smithi002.stdout:2049: expect (ObjNum 529 snap 166 seq_num 529) 2024-09-14T03:42:21.931 INFO:tasks.rados.rados.0.smithi002.stdout:2052: finishing write tid 1 to smithi00278215-8 2024-09-14T03:42:21.931 INFO:tasks.rados.rados.0.smithi002.stdout:2052: finishing write tid 2 to smithi00278215-8 2024-09-14T03:42:21.931 INFO:tasks.rados.rados.0.smithi002.stdout:2052: finishing write tid 3 to smithi00278215-8 2024-09-14T03:42:21.931 INFO:tasks.rados.rados.0.smithi002.stdout:2052: finishing write tid 4 to smithi00278215-8 2024-09-14T03:42:21.932 INFO:tasks.rados.rados.0.smithi002.stdout:2039: done (7 left) 2024-09-14T03:42:21.932 INFO:tasks.rados.rados.0.smithi002.stdout:2040: done (6 left) 2024-09-14T03:42:21.932 INFO:tasks.rados.rados.0.smithi002.stdout:2043: done (5 left) 2024-09-14T03:42:21.932 INFO:tasks.rados.rados.0.smithi002.stdout:2045: done (4 left) 2024-09-14T03:42:21.932 INFO:tasks.rados.rados.0.smithi002.stdout:2049: done (3 left) 2024-09-14T03:42:21.932 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 21 current snap is 206 2024-09-14T03:42:21.932 INFO:tasks.rados.rados.0.smithi002.stdout:2052: finishing write tid 5 to smithi00278215-8 2024-09-14T03:42:21.932 INFO:tasks.rados.rados.0.smithi002.stdout:2052: oid 8 updating version 0 to 2207 2024-09-14T03:42:21.932 INFO:tasks.rados.rados.0.smithi002.stdout:2052: oid 8 version 2207 is already newer than 2204 2024-09-14T03:42:21.932 INFO:tasks.rados.rados.0.smithi002.stdout:2052: oid 8 version 2207 is already newer than 2206 2024-09-14T03:42:21.932 INFO:tasks.rados.rados.0.smithi002.stdout:2052: oid 8 version 2207 is already newer than 2205 2024-09-14T03:42:21.932 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 8 v 2207 (ObjNum 646 snap 206 seq_num 646) dirty exists 2024-09-14T03:42:21.932 INFO:tasks.rados.rados.0.smithi002.stdout:2052: left oid 8 (ObjNum 646 snap 206 seq_num 646) 2024-09-14T03:42:21.932 INFO:tasks.rados.rados.0.smithi002.stdout:2053: expect (ObjNum 622 snap 200 seq_num 622) 2024-09-14T03:42:21.952 INFO:tasks.rados.rados.0.smithi002.stdout:2054: finishing copy_from racing read to smithi00278215-2 2024-09-14T03:42:21.953 INFO:tasks.rados.rados.0.smithi002.stdout:2054: finishing copy_from to smithi00278215-2 2024-09-14T03:42:21.953 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 2 v 1815 (ObjNum 581 snap 181 seq_num 581) dirty exists 2024-09-14T03:42:21.953 INFO:tasks.rados.rados.0.smithi002.stdout:2055: seq_num 647 ranges {720896=442368,1163264=589824,1753088=212992} 2024-09-14T03:42:21.959 INFO:tasks.rados.rados.0.smithi002.stdout:2055: writing smithi00278215-21 from 720896 to 1163264 tid 1 2024-09-14T03:42:21.962 INFO:tasks.rados.rados.0.smithi002.stdout:2055: writing smithi00278215-21 from 1163264 to 1753088 tid 2 2024-09-14T03:42:21.963 INFO:tasks.rados.rados.0.smithi002.stdout:2055: writing smithi00278215-21 from 1753088 to 1966080 tid 3 2024-09-14T03:42:21.963 INFO:tasks.rados.rados.0.smithi002.stdout:2052: done (3 left) 2024-09-14T03:42:21.963 INFO:tasks.rados.rados.0.smithi002.stdout:2053: done (2 left) 2024-09-14T03:42:21.964 INFO:tasks.rados.rados.0.smithi002.stdout:2054: done (1 left) 2024-09-14T03:42:21.964 INFO:tasks.rados.rados.0.smithi002.stdout:2056: snap_remove snap 184 2024-09-14T03:42:21.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:21 smithi154 ceph-mon[81546]: pgmap v392: 121 pgs: 121 active+clean; 257 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.1 MiB/s wr, 27 op/s 2024-09-14T03:42:21.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:21 smithi154 ceph-mon[81546]: osdmap e482: 8 total, 8 up, 8 in 2024-09-14T03:42:22.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:21 smithi002 ceph-mon[87970]: pgmap v392: 121 pgs: 121 active+clean; 257 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.1 MiB/s wr, 27 op/s 2024-09-14T03:42:22.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:21 smithi002 ceph-mon[87970]: osdmap e482: 8 total, 8 up, 8 in 2024-09-14T03:42:22.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:21 smithi002 ceph-mon[89815]: pgmap v392: 121 pgs: 121 active+clean; 257 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.1 MiB/s wr, 27 op/s 2024-09-14T03:42:22.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:21 smithi002 ceph-mon[89815]: osdmap e482: 8 total, 8 up, 8 in 2024-09-14T03:42:22.294 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:42:22 smithi154 systemd[1]: Stopping Ceph osd.6 for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:42:22.727 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:42:22 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6[47104]: 2024-09-14T03:42:22.291+0000 7f96861cd640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-14T03:42:22.728 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:42:22 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6[47104]: 2024-09-14T03:42:22.291+0000 7f96861cd640 -1 osd.6 482 *** Got signal Terminated *** 2024-09-14T03:42:22.728 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:42:22 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6[47104]: 2024-09-14T03:42:22.291+0000 7f96861cd640 -1 osd.6 482 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-14T03:42:22.736 INFO:tasks.rados.rados.0.smithi002.stdout:2056: done (1 left) 2024-09-14T03:42:22.736 INFO:tasks.rados.rados.0.smithi002.stdout:2057: copy_from oid 27 from oid 1 current snap is 206 2024-09-14T03:42:22.736 INFO:tasks.rados.rados.0.smithi002.stdout:2055: finishing write tid 1 to smithi00278215-21 2024-09-14T03:42:22.736 INFO:tasks.rados.rados.0.smithi002.stdout:2055: finishing write tid 2 to smithi00278215-21 2024-09-14T03:42:22.736 INFO:tasks.rados.rados.0.smithi002.stdout:2055: finishing write tid 3 to smithi00278215-21 2024-09-14T03:42:22.737 INFO:tasks.rados.rados.0.smithi002.stdout:2055: finishing write tid 4 to smithi00278215-21 2024-09-14T03:42:22.737 INFO:tasks.rados.rados.0.smithi002.stdout:2055: finishing write tid 5 to smithi00278215-21 2024-09-14T03:42:22.737 INFO:tasks.rados.rados.0.smithi002.stdout:2055: oid 21 updating version 0 to 1340 2024-09-14T03:42:22.737 INFO:tasks.rados.rados.0.smithi002.stdout:2055: oid 21 version 1340 is already newer than 1339 2024-09-14T03:42:22.737 INFO:tasks.rados.rados.0.smithi002.stdout:2055: oid 21 version 1340 is already newer than 1338 2024-09-14T03:42:22.737 INFO:tasks.rados.rados.0.smithi002.stdout:2055: oid 21 updating version 1340 to 1341 2024-09-14T03:42:22.737 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 1341 (ObjNum 647 snap 206 seq_num 647) dirty exists 2024-09-14T03:42:22.737 INFO:tasks.rados.rados.0.smithi002.stdout:2055: left oid 21 (ObjNum 647 snap 206 seq_num 647) 2024-09-14T03:42:22.737 INFO:tasks.rados.rados.0.smithi002.stdout:2055: done (1 left) 2024-09-14T03:42:22.737 INFO:tasks.rados.rados.0.smithi002.stdout:2058: snap_create 2024-09-14T03:42:22.792 INFO:tasks.rados.rados.0.smithi002.stdout:2057: finishing copy_from racing read to smithi00278215-27 2024-09-14T03:42:22.792 INFO:tasks.rados.rados.0.smithi002.stdout:2057: finishing copy_from to smithi00278215-27 2024-09-14T03:42:22.792 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 27 v 2650 (ObjNum 610 snap 197 seq_num 610) dirty exists 2024-09-14T03:42:23.095 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:22 smithi002 ceph-mon[87970]: osd.6 marked itself down and dead 2024-09-14T03:42:23.095 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:22 smithi002 ceph-mon[87970]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-14T03:42:23.095 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:22 smithi002 ceph-mon[87970]: osdmap e483: 8 total, 7 up, 8 in 2024-09-14T03:42:23.095 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:22 smithi002 ceph-mon[89815]: osd.6 marked itself down and dead 2024-09-14T03:42:23.095 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:22 smithi002 ceph-mon[89815]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-14T03:42:23.095 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:22 smithi002 ceph-mon[89815]: osdmap e483: 8 total, 7 up, 8 in 2024-09-14T03:42:23.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:22 smithi154 ceph-mon[81546]: osd.6 marked itself down and dead 2024-09-14T03:42:23.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:22 smithi154 ceph-mon[81546]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-14T03:42:23.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:22 smithi154 ceph-mon[81546]: osdmap e483: 8 total, 7 up, 8 in 2024-09-14T03:42:23.437 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:42:23 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:42:23] "GET /metrics HTTP/1.1" 200 36371 "" "Prometheus/2.43.0" 2024-09-14T03:42:23.587 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:42:23 smithi154 podman[94786]: 2024-09-14 03:42:23.29452717 +0000 UTC m=+1.103868187 container died b18b3ecf874c37e54a4b8638325c27336242d1722825417d5b1bbfe02bace735 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6, ceph=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-e4e227b, GIT_CLEAN=True) 2024-09-14T03:42:23.738 INFO:tasks.rados.rados.0.smithi002.stdout:2057: done (1 left) 2024-09-14T03:42:23.738 INFO:tasks.rados.rados.0.smithi002.stdout:2058: done (0 left) 2024-09-14T03:42:23.738 INFO:tasks.rados.rados.0.smithi002.stdout:2059: read oid 44 snap -1 2024-09-14T03:42:23.738 INFO:tasks.rados.rados.0.smithi002.stdout:2059: expect (ObjNum 628 snap 202 seq_num 628) 2024-09-14T03:42:23.738 INFO:tasks.rados.rados.0.smithi002.stdout:2060: setattr oid 12 current snap is 207 2024-09-14T03:42:23.741 INFO:tasks.rados.rados.0.smithi002.stdout:2061: read oid 40 snap 185 2024-09-14T03:42:23.741 INFO:tasks.rados.rados.0.smithi002.stdout:2061: expect (ObjNum 591 snap 185 seq_num 591) 2024-09-14T03:42:23.741 INFO:tasks.rados.rados.0.smithi002.stdout:2062: snap_create 2024-09-14T03:42:23.755 INFO:tasks.rados.rados.0.smithi002.stdout:2059: expect (ObjNum 628 snap 202 seq_num 628) 2024-09-14T03:42:23.844 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 2259 (ObjNum 643 snap 205 seq_num 643) dirty exists 2024-09-14T03:42:23.844 INFO:tasks.rados.rados.0.smithi002.stdout:2061: expect (ObjNum 591 snap 185 seq_num 591) 2024-09-14T03:42:23.845 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:42:23 smithi154 podman[94786]: 2024-09-14 03:42:23.684054735 +0000 UTC m=+1.493395758 container cleanup b18b3ecf874c37e54a4b8638325c27336242d1722825417d5b1bbfe02bace735 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6, GIT_CLEAN=True, RELEASE=reef-e4e227b, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-14T03:42:23.845 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:42:23 smithi154 bash[94786]: ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6 2024-09-14T03:42:24.186 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:23 smithi002 ceph-mon[89815]: pgmap v394: 121 pgs: 121 active+clean; 263 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.9 MiB/s wr, 26 op/s 2024-09-14T03:42:24.186 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:23 smithi002 ceph-mon[89815]: osdmap e484: 8 total, 7 up, 8 in 2024-09-14T03:42:24.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:23 smithi002 ceph-mon[87970]: pgmap v394: 121 pgs: 121 active+clean; 263 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.9 MiB/s wr, 26 op/s 2024-09-14T03:42:24.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:23 smithi002 ceph-mon[87970]: osdmap e484: 8 total, 7 up, 8 in 2024-09-14T03:42:24.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:23 smithi154 ceph-mon[81546]: pgmap v394: 121 pgs: 121 active+clean; 263 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.9 MiB/s wr, 26 op/s 2024-09-14T03:42:24.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:23 smithi154 ceph-mon[81546]: osdmap e484: 8 total, 7 up, 8 in 2024-09-14T03:42:24.227 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:42:23 smithi154 podman[94803]: 2024-09-14 03:42:23.960655111 +0000 UTC m=+0.657824344 container remove b18b3ecf874c37e54a4b8638325c27336242d1722825417d5b1bbfe02bace735 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=reef-e4e227b, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-09-14T03:42:24.573 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:42:24 smithi154 podman[94891]: 2024-09-14 03:42:24.224414221 +0000 UTC m=+0.015910277 image pull 8801d2529e4377d97015e6c85a3b4925ede7ce42c7349a1a37eb88f097b6f3f0 quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802 2024-09-14T03:42:24.573 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:42:24 smithi154 podman[94891]: 2024-09-14 03:42:24.361630979 +0000 UTC m=+0.153127078 container create 9b313566ac48310ccf239ec406eb92c8009740a85ecaeefd98e669e17ac688b7 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, RELEASE=main-a278231, org.label-schema.vendor=CentOS) 2024-09-14T03:42:24.737 INFO:tasks.rados.rados.0.smithi002.stdout:2059: done (3 left) 2024-09-14T03:42:24.738 INFO:tasks.rados.rados.0.smithi002.stdout:2060: done (2 left) 2024-09-14T03:42:24.738 INFO:tasks.rados.rados.0.smithi002.stdout:2061: done (1 left) 2024-09-14T03:42:24.738 INFO:tasks.rados.rados.0.smithi002.stdout:2062: done (0 left) 2024-09-14T03:42:24.738 INFO:tasks.rados.rados.0.smithi002.stdout:2063: rmattr oid 13 current snap is 208 2024-09-14T03:42:24.738 INFO:tasks.rados.rados.0.smithi002.stdout:2063: done (0 left) 2024-09-14T03:42:24.738 INFO:tasks.rados.rados.0.smithi002.stdout:2064: read oid 37 snap 169 2024-09-14T03:42:24.738 INFO:tasks.rados.rados.0.smithi002.stdout:2064: expect (ObjNum 428 snap 132 seq_num 428) 2024-09-14T03:42:24.739 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 34 current snap is 208 2024-09-14T03:42:24.739 INFO:tasks.rados.rados.0.smithi002.stdout:2065: seq_num 648 ranges {0=458752,458752=475136,933888=327680} 2024-09-14T03:42:24.740 INFO:tasks.rados.rados.0.smithi002.stdout:2065: writing smithi00278215-34 from 0 to 458752 tid 1 2024-09-14T03:42:24.744 INFO:tasks.rados.rados.0.smithi002.stdout:2065: writing smithi00278215-34 from 458752 to 933888 tid 2 2024-09-14T03:42:24.747 INFO:tasks.rados.rados.0.smithi002.stdout:2065: writing smithi00278215-34 from 933888 to 1261568 tid 3 2024-09-14T03:42:24.747 INFO:tasks.rados.rados.0.smithi002.stdout:2066: rollback oid 1 current snap is 208 2024-09-14T03:42:24.747 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 1 to 187 2024-09-14T03:42:24.747 INFO:tasks.rados.rados.0.smithi002.stdout:2067: read oid 20 snap -1 2024-09-14T03:42:24.747 INFO:tasks.rados.rados.0.smithi002.stdout:2067: expect deleted 2024-09-14T03:42:24.747 INFO:tasks.rados.rados.0.smithi002.stdout:2068: read oid 15 snap -1 2024-09-14T03:42:24.747 INFO:tasks.rados.rados.0.smithi002.stdout:2068: expect (ObjNum 613 snap 198 seq_num 613) 2024-09-14T03:42:24.747 INFO:tasks.rados.rados.0.smithi002.stdout:2069: rollback oid 44 current snap is 208 2024-09-14T03:42:24.748 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 44 to 169 2024-09-14T03:42:24.748 INFO:tasks.rados.rados.0.smithi002.stdout:2070: read oid 4 snap -1 2024-09-14T03:42:24.748 INFO:tasks.rados.rados.0.smithi002.stdout:2070: expect (ObjNum 638 snap 205 seq_num 638) 2024-09-14T03:42:24.748 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 21 current snap is 208 2024-09-14T03:42:24.748 INFO:tasks.rados.rados.0.smithi002.stdout:2071: seq_num 649 ranges {1966080=475136,2441216=761856,3203072=40960} 2024-09-14T03:42:24.762 INFO:tasks.rados.rados.0.smithi002.stdout:2071: writing smithi00278215-21 from 1966080 to 2441216 tid 1 2024-09-14T03:42:24.767 INFO:tasks.rados.rados.0.smithi002.stdout:2071: writing smithi00278215-21 from 2441216 to 3203072 tid 2 2024-09-14T03:42:24.767 INFO:tasks.rados.rados.0.smithi002.stdout:2071: writing smithi00278215-21 from 3203072 to 3244032 tid 3 2024-09-14T03:42:24.768 INFO:tasks.rados.rados.0.smithi002.stdout:2072: copy_from oid 36 from oid 11 current snap is 208 2024-09-14T03:42:24.768 INFO:tasks.rados.rados.0.smithi002.stdout:2064: expect (ObjNum 428 snap 132 seq_num 428) 2024-09-14T03:42:24.837 INFO:tasks.rados.rados.0.smithi002.stdout:2065: finishing write tid 1 to smithi00278215-34 2024-09-14T03:42:24.837 INFO:tasks.rados.rados.0.smithi002.stdout:2065: finishing write tid 2 to smithi00278215-34 2024-09-14T03:42:24.837 INFO:tasks.rados.rados.0.smithi002.stdout:2065: finishing write tid 3 to smithi00278215-34 2024-09-14T03:42:24.837 INFO:tasks.rados.rados.0.smithi002.stdout:2065: finishing write tid 4 to smithi00278215-34 2024-09-14T03:42:24.837 INFO:tasks.rados.rados.0.smithi002.stdout:2066: finishing rollback tid 0 to smithi00278215-1 2024-09-14T03:42:24.837 INFO:tasks.rados.rados.0.smithi002.stdout:2066: finishing rollback tid 1 to smithi00278215-1 2024-09-14T03:42:24.837 INFO:tasks.rados.rados.0.smithi002.stdout:2066: finishing rollback tid 2 to smithi00278215-1 2024-09-14T03:42:24.837 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 1 v 2746 (ObjNum 573 snap 178 seq_num 573) dirty exists 2024-09-14T03:42:24.837 INFO:tasks.rados.rados.0.smithi002.stdout:2065: finishing write tid 5 to smithi00278215-34 2024-09-14T03:42:24.837 INFO:tasks.rados.rados.0.smithi002.stdout:2065: oid 34 updating version 0 to 1955 2024-09-14T03:42:24.838 INFO:tasks.rados.rados.0.smithi002.stdout:2065: oid 34 version 1955 is already newer than 1954 2024-09-14T03:42:24.838 INFO:tasks.rados.rados.0.smithi002.stdout:2065: oid 34 updating version 1955 to 1957 2024-09-14T03:42:24.838 INFO:tasks.rados.rados.0.smithi002.stdout:2065: oid 34 version 1957 is already newer than 1956 2024-09-14T03:42:24.838 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 34 v 1957 (ObjNum 648 snap 208 seq_num 648) dirty exists 2024-09-14T03:42:24.838 INFO:tasks.rados.rados.0.smithi002.stdout:2065: left oid 34 (ObjNum 648 snap 208 seq_num 648) 2024-09-14T03:42:24.838 INFO:tasks.rados.rados.0.smithi002.stdout:2069: finishing rollback tid 0 to smithi00278215-44 2024-09-14T03:42:24.838 INFO:tasks.rados.rados.0.smithi002.stdout:2069: finishing rollback tid 1 to smithi00278215-44 2024-09-14T03:42:24.838 INFO:tasks.rados.rados.0.smithi002.stdout:2069: finishing rollback tid 2 to smithi00278215-44 2024-09-14T03:42:24.838 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 2113 (ObjNum 508 snap 160 seq_num 508) dirty exists 2024-09-14T03:42:24.838 INFO:tasks.rados.rados.0.smithi002.stdout:2064: done (8 left) 2024-09-14T03:42:24.838 INFO:tasks.rados.rados.0.smithi002.stdout:2065: done (7 left) 2024-09-14T03:42:24.838 INFO:tasks.rados.rados.0.smithi002.stdout:2066: done (6 left) 2024-09-14T03:42:24.838 INFO:tasks.rados.rados.0.smithi002.stdout:2067: done (5 left) 2024-09-14T03:42:24.838 INFO:tasks.rados.rados.0.smithi002.stdout:2069: done (4 left) 2024-09-14T03:42:24.839 INFO:tasks.rados.rados.0.smithi002.stdout:2073: rollback oid 43 current snap is 208 2024-09-14T03:42:24.839 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 43 to 185 2024-09-14T03:42:24.839 INFO:tasks.rados.rados.0.smithi002.stdout:2071: finishing write tid 1 to smithi00278215-21 2024-09-14T03:42:24.839 INFO:tasks.rados.rados.0.smithi002.stdout:2071: finishing write tid 2 to smithi00278215-21 2024-09-14T03:42:24.839 INFO:tasks.rados.rados.0.smithi002.stdout:2071: finishing write tid 3 to smithi00278215-21 2024-09-14T03:42:24.839 INFO:tasks.rados.rados.0.smithi002.stdout:2071: finishing write tid 4 to smithi00278215-21 2024-09-14T03:42:24.839 INFO:tasks.rados.rados.0.smithi002.stdout:2071: finishing write tid 5 to smithi00278215-21 2024-09-14T03:42:24.839 INFO:tasks.rados.rados.0.smithi002.stdout:2071: oid 21 updating version 0 to 1342 2024-09-14T03:42:24.839 INFO:tasks.rados.rados.0.smithi002.stdout:2071: oid 21 updating version 1342 to 1343 2024-09-14T03:42:24.839 INFO:tasks.rados.rados.0.smithi002.stdout:2071: oid 21 updating version 1343 to 1344 2024-09-14T03:42:24.839 INFO:tasks.rados.rados.0.smithi002.stdout:2071: oid 21 updating version 1344 to 1345 2024-09-14T03:42:24.839 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 1345 (ObjNum 649 snap 208 seq_num 649) dirty exists 2024-09-14T03:42:24.839 INFO:tasks.rados.rados.0.smithi002.stdout:2071: left oid 21 (ObjNum 649 snap 208 seq_num 649) 2024-09-14T03:42:24.839 INFO:tasks.rados.rados.0.smithi002.stdout:2070: expect (ObjNum 638 snap 205 seq_num 638) 2024-09-14T03:42:24.977 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:42:24 smithi154 podman[94891]: 2024-09-14 03:42:24.572640475 +0000 UTC m=+0.364136531 container init 9b313566ac48310ccf239ec406eb92c8009740a85ecaeefd98e669e17ac688b7 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6-deactivate, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, RELEASE=main-a278231, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2) 2024-09-14T03:42:24.978 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:42:24 smithi154 podman[94891]: 2024-09-14 03:42:24.576024433 +0000 UTC m=+0.367520491 container start 9b313566ac48310ccf239ec406eb92c8009740a85ecaeefd98e669e17ac688b7 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6-deactivate, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=main-a278231, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux ) 2024-09-14T03:42:24.978 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:42:24 smithi154 podman[94891]: 2024-09-14 03:42:24.655805837 +0000 UTC m=+0.447301914 container attach 9b313566ac48310ccf239ec406eb92c8009740a85ecaeefd98e669e17ac688b7 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6-deactivate, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=main-a278231, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731) 2024-09-14T03:42:24.978 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:42:24 smithi154 podman[94891]: 2024-09-14 03:42:24.789906341 +0000 UTC m=+0.581402401 container died 9b313566ac48310ccf239ec406eb92c8009740a85ecaeefd98e669e17ac688b7 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6-deactivate, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, RELEASE=main-a278231, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-09-14T03:42:25.157 INFO:tasks.rados.rados.0.smithi002.stdout:2068: expect (ObjNum 613 snap 198 seq_num 613) 2024-09-14T03:42:25.636 INFO:tasks.rados.rados.0.smithi002.stdout:2072: finishing copy_from racing read to smithi00278215-36 2024-09-14T03:42:25.636 INFO:tasks.rados.rados.0.smithi002.stdout:2072: finishing copy_from to smithi00278215-36 2024-09-14T03:42:25.636 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 36 v 1094 (ObjNum 509 snap 160 seq_num 509) dirty exists 2024-09-14T03:42:25.636 INFO:tasks.rados.rados.0.smithi002.stdout:2073: finishing rollback tid 0 to smithi00278215-43 2024-09-14T03:42:25.637 INFO:tasks.rados.rados.0.smithi002.stdout:2073: finishing rollback tid 1 to smithi00278215-43 2024-09-14T03:42:25.637 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 2261 (ObjNum 33 snap 0 seq_num 854466384) dirty dne 2024-09-14T03:42:25.637 INFO:tasks.rados.rados.0.smithi002.stdout:2068: done (4 left) 2024-09-14T03:42:25.637 INFO:tasks.rados.rados.0.smithi002.stdout:2070: done (3 left) 2024-09-14T03:42:25.637 INFO:tasks.rados.rados.0.smithi002.stdout:2071: done (2 left) 2024-09-14T03:42:25.637 INFO:tasks.rados.rados.0.smithi002.stdout:2072: done (1 left) 2024-09-14T03:42:25.637 INFO:tasks.rados.rados.0.smithi002.stdout:2073: done (0 left) 2024-09-14T03:42:25.637 INFO:tasks.rados.rados.0.smithi002.stdout:2074: copy_from oid 43 from oid 3 current snap is 208 2024-09-14T03:42:25.637 INFO:tasks.rados.rados.0.smithi002.stdout:2075: read oid 47 snap 194 2024-09-14T03:42:25.637 INFO:tasks.rados.rados.0.smithi002.stdout:2075: expect deleted 2024-09-14T03:42:25.637 INFO:tasks.rados.rados.0.smithi002.stdout:2076: read oid 4 snap -1 2024-09-14T03:42:25.637 INFO:tasks.rados.rados.0.smithi002.stdout:2076: expect (ObjNum 638 snap 205 seq_num 638) 2024-09-14T03:42:25.637 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 15 current snap is 208 2024-09-14T03:42:25.638 INFO:tasks.rados.rados.0.smithi002.stdout:2077: seq_num 650 ranges {6430720=491520,6922240=647168,7569408=155648} 2024-09-14T03:42:25.675 INFO:tasks.rados.rados.0.smithi002.stdout:2077: writing smithi00278215-15 from 6430720 to 6922240 tid 1 2024-09-14T03:42:25.679 INFO:tasks.rados.rados.0.smithi002.stdout:2077: writing smithi00278215-15 from 6922240 to 7569408 tid 2 2024-09-14T03:42:25.680 INFO:tasks.rados.rados.0.smithi002.stdout:2077: writing smithi00278215-15 from 7569408 to 7725056 tid 3 2024-09-14T03:42:25.680 INFO:tasks.rados.rados.0.smithi002.stdout:2078: rollback oid 50 current snap is 208 2024-09-14T03:42:25.680 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 50 to 198 2024-09-14T03:42:25.681 INFO:tasks.rados.rados.0.smithi002.stdout:2074: finishing copy_from to smithi00278215-43 2024-09-14T03:42:25.681 INFO:tasks.rados.rados.0.smithi002.stdout:2074: got expected ENOENT (src dne) 2024-09-14T03:42:25.681 INFO:tasks.rados.rados.0.smithi002.stdout:2074: finishing copy_from racing read to smithi00278215-43 2024-09-14T03:42:25.681 INFO:tasks.rados.rados.0.smithi002.stdout:2074: done (4 left) 2024-09-14T03:42:25.681 INFO:tasks.rados.rados.0.smithi002.stdout:2075: done (3 left) 2024-09-14T03:42:25.681 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 37 current snap is 208 2024-09-14T03:42:25.681 INFO:tasks.rados.rados.0.smithi002.stdout:2079: seq_num 651 ranges {8388608=507904,8896512=532480,9428992=270336} 2024-09-14T03:42:25.727 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:42:25 smithi154 podman[94915]: 2024-09-14 03:42:25.401394469 +0000 UTC m=+0.601809046 container remove 9b313566ac48310ccf239ec406eb92c8009740a85ecaeefd98e669e17ac688b7 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-a278231, org.label-schema.vendor=CentOS) 2024-09-14T03:42:25.727 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:42:25 smithi154 systemd[1]: ceph-f357b922-7248-11ef-bceb-c7b262605968@osd.6.service: Deactivated successfully. 2024-09-14T03:42:25.727 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:42:25 smithi154 systemd[1]: Stopped Ceph osd.6 for f357b922-7248-11ef-bceb-c7b262605968. 2024-09-14T03:42:25.727 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:42:25 smithi154 systemd[1]: ceph-f357b922-7248-11ef-bceb-c7b262605968@osd.6.service: Consumed 14.960s CPU time. 2024-09-14T03:42:25.728 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:42:25 smithi154 systemd[1]: Starting Ceph osd.6 for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:42:25.729 INFO:tasks.rados.rados.0.smithi002.stdout:2079: writing smithi00278215-37 from 8388608 to 8896512 tid 1 2024-09-14T03:42:25.731 INFO:tasks.rados.rados.0.smithi002.stdout:2079: writing smithi00278215-37 from 8896512 to 9428992 tid 2 2024-09-14T03:42:25.733 INFO:tasks.rados.rados.0.smithi002.stdout:2079: writing smithi00278215-37 from 9428992 to 9699328 tid 3 2024-09-14T03:42:25.733 INFO:tasks.rados.rados.0.smithi002.stdout:2080: snap_create 2024-09-14T03:42:25.733 INFO:tasks.rados.rados.0.smithi002.stdout:2076: expect (ObjNum 638 snap 205 seq_num 638) 2024-09-14T03:42:26.055 INFO:tasks.rados.rados.0.smithi002.stdout:2077: finishing write tid 1 to smithi00278215-15 2024-09-14T03:42:26.055 INFO:tasks.rados.rados.0.smithi002.stdout:2077: finishing write tid 2 to smithi00278215-15 2024-09-14T03:42:26.055 INFO:tasks.rados.rados.0.smithi002.stdout:2076: done (4 left) 2024-09-14T03:42:26.055 INFO:tasks.rados.rados.0.smithi002.stdout:2080: done (3 left) 2024-09-14T03:42:26.055 INFO:tasks.rados.rados.0.smithi002.stdout:2081: read oid 41 snap -1 2024-09-14T03:42:26.055 INFO:tasks.rados.rados.0.smithi002.stdout:2081: expect (ObjNum 642 snap 205 seq_num 642) 2024-09-14T03:42:26.055 INFO:tasks.rados.rados.0.smithi002.stdout:2082: rollback oid 4 current snap is 209 2024-09-14T03:42:26.055 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 4 to 205 2024-09-14T03:42:26.055 INFO:tasks.rados.rados.0.smithi002.stdout:2078: finishing rollback tid 1 to smithi00278215-50 2024-09-14T03:42:26.055 INFO:tasks.rados.rados.0.smithi002.stdout:2078: finishing rollback tid 2 to smithi00278215-50 2024-09-14T03:42:26.056 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 2748 (ObjNum 604 snap 193 seq_num 604) dirty exists 2024-09-14T03:42:26.056 INFO:tasks.rados.rados.0.smithi002.stdout:2077: finishing write tid 3 to smithi00278215-15 2024-09-14T03:42:26.056 INFO:tasks.rados.rados.0.smithi002.stdout:2077: finishing write tid 4 to smithi00278215-15 2024-09-14T03:42:26.056 INFO:tasks.rados.rados.0.smithi002.stdout:2077: finishing write tid 5 to smithi00278215-15 2024-09-14T03:42:26.056 INFO:tasks.rados.rados.0.smithi002.stdout:2077: oid 15 updating version 0 to 2113 2024-09-14T03:42:26.056 INFO:tasks.rados.rados.0.smithi002.stdout:2077: oid 15 version 2113 is already newer than 2111 2024-09-14T03:42:26.056 INFO:tasks.rados.rados.0.smithi002.stdout:2077: oid 15 version 2113 is already newer than 2112 2024-09-14T03:42:26.056 INFO:tasks.rados.rados.0.smithi002.stdout:2077: oid 15 updating version 2113 to 2114 2024-09-14T03:42:26.056 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 15 v 2114 (ObjNum 650 snap 208 seq_num 650) dirty exists 2024-09-14T03:42:26.056 INFO:tasks.rados.rados.0.smithi002.stdout:2077: left oid 15 (ObjNum 650 snap 208 seq_num 650) 2024-09-14T03:42:26.056 INFO:tasks.rados.rados.0.smithi002.stdout:2079: finishing write tid 1 to smithi00278215-37 2024-09-14T03:42:26.056 INFO:tasks.rados.rados.0.smithi002.stdout:2079: finishing write tid 2 to smithi00278215-37 2024-09-14T03:42:26.056 INFO:tasks.rados.rados.0.smithi002.stdout:2079: finishing write tid 3 to smithi00278215-37 2024-09-14T03:42:26.057 INFO:tasks.rados.rados.0.smithi002.stdout:2079: finishing write tid 4 to smithi00278215-37 2024-09-14T03:42:26.057 INFO:tasks.rados.rados.0.smithi002.stdout:2079: finishing write tid 5 to smithi00278215-37 2024-09-14T03:42:26.057 INFO:tasks.rados.rados.0.smithi002.stdout:2079: oid 37 updating version 0 to 2710 2024-09-14T03:42:26.057 INFO:tasks.rados.rados.0.smithi002.stdout:2079: oid 37 updating version 2710 to 2712 2024-09-14T03:42:26.057 INFO:tasks.rados.rados.0.smithi002.stdout:2079: oid 37 version 2712 is already newer than 2709 2024-09-14T03:42:26.057 INFO:tasks.rados.rados.0.smithi002.stdout:2079: oid 37 version 2712 is already newer than 2711 2024-09-14T03:42:26.057 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 37 v 2712 (ObjNum 651 snap 208 seq_num 651) dirty exists 2024-09-14T03:42:26.057 INFO:tasks.rados.rados.0.smithi002.stdout:2079: left oid 37 (ObjNum 651 snap 208 seq_num 651) 2024-09-14T03:42:26.057 INFO:tasks.rados.rados.0.smithi002.stdout:2077: done (4 left) 2024-09-14T03:42:26.057 INFO:tasks.rados.rados.0.smithi002.stdout:2078: done (3 left) 2024-09-14T03:42:26.057 INFO:tasks.rados.rados.0.smithi002.stdout:2079: done (2 left) 2024-09-14T03:42:26.057 INFO:tasks.rados.rados.0.smithi002.stdout:2083: delete oid 35 current snap is 209 2024-09-14T03:42:26.058 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:25 smithi154 ceph-mon[81546]: pgmap v397: 121 pgs: 9 active+undersized, 7 stale+active+clean, 2 active+undersized+degraded, 103 active+clean; 286 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 32 op/s; 23/543 objects degraded (4.236%) 2024-09-14T03:42:26.058 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:25 smithi154 ceph-mon[81546]: osdmap e485: 8 total, 7 up, 8 in 2024-09-14T03:42:26.058 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:25 smithi154 ceph-mon[81546]: Health check failed: Degraded data redundancy: 23/543 objects degraded (4.236%), 2 pgs degraded (PG_DEGRADED) 2024-09-14T03:42:26.058 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:25 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:42:26.058 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:25 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:42:26.058 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:42:25 smithi154 podman[95014]: 2024-09-14 03:42:25.73338378 +0000 UTC m=+0.015694278 image pull 8801d2529e4377d97015e6c85a3b4925ede7ce42c7349a1a37eb88f097b6f3f0 quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802 2024-09-14T03:42:26.058 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:42:25 smithi154 podman[95014]: 2024-09-14 03:42:25.844523472 +0000 UTC m=+0.126834027 container create e7b680b034a741e5a22f58609bedef37cf0bdd79ca23f169024453f9d4fbf806 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6-activate, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, RELEASE=main-a278231, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-14T03:42:26.061 INFO:tasks.rados.rados.0.smithi002.stdout:2083: done (2 left) 2024-09-14T03:42:26.062 INFO:tasks.rados.rados.0.smithi002.stdout:2084: snap_remove snap 197 2024-09-14T03:42:26.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:25 smithi002 ceph-mon[87970]: pgmap v397: 121 pgs: 9 active+undersized, 7 stale+active+clean, 2 active+undersized+degraded, 103 active+clean; 286 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 32 op/s; 23/543 objects degraded (4.236%) 2024-09-14T03:42:26.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:25 smithi002 ceph-mon[87970]: osdmap e485: 8 total, 7 up, 8 in 2024-09-14T03:42:26.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:25 smithi002 ceph-mon[87970]: Health check failed: Degraded data redundancy: 23/543 objects degraded (4.236%), 2 pgs degraded (PG_DEGRADED) 2024-09-14T03:42:26.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:25 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:42:26.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:25 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:42:26.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:25 smithi002 ceph-mon[89815]: pgmap v397: 121 pgs: 9 active+undersized, 7 stale+active+clean, 2 active+undersized+degraded, 103 active+clean; 286 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 32 op/s; 23/543 objects degraded (4.236%) 2024-09-14T03:42:26.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:25 smithi002 ceph-mon[89815]: osdmap e485: 8 total, 7 up, 8 in 2024-09-14T03:42:26.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:25 smithi002 ceph-mon[89815]: Health check failed: Degraded data redundancy: 23/543 objects degraded (4.236%), 2 pgs degraded (PG_DEGRADED) 2024-09-14T03:42:26.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:25 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:42:26.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:25 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:42:26.477 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:42:26 smithi154 podman[95014]: 2024-09-14 03:42:26.055475799 +0000 UTC m=+0.337786305 container init e7b680b034a741e5a22f58609bedef37cf0bdd79ca23f169024453f9d4fbf806 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6-activate, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, RELEASE=main-a278231, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-14T03:42:26.478 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:42:26 smithi154 podman[95014]: 2024-09-14 03:42:26.060211532 +0000 UTC m=+0.342522027 container start e7b680b034a741e5a22f58609bedef37cf0bdd79ca23f169024453f9d4fbf806 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6-activate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=main-a278231, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-09-14T03:42:26.478 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:42:26 smithi154 podman[95014]: 2024-09-14 03:42:26.172194157 +0000 UTC m=+0.454504647 container attach e7b680b034a741e5a22f58609bedef37cf0bdd79ca23f169024453f9d4fbf806 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6-activate, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=main-a278231, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=) 2024-09-14T03:42:26.478 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:42:26 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6-activate[95029]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-14T03:42:26.478 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:42:26 smithi154 bash[95014]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-14T03:42:26.478 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:42:26 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6-activate[95029]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-14T03:42:26.478 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:42:26 smithi154 bash[95014]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-14T03:42:26.947 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:42:26 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6-activate[95029]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-14T03:42:26.947 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:42:26 smithi154 bash[95014]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-14T03:42:26.947 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:42:26 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6-activate[95029]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-09-14T03:42:26.947 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:42:26 smithi154 bash[95014]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-09-14T03:42:26.947 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:42:26 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6-activate[95029]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-09-14T03:42:26.948 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:42:26 smithi154 bash[95014]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-09-14T03:42:26.967 INFO:tasks.rados.rados.0.smithi002.stdout:2084: done (2 left) 2024-09-14T03:42:26.967 INFO:tasks.rados.rados.0.smithi002.stdout:2085: read oid 37 snap 185 2024-09-14T03:42:26.967 INFO:tasks.rados.rados.0.smithi002.stdout:2085: expect (ObjNum 555 snap 173 seq_num 555) 2024-09-14T03:42:26.967 INFO:tasks.rados.rados.0.smithi002.stdout:2086: snap_remove snap 187 2024-09-14T03:42:27.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:26 smithi154 ceph-mon[81546]: osdmap e486: 8 total, 7 up, 8 in 2024-09-14T03:42:27.228 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:42:26 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6-activate[95029]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-09-14T03:42:27.228 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:42:26 smithi154 bash[95014]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-09-14T03:42:27.228 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:42:26 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6-activate[95029]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-09-14T03:42:27.228 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:42:26 smithi154 bash[95014]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-09-14T03:42:27.228 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:42:26 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6-activate[95029]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-14T03:42:27.228 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:42:26 smithi154 bash[95014]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-14T03:42:27.228 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:42:26 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6-activate[95029]: --> ceph-volume raw activate successful for osd ID: 6 2024-09-14T03:42:27.228 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:42:26 smithi154 bash[95014]: --> ceph-volume raw activate successful for osd ID: 6 2024-09-14T03:42:27.228 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:42:26 smithi154 podman[95014]: 2024-09-14 03:42:26.985622841 +0000 UTC m=+1.267933333 container died e7b680b034a741e5a22f58609bedef37cf0bdd79ca23f169024453f9d4fbf806 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6-activate, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-a278231, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-14T03:42:27.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:26 smithi002 ceph-mon[87970]: osdmap e486: 8 total, 7 up, 8 in 2024-09-14T03:42:27.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:26 smithi002 ceph-mon[89815]: osdmap e486: 8 total, 7 up, 8 in 2024-09-14T03:42:27.740 INFO:tasks.rados.rados.0.smithi002.stdout:2086: done (3 left) 2024-09-14T03:42:27.741 INFO:tasks.rados.rados.0.smithi002.stdout:2087: copy_from oid 19 from oid 8 current snap is 209 2024-09-14T03:42:27.741 INFO:tasks.rados.rados.0.smithi002.stdout:2082: finishing rollback tid 0 to smithi00278215-4 2024-09-14T03:42:27.741 INFO:tasks.rados.rados.0.smithi002.stdout:2082: finishing rollback tid 1 to smithi00278215-4 2024-09-14T03:42:27.741 INFO:tasks.rados.rados.0.smithi002.stdout:2082: finishing rollback tid 2 to smithi00278215-4 2024-09-14T03:42:27.741 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 2116 (ObjNum 638 snap 205 seq_num 638) dirty exists 2024-09-14T03:42:27.741 INFO:tasks.rados.rados.0.smithi002.stdout:2081: expect (ObjNum 642 snap 205 seq_num 642) 2024-09-14T03:42:27.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:27 smithi154 ceph-mon[81546]: pgmap v400: 121 pgs: 28 active+undersized, 1 stale+active+clean, 8 active+undersized+degraded, 84 active+clean; 291 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 6.6 MiB/s wr, 21 op/s; 48/552 objects degraded (8.696%) 2024-09-14T03:42:27.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:27 smithi154 ceph-mon[81546]: osdmap e487: 8 total, 7 up, 8 in 2024-09-14T03:42:27.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:27 smithi154 ceph-mon[81546]: osdmap e488: 8 total, 7 up, 8 in 2024-09-14T03:42:27.978 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:42:27 smithi154 podman[95160]: 2024-09-14 03:42:27.717910742 +0000 UTC m=+0.722046521 container remove e7b680b034a741e5a22f58609bedef37cf0bdd79ca23f169024453f9d4fbf806 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6-activate, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-a278231, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-09-14T03:42:27.978 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:42:27 smithi154 podman[95221]: 2024-09-14 03:42:27.842298864 +0000 UTC m=+0.015718980 image pull 8801d2529e4377d97015e6c85a3b4925ede7ce42c7349a1a37eb88f097b6f3f0 quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802 2024-09-14T03:42:27.978 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:42:27 smithi154 podman[95221]: 2024-09-14 03:42:27.96065998 +0000 UTC m=+0.134080133 container create 7d3a82627dc467d75cf5b513614471feef8ac82ed2f6c406ed708497b0ed3560 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, ceph=True, RELEASE=main-a278231) 2024-09-14T03:42:27.989 INFO:tasks.rados.rados.0.smithi002.stdout:2085: expect (ObjNum 555 snap 173 seq_num 555) 2024-09-14T03:42:28.289 INFO:tasks.rados.rados.0.smithi002.stdout:2087: finishing copy_from racing read to smithi00278215-19 2024-09-14T03:42:28.289 INFO:tasks.rados.rados.0.smithi002.stdout:2087: finishing copy_from to smithi00278215-19 2024-09-14T03:42:28.289 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 19 v 2207 (ObjNum 646 snap 206 seq_num 646) dirty exists 2024-09-14T03:42:28.289 INFO:tasks.rados.rados.0.smithi002.stdout:2081: done (3 left) 2024-09-14T03:42:28.290 INFO:tasks.rados.rados.0.smithi002.stdout:2082: done (2 left) 2024-09-14T03:42:28.290 INFO:tasks.rados.rados.0.smithi002.stdout:2085: done (1 left) 2024-09-14T03:42:28.290 INFO:tasks.rados.rados.0.smithi002.stdout:2087: done (0 left) 2024-09-14T03:42:28.290 INFO:tasks.rados.rados.0.smithi002.stdout:2088: snap_remove snap 205 2024-09-14T03:42:28.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:27 smithi002 ceph-mon[87970]: pgmap v400: 121 pgs: 28 active+undersized, 1 stale+active+clean, 8 active+undersized+degraded, 84 active+clean; 291 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 6.6 MiB/s wr, 21 op/s; 48/552 objects degraded (8.696%) 2024-09-14T03:42:28.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:27 smithi002 ceph-mon[87970]: osdmap e487: 8 total, 7 up, 8 in 2024-09-14T03:42:28.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:27 smithi002 ceph-mon[87970]: osdmap e488: 8 total, 7 up, 8 in 2024-09-14T03:42:28.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:27 smithi002 ceph-mon[89815]: pgmap v400: 121 pgs: 28 active+undersized, 1 stale+active+clean, 8 active+undersized+degraded, 84 active+clean; 291 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 6.6 MiB/s wr, 21 op/s; 48/552 objects degraded (8.696%) 2024-09-14T03:42:28.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:27 smithi002 ceph-mon[89815]: osdmap e487: 8 total, 7 up, 8 in 2024-09-14T03:42:28.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:27 smithi002 ceph-mon[89815]: osdmap e488: 8 total, 7 up, 8 in 2024-09-14T03:42:28.477 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:42:28 smithi154 podman[95221]: 2024-09-14 03:42:28.188158933 +0000 UTC m=+0.361579040 container init 7d3a82627dc467d75cf5b513614471feef8ac82ed2f6c406ed708497b0ed3560 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=main-a278231, ceph=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-09-14T03:42:28.478 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:42:28 smithi154 podman[95221]: 2024-09-14 03:42:28.191456593 +0000 UTC m=+0.364876703 container start 7d3a82627dc467d75cf5b513614471feef8ac82ed2f6c406ed708497b0ed3560 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=main-a278231, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-09-14T03:42:28.478 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:42:28 smithi154 ceph-osd[95240]: -- 172.21.15.154:0/132043468 <== mon.1 v2:172.21.15.154:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55ba6bd75a40 con 0x55ba6cb44400 2024-09-14T03:42:28.478 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:42:28 smithi154 bash[95221]: 7d3a82627dc467d75cf5b513614471feef8ac82ed2f6c406ed708497b0ed3560 2024-09-14T03:42:28.478 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:42:28 smithi154 systemd[1]: Started Ceph osd.6 for f357b922-7248-11ef-bceb-c7b262605968. 2024-09-14T03:42:28.972 INFO:tasks.rados.rados.0.smithi002.stdout:2088: done (0 left) 2024-09-14T03:42:28.972 INFO:tasks.rados.rados.0.smithi002.stdout:2089: snap_remove snap 185 2024-09-14T03:42:29.480 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:29 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:42:29.480 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:29 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:42:29.480 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:29 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:42:29.480 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:29 smithi154 ceph-mon[81546]: pgmap v403: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 295 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 27 MiB/s rd, 1.8 MiB/s wr, 19 op/s; 49/567 objects degraded (8.642%) 2024-09-14T03:42:29.480 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:29 smithi154 ceph-mon[81546]: osdmap e489: 8 total, 7 up, 8 in 2024-09-14T03:42:29.686 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:29 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:42:29.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:29 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:42:29.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:29 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:42:29.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:29 smithi002 ceph-mon[87970]: pgmap v403: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 295 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 27 MiB/s rd, 1.8 MiB/s wr, 19 op/s; 49/567 objects degraded (8.642%) 2024-09-14T03:42:29.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:29 smithi002 ceph-mon[87970]: osdmap e489: 8 total, 7 up, 8 in 2024-09-14T03:42:29.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:29 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:42:29.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:29 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:42:29.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:29 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:42:29.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:29 smithi002 ceph-mon[89815]: pgmap v403: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 295 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 27 MiB/s rd, 1.8 MiB/s wr, 19 op/s; 49/567 objects degraded (8.642%) 2024-09-14T03:42:29.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:29 smithi002 ceph-mon[89815]: osdmap e489: 8 total, 7 up, 8 in 2024-09-14T03:42:29.972 INFO:tasks.rados.rados.0.smithi002.stdout:2089: done (0 left) 2024-09-14T03:42:29.972 INFO:tasks.rados.rados.0.smithi002.stdout:2090: read oid 25 snap -1 2024-09-14T03:42:29.972 INFO:tasks.rados.rados.0.smithi002.stdout:2090: expect (ObjNum 634 snap 205 seq_num 634) 2024-09-14T03:42:29.972 INFO:tasks.rados.rados.0.smithi002.stdout:2091: read oid 27 snap -1 2024-09-14T03:42:29.972 INFO:tasks.rados.rados.0.smithi002.stdout:2091: expect (ObjNum 610 snap 197 seq_num 610) 2024-09-14T03:42:29.972 INFO:tasks.rados.rados.0.smithi002.stdout:2092: snap_remove snap 202 2024-09-14T03:42:30.477 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:42:30 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6[95236]: 2024-09-14T03:42:30.087+0000 7fefc7945640 -1 Falling back to public interface 2024-09-14T03:42:30.976 INFO:tasks.rados.rados.0.smithi002.stdout:2090: expect (ObjNum 634 snap 205 seq_num 634) 2024-09-14T03:42:31.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:30 smithi154 ceph-mon[81546]: osdmap e490: 8 total, 7 up, 8 in 2024-09-14T03:42:31.436 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:30 smithi002 ceph-mon[87970]: osdmap e490: 8 total, 7 up, 8 in 2024-09-14T03:42:31.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:30 smithi002 ceph-mon[89815]: osdmap e490: 8 total, 7 up, 8 in 2024-09-14T03:42:31.687 INFO:tasks.rados.rados.0.smithi002.stdout:2091: expect (ObjNum 610 snap 197 seq_num 610) 2024-09-14T03:42:32.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:31 smithi154 ceph-mon[81546]: pgmap v406: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 296 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.2 MiB/s wr, 12 op/s; 50/573 objects degraded (8.726%) 2024-09-14T03:42:32.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:31 smithi154 ceph-mon[81546]: Health check update: Degraded data redundancy: 50/573 objects degraded (8.726%), 9 pgs degraded (PG_DEGRADED) 2024-09-14T03:42:32.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:31 smithi154 ceph-mon[81546]: osdmap e491: 8 total, 7 up, 8 in 2024-09-14T03:42:32.436 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:31 smithi002 ceph-mon[87970]: pgmap v406: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 296 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.2 MiB/s wr, 12 op/s; 50/573 objects degraded (8.726%) 2024-09-14T03:42:32.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:31 smithi002 ceph-mon[87970]: Health check update: Degraded data redundancy: 50/573 objects degraded (8.726%), 9 pgs degraded (PG_DEGRADED) 2024-09-14T03:42:32.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:31 smithi002 ceph-mon[87970]: osdmap e491: 8 total, 7 up, 8 in 2024-09-14T03:42:32.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:31 smithi002 ceph-mon[89815]: pgmap v406: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 296 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.2 MiB/s wr, 12 op/s; 50/573 objects degraded (8.726%) 2024-09-14T03:42:32.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:31 smithi002 ceph-mon[89815]: Health check update: Degraded data redundancy: 50/573 objects degraded (8.726%), 9 pgs degraded (PG_DEGRADED) 2024-09-14T03:42:32.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:31 smithi002 ceph-mon[89815]: osdmap e491: 8 total, 7 up, 8 in 2024-09-14T03:42:32.460 INFO:tasks.rados.rados.0.smithi002.stdout:2090: done (2 left) 2024-09-14T03:42:32.460 INFO:tasks.rados.rados.0.smithi002.stdout:2091: done (1 left) 2024-09-14T03:42:32.460 INFO:tasks.rados.rados.0.smithi002.stdout:2092: done (0 left) 2024-09-14T03:42:32.460 INFO:tasks.rados.rados.0.smithi002.stdout:2093: snap_create 2024-09-14T03:42:32.976 INFO:tasks.rados.rados.0.smithi002.stdout:2093: done (0 left) 2024-09-14T03:42:32.977 INFO:tasks.rados.rados.0.smithi002.stdout:2094: copy_from oid 2 from oid 47 current snap is 210 2024-09-14T03:42:32.977 INFO:tasks.rados.rados.0.smithi002.stdout:2095: snap_remove snap 183 2024-09-14T03:42:33.436 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:42:33 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:42:33] "GET /metrics HTTP/1.1" 200 36363 "" "Prometheus/2.43.0" 2024-09-14T03:42:33.664 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:33 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:42:33.664 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:33 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:42:33.664 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:33 smithi154 ceph-mon[81546]: pgmap v408: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 303 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s; 50/567 objects degraded (8.818%) 2024-09-14T03:42:33.664 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:33 smithi154 ceph-mon[81546]: osdmap e492: 8 total, 7 up, 8 in 2024-09-14T03:42:33.664 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:33 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:42:33.664 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:33 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:42:33.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:33 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:42:33.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:33 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:42:33.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:33 smithi002 ceph-mon[87970]: pgmap v408: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 303 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s; 50/567 objects degraded (8.818%) 2024-09-14T03:42:33.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:33 smithi002 ceph-mon[87970]: osdmap e492: 8 total, 7 up, 8 in 2024-09-14T03:42:33.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:33 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:42:33.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:33 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:42:33.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:33 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:42:33.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:33 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:42:33.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:33 smithi002 ceph-mon[89815]: pgmap v408: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 303 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s; 50/567 objects degraded (8.818%) 2024-09-14T03:42:33.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:33 smithi002 ceph-mon[89815]: osdmap e492: 8 total, 7 up, 8 in 2024-09-14T03:42:33.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:33 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:42:33.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:33 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:42:33.983 INFO:tasks.rados.rados.0.smithi002.stdout:2095: done (1 left) 2024-09-14T03:42:33.984 INFO:tasks.rados.rados.0.smithi002.stdout:2096: rollback oid 25 current snap is 210 2024-09-14T03:42:33.984 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 25 to 200 2024-09-14T03:42:33.984 INFO:tasks.rados.rados.0.smithi002.stdout:2094: finishing copy_from racing read to smithi00278215-2 2024-09-14T03:42:33.984 INFO:tasks.rados.rados.0.smithi002.stdout:2094: finishing copy_from to smithi00278215-2 2024-09-14T03:42:33.984 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 2 v 2245 (ObjNum 623 snap 201 seq_num 623) dirty exists 2024-09-14T03:42:33.984 INFO:tasks.rados.rados.0.smithi002.stdout:2094: done (1 left) 2024-09-14T03:42:33.984 INFO:tasks.rados.rados.0.smithi002.stdout:2097: rmattr oid 50 current snap is 210 2024-09-14T03:42:33.984 INFO:tasks.rados.rados.0.smithi002.stdout:2097: done (1 left) 2024-09-14T03:42:33.984 INFO:tasks.rados.rados.0.smithi002.stdout:2098: read oid 10 snap 186 2024-09-14T03:42:33.984 INFO:tasks.rados.rados.0.smithi002.stdout:2098: expect (ObjNum 529 snap 166 seq_num 529) 2024-09-14T03:42:33.984 INFO:tasks.rados.rados.0.smithi002.stdout:2099: delete oid 38 current snap is 210 2024-09-14T03:42:33.996 INFO:tasks.rados.rados.0.smithi002.stdout:2096: finishing rollback tid 0 to smithi00278215-25 2024-09-14T03:42:33.996 INFO:tasks.rados.rados.0.smithi002.stdout:2096: finishing rollback tid 1 to smithi00278215-25 2024-09-14T03:42:33.997 INFO:tasks.rados.rados.0.smithi002.stdout:2096: finishing rollback tid 2 to smithi00278215-25 2024-09-14T03:42:33.997 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 281 (ObjNum 615 snap 198 seq_num 615) dirty exists 2024-09-14T03:42:34.000 INFO:tasks.rados.rados.0.smithi002.stdout:2096: done (2 left) 2024-09-14T03:42:34.000 INFO:tasks.rados.rados.0.smithi002.stdout:2099: done (1 left) 2024-09-14T03:42:34.000 INFO:tasks.rados.rados.0.smithi002.stdout:2100: read oid 36 snap -1 2024-09-14T03:42:34.000 INFO:tasks.rados.rados.0.smithi002.stdout:2100: expect (ObjNum 509 snap 160 seq_num 509) 2024-09-14T03:42:34.000 INFO:tasks.rados.rados.0.smithi002.stdout:2101: snap_create 2024-09-14T03:42:34.015 INFO:tasks.rados.rados.0.smithi002.stdout:2098: expect (ObjNum 529 snap 166 seq_num 529) 2024-09-14T03:42:34.288 INFO:tasks.rados.rados.0.smithi002.stdout:2100: expect (ObjNum 509 snap 160 seq_num 509) 2024-09-14T03:42:34.427 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:42:34 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6[95236]: 2024-09-14T03:42:34.100+0000 7fefc7945640 -1 osd.6 482 log_to_monitors true 2024-09-14T03:42:34.984 INFO:tasks.rados.rados.0.smithi002.stdout:2098: done (2 left) 2024-09-14T03:42:34.984 INFO:tasks.rados.rados.0.smithi002.stdout:2100: done (1 left) 2024-09-14T03:42:34.984 INFO:tasks.rados.rados.0.smithi002.stdout:2101: done (0 left) 2024-09-14T03:42:34.984 INFO:tasks.rados.rados.0.smithi002.stdout:2102: snap_remove snap 186 2024-09-14T03:42:35.012 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:34 smithi154 ceph-mon[81546]: osdmap e493: 8 total, 7 up, 8 in 2024-09-14T03:42:35.012 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:34 smithi154 ceph-mon[81546]: from='osd.6 [v2:172.21.15.154:6816/915438444,v1:172.21.15.154:6817/915438444]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-14T03:42:35.012 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:34 smithi154 ceph-mon[81546]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-14T03:42:35.436 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:34 smithi002 ceph-mon[87970]: osdmap e493: 8 total, 7 up, 8 in 2024-09-14T03:42:35.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:34 smithi002 ceph-mon[87970]: from='osd.6 [v2:172.21.15.154:6816/915438444,v1:172.21.15.154:6817/915438444]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-14T03:42:35.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:34 smithi002 ceph-mon[87970]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-14T03:42:35.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:34 smithi002 ceph-mon[89815]: osdmap e493: 8 total, 7 up, 8 in 2024-09-14T03:42:35.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:34 smithi002 ceph-mon[89815]: from='osd.6 [v2:172.21.15.154:6816/915438444,v1:172.21.15.154:6817/915438444]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-14T03:42:35.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:34 smithi002 ceph-mon[89815]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-14T03:42:35.477 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:42:35 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6[95236]: 2024-09-14T03:42:35.010+0000 7fefbb6e7640 -1 osd.6 482 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-14T03:42:35.997 INFO:tasks.rados.rados.0.smithi002.stdout:2102: done (0 left) 2024-09-14T03:42:35.997 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 8 current snap is 211 2024-09-14T03:42:35.997 INFO:tasks.rados.rados.0.smithi002.stdout:2103: seq_num 654 ranges {10772480=557056,11329536=630784,11960320=172032} 2024-09-14T03:42:36.057 INFO:tasks.rados.rados.0.smithi002.stdout:2103: writing smithi00278215-8 from 10772480 to 11329536 tid 1 2024-09-14T03:42:36.060 INFO:tasks.rados.rados.0.smithi002.stdout:2103: writing smithi00278215-8 from 11329536 to 11960320 tid 2 2024-09-14T03:42:36.061 INFO:tasks.rados.rados.0.smithi002.stdout:2103: writing smithi00278215-8 from 11960320 to 12132352 tid 3 2024-09-14T03:42:36.061 INFO:tasks.rados.rados.0.smithi002.stdout:2104: delete oid 12 current snap is 211 2024-09-14T03:42:36.063 INFO:tasks.rados.rados.0.smithi002.stdout:2103: finishing write tid 1 to smithi00278215-8 2024-09-14T03:42:36.065 INFO:tasks.rados.rados.0.smithi002.stdout:2103: finishing write tid 2 to smithi00278215-8 2024-09-14T03:42:36.065 INFO:tasks.rados.rados.0.smithi002.stdout:2103: finishing write tid 3 to smithi00278215-8 2024-09-14T03:42:36.066 INFO:tasks.rados.rados.0.smithi002.stdout:2103: finishing write tid 4 to smithi00278215-8 2024-09-14T03:42:36.067 INFO:tasks.rados.rados.0.smithi002.stdout:2103: finishing write tid 5 to smithi00278215-8 2024-09-14T03:42:36.068 INFO:tasks.rados.rados.0.smithi002.stdout:2103: oid 8 updating version 0 to 2208 2024-09-14T03:42:36.068 INFO:tasks.rados.rados.0.smithi002.stdout:2103: oid 8 updating version 2208 to 2210 2024-09-14T03:42:36.068 INFO:tasks.rados.rados.0.smithi002.stdout:2103: oid 8 updating version 2210 to 2211 2024-09-14T03:42:36.068 INFO:tasks.rados.rados.0.smithi002.stdout:2103: oid 8 version 2211 is already newer than 2209 2024-09-14T03:42:36.068 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 8 v 2211 (ObjNum 654 snap 211 seq_num 654) dirty exists 2024-09-14T03:42:36.068 INFO:tasks.rados.rados.0.smithi002.stdout:2103: left oid 8 (ObjNum 654 snap 211 seq_num 654) 2024-09-14T03:42:36.437 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:42:36 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: 2024-09-14T03:42:36.158+0000 7f19602b3640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2024-09-14T03:42:36.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:35 smithi002 ceph-mon[87970]: pgmap v411: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 303 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.5 MiB/s wr, 4 op/s; 50/561 objects degraded (8.913%) 2024-09-14T03:42:36.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:35 smithi002 ceph-mon[87970]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-14T03:42:36.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:35 smithi002 ceph-mon[87970]: osdmap e494: 8 total, 7 up, 8 in 2024-09-14T03:42:36.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:35 smithi002 ceph-mon[87970]: from='osd.6 [v2:172.21.15.154:6816/915438444,v1:172.21.15.154:6817/915438444]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi154", "root=default"]} : dispatch 2024-09-14T03:42:36.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:35 smithi002 ceph-mon[87970]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi154", "root=default"]} : dispatch 2024-09-14T03:42:36.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:35 smithi002 ceph-mon[89815]: pgmap v411: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 303 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.5 MiB/s wr, 4 op/s; 50/561 objects degraded (8.913%) 2024-09-14T03:42:36.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:35 smithi002 ceph-mon[89815]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-14T03:42:36.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:35 smithi002 ceph-mon[89815]: osdmap e494: 8 total, 7 up, 8 in 2024-09-14T03:42:36.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:35 smithi002 ceph-mon[89815]: from='osd.6 [v2:172.21.15.154:6816/915438444,v1:172.21.15.154:6817/915438444]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi154", "root=default"]} : dispatch 2024-09-14T03:42:36.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:35 smithi002 ceph-mon[89815]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi154", "root=default"]} : dispatch 2024-09-14T03:42:36.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:35 smithi154 ceph-mon[81546]: pgmap v411: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 303 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.5 MiB/s wr, 4 op/s; 50/561 objects degraded (8.913%) 2024-09-14T03:42:36.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:35 smithi154 ceph-mon[81546]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-14T03:42:36.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:35 smithi154 ceph-mon[81546]: osdmap e494: 8 total, 7 up, 8 in 2024-09-14T03:42:36.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:35 smithi154 ceph-mon[81546]: from='osd.6 [v2:172.21.15.154:6816/915438444,v1:172.21.15.154:6817/915438444]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi154", "root=default"]} : dispatch 2024-09-14T03:42:36.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:35 smithi154 ceph-mon[81546]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi154", "root=default"]} : dispatch 2024-09-14T03:42:37.044 INFO:tasks.rados.rados.0.smithi002.stdout:2103: done (1 left) 2024-09-14T03:42:37.045 INFO:tasks.rados.rados.0.smithi002.stdout:2104: done (0 left) 2024-09-14T03:42:37.045 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 38 current snap is 211 2024-09-14T03:42:37.045 INFO:tasks.rados.rados.0.smithi002.stdout:2105: seq_num 656 ranges {0=589824,589824=802816} 2024-09-14T03:42:37.047 INFO:tasks.rados.rados.0.smithi002.stdout:2105: writing smithi00278215-38 from 0 to 589824 tid 1 2024-09-14T03:42:37.053 INFO:tasks.rados.rados.0.smithi002.stdout:2105: writing smithi00278215-38 from 589824 to 1392640 tid 2 2024-09-14T03:42:37.053 INFO:tasks.rados.rados.0.smithi002.stdout:2106: delete oid 32 current snap is 211 2024-09-14T03:42:37.053 INFO:tasks.rados.rados.0.smithi002.stdout:2105: finishing write tid 1 to smithi00278215-38 2024-09-14T03:42:37.058 INFO:tasks.rados.rados.0.smithi002.stdout:2105: finishing write tid 2 to smithi00278215-38 2024-09-14T03:42:37.058 INFO:tasks.rados.rados.0.smithi002.stdout:2105: finishing write tid 3 to smithi00278215-38 2024-09-14T03:42:37.061 INFO:tasks.rados.rados.0.smithi002.stdout:2105: finishing write tid 4 to smithi00278215-38 2024-09-14T03:42:37.062 INFO:tasks.rados.rados.0.smithi002.stdout:2105: oid 38 updating version 0 to 2847 2024-09-14T03:42:37.062 INFO:tasks.rados.rados.0.smithi002.stdout:2105: oid 38 updating version 2847 to 2848 2024-09-14T03:42:37.062 INFO:tasks.rados.rados.0.smithi002.stdout:2105: oid 38 updating version 2848 to 2849 2024-09-14T03:42:37.062 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 2849 (ObjNum 656 snap 211 seq_num 656) dirty exists 2024-09-14T03:42:37.062 INFO:tasks.rados.rados.0.smithi002.stdout:2105: left oid 38 (ObjNum 656 snap 211 seq_num 656) 2024-09-14T03:42:37.062 INFO:tasks.rados.rados.0.smithi002.stdout:2105: done (1 left) 2024-09-14T03:42:37.062 INFO:tasks.rados.rados.0.smithi002.stdout:2106: done (0 left) 2024-09-14T03:42:37.062 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 34 current snap is 211 2024-09-14T03:42:37.062 INFO:tasks.rados.rados.0.smithi002.stdout:2107: seq_num 658 ranges {1261568=622592,1884160=565248,2449408=237568} 2024-09-14T03:42:37.072 INFO:tasks.rados.rados.0.smithi002.stdout:2107: writing smithi00278215-34 from 1261568 to 1884160 tid 1 2024-09-14T03:42:37.075 INFO:tasks.rados.rados.0.smithi002.stdout:2107: writing smithi00278215-34 from 1884160 to 2449408 tid 2 2024-09-14T03:42:37.077 INFO:tasks.rados.rados.0.smithi002.stdout:2107: writing smithi00278215-34 from 2449408 to 2686976 tid 3 2024-09-14T03:42:37.078 INFO:tasks.rados.rados.0.smithi002.stdout:2108: rmattr oid 23 current snap is 211 2024-09-14T03:42:37.078 INFO:tasks.rados.rados.0.smithi002.stdout:2108: done (1 left) 2024-09-14T03:42:37.078 INFO:tasks.rados.rados.0.smithi002.stdout:2109: copy_from oid 36 from oid 3 current snap is 211 2024-09-14T03:42:37.078 INFO:tasks.rados.rados.0.smithi002.stdout:2107: finishing write tid 1 to smithi00278215-34 2024-09-14T03:42:37.078 INFO:tasks.rados.rados.0.smithi002.stdout:2110: copy_from oid 18 from oid 45 current snap is 211 2024-09-14T03:42:37.078 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 7 current snap is 211 2024-09-14T03:42:37.078 INFO:tasks.rados.rados.0.smithi002.stdout:2111: seq_num 659 ranges {4554752=647168,5201920=450560,5652480=352256} 2024-09-14T03:42:37.106 INFO:tasks.rados.rados.0.smithi002.stdout:2111: writing smithi00278215-7 from 4554752 to 5201920 tid 1 2024-09-14T03:42:37.109 INFO:tasks.rados.rados.0.smithi002.stdout:2111: writing smithi00278215-7 from 5201920 to 5652480 tid 2 2024-09-14T03:42:37.112 INFO:tasks.rados.rados.0.smithi002.stdout:2111: writing smithi00278215-7 from 5652480 to 6004736 tid 3 2024-09-14T03:42:37.112 INFO:tasks.rados.rados.0.smithi002.stdout:2112: delete oid 47 current snap is 211 2024-09-14T03:42:37.112 INFO:tasks.rados.rados.0.smithi002.stdout:2109: finishing copy_from to smithi00278215-36 2024-09-14T03:42:37.112 INFO:tasks.rados.rados.0.smithi002.stdout:2109: got expected ENOENT (src dne) 2024-09-14T03:42:37.112 INFO:tasks.rados.rados.0.smithi002.stdout:2109: finishing copy_from racing read to smithi00278215-36 2024-09-14T03:42:37.112 INFO:tasks.rados.rados.0.smithi002.stdout:2107: finishing write tid 2 to smithi00278215-34 2024-09-14T03:42:37.113 INFO:tasks.rados.rados.0.smithi002.stdout:2107: finishing write tid 3 to smithi00278215-34 2024-09-14T03:42:37.113 INFO:tasks.rados.rados.0.smithi002.stdout:2107: finishing write tid 4 to smithi00278215-34 2024-09-14T03:42:37.113 INFO:tasks.rados.rados.0.smithi002.stdout:2107: finishing write tid 5 to smithi00278215-34 2024-09-14T03:42:37.113 INFO:tasks.rados.rados.0.smithi002.stdout:2107: oid 34 updating version 0 to 1960 2024-09-14T03:42:37.113 INFO:tasks.rados.rados.0.smithi002.stdout:2107: oid 34 updating version 1960 to 1961 2024-09-14T03:42:37.113 INFO:tasks.rados.rados.0.smithi002.stdout:2107: oid 34 version 1961 is already newer than 1959 2024-09-14T03:42:37.113 INFO:tasks.rados.rados.0.smithi002.stdout:2107: oid 34 version 1961 is already newer than 1958 2024-09-14T03:42:37.113 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 34 v 1961 (ObjNum 658 snap 211 seq_num 658) dirty exists 2024-09-14T03:42:37.113 INFO:tasks.rados.rados.0.smithi002.stdout:2107: left oid 34 (ObjNum 658 snap 211 seq_num 658) 2024-09-14T03:42:37.113 INFO:tasks.rados.rados.0.smithi002.stdout:2110: finishing copy_from racing read to smithi00278215-18 2024-09-14T03:42:37.113 INFO:tasks.rados.rados.0.smithi002.stdout:2110: finishing copy_from to smithi00278215-18 2024-09-14T03:42:37.113 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 1294 (ObjNum 645 snap 206 seq_num 645) dirty exists 2024-09-14T03:42:37.113 INFO:tasks.rados.rados.0.smithi002.stdout:2111: finishing write tid 1 to smithi00278215-7 2024-09-14T03:42:37.114 INFO:tasks.rados.rados.0.smithi002.stdout:2107: done (4 left) 2024-09-14T03:42:37.114 INFO:tasks.rados.rados.0.smithi002.stdout:2109: done (3 left) 2024-09-14T03:42:37.114 INFO:tasks.rados.rados.0.smithi002.stdout:2110: done (2 left) 2024-09-14T03:42:37.114 INFO:tasks.rados.rados.0.smithi002.stdout:2112: done (1 left) 2024-09-14T03:42:37.115 INFO:tasks.rados.rados.0.smithi002.stdout:2113: read oid 29 snap -1 2024-09-14T03:42:37.115 INFO:tasks.rados.rados.0.smithi002.stdout:2113: expect (ObjNum 618 snap 200 seq_num 618) 2024-09-14T03:42:37.115 INFO:tasks.rados.rados.0.smithi002.stdout:2114: delete oid 40 current snap is 211 2024-09-14T03:42:37.116 INFO:tasks.rados.rados.0.smithi002.stdout:2111: finishing write tid 2 to smithi00278215-7 2024-09-14T03:42:37.116 INFO:tasks.rados.rados.0.smithi002.stdout:2111: finishing write tid 3 to smithi00278215-7 2024-09-14T03:42:37.116 INFO:tasks.rados.rados.0.smithi002.stdout:2111: finishing write tid 4 to smithi00278215-7 2024-09-14T03:42:37.116 INFO:tasks.rados.rados.0.smithi002.stdout:2114: done (2 left) 2024-09-14T03:42:37.116 INFO:tasks.rados.rados.0.smithi002.stdout:2115: snap_create 2024-09-14T03:42:37.119 INFO:tasks.rados.rados.0.smithi002.stdout:2111: finishing write tid 5 to smithi00278215-7 2024-09-14T03:42:37.119 INFO:tasks.rados.rados.0.smithi002.stdout:2111: oid 7 updating version 0 to 2855 2024-09-14T03:42:37.119 INFO:tasks.rados.rados.0.smithi002.stdout:2111: oid 7 version 2855 is already newer than 2853 2024-09-14T03:42:37.119 INFO:tasks.rados.rados.0.smithi002.stdout:2111: oid 7 updating version 2855 to 2856 2024-09-14T03:42:37.119 INFO:tasks.rados.rados.0.smithi002.stdout:2111: oid 7 version 2856 is already newer than 2854 2024-09-14T03:42:37.120 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 2856 (ObjNum 659 snap 211 seq_num 659) dirty exists 2024-09-14T03:42:37.120 INFO:tasks.rados.rados.0.smithi002.stdout:2111: left oid 7 (ObjNum 659 snap 211 seq_num 659) 2024-09-14T03:42:37.125 INFO:tasks.rados.rados.0.smithi002.stdout:2113: expect (ObjNum 618 snap 200 seq_num 618) 2024-09-14T03:42:37.338 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:36 smithi002 ceph-mon[87970]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-14T03:42:37.338 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:36 smithi002 ceph-mon[87970]: osd.6 [v2:172.21.15.154:6816/915438444,v1:172.21.15.154:6817/915438444] boot 2024-09-14T03:42:37.339 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:36 smithi002 ceph-mon[87970]: osdmap e495: 8 total, 8 up, 8 in 2024-09-14T03:42:37.339 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:36 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-09-14T03:42:37.339 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:36 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:42:37.339 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:36 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:42:37.339 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:36 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:42:37.339 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:36 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:42:37.339 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:36 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:42:37.339 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:36 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:42:37.339 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:36 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:42:37.339 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:36 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:42:37.339 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:36 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:42:37.339 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:36 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-14T03:42:37.340 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:36 smithi002 ceph-mon[87970]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-14T03:42:37.340 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:36 smithi002 ceph-mon[87970]: Upgrade: unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2024-09-14T03:42:37.340 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:36 smithi002 ceph-mon[87970]: osdmap e496: 8 total, 8 up, 8 in 2024-09-14T03:42:37.340 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:36 smithi002 ceph-mon[89815]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-14T03:42:37.340 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:36 smithi002 ceph-mon[89815]: osd.6 [v2:172.21.15.154:6816/915438444,v1:172.21.15.154:6817/915438444] boot 2024-09-14T03:42:37.340 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:36 smithi002 ceph-mon[89815]: osdmap e495: 8 total, 8 up, 8 in 2024-09-14T03:42:37.340 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:36 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-09-14T03:42:37.340 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:36 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:42:37.340 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:36 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:42:37.340 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:36 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:42:37.340 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:36 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:42:37.341 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:36 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:42:37.341 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:36 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:42:37.341 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:36 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:42:37.341 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:36 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:42:37.341 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:36 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:42:37.341 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:36 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-14T03:42:37.341 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:36 smithi002 ceph-mon[89815]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-14T03:42:37.341 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:36 smithi002 ceph-mon[89815]: Upgrade: unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2024-09-14T03:42:37.341 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:36 smithi002 ceph-mon[89815]: osdmap e496: 8 total, 8 up, 8 in 2024-09-14T03:42:37.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:36 smithi154 ceph-mon[81546]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-14T03:42:37.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:36 smithi154 ceph-mon[81546]: osd.6 [v2:172.21.15.154:6816/915438444,v1:172.21.15.154:6817/915438444] boot 2024-09-14T03:42:37.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:36 smithi154 ceph-mon[81546]: osdmap e495: 8 total, 8 up, 8 in 2024-09-14T03:42:37.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:36 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-09-14T03:42:37.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:36 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:42:37.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:36 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:42:37.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:36 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:42:37.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:36 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:42:37.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:36 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:42:37.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:36 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:42:37.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:36 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:42:37.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:36 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:42:37.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:36 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:42:37.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:36 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-14T03:42:37.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:36 smithi154 ceph-mon[81546]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-14T03:42:37.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:36 smithi154 ceph-mon[81546]: Upgrade: unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2024-09-14T03:42:37.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:36 smithi154 ceph-mon[81546]: osdmap e496: 8 total, 8 up, 8 in 2024-09-14T03:42:38.082 INFO:tasks.rados.rados.0.smithi002.stdout:2111: done (2 left) 2024-09-14T03:42:38.083 INFO:tasks.rados.rados.0.smithi002.stdout:2113: done (1 left) 2024-09-14T03:42:38.083 INFO:tasks.rados.rados.0.smithi002.stdout:2115: done (0 left) 2024-09-14T03:42:38.083 INFO:tasks.rados.rados.0.smithi002.stdout:2116: delete oid 9 current snap is 212 2024-09-14T03:42:38.086 INFO:tasks.rados.rados.0.smithi002.stdout:2116: done (0 left) 2024-09-14T03:42:38.087 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 39 current snap is 212 2024-09-14T03:42:38.087 INFO:tasks.rados.rados.0.smithi002.stdout:2117: seq_num 663 ranges {0=712704,712704=442368,1155072=360448} 2024-09-14T03:42:38.090 INFO:tasks.rados.rados.0.smithi002.stdout:2117: writing smithi00278215-39 from 0 to 712704 tid 1 2024-09-14T03:42:38.093 INFO:tasks.rados.rados.0.smithi002.stdout:2117: writing smithi00278215-39 from 712704 to 1155072 tid 2 2024-09-14T03:42:38.095 INFO:tasks.rados.rados.0.smithi002.stdout:2117: writing smithi00278215-39 from 1155072 to 1515520 tid 3 2024-09-14T03:42:38.095 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 47 current snap is 212 2024-09-14T03:42:38.095 INFO:tasks.rados.rados.0.smithi002.stdout:2118: seq_num 664 ranges {0=729088,729088=729088,1458176=73728} 2024-09-14T03:42:38.099 INFO:tasks.rados.rados.0.smithi002.stdout:2118: writing smithi00278215-47 from 0 to 729088 tid 1 2024-09-14T03:42:38.103 INFO:tasks.rados.rados.0.smithi002.stdout:2118: writing smithi00278215-47 from 729088 to 1458176 tid 2 2024-09-14T03:42:38.104 INFO:tasks.rados.rados.0.smithi002.stdout:2118: writing smithi00278215-47 from 1458176 to 1531904 tid 3 2024-09-14T03:42:38.104 INFO:tasks.rados.rados.0.smithi002.stdout:2119: read oid 32 snap -1 2024-09-14T03:42:38.105 INFO:tasks.rados.rados.0.smithi002.stdout:2119: expect deleted 2024-09-14T03:42:38.105 INFO:tasks.rados.rados.0.smithi002.stdout:2120: snap_create 2024-09-14T03:42:38.105 INFO:tasks.rados.rados.0.smithi002.stdout:2117: finishing write tid 1 to smithi00278215-39 2024-09-14T03:42:38.105 INFO:tasks.rados.rados.0.smithi002.stdout:2117: finishing write tid 2 to smithi00278215-39 2024-09-14T03:42:38.105 INFO:tasks.rados.rados.0.smithi002.stdout:2117: finishing write tid 3 to smithi00278215-39 2024-09-14T03:42:38.105 INFO:tasks.rados.rados.0.smithi002.stdout:2117: finishing write tid 4 to smithi00278215-39 2024-09-14T03:42:38.105 INFO:tasks.rados.rados.0.smithi002.stdout:2117: finishing write tid 5 to smithi00278215-39 2024-09-14T03:42:38.105 INFO:tasks.rados.rados.0.smithi002.stdout:2117: oid 39 updating version 0 to 2716 2024-09-14T03:42:38.105 INFO:tasks.rados.rados.0.smithi002.stdout:2117: oid 39 updating version 2716 to 2717 2024-09-14T03:42:38.105 INFO:tasks.rados.rados.0.smithi002.stdout:2117: oid 39 updating version 2717 to 2718 2024-09-14T03:42:38.105 INFO:tasks.rados.rados.0.smithi002.stdout:2117: oid 39 version 2718 is already newer than 2715 2024-09-14T03:42:38.105 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 39 v 2718 (ObjNum 663 snap 212 seq_num 663) dirty exists 2024-09-14T03:42:38.105 INFO:tasks.rados.rados.0.smithi002.stdout:2117: left oid 39 (ObjNum 663 snap 212 seq_num 663) 2024-09-14T03:42:38.109 INFO:tasks.rados.rados.0.smithi002.stdout:2118: finishing write tid 1 to smithi00278215-47 2024-09-14T03:42:38.109 INFO:tasks.rados.rados.0.smithi002.stdout:2118: finishing write tid 2 to smithi00278215-47 2024-09-14T03:42:38.109 INFO:tasks.rados.rados.0.smithi002.stdout:2118: finishing write tid 3 to smithi00278215-47 2024-09-14T03:42:38.111 INFO:tasks.rados.rados.0.smithi002.stdout:2118: finishing write tid 4 to smithi00278215-47 2024-09-14T03:42:38.112 INFO:tasks.rados.rados.0.smithi002.stdout:2118: finishing write tid 5 to smithi00278215-47 2024-09-14T03:42:38.112 INFO:tasks.rados.rados.0.smithi002.stdout:2118: oid 47 updating version 0 to 2264 2024-09-14T03:42:38.112 INFO:tasks.rados.rados.0.smithi002.stdout:2118: oid 47 updating version 2264 to 2267 2024-09-14T03:42:38.112 INFO:tasks.rados.rados.0.smithi002.stdout:2118: oid 47 version 2267 is already newer than 2266 2024-09-14T03:42:38.112 INFO:tasks.rados.rados.0.smithi002.stdout:2118: oid 47 version 2267 is already newer than 2265 2024-09-14T03:42:38.113 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 2267 (ObjNum 664 snap 212 seq_num 664) dirty exists 2024-09-14T03:42:38.113 INFO:tasks.rados.rados.0.smithi002.stdout:2118: left oid 47 (ObjNum 664 snap 212 seq_num 664) 2024-09-14T03:42:38.436 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:37 smithi002 ceph-mon[87970]: pgmap v414: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 304 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 206 KiB/s wr, 2 op/s; 50/567 objects degraded (8.818%) 2024-09-14T03:42:38.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:37 smithi002 ceph-mon[87970]: Health check update: Degraded data redundancy: 50/567 objects degraded (8.818%), 9 pgs degraded (PG_DEGRADED) 2024-09-14T03:42:38.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:37 smithi002 ceph-mon[89815]: pgmap v414: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 304 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 206 KiB/s wr, 2 op/s; 50/567 objects degraded (8.818%) 2024-09-14T03:42:38.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:37 smithi002 ceph-mon[89815]: Health check update: Degraded data redundancy: 50/567 objects degraded (8.818%), 9 pgs degraded (PG_DEGRADED) 2024-09-14T03:42:38.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:37 smithi154 ceph-mon[81546]: pgmap v414: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 304 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 206 KiB/s wr, 2 op/s; 50/567 objects degraded (8.818%) 2024-09-14T03:42:38.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:37 smithi154 ceph-mon[81546]: Health check update: Degraded data redundancy: 50/567 objects degraded (8.818%), 9 pgs degraded (PG_DEGRADED) 2024-09-14T03:42:39.090 INFO:tasks.rados.rados.0.smithi002.stdout:2117: done (3 left) 2024-09-14T03:42:39.090 INFO:tasks.rados.rados.0.smithi002.stdout:2118: done (2 left) 2024-09-14T03:42:39.090 INFO:tasks.rados.rados.0.smithi002.stdout:2119: done (1 left) 2024-09-14T03:42:39.090 INFO:tasks.rados.rados.0.smithi002.stdout:2120: done (0 left) 2024-09-14T03:42:39.090 INFO:tasks.rados.rados.0.smithi002.stdout:2121: copy_from oid 23 from oid 48 current snap is 213 2024-09-14T03:42:39.090 INFO:tasks.rados.rados.0.smithi002.stdout:2122: delete oid 40 current snap is 213 2024-09-14T03:42:39.093 INFO:tasks.rados.rados.0.smithi002.stdout:2122: done (1 left) 2024-09-14T03:42:39.093 INFO:tasks.rados.rados.0.smithi002.stdout:2123: snap_remove snap 203 2024-09-14T03:42:39.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:39 smithi002 ceph-mon[87970]: osdmap e497: 8 total, 8 up, 8 in 2024-09-14T03:42:39.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:39 smithi002 ceph-mon[89815]: osdmap e497: 8 total, 8 up, 8 in 2024-09-14T03:42:39.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:39 smithi154 ceph-mon[81546]: osdmap e497: 8 total, 8 up, 8 in 2024-09-14T03:42:40.096 INFO:tasks.rados.rados.0.smithi002.stdout:2123: done (1 left) 2024-09-14T03:42:40.096 INFO:tasks.rados.rados.0.smithi002.stdout:2124: setattr oid 37 current snap is 213 2024-09-14T03:42:40.097 INFO:tasks.rados.rados.0.smithi002.stdout:2121: finishing copy_from racing read to smithi00278215-23 2024-09-14T03:42:40.097 INFO:tasks.rados.rados.0.smithi002.stdout:2121: finishing copy_from to smithi00278215-23 2024-09-14T03:42:40.097 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 1242 (ObjNum 543 snap 170 seq_num 543) dirty exists 2024-09-14T03:42:40.098 INFO:tasks.rados.rados.0.smithi002.stdout:2121: done (1 left) 2024-09-14T03:42:40.098 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 46 current snap is 213 2024-09-14T03:42:40.098 INFO:tasks.rados.rados.0.smithi002.stdout:2125: seq_num 666 ranges {991232=761856,1753088=491520,2244608=311296} 2024-09-14T03:42:40.109 INFO:tasks.rados.rados.0.smithi002.stdout:2125: writing smithi00278215-46 from 991232 to 1753088 tid 1 2024-09-14T03:42:40.113 INFO:tasks.rados.rados.0.smithi002.stdout:2125: writing smithi00278215-46 from 1753088 to 2244608 tid 2 2024-09-14T03:42:40.115 INFO:tasks.rados.rados.0.smithi002.stdout:2125: writing smithi00278215-46 from 2244608 to 2555904 tid 3 2024-09-14T03:42:40.115 INFO:tasks.rados.rados.0.smithi002.stdout:2126: delete oid 23 current snap is 213 2024-09-14T03:42:40.115 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 37 v 2719 (ObjNum 651 snap 208 seq_num 651) dirty exists 2024-09-14T03:42:40.116 INFO:tasks.rados.rados.0.smithi002.stdout:2125: finishing write tid 1 to smithi00278215-46 2024-09-14T03:42:40.118 INFO:tasks.rados.rados.0.smithi002.stdout:2125: finishing write tid 2 to smithi00278215-46 2024-09-14T03:42:40.119 INFO:tasks.rados.rados.0.smithi002.stdout:2124: done (2 left) 2024-09-14T03:42:40.120 INFO:tasks.rados.rados.0.smithi002.stdout:2126: done (1 left) 2024-09-14T03:42:40.120 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 26 current snap is 213 2024-09-14T03:42:40.120 INFO:tasks.rados.rados.0.smithi002.stdout:2127: seq_num 668 ranges {0=794624,794624=663552,1458176=139264} 2024-09-14T03:42:40.124 INFO:tasks.rados.rados.0.smithi002.stdout:2127: writing smithi00278215-26 from 0 to 794624 tid 1 2024-09-14T03:42:40.128 INFO:tasks.rados.rados.0.smithi002.stdout:2127: writing smithi00278215-26 from 794624 to 1458176 tid 2 2024-09-14T03:42:40.130 INFO:tasks.rados.rados.0.smithi002.stdout:2127: writing smithi00278215-26 from 1458176 to 1597440 tid 3 2024-09-14T03:42:40.130 INFO:tasks.rados.rados.0.smithi002.stdout:2128: snap_remove snap 201 2024-09-14T03:42:40.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:40 smithi002 ceph-mon[89815]: pgmap v417: 121 pgs: 6 peering, 29 active+undersized, 8 active+undersized+degraded, 78 active+clean; 289 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 206 KiB/s wr, 3 op/s; 49/543 objects degraded (9.024%) 2024-09-14T03:42:40.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:40 smithi002 ceph-mon[89815]: osdmap e498: 8 total, 8 up, 8 in 2024-09-14T03:42:40.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:40 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:42:40.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:40 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:42:40.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:40 smithi002 ceph-mon[87970]: pgmap v417: 121 pgs: 6 peering, 29 active+undersized, 8 active+undersized+degraded, 78 active+clean; 289 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 206 KiB/s wr, 3 op/s; 49/543 objects degraded (9.024%) 2024-09-14T03:42:40.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:40 smithi002 ceph-mon[87970]: osdmap e498: 8 total, 8 up, 8 in 2024-09-14T03:42:40.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:40 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:42:40.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:40 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:42:40.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:40 smithi154 ceph-mon[81546]: pgmap v417: 121 pgs: 6 peering, 29 active+undersized, 8 active+undersized+degraded, 78 active+clean; 289 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 206 KiB/s wr, 3 op/s; 49/543 objects degraded (9.024%) 2024-09-14T03:42:40.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:40 smithi154 ceph-mon[81546]: osdmap e498: 8 total, 8 up, 8 in 2024-09-14T03:42:40.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:40 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:42:40.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:40 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:42:41.103 INFO:tasks.rados.rados.0.smithi002.stdout:2128: done (2 left) 2024-09-14T03:42:41.104 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 9 current snap is 213 2024-09-14T03:42:41.104 INFO:tasks.rados.rados.0.smithi002.stdout:2129: seq_num 669 ranges {0=409600,409600=548864,958464=655360} 2024-09-14T03:42:41.106 INFO:tasks.rados.rados.0.smithi002.stdout:2129: writing smithi00278215-9 from 0 to 409600 tid 1 2024-09-14T03:42:41.110 INFO:tasks.rados.rados.0.smithi002.stdout:2129: writing smithi00278215-9 from 409600 to 958464 tid 2 2024-09-14T03:42:41.117 INFO:tasks.rados.rados.0.smithi002.stdout:2129: writing smithi00278215-9 from 958464 to 1613824 tid 3 2024-09-14T03:42:41.117 INFO:tasks.rados.rados.0.smithi002.stdout:2130: snap_create 2024-09-14T03:42:41.117 INFO:tasks.rados.rados.0.smithi002.stdout:2125: finishing write tid 3 to smithi00278215-46 2024-09-14T03:42:41.117 INFO:tasks.rados.rados.0.smithi002.stdout:2125: finishing write tid 4 to smithi00278215-46 2024-09-14T03:42:41.117 INFO:tasks.rados.rados.0.smithi002.stdout:2125: finishing write tid 5 to smithi00278215-46 2024-09-14T03:42:41.117 INFO:tasks.rados.rados.0.smithi002.stdout:2125: oid 46 updating version 0 to 366 2024-09-14T03:42:41.117 INFO:tasks.rados.rados.0.smithi002.stdout:2125: oid 46 updating version 366 to 367 2024-09-14T03:42:41.117 INFO:tasks.rados.rados.0.smithi002.stdout:2125: oid 46 updating version 367 to 369 2024-09-14T03:42:41.117 INFO:tasks.rados.rados.0.smithi002.stdout:2125: oid 46 version 369 is already newer than 368 2024-09-14T03:42:41.117 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 46 v 369 (ObjNum 666 snap 213 seq_num 666) dirty exists 2024-09-14T03:42:41.117 INFO:tasks.rados.rados.0.smithi002.stdout:2125: left oid 46 (ObjNum 666 snap 213 seq_num 666) 2024-09-14T03:42:41.117 INFO:tasks.rados.rados.0.smithi002.stdout:2127: finishing write tid 1 to smithi00278215-26 2024-09-14T03:42:41.118 INFO:tasks.rados.rados.0.smithi002.stdout:2127: finishing write tid 2 to smithi00278215-26 2024-09-14T03:42:41.118 INFO:tasks.rados.rados.0.smithi002.stdout:2127: finishing write tid 3 to smithi00278215-26 2024-09-14T03:42:41.118 INFO:tasks.rados.rados.0.smithi002.stdout:2127: finishing write tid 4 to smithi00278215-26 2024-09-14T03:42:41.118 INFO:tasks.rados.rados.0.smithi002.stdout:2127: finishing write tid 5 to smithi00278215-26 2024-09-14T03:42:41.118 INFO:tasks.rados.rados.0.smithi002.stdout:2127: oid 26 updating version 0 to 2651 2024-09-14T03:42:41.118 INFO:tasks.rados.rados.0.smithi002.stdout:2127: oid 26 updating version 2651 to 2653 2024-09-14T03:42:41.118 INFO:tasks.rados.rados.0.smithi002.stdout:2127: oid 26 updating version 2653 to 2654 2024-09-14T03:42:41.118 INFO:tasks.rados.rados.0.smithi002.stdout:2127: oid 26 version 2654 is already newer than 2652 2024-09-14T03:42:41.118 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 2654 (ObjNum 668 snap 213 seq_num 668) dirty exists 2024-09-14T03:42:41.118 INFO:tasks.rados.rados.0.smithi002.stdout:2127: left oid 26 (ObjNum 668 snap 213 seq_num 668) 2024-09-14T03:42:41.124 INFO:tasks.rados.rados.0.smithi002.stdout:2129: finishing write tid 1 to smithi00278215-9 2024-09-14T03:42:41.124 INFO:tasks.rados.rados.0.smithi002.stdout:2129: finishing write tid 2 to smithi00278215-9 2024-09-14T03:42:41.125 INFO:tasks.rados.rados.0.smithi002.stdout:2129: finishing write tid 3 to smithi00278215-9 2024-09-14T03:42:41.125 INFO:tasks.rados.rados.0.smithi002.stdout:2129: finishing write tid 4 to smithi00278215-9 2024-09-14T03:42:41.130 INFO:tasks.rados.rados.0.smithi002.stdout:2129: finishing write tid 5 to smithi00278215-9 2024-09-14T03:42:41.130 INFO:tasks.rados.rados.0.smithi002.stdout:2129: oid 9 updating version 0 to 2720 2024-09-14T03:42:41.130 INFO:tasks.rados.rados.0.smithi002.stdout:2129: oid 9 updating version 2720 to 2723 2024-09-14T03:42:41.130 INFO:tasks.rados.rados.0.smithi002.stdout:2129: oid 9 version 2723 is already newer than 2721 2024-09-14T03:42:41.130 INFO:tasks.rados.rados.0.smithi002.stdout:2129: oid 9 version 2723 is already newer than 2722 2024-09-14T03:42:41.130 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 9 v 2723 (ObjNum 669 snap 213 seq_num 669) dirty exists 2024-09-14T03:42:41.130 INFO:tasks.rados.rados.0.smithi002.stdout:2129: left oid 9 (ObjNum 669 snap 213 seq_num 669) 2024-09-14T03:42:41.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:41 smithi002 ceph-mon[87970]: osdmap e499: 8 total, 8 up, 8 in 2024-09-14T03:42:41.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:41 smithi002 ceph-mon[89815]: osdmap e499: 8 total, 8 up, 8 in 2024-09-14T03:42:41.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:41 smithi154 ceph-mon[81546]: osdmap e499: 8 total, 8 up, 8 in 2024-09-14T03:42:42.107 INFO:tasks.rados.rados.0.smithi002.stdout:2125: done (3 left) 2024-09-14T03:42:42.107 INFO:tasks.rados.rados.0.smithi002.stdout:2127: done (2 left) 2024-09-14T03:42:42.107 INFO:tasks.rados.rados.0.smithi002.stdout:2129: done (1 left) 2024-09-14T03:42:42.107 INFO:tasks.rados.rados.0.smithi002.stdout:2130: done (0 left) 2024-09-14T03:42:42.107 INFO:tasks.rados.rados.0.smithi002.stdout:2131: rollback oid 36 current snap is 214 2024-09-14T03:42:42.107 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 36 to 211 2024-09-14T03:42:42.107 INFO:tasks.rados.rados.0.smithi002.stdout:2132: snap_create 2024-09-14T03:42:42.114 INFO:tasks.rados.rados.0.smithi002.stdout:2131: finishing rollback tid 0 to smithi00278215-36 2024-09-14T03:42:42.114 INFO:tasks.rados.rados.0.smithi002.stdout:2131: finishing rollback tid 1 to smithi00278215-36 2024-09-14T03:42:42.114 INFO:tasks.rados.rados.0.smithi002.stdout:2131: finishing rollback tid 2 to smithi00278215-36 2024-09-14T03:42:42.114 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 36 v 1831 (ObjNum 509 snap 160 seq_num 509) dirty exists 2024-09-14T03:42:42.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:42 smithi002 ceph-mon[87970]: pgmap v420: 121 pgs: 6 peering, 5 active+undersized, 1 active+undersized+degraded, 109 active+clean; 291 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s; 8/528 objects degraded (1.515%); 2.7 MiB/s, 1 objects/s recovering 2024-09-14T03:42:42.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:42 smithi002 ceph-mon[87970]: osdmap e500: 8 total, 8 up, 8 in 2024-09-14T03:42:42.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:42 smithi002 ceph-mon[89815]: pgmap v420: 121 pgs: 6 peering, 5 active+undersized, 1 active+undersized+degraded, 109 active+clean; 291 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s; 8/528 objects degraded (1.515%); 2.7 MiB/s, 1 objects/s recovering 2024-09-14T03:42:42.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:42 smithi002 ceph-mon[89815]: osdmap e500: 8 total, 8 up, 8 in 2024-09-14T03:42:42.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:42 smithi154 ceph-mon[81546]: pgmap v420: 121 pgs: 6 peering, 5 active+undersized, 1 active+undersized+degraded, 109 active+clean; 291 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s; 8/528 objects degraded (1.515%); 2.7 MiB/s, 1 objects/s recovering 2024-09-14T03:42:42.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:42 smithi154 ceph-mon[81546]: osdmap e500: 8 total, 8 up, 8 in 2024-09-14T03:42:43.112 INFO:tasks.rados.rados.0.smithi002.stdout:2131: done (1 left) 2024-09-14T03:42:43.112 INFO:tasks.rados.rados.0.smithi002.stdout:2132: done (0 left) 2024-09-14T03:42:43.112 INFO:tasks.rados.rados.0.smithi002.stdout:2133: read oid 4 snap 200 2024-09-14T03:42:43.113 INFO:tasks.rados.rados.0.smithi002.stdout:2133: expect (ObjNum 577 snap 181 seq_num 577) 2024-09-14T03:42:43.113 INFO:tasks.rados.rados.0.smithi002.stdout:2134: snap_remove snap 212 2024-09-14T03:42:43.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:43 smithi002 ceph-mon[87970]: osdmap e501: 8 total, 8 up, 8 in 2024-09-14T03:42:43.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:43 smithi002 ceph-mon[87970]: Health check update: Degraded data redundancy: 8/528 objects degraded (1.515%), 1 pg degraded (PG_DEGRADED) 2024-09-14T03:42:43.437 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:42:43 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:42:43] "GET /metrics HTTP/1.1" 200 36214 "" "Prometheus/2.43.0" 2024-09-14T03:42:43.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:43 smithi002 ceph-mon[89815]: osdmap e501: 8 total, 8 up, 8 in 2024-09-14T03:42:43.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:43 smithi002 ceph-mon[89815]: Health check update: Degraded data redundancy: 8/528 objects degraded (1.515%), 1 pg degraded (PG_DEGRADED) 2024-09-14T03:42:43.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:43 smithi154 ceph-mon[81546]: osdmap e501: 8 total, 8 up, 8 in 2024-09-14T03:42:43.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:43 smithi154 ceph-mon[81546]: Health check update: Degraded data redundancy: 8/528 objects degraded (1.515%), 1 pg degraded (PG_DEGRADED) 2024-09-14T03:42:44.121 INFO:tasks.rados.rados.0.smithi002.stdout:2134: done (1 left) 2024-09-14T03:42:44.121 INFO:tasks.rados.rados.0.smithi002.stdout:2135: setattr oid 49 current snap is 215 2024-09-14T03:42:44.121 INFO:tasks.rados.rados.0.smithi002.stdout:2133: expect (ObjNum 577 snap 181 seq_num 577) 2024-09-14T03:42:44.341 INFO:tasks.rados.rados.0.smithi002.stdout:2133: done (1 left) 2024-09-14T03:42:44.341 INFO:tasks.rados.rados.0.smithi002.stdout:2136: snap_remove snap 209 2024-09-14T03:42:44.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:44 smithi002 ceph-mon[87970]: pgmap v423: 121 pgs: 121 active+clean; 298 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 4.5 MiB/s wr, 16 op/s; 2.7 MiB/s, 1 objects/s recovering 2024-09-14T03:42:44.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:44 smithi002 ceph-mon[87970]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 8/528 objects degraded (1.515%), 1 pg degraded) 2024-09-14T03:42:44.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:44 smithi002 ceph-mon[87970]: Cluster is now healthy 2024-09-14T03:42:44.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:44 smithi002 ceph-mon[87970]: osdmap e502: 8 total, 8 up, 8 in 2024-09-14T03:42:44.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:44 smithi002 ceph-mon[89815]: pgmap v423: 121 pgs: 121 active+clean; 298 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 4.5 MiB/s wr, 16 op/s; 2.7 MiB/s, 1 objects/s recovering 2024-09-14T03:42:44.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:44 smithi002 ceph-mon[89815]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 8/528 objects degraded (1.515%), 1 pg degraded) 2024-09-14T03:42:44.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:44 smithi002 ceph-mon[89815]: Cluster is now healthy 2024-09-14T03:42:44.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:44 smithi002 ceph-mon[89815]: osdmap e502: 8 total, 8 up, 8 in 2024-09-14T03:42:44.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:44 smithi154 ceph-mon[81546]: pgmap v423: 121 pgs: 121 active+clean; 298 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 4.5 MiB/s wr, 16 op/s; 2.7 MiB/s, 1 objects/s recovering 2024-09-14T03:42:44.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:44 smithi154 ceph-mon[81546]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 8/528 objects degraded (1.515%), 1 pg degraded) 2024-09-14T03:42:44.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:44 smithi154 ceph-mon[81546]: Cluster is now healthy 2024-09-14T03:42:44.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:44 smithi154 ceph-mon[81546]: osdmap e502: 8 total, 8 up, 8 in 2024-09-14T03:42:45.127 INFO:tasks.rados.rados.0.smithi002.stdout:2136: done (1 left) 2024-09-14T03:42:45.156 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 41 current snap is 215 2024-09-14T03:42:45.156 INFO:tasks.rados.rados.0.smithi002.stdout:2137: seq_num 670 ranges {4063232=425984,4489216=483328,4972544=507904,5480448=212992} 2024-09-14T03:42:45.157 INFO:tasks.rados.rados.0.smithi002.stdout:2137: writing smithi00278215-41 from 4063232 to 4489216 tid 1 2024-09-14T03:42:45.157 INFO:tasks.rados.rados.0.smithi002.stdout:2137: writing smithi00278215-41 from 4489216 to 4972544 tid 2 2024-09-14T03:42:45.158 INFO:tasks.rados.rados.0.smithi002.stdout:2137: writing smithi00278215-41 from 4972544 to 5480448 tid 3 2024-09-14T03:42:45.161 INFO:tasks.rados.rados.0.smithi002.stdout:2137: writing smithi00278215-41 from 5480448 to 5693440 tid 4 2024-09-14T03:42:45.161 INFO:tasks.rados.rados.0.smithi002.stdout:2138: copy_from oid 47 from oid 44 current snap is 215 2024-09-14T03:42:45.161 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 1962 (ObjNum 65 snap 0 seq_num 1415138918) dirty exists 2024-09-14T03:42:45.161 INFO:tasks.rados.rados.0.smithi002.stdout:2137: finishing write tid 1 to smithi00278215-41 2024-09-14T03:42:45.161 INFO:tasks.rados.rados.0.smithi002.stdout:2137: finishing write tid 2 to smithi00278215-41 2024-09-14T03:42:45.161 INFO:tasks.rados.rados.0.smithi002.stdout:2135: done (2 left) 2024-09-14T03:42:45.162 INFO:tasks.rados.rados.0.smithi002.stdout:2139: rollback oid 8 current snap is 215 2024-09-14T03:42:45.162 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 8 to 211 2024-09-14T03:42:45.162 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 5 current snap is 215 2024-09-14T03:42:45.162 INFO:tasks.rados.rados.0.smithi002.stdout:2140: seq_num 671 ranges {958464=442368,1400832=761856,2162688=442368} 2024-09-14T03:42:45.168 INFO:tasks.rados.rados.0.smithi002.stdout:2140: writing smithi00278215-5 from 958464 to 1400832 tid 1 2024-09-14T03:42:45.173 INFO:tasks.rados.rados.0.smithi002.stdout:2140: writing smithi00278215-5 from 1400832 to 2162688 tid 2 2024-09-14T03:42:45.177 INFO:tasks.rados.rados.0.smithi002.stdout:2140: writing smithi00278215-5 from 2162688 to 2605056 tid 3 2024-09-14T03:42:45.177 INFO:tasks.rados.rados.0.smithi002.stdout:2141: read oid 7 snap -1 2024-09-14T03:42:45.177 INFO:tasks.rados.rados.0.smithi002.stdout:2141: expect (ObjNum 659 snap 211 seq_num 659) 2024-09-14T03:42:45.177 INFO:tasks.rados.rados.0.smithi002.stdout:2142: snap_create 2024-09-14T03:42:45.178 INFO:tasks.rados.rados.0.smithi002.stdout:2139: finishing rollback tid 0 to smithi00278215-8 2024-09-14T03:42:45.178 INFO:tasks.rados.rados.0.smithi002.stdout:2137: finishing write tid 3 to smithi00278215-41 2024-09-14T03:42:45.178 INFO:tasks.rados.rados.0.smithi002.stdout:2139: finishing rollback tid 1 to smithi00278215-8 2024-09-14T03:42:45.178 INFO:tasks.rados.rados.0.smithi002.stdout:2137: finishing write tid 4 to smithi00278215-41 2024-09-14T03:42:45.178 INFO:tasks.rados.rados.0.smithi002.stdout:2139: finishing rollback tid 2 to smithi00278215-8 2024-09-14T03:42:45.178 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 8 v 2214 (ObjNum 654 snap 211 seq_num 654) dirty exists 2024-09-14T03:42:45.178 INFO:tasks.rados.rados.0.smithi002.stdout:2137: finishing write tid 5 to smithi00278215-41 2024-09-14T03:42:45.178 INFO:tasks.rados.rados.0.smithi002.stdout:2137: finishing write tid 6 to smithi00278215-41 2024-09-14T03:42:45.178 INFO:tasks.rados.rados.0.smithi002.stdout:2137: oid 41 updating version 0 to 2884 2024-09-14T03:42:45.178 INFO:tasks.rados.rados.0.smithi002.stdout:2137: oid 41 updating version 2884 to 2887 2024-09-14T03:42:45.178 INFO:tasks.rados.rados.0.smithi002.stdout:2137: oid 41 version 2887 is already newer than 2885 2024-09-14T03:42:45.178 INFO:tasks.rados.rados.0.smithi002.stdout:2137: oid 41 updating version 2887 to 2888 2024-09-14T03:42:45.178 INFO:tasks.rados.rados.0.smithi002.stdout:2137: oid 41 version 2888 is already newer than 2886 2024-09-14T03:42:45.179 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 41 v 2888 (ObjNum 670 snap 215 seq_num 670) dirty exists 2024-09-14T03:42:45.179 INFO:tasks.rados.rados.0.smithi002.stdout:2137: left oid 41 (ObjNum 670 snap 215 seq_num 670) 2024-09-14T03:42:45.179 INFO:tasks.rados.rados.0.smithi002.stdout:2140: finishing write tid 1 to smithi00278215-5 2024-09-14T03:42:45.179 INFO:tasks.rados.rados.0.smithi002.stdout:2138: finishing copy_from racing read to smithi00278215-47 2024-09-14T03:42:45.179 INFO:tasks.rados.rados.0.smithi002.stdout:2138: finishing copy_from to smithi00278215-47 2024-09-14T03:42:45.179 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 2113 (ObjNum 508 snap 160 seq_num 508) dirty exists 2024-09-14T03:42:45.179 INFO:tasks.rados.rados.0.smithi002.stdout:2140: finishing write tid 2 to smithi00278215-5 2024-09-14T03:42:45.180 INFO:tasks.rados.rados.0.smithi002.stdout:2140: finishing write tid 3 to smithi00278215-5 2024-09-14T03:42:45.180 INFO:tasks.rados.rados.0.smithi002.stdout:2140: finishing write tid 4 to smithi00278215-5 2024-09-14T03:42:45.181 INFO:tasks.rados.rados.0.smithi002.stdout:2140: finishing write tid 5 to smithi00278215-5 2024-09-14T03:42:45.181 INFO:tasks.rados.rados.0.smithi002.stdout:2140: oid 5 updating version 0 to 2218 2024-09-14T03:42:45.181 INFO:tasks.rados.rados.0.smithi002.stdout:2140: oid 5 version 2218 is already newer than 2216 2024-09-14T03:42:45.181 INFO:tasks.rados.rados.0.smithi002.stdout:2140: oid 5 version 2218 is already newer than 2215 2024-09-14T03:42:45.181 INFO:tasks.rados.rados.0.smithi002.stdout:2140: oid 5 version 2218 is already newer than 2217 2024-09-14T03:42:45.182 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 5 v 2218 (ObjNum 671 snap 215 seq_num 671) dirty exists 2024-09-14T03:42:45.182 INFO:tasks.rados.rados.0.smithi002.stdout:2140: left oid 5 (ObjNum 671 snap 215 seq_num 671) 2024-09-14T03:42:45.195 INFO:tasks.rados.rados.0.smithi002.stdout:2141: expect (ObjNum 659 snap 211 seq_num 659) 2024-09-14T03:42:45.436 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:45 smithi002 ceph-mon[87970]: osdmap e503: 8 total, 8 up, 8 in 2024-09-14T03:42:45.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:45 smithi002 ceph-mon[89815]: osdmap e503: 8 total, 8 up, 8 in 2024-09-14T03:42:45.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:45 smithi154 ceph-mon[81546]: osdmap e503: 8 total, 8 up, 8 in 2024-09-14T03:42:46.130 INFO:tasks.rados.rados.0.smithi002.stdout:2137: done (5 left) 2024-09-14T03:42:46.130 INFO:tasks.rados.rados.0.smithi002.stdout:2138: done (4 left) 2024-09-14T03:42:46.130 INFO:tasks.rados.rados.0.smithi002.stdout:2139: done (3 left) 2024-09-14T03:42:46.130 INFO:tasks.rados.rados.0.smithi002.stdout:2140: done (2 left) 2024-09-14T03:42:46.130 INFO:tasks.rados.rados.0.smithi002.stdout:2141: done (1 left) 2024-09-14T03:42:46.130 INFO:tasks.rados.rados.0.smithi002.stdout:2142: done (0 left) 2024-09-14T03:42:46.131 INFO:tasks.rados.rados.0.smithi002.stdout:2143: setattr oid 37 current snap is 216 2024-09-14T03:42:46.131 INFO:tasks.rados.rados.0.smithi002.stdout:2144: copy_from oid 34 from oid 33 current snap is 216 2024-09-14T03:42:46.132 INFO:tasks.rados.rados.0.smithi002.stdout:2145: copy_from oid 16 from oid 43 current snap is 216 2024-09-14T03:42:46.132 INFO:tasks.rados.rados.0.smithi002.stdout:2146: rollback oid 13 current snap is 216 2024-09-14T03:42:46.132 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 13 to 200 2024-09-14T03:42:46.132 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 24 current snap is 216 2024-09-14T03:42:46.132 INFO:tasks.rados.rados.0.smithi002.stdout:2147: seq_num 672 ranges {2342912=458752,2801664=647168,3448832=466944,3915776=90112} 2024-09-14T03:42:46.147 INFO:tasks.rados.rados.0.smithi002.stdout:2147: writing smithi00278215-24 from 2342912 to 2801664 tid 1 2024-09-14T03:42:46.150 INFO:tasks.rados.rados.0.smithi002.stdout:2147: writing smithi00278215-24 from 2801664 to 3448832 tid 2 2024-09-14T03:42:46.153 INFO:tasks.rados.rados.0.smithi002.stdout:2147: writing smithi00278215-24 from 3448832 to 3915776 tid 3 2024-09-14T03:42:46.154 INFO:tasks.rados.rados.0.smithi002.stdout:2147: writing smithi00278215-24 from 3915776 to 4005888 tid 4 2024-09-14T03:42:46.154 INFO:tasks.rados.rados.0.smithi002.stdout:2148: copy_from oid 38 from oid 11 current snap is 216 2024-09-14T03:42:46.155 INFO:tasks.rados.rados.0.smithi002.stdout:2145: finishing copy_from to smithi00278215-16 2024-09-14T03:42:46.155 INFO:tasks.rados.rados.0.smithi002.stdout:2145: got expected ENOENT (src dne) 2024-09-14T03:42:46.155 INFO:tasks.rados.rados.0.smithi002.stdout:2145: finishing copy_from racing read to smithi00278215-16 2024-09-14T03:42:46.155 INFO:tasks.rados.rados.0.smithi002.stdout:2144: finishing copy_from to smithi00278215-34 2024-09-14T03:42:46.155 INFO:tasks.rados.rados.0.smithi002.stdout:2144: got expected ENOENT (src dne) 2024-09-14T03:42:46.155 INFO:tasks.rados.rados.0.smithi002.stdout:2144: finishing copy_from racing read to smithi00278215-34 2024-09-14T03:42:46.155 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 37 v 2724 (ObjNum 651 snap 208 seq_num 651) dirty exists 2024-09-14T03:42:46.155 INFO:tasks.rados.rados.0.smithi002.stdout:2146: finishing rollback tid 0 to smithi00278215-13 2024-09-14T03:42:46.155 INFO:tasks.rados.rados.0.smithi002.stdout:2146: finishing rollback tid 1 to smithi00278215-13 2024-09-14T03:42:46.155 INFO:tasks.rados.rados.0.smithi002.stdout:2146: finishing rollback tid 2 to smithi00278215-13 2024-09-14T03:42:46.155 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 1834 (ObjNum 622 snap 200 seq_num 622) dirty exists 2024-09-14T03:42:46.155 INFO:tasks.rados.rados.0.smithi002.stdout:2143: done (5 left) 2024-09-14T03:42:46.155 INFO:tasks.rados.rados.0.smithi002.stdout:2144: done (4 left) 2024-09-14T03:42:46.155 INFO:tasks.rados.rados.0.smithi002.stdout:2145: done (3 left) 2024-09-14T03:42:46.156 INFO:tasks.rados.rados.0.smithi002.stdout:2146: done (2 left) 2024-09-14T03:42:46.156 INFO:tasks.rados.rados.0.smithi002.stdout:2149: rollback oid 26 current snap is 216 2024-09-14T03:42:46.156 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 26 to 213 2024-09-14T03:42:46.156 INFO:tasks.rados.rados.0.smithi002.stdout:2150: snap_create 2024-09-14T03:42:46.156 INFO:tasks.rados.rados.0.smithi002.stdout:2147: finishing write tid 1 to smithi00278215-24 2024-09-14T03:42:46.158 INFO:tasks.rados.rados.0.smithi002.stdout:2147: finishing write tid 2 to smithi00278215-24 2024-09-14T03:42:46.158 INFO:tasks.rados.rados.0.smithi002.stdout:2147: finishing write tid 3 to smithi00278215-24 2024-09-14T03:42:46.158 INFO:tasks.rados.rados.0.smithi002.stdout:2149: finishing rollback tid 0 to smithi00278215-26 2024-09-14T03:42:46.158 INFO:tasks.rados.rados.0.smithi002.stdout:2149: finishing rollback tid 1 to smithi00278215-26 2024-09-14T03:42:46.158 INFO:tasks.rados.rados.0.smithi002.stdout:2149: finishing rollback tid 2 to smithi00278215-26 2024-09-14T03:42:46.158 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 2657 (ObjNum 668 snap 213 seq_num 668) dirty exists 2024-09-14T03:42:46.159 INFO:tasks.rados.rados.0.smithi002.stdout:2147: finishing write tid 4 to smithi00278215-24 2024-09-14T03:42:46.159 INFO:tasks.rados.rados.0.smithi002.stdout:2147: finishing write tid 5 to smithi00278215-24 2024-09-14T03:42:46.161 INFO:tasks.rados.rados.0.smithi002.stdout:2147: finishing write tid 6 to smithi00278215-24 2024-09-14T03:42:46.161 INFO:tasks.rados.rados.0.smithi002.stdout:2147: oid 24 updating version 0 to 1246 2024-09-14T03:42:46.161 INFO:tasks.rados.rados.0.smithi002.stdout:2147: oid 24 version 1246 is already newer than 1244 2024-09-14T03:42:46.161 INFO:tasks.rados.rados.0.smithi002.stdout:2147: oid 24 version 1246 is already newer than 1245 2024-09-14T03:42:46.161 INFO:tasks.rados.rados.0.smithi002.stdout:2147: oid 24 updating version 1246 to 1247 2024-09-14T03:42:46.161 INFO:tasks.rados.rados.0.smithi002.stdout:2147: oid 24 version 1247 is already newer than 1243 2024-09-14T03:42:46.161 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 24 v 1247 (ObjNum 672 snap 216 seq_num 672) dirty exists 2024-09-14T03:42:46.161 INFO:tasks.rados.rados.0.smithi002.stdout:2147: left oid 24 (ObjNum 672 snap 216 seq_num 672) 2024-09-14T03:42:46.173 INFO:tasks.rados.rados.0.smithi002.stdout:2148: finishing copy_from racing read to smithi00278215-38 2024-09-14T03:42:46.174 INFO:tasks.rados.rados.0.smithi002.stdout:2148: finishing copy_from to smithi00278215-38 2024-09-14T03:42:46.174 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 1094 (ObjNum 509 snap 160 seq_num 509) dirty exists 2024-09-14T03:42:46.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:46 smithi002 ceph-mon[87970]: pgmap v426: 121 pgs: 121 active+clean; 301 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 15 op/s 2024-09-14T03:42:46.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:46 smithi002 ceph-mon[87970]: osdmap e504: 8 total, 8 up, 8 in 2024-09-14T03:42:46.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:46 smithi002 ceph-mon[89815]: pgmap v426: 121 pgs: 121 active+clean; 301 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 15 op/s 2024-09-14T03:42:46.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:46 smithi002 ceph-mon[89815]: osdmap e504: 8 total, 8 up, 8 in 2024-09-14T03:42:46.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:46 smithi154 ceph-mon[81546]: pgmap v426: 121 pgs: 121 active+clean; 301 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 15 op/s 2024-09-14T03:42:46.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:46 smithi154 ceph-mon[81546]: osdmap e504: 8 total, 8 up, 8 in 2024-09-14T03:42:47.136 INFO:tasks.rados.rados.0.smithi002.stdout:2147: done (3 left) 2024-09-14T03:42:47.137 INFO:tasks.rados.rados.0.smithi002.stdout:2148: done (2 left) 2024-09-14T03:42:47.137 INFO:tasks.rados.rados.0.smithi002.stdout:2149: done (1 left) 2024-09-14T03:42:47.137 INFO:tasks.rados.rados.0.smithi002.stdout:2150: done (0 left) 2024-09-14T03:42:47.137 INFO:tasks.rados.rados.0.smithi002.stdout:2151: rmattr oid 9 current snap is 217 2024-09-14T03:42:47.137 INFO:tasks.rados.rados.0.smithi002.stdout:2151: done (0 left) 2024-09-14T03:42:47.137 INFO:tasks.rados.rados.0.smithi002.stdout:2152: copy_from oid 8 from oid 42 current snap is 217 2024-09-14T03:42:47.137 INFO:tasks.rados.rados.0.smithi002.stdout:2153: delete oid 3 current snap is 217 2024-09-14T03:42:47.139 INFO:tasks.rados.rados.0.smithi002.stdout:2152: finishing copy_from to smithi00278215-8 2024-09-14T03:42:47.140 INFO:tasks.rados.rados.0.smithi002.stdout:2152: got expected ENOENT (src dne) 2024-09-14T03:42:47.141 INFO:tasks.rados.rados.0.smithi002.stdout:2152: finishing copy_from racing read to smithi00278215-8 2024-09-14T03:42:47.141 INFO:tasks.rados.rados.0.smithi002.stdout:2152: done (1 left) 2024-09-14T03:42:47.141 INFO:tasks.rados.rados.0.smithi002.stdout:2153: done (0 left) 2024-09-14T03:42:47.141 INFO:tasks.rados.rados.0.smithi002.stdout:2154: rollback oid 23 current snap is 217 2024-09-14T03:42:47.141 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 23 to 206 2024-09-14T03:42:47.141 INFO:tasks.rados.rados.0.smithi002.stdout:2155: snap_create 2024-09-14T03:42:47.144 INFO:tasks.rados.rados.0.smithi002.stdout:2154: finishing rollback tid 1 to smithi00278215-23 2024-09-14T03:42:47.145 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 2246 (ObjNum 0 snap 0 seq_num 304) dirty dne 2024-09-14T03:42:47.436 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:47 smithi002 ceph-mon[87970]: osdmap e505: 8 total, 8 up, 8 in 2024-09-14T03:42:47.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:47 smithi002 ceph-mon[89815]: osdmap e505: 8 total, 8 up, 8 in 2024-09-14T03:42:47.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:47 smithi154 ceph-mon[81546]: osdmap e505: 8 total, 8 up, 8 in 2024-09-14T03:42:47.656 INFO:teuthology.orchestra.run.smithi002.stdout:true 2024-09-14T03:42:47.744 INFO:tasks.rados.rados.0.smithi002.stdout:2154: done (1 left) 2024-09-14T03:42:47.744 INFO:tasks.rados.rados.0.smithi002.stdout:2155: done (0 left) 2024-09-14T03:42:47.744 INFO:tasks.rados.rados.0.smithi002.stdout:2156: read oid 30 snap 215 2024-09-14T03:42:47.744 INFO:tasks.rados.rados.0.smithi002.stdout:2156: expect (ObjNum 622 snap 200 seq_num 622) 2024-09-14T03:42:47.744 INFO:tasks.rados.rados.0.smithi002.stdout:2157: rollback oid 17 current snap is 218 2024-09-14T03:42:47.744 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 17 to 215 2024-09-14T03:42:47.744 INFO:tasks.rados.rados.0.smithi002.stdout:2158: read oid 14 snap 217 2024-09-14T03:42:47.744 INFO:tasks.rados.rados.0.smithi002.stdout:2158: expect (ObjNum 602 snap 191 seq_num 602) 2024-09-14T03:42:47.744 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 45 current snap is 218 2024-09-14T03:42:47.744 INFO:tasks.rados.rados.0.smithi002.stdout:2159: seq_num 674 ranges {5398528=491520,5890048=417792,6307840=483328,6791168=303104} 2024-09-14T03:42:47.777 INFO:tasks.rados.rados.0.smithi002.stdout:2159: writing smithi00278215-45 from 5398528 to 5890048 tid 1 2024-09-14T03:42:47.779 INFO:tasks.rados.rados.0.smithi002.stdout:2159: writing smithi00278215-45 from 5890048 to 6307840 tid 2 2024-09-14T03:42:47.782 INFO:tasks.rados.rados.0.smithi002.stdout:2159: writing smithi00278215-45 from 6307840 to 6791168 tid 3 2024-09-14T03:42:47.784 INFO:tasks.rados.rados.0.smithi002.stdout:2159: writing smithi00278215-45 from 6791168 to 7094272 tid 4 2024-09-14T03:42:47.785 INFO:tasks.rados.rados.0.smithi002.stdout:2160: rmattr oid 7 current snap is 218 2024-09-14T03:42:47.785 INFO:tasks.rados.rados.0.smithi002.stdout:2160: done (4 left) 2024-09-14T03:42:47.785 INFO:tasks.rados.rados.0.smithi002.stdout:2161: copy_from oid 33 from oid 36 current snap is 218 2024-09-14T03:42:47.785 INFO:tasks.rados.rados.0.smithi002.stdout:2156: expect (ObjNum 622 snap 200 seq_num 622) 2024-09-14T03:42:47.809 INFO:tasks.rados.rados.0.smithi002.stdout:2157: finishing rollback tid 0 to smithi00278215-17 2024-09-14T03:42:47.809 INFO:tasks.rados.rados.0.smithi002.stdout:2157: finishing rollback tid 1 to smithi00278215-17 2024-09-14T03:42:47.809 INFO:tasks.rados.rados.0.smithi002.stdout:2156: done (4 left) 2024-09-14T03:42:47.809 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 11 current snap is 218 2024-09-14T03:42:47.810 INFO:tasks.rados.rados.0.smithi002.stdout:2157: finishing rollback tid 2 to smithi00278215-17 2024-09-14T03:42:47.810 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 17 v 2270 (ObjNum 557 snap 173 seq_num 557) dirty exists 2024-09-14T03:42:47.810 INFO:tasks.rados.rados.0.smithi002.stdout:2158: expect (ObjNum 602 snap 191 seq_num 602) 2024-09-14T03:42:48.257 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-14T03:42:48.260 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (9m) 115s ago 10m 26.7M - 0.25.0 c8568f914cd2 8c6771f56432 2024-09-14T03:42:48.260 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi154 *:3000 running (9m) 15s ago 9m 91.0M - 9.4.7 954c08fa6188 6cd949ecdca3 2024-09-14T03:42:48.260 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (11m) 115s ago 11m 18.8M - 18.2.4-845-ge4e227b3 67ddd33fa72f 5bfe4ab70917 2024-09-14T03:42:48.260 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi154 running (11m) 15s ago 11m 22.2M - 18.2.4-845-ge4e227b3 67ddd33fa72f 80e0f22077e1 2024-09-14T03:42:48.260 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi154 *:8443,9283,8765 running (5m) 15s ago 14m 455M - 19.3.0-4907-ga2782315 8801d2529e43 3c8b8d7f1b49 2024-09-14T03:42:48.260 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (5m) 115s ago 16m 524M - 19.3.0-4907-ga2782315 8801d2529e43 37cb6840a9f7 2024-09-14T03:42:48.260 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (5m) 115s ago 16m 57.4M 2048M 19.3.0-4907-ga2782315 8801d2529e43 ac49fe4ea75d 2024-09-14T03:42:48.260 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi154 running (4m) 15s ago 15m 51.3M 2048M 19.3.0-4907-ga2782315 8801d2529e43 de3094fdd6b5 2024-09-14T03:42:48.261 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (4m) 115s ago 14m 45.6M 2048M 19.3.0-4907-ga2782315 8801d2529e43 0423773ea054 2024-09-14T03:42:48.261 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (9m) 115s ago 9m 15.7M - 1.5.0 0da6a335fe13 ad362eb3056c 2024-09-14T03:42:48.261 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi154 *:9100 running (9m) 15s ago 9m 16.7M - 1.5.0 0da6a335fe13 815178e760b0 2024-09-14T03:42:48.261 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (3m) 115s ago 14m 194M 2481M 19.3.0-4907-ga2782315 8801d2529e43 98de17e6e20c 2024-09-14T03:42:48.261 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (3m) 115s ago 14m 133M 2481M 19.3.0-4907-ga2782315 8801d2529e43 e758e3d25821 2024-09-14T03:42:48.261 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (2m) 115s ago 13m 110M 2481M 19.3.0-4907-ga2782315 8801d2529e43 6fd97586f770 2024-09-14T03:42:48.261 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (119s) 115s ago 13m 12.2M 2481M 19.3.0-4907-ga2782315 8801d2529e43 aead1115e85e 2024-09-14T03:42:48.261 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi154 running (86s) 15s ago 12m 135M 2480M 19.3.0-4907-ga2782315 8801d2529e43 be01dd011648 2024-09-14T03:42:48.261 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi154 running (53s) 15s ago 12m 130M 2480M 19.3.0-4907-ga2782315 8801d2529e43 2df8ad771157 2024-09-14T03:42:48.261 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi154 running (20s) 15s ago 12m 12.2M 2480M 19.3.0-4907-ga2782315 8801d2529e43 7d3a82627dc4 2024-09-14T03:42:48.261 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi154 running (11m) 15s ago 11m 161M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f b111d011fd8e 2024-09-14T03:42:48.261 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi154 *:9095 running (5m) 15s ago 10m 56.0M - 2.43.0 a07b618ecd1d ffbeae974492 2024-09-14T03:42:48.424 INFO:tasks.rados.rados.0.smithi002.stdout:2159: finishing write tid 1 to smithi00278215-45 2024-09-14T03:42:48.424 INFO:tasks.rados.rados.0.smithi002.stdout:2159: finishing write tid 2 to smithi00278215-45 2024-09-14T03:42:48.424 INFO:tasks.rados.rados.0.smithi002.stdout:2159: finishing write tid 3 to smithi00278215-45 2024-09-14T03:42:48.424 INFO:tasks.rados.rados.0.smithi002.stdout:2159: finishing write tid 4 to smithi00278215-45 2024-09-14T03:42:48.425 INFO:tasks.rados.rados.0.smithi002.stdout:2159: finishing write tid 5 to smithi00278215-45 2024-09-14T03:42:48.425 INFO:tasks.rados.rados.0.smithi002.stdout:2159: finishing write tid 6 to smithi00278215-45 2024-09-14T03:42:48.425 INFO:tasks.rados.rados.0.smithi002.stdout:2159: oid 45 updating version 0 to 1298 2024-09-14T03:42:48.425 INFO:tasks.rados.rados.0.smithi002.stdout:2159: oid 45 version 1298 is already newer than 1297 2024-09-14T03:42:48.425 INFO:tasks.rados.rados.0.smithi002.stdout:2159: oid 45 version 1298 is already newer than 1296 2024-09-14T03:42:48.425 INFO:tasks.rados.rados.0.smithi002.stdout:2159: oid 45 updating version 1298 to 1299 2024-09-14T03:42:48.425 INFO:tasks.rados.rados.0.smithi002.stdout:2159: oid 45 version 1299 is already newer than 1295 2024-09-14T03:42:48.425 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 45 v 1299 (ObjNum 674 snap 218 seq_num 674) dirty exists 2024-09-14T03:42:48.425 INFO:tasks.rados.rados.0.smithi002.stdout:2159: left oid 45 (ObjNum 674 snap 218 seq_num 674) 2024-09-14T03:42:48.425 INFO:tasks.rados.rados.0.smithi002.stdout:2161: finishing copy_from racing read to smithi00278215-33 2024-09-14T03:42:48.425 INFO:tasks.rados.rados.0.smithi002.stdout:2161: finishing copy_from to smithi00278215-33 2024-09-14T03:42:48.425 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 33 v 1831 (ObjNum 509 snap 160 seq_num 509) dirty exists 2024-09-14T03:42:48.425 INFO:tasks.rados.rados.0.smithi002.stdout:2162: seq_num 675 ranges {4743168=507904,5251072=704512,5955584=499712} 2024-09-14T03:42:48.436 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:48 smithi002 ceph-mon[87970]: pgmap v429: 121 pgs: 121 active+clean; 297 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 772 KiB/s wr, 3 op/s 2024-09-14T03:42:48.436 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:48 smithi002 ceph-mon[87970]: osdmap e506: 8 total, 8 up, 8 in 2024-09-14T03:42:48.436 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:48 smithi002 ceph-mon[87970]: osdmap e507: 8 total, 8 up, 8 in 2024-09-14T03:42:48.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:48 smithi002 ceph-mon[89815]: pgmap v429: 121 pgs: 121 active+clean; 297 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 772 KiB/s wr, 3 op/s 2024-09-14T03:42:48.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:48 smithi002 ceph-mon[89815]: osdmap e506: 8 total, 8 up, 8 in 2024-09-14T03:42:48.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:48 smithi002 ceph-mon[89815]: osdmap e507: 8 total, 8 up, 8 in 2024-09-14T03:42:48.452 INFO:tasks.rados.rados.0.smithi002.stdout:2162: writing smithi00278215-11 from 4743168 to 5251072 tid 1 2024-09-14T03:42:48.456 INFO:tasks.rados.rados.0.smithi002.stdout:2162: writing smithi00278215-11 from 5251072 to 5955584 tid 2 2024-09-14T03:42:48.460 INFO:tasks.rados.rados.0.smithi002.stdout:2162: writing smithi00278215-11 from 5955584 to 6455296 tid 3 2024-09-14T03:42:48.460 INFO:tasks.rados.rados.0.smithi002.stdout:2157: done (4 left) 2024-09-14T03:42:48.460 INFO:tasks.rados.rados.0.smithi002.stdout:2158: done (3 left) 2024-09-14T03:42:48.460 INFO:tasks.rados.rados.0.smithi002.stdout:2159: done (2 left) 2024-09-14T03:42:48.460 INFO:tasks.rados.rados.0.smithi002.stdout:2161: done (1 left) 2024-09-14T03:42:48.461 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 20 current snap is 218 2024-09-14T03:42:48.461 INFO:tasks.rados.rados.0.smithi002.stdout:2163: seq_num 676 ranges {0=524288,524288=589824,1114112=450560,1564672=163840} 2024-09-14T03:42:48.464 INFO:tasks.rados.rados.0.smithi002.stdout:2163: writing smithi00278215-20 from 0 to 524288 tid 1 2024-09-14T03:42:48.467 INFO:tasks.rados.rados.0.smithi002.stdout:2163: writing smithi00278215-20 from 524288 to 1114112 tid 2 2024-09-14T03:42:48.470 INFO:tasks.rados.rados.0.smithi002.stdout:2163: writing smithi00278215-20 from 1114112 to 1564672 tid 3 2024-09-14T03:42:48.471 INFO:tasks.rados.rados.0.smithi002.stdout:2163: writing smithi00278215-20 from 1564672 to 1728512 tid 4 2024-09-14T03:42:48.471 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 18 current snap is 218 2024-09-14T03:42:48.471 INFO:tasks.rados.rados.0.smithi002.stdout:2164: seq_num 677 ranges {5398528=540672,5939200=516096,6455296=655360,7110656=32768} 2024-09-14T03:42:48.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:48 smithi154 ceph-mon[81546]: pgmap v429: 121 pgs: 121 active+clean; 297 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 772 KiB/s wr, 3 op/s 2024-09-14T03:42:48.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:48 smithi154 ceph-mon[81546]: osdmap e506: 8 total, 8 up, 8 in 2024-09-14T03:42:48.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:48 smithi154 ceph-mon[81546]: osdmap e507: 8 total, 8 up, 8 in 2024-09-14T03:42:48.503 INFO:tasks.rados.rados.0.smithi002.stdout:2164: writing smithi00278215-18 from 5398528 to 5939200 tid 1 2024-09-14T03:42:48.506 INFO:tasks.rados.rados.0.smithi002.stdout:2164: writing smithi00278215-18 from 5939200 to 6455296 tid 2 2024-09-14T03:42:48.511 INFO:tasks.rados.rados.0.smithi002.stdout:2164: writing smithi00278215-18 from 6455296 to 7110656 tid 3 2024-09-14T03:42:48.511 INFO:tasks.rados.rados.0.smithi002.stdout:2164: writing smithi00278215-18 from 7110656 to 7143424 tid 4 2024-09-14T03:42:48.511 INFO:tasks.rados.rados.0.smithi002.stdout:2165: snap_create 2024-09-14T03:42:48.511 INFO:tasks.rados.rados.0.smithi002.stdout:2162: finishing write tid 1 to smithi00278215-11 2024-09-14T03:42:48.511 INFO:tasks.rados.rados.0.smithi002.stdout:2162: finishing write tid 2 to smithi00278215-11 2024-09-14T03:42:48.511 INFO:tasks.rados.rados.0.smithi002.stdout:2162: finishing write tid 3 to smithi00278215-11 2024-09-14T03:42:48.511 INFO:tasks.rados.rados.0.smithi002.stdout:2162: finishing write tid 4 to smithi00278215-11 2024-09-14T03:42:48.511 INFO:tasks.rados.rados.0.smithi002.stdout:2163: finishing write tid 1 to smithi00278215-20 2024-09-14T03:42:48.511 INFO:tasks.rados.rados.0.smithi002.stdout:2162: finishing write tid 5 to smithi00278215-11 2024-09-14T03:42:48.511 INFO:tasks.rados.rados.0.smithi002.stdout:2162: oid 11 updating version 0 to 2892 2024-09-14T03:42:48.511 INFO:tasks.rados.rados.0.smithi002.stdout:2162: oid 11 updating version 2892 to 2893 2024-09-14T03:42:48.512 INFO:tasks.rados.rados.0.smithi002.stdout:2162: oid 11 updating version 2893 to 2894 2024-09-14T03:42:48.512 INFO:tasks.rados.rados.0.smithi002.stdout:2162: oid 11 updating version 2894 to 2895 2024-09-14T03:42:48.512 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 2895 (ObjNum 675 snap 218 seq_num 675) dirty exists 2024-09-14T03:42:48.512 INFO:tasks.rados.rados.0.smithi002.stdout:2162: left oid 11 (ObjNum 675 snap 218 seq_num 675) 2024-09-14T03:42:48.512 INFO:tasks.rados.rados.0.smithi002.stdout:2163: finishing write tid 2 to smithi00278215-20 2024-09-14T03:42:48.512 INFO:tasks.rados.rados.0.smithi002.stdout:2163: finishing write tid 3 to smithi00278215-20 2024-09-14T03:42:48.512 INFO:tasks.rados.rados.0.smithi002.stdout:2163: finishing write tid 4 to smithi00278215-20 2024-09-14T03:42:48.512 INFO:tasks.rados.rados.0.smithi002.stdout:2163: finishing write tid 5 to smithi00278215-20 2024-09-14T03:42:48.512 INFO:tasks.rados.rados.0.smithi002.stdout:2163: finishing write tid 6 to smithi00278215-20 2024-09-14T03:42:48.512 INFO:tasks.rados.rados.0.smithi002.stdout:2163: oid 20 updating version 0 to 1300 2024-09-14T03:42:48.512 INFO:tasks.rados.rados.0.smithi002.stdout:2163: oid 20 updating version 1300 to 1303 2024-09-14T03:42:48.512 INFO:tasks.rados.rados.0.smithi002.stdout:2163: oid 20 version 1303 is already newer than 1302 2024-09-14T03:42:48.512 INFO:tasks.rados.rados.0.smithi002.stdout:2163: oid 20 updating version 1303 to 1304 2024-09-14T03:42:48.512 INFO:tasks.rados.rados.0.smithi002.stdout:2163: oid 20 version 1304 is already newer than 1301 2024-09-14T03:42:48.513 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 20 v 1304 (ObjNum 676 snap 218 seq_num 676) dirty exists 2024-09-14T03:42:48.513 INFO:tasks.rados.rados.0.smithi002.stdout:2163: left oid 20 (ObjNum 676 snap 218 seq_num 676) 2024-09-14T03:42:48.513 INFO:tasks.rados.rados.0.smithi002.stdout:2164: finishing write tid 1 to smithi00278215-18 2024-09-14T03:42:48.513 INFO:tasks.rados.rados.0.smithi002.stdout:2164: finishing write tid 2 to smithi00278215-18 2024-09-14T03:42:48.514 INFO:tasks.rados.rados.0.smithi002.stdout:2164: finishing write tid 3 to smithi00278215-18 2024-09-14T03:42:48.514 INFO:tasks.rados.rados.0.smithi002.stdout:2164: finishing write tid 4 to smithi00278215-18 2024-09-14T03:42:48.514 INFO:tasks.rados.rados.0.smithi002.stdout:2164: finishing write tid 5 to smithi00278215-18 2024-09-14T03:42:48.515 INFO:tasks.rados.rados.0.smithi002.stdout:2164: finishing write tid 6 to smithi00278215-18 2024-09-14T03:42:48.516 INFO:tasks.rados.rados.0.smithi002.stdout:2164: oid 18 updating version 0 to 2116 2024-09-14T03:42:48.516 INFO:tasks.rados.rados.0.smithi002.stdout:2164: oid 18 updating version 2116 to 2118 2024-09-14T03:42:48.516 INFO:tasks.rados.rados.0.smithi002.stdout:2164: oid 18 version 2118 is already newer than 2115 2024-09-14T03:42:48.516 INFO:tasks.rados.rados.0.smithi002.stdout:2164: oid 18 updating version 2118 to 2119 2024-09-14T03:42:48.516 INFO:tasks.rados.rados.0.smithi002.stdout:2164: oid 18 version 2119 is already newer than 2117 2024-09-14T03:42:48.516 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 2119 (ObjNum 677 snap 218 seq_num 677) dirty exists 2024-09-14T03:42:48.516 INFO:tasks.rados.rados.0.smithi002.stdout:2164: left oid 18 (ObjNum 677 snap 218 seq_num 677) 2024-09-14T03:42:48.623 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-14T03:42:48.623 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2024-09-14T03:42:48.623 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.3.0-4907-ga2782315 (a2782315255a3e7d5f6cdc9eb35785187ff6ddf8) squid (dev)": 3 2024-09-14T03:42:48.623 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:42:48.623 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2024-09-14T03:42:48.623 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.3.0-4907-ga2782315 (a2782315255a3e7d5f6cdc9eb35785187ff6ddf8) squid (dev)": 2 2024-09-14T03:42:48.623 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:42:48.623 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2024-09-14T03:42:48.623 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 1, 2024-09-14T03:42:48.623 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.3.0-4907-ga2782315 (a2782315255a3e7d5f6cdc9eb35785187ff6ddf8) squid (dev)": 7 2024-09-14T03:42:48.623 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:42:48.623 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2024-09-14T03:42:48.624 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 2 2024-09-14T03:42:48.624 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:42:48.624 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2024-09-14T03:42:48.624 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 3, 2024-09-14T03:42:48.624 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.3.0-4907-ga2782315 (a2782315255a3e7d5f6cdc9eb35785187ff6ddf8) squid (dev)": 12 2024-09-14T03:42:48.624 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-14T03:42:48.624 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-14T03:42:48.924 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-14T03:42:48.924 INFO:teuthology.orchestra.run.smithi002.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802", 2024-09-14T03:42:48.924 INFO:teuthology.orchestra.run.smithi002.stdout: "in_progress": true, 2024-09-14T03:42:48.925 INFO:teuthology.orchestra.run.smithi002.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-14T03:42:48.925 INFO:teuthology.orchestra.run.smithi002.stdout: "services_complete": [ 2024-09-14T03:42:48.925 INFO:teuthology.orchestra.run.smithi002.stdout: "mon", 2024-09-14T03:42:48.925 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr" 2024-09-14T03:42:48.925 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-14T03:42:48.925 INFO:teuthology.orchestra.run.smithi002.stdout: "progress": "12/20 daemons upgraded", 2024-09-14T03:42:48.925 INFO:teuthology.orchestra.run.smithi002.stdout: "message": "Currently upgrading osd daemons", 2024-09-14T03:42:48.925 INFO:teuthology.orchestra.run.smithi002.stdout: "is_paused": false 2024-09-14T03:42:48.925 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-14T03:42:49.140 INFO:tasks.rados.rados.0.smithi002.stdout:2162: done (3 left) 2024-09-14T03:42:49.140 INFO:tasks.rados.rados.0.smithi002.stdout:2163: done (2 left) 2024-09-14T03:42:49.140 INFO:tasks.rados.rados.0.smithi002.stdout:2164: done (1 left) 2024-09-14T03:42:49.140 INFO:tasks.rados.rados.0.smithi002.stdout:2165: done (0 left) 2024-09-14T03:42:49.140 INFO:tasks.rados.rados.0.smithi002.stdout:2166: delete oid 40 current snap is 219 2024-09-14T03:42:49.143 INFO:tasks.rados.rados.0.smithi002.stdout:2166: done (0 left) 2024-09-14T03:42:49.143 INFO:tasks.rados.rados.0.smithi002.stdout:2167: read oid 17 snap 208 2024-09-14T03:42:49.143 INFO:tasks.rados.rados.0.smithi002.stdout:2167: expect (ObjNum 557 snap 173 seq_num 557) 2024-09-14T03:42:49.143 INFO:tasks.rados.rados.0.smithi002.stdout:2168: read oid 45 snap 169 2024-09-14T03:42:49.143 INFO:tasks.rados.rados.0.smithi002.stdout:2168: expect (ObjNum 512 snap 162 seq_num 512) 2024-09-14T03:42:49.143 INFO:tasks.rados.rados.0.smithi002.stdout:2169: copy_from oid 25 from oid 40 current snap is 219 2024-09-14T03:42:49.143 INFO:tasks.rados.rados.0.smithi002.stdout:2170: snap_remove snap 214 2024-09-14T03:42:49.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:49 smithi002 ceph-mon[87970]: from='client.44381 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:42:49.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:49 smithi002 ceph-mon[87970]: from='client.44387 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:42:49.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:49 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/3873041799' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:42:49.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:49 smithi002 ceph-mon[89815]: from='client.44381 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:42:49.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:49 smithi002 ceph-mon[89815]: from='client.44387 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:42:49.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:49 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/3873041799' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:42:49.392 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:49 smithi154 ceph-mon[81546]: from='client.44381 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:42:49.392 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:49 smithi154 ceph-mon[81546]: from='client.44387 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:42:49.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:49 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/3873041799' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:42:50.149 INFO:tasks.rados.rados.0.smithi002.stdout:2170: done (3 left) 2024-09-14T03:42:50.149 INFO:tasks.rados.rados.0.smithi002.stdout:2171: setattr oid 16 current snap is 219 2024-09-14T03:42:50.149 INFO:tasks.rados.rados.0.smithi002.stdout:2169: finishing copy_from to smithi00278215-25 2024-09-14T03:42:50.149 INFO:tasks.rados.rados.0.smithi002.stdout:2169: got expected ENOENT (src dne) 2024-09-14T03:42:50.149 INFO:tasks.rados.rados.0.smithi002.stdout:2169: finishing copy_from racing read to smithi00278215-25 2024-09-14T03:42:50.149 INFO:tasks.rados.rados.0.smithi002.stdout:2168: expect (ObjNum 512 snap 162 seq_num 512) 2024-09-14T03:42:50.286 INFO:tasks.rados.rados.0.smithi002.stdout:2167: expect (ObjNum 557 snap 173 seq_num 557) 2024-09-14T03:42:50.378 INFO:tasks.rados.rados.0.smithi002.stdout:2167: done (3 left) 2024-09-14T03:42:50.378 INFO:tasks.rados.rados.0.smithi002.stdout:2168: done (2 left) 2024-09-14T03:42:50.379 INFO:tasks.rados.rados.0.smithi002.stdout:2169: done (1 left) 2024-09-14T03:42:50.379 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 31 current snap is 219 2024-09-14T03:42:50.379 INFO:tasks.rados.rados.0.smithi002.stdout:2172: seq_num 679 ranges {3489792=581632,4071424=688128,4759552=516096} 2024-09-14T03:42:50.400 INFO:tasks.rados.rados.0.smithi002.stdout:2172: writing smithi00278215-31 from 3489792 to 4071424 tid 1 2024-09-14T03:42:50.404 INFO:tasks.rados.rados.0.smithi002.stdout:2172: writing smithi00278215-31 from 4071424 to 4759552 tid 2 2024-09-14T03:42:50.407 INFO:tasks.rados.rados.0.smithi002.stdout:2172: writing smithi00278215-31 from 4759552 to 5275648 tid 3 2024-09-14T03:42:50.407 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 46 current snap is 219 2024-09-14T03:42:50.407 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 16 v 2658 (ObjNum 81 snap 0 seq_num 1) dirty exists 2024-09-14T03:42:50.407 INFO:tasks.rados.rados.0.smithi002.stdout:2172: finishing write tid 1 to smithi00278215-31 2024-09-14T03:42:50.407 INFO:tasks.rados.rados.0.smithi002.stdout:2173: seq_num 680 ranges {2555904=598016,3153920=573440,3727360=434176,4161536=196608} 2024-09-14T03:42:50.424 INFO:tasks.rados.rados.0.smithi002.stdout:2173: writing smithi00278215-46 from 2555904 to 3153920 tid 1 2024-09-14T03:42:50.427 INFO:tasks.rados.rados.0.smithi002.stdout:2173: writing smithi00278215-46 from 3153920 to 3727360 tid 2 2024-09-14T03:42:50.430 INFO:tasks.rados.rados.0.smithi002.stdout:2173: writing smithi00278215-46 from 3727360 to 4161536 tid 3 2024-09-14T03:42:50.431 INFO:tasks.rados.rados.0.smithi002.stdout:2173: writing smithi00278215-46 from 4161536 to 4358144 tid 4 2024-09-14T03:42:50.431 INFO:tasks.rados.rados.0.smithi002.stdout:2171: done (2 left) 2024-09-14T03:42:50.431 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 25 current snap is 219 2024-09-14T03:42:50.432 INFO:tasks.rados.rados.0.smithi002.stdout:2172: finishing write tid 2 to smithi00278215-31 2024-09-14T03:42:50.432 INFO:tasks.rados.rados.0.smithi002.stdout:2172: finishing write tid 3 to smithi00278215-31 2024-09-14T03:42:50.432 INFO:tasks.rados.rados.0.smithi002.stdout:2174: seq_num 681 ranges {8519680=614400,9134080=458752,9592832=638976,10231808=106496} 2024-09-14T03:42:50.436 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:50 smithi002 ceph-mon[87970]: from='client.34482 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:42:50.436 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:50 smithi002 ceph-mon[87970]: pgmap v432: 121 pgs: 121 active+clean; 304 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.5 MiB/s wr, 15 op/s 2024-09-14T03:42:50.436 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:50 smithi002 ceph-mon[87970]: from='client.34494 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:42:50.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:50 smithi002 ceph-mon[87970]: osdmap e508: 8 total, 8 up, 8 in 2024-09-14T03:42:50.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:50 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:42:50.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:50 smithi002 ceph-mon[89815]: from='client.34482 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:42:50.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:50 smithi002 ceph-mon[89815]: pgmap v432: 121 pgs: 121 active+clean; 304 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.5 MiB/s wr, 15 op/s 2024-09-14T03:42:50.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:50 smithi002 ceph-mon[89815]: from='client.34494 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:42:50.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:50 smithi002 ceph-mon[89815]: osdmap e508: 8 total, 8 up, 8 in 2024-09-14T03:42:50.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:50 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:42:50.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:50 smithi154 ceph-mon[81546]: from='client.34482 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:42:50.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:50 smithi154 ceph-mon[81546]: pgmap v432: 121 pgs: 121 active+clean; 304 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.5 MiB/s wr, 15 op/s 2024-09-14T03:42:50.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:50 smithi154 ceph-mon[81546]: from='client.34494 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:42:50.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:50 smithi154 ceph-mon[81546]: osdmap e508: 8 total, 8 up, 8 in 2024-09-14T03:42:50.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:50 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:42:50.481 INFO:tasks.rados.rados.0.smithi002.stdout:2174: writing smithi00278215-25 from 8519680 to 9134080 tid 1 2024-09-14T03:42:50.484 INFO:tasks.rados.rados.0.smithi002.stdout:2174: writing smithi00278215-25 from 9134080 to 9592832 tid 2 2024-09-14T03:42:50.487 INFO:tasks.rados.rados.0.smithi002.stdout:2174: writing smithi00278215-25 from 9592832 to 10231808 tid 3 2024-09-14T03:42:50.489 INFO:tasks.rados.rados.0.smithi002.stdout:2174: writing smithi00278215-25 from 10231808 to 10338304 tid 4 2024-09-14T03:42:50.489 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 2 current snap is 219 2024-09-14T03:42:50.489 INFO:tasks.rados.rados.0.smithi002.stdout:2172: finishing write tid 4 to smithi00278215-31 2024-09-14T03:42:50.489 INFO:tasks.rados.rados.0.smithi002.stdout:2172: finishing write tid 5 to smithi00278215-31 2024-09-14T03:42:50.489 INFO:tasks.rados.rados.0.smithi002.stdout:2172: oid 31 updating version 0 to 1250 2024-09-14T03:42:50.489 INFO:tasks.rados.rados.0.smithi002.stdout:2172: oid 31 updating version 1250 to 1251 2024-09-14T03:42:50.489 INFO:tasks.rados.rados.0.smithi002.stdout:2172: oid 31 version 1251 is already newer than 1249 2024-09-14T03:42:50.489 INFO:tasks.rados.rados.0.smithi002.stdout:2172: oid 31 version 1251 is already newer than 1248 2024-09-14T03:42:50.489 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 1251 (ObjNum 679 snap 219 seq_num 679) dirty exists 2024-09-14T03:42:50.489 INFO:tasks.rados.rados.0.smithi002.stdout:2172: left oid 31 (ObjNum 679 snap 219 seq_num 679) 2024-09-14T03:42:50.489 INFO:tasks.rados.rados.0.smithi002.stdout:2173: finishing write tid 1 to smithi00278215-46 2024-09-14T03:42:50.490 INFO:tasks.rados.rados.0.smithi002.stdout:2173: finishing write tid 2 to smithi00278215-46 2024-09-14T03:42:50.490 INFO:tasks.rados.rados.0.smithi002.stdout:2175: seq_num 682 ranges {843776=630784,1474560=745472,2220032=442368,2662400=16384} 2024-09-14T03:42:50.496 INFO:tasks.rados.rados.0.smithi002.stdout:2175: writing smithi00278215-2 from 843776 to 1474560 tid 1 2024-09-14T03:42:50.500 INFO:tasks.rados.rados.0.smithi002.stdout:2175: writing smithi00278215-2 from 1474560 to 2220032 tid 2 2024-09-14T03:42:50.506 INFO:tasks.rados.rados.0.smithi002.stdout:2175: writing smithi00278215-2 from 2220032 to 2662400 tid 3 2024-09-14T03:42:50.507 INFO:tasks.rados.rados.0.smithi002.stdout:2175: writing smithi00278215-2 from 2662400 to 2678784 tid 4 2024-09-14T03:42:50.507 INFO:tasks.rados.rados.0.smithi002.stdout:2172: done (3 left) 2024-09-14T03:42:50.508 INFO:tasks.rados.rados.0.smithi002.stdout:2176: rmattr oid 18 current snap is 219 2024-09-14T03:42:50.508 INFO:tasks.rados.rados.0.smithi002.stdout:2173: finishing write tid 3 to smithi00278215-46 2024-09-14T03:42:50.508 INFO:tasks.rados.rados.0.smithi002.stdout:2173: finishing write tid 4 to smithi00278215-46 2024-09-14T03:42:50.508 INFO:tasks.rados.rados.0.smithi002.stdout:2173: finishing write tid 5 to smithi00278215-46 2024-09-14T03:42:50.508 INFO:tasks.rados.rados.0.smithi002.stdout:2173: finishing write tid 6 to smithi00278215-46 2024-09-14T03:42:50.508 INFO:tasks.rados.rados.0.smithi002.stdout:2173: oid 46 updating version 0 to 371 2024-09-14T03:42:50.508 INFO:tasks.rados.rados.0.smithi002.stdout:2173: oid 46 updating version 371 to 372 2024-09-14T03:42:50.508 INFO:tasks.rados.rados.0.smithi002.stdout:2173: oid 46 version 372 is already newer than 370 2024-09-14T03:42:50.508 INFO:tasks.rados.rados.0.smithi002.stdout:2173: oid 46 updating version 372 to 374 2024-09-14T03:42:50.508 INFO:tasks.rados.rados.0.smithi002.stdout:2173: oid 46 version 374 is already newer than 373 2024-09-14T03:42:50.508 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 46 v 374 (ObjNum 680 snap 219 seq_num 680) dirty exists 2024-09-14T03:42:50.508 INFO:tasks.rados.rados.0.smithi002.stdout:2173: left oid 46 (ObjNum 680 snap 219 seq_num 680) 2024-09-14T03:42:50.509 INFO:tasks.rados.rados.0.smithi002.stdout:2174: finishing write tid 1 to smithi00278215-25 2024-09-14T03:42:50.509 INFO:tasks.rados.rados.0.smithi002.stdout:2174: finishing write tid 2 to smithi00278215-25 2024-09-14T03:42:50.509 INFO:tasks.rados.rados.0.smithi002.stdout:2173: done (3 left) 2024-09-14T03:42:50.509 INFO:tasks.rados.rados.0.smithi002.stdout:2177: setattr oid 34 current snap is 219 2024-09-14T03:42:50.509 INFO:tasks.rados.rados.0.smithi002.stdout:2174: finishing write tid 3 to smithi00278215-25 2024-09-14T03:42:50.509 INFO:tasks.rados.rados.0.smithi002.stdout:2174: finishing write tid 4 to smithi00278215-25 2024-09-14T03:42:50.509 INFO:tasks.rados.rados.0.smithi002.stdout:2174: finishing write tid 5 to smithi00278215-25 2024-09-14T03:42:50.509 INFO:tasks.rados.rados.0.smithi002.stdout:2174: finishing write tid 6 to smithi00278215-25 2024-09-14T03:42:50.509 INFO:tasks.rados.rados.0.smithi002.stdout:2174: oid 25 updating version 0 to 294 2024-09-14T03:42:50.509 INFO:tasks.rados.rados.0.smithi002.stdout:2174: oid 25 version 294 is already newer than 293 2024-09-14T03:42:50.509 INFO:tasks.rados.rados.0.smithi002.stdout:2174: oid 25 updating version 294 to 297 2024-09-14T03:42:50.510 INFO:tasks.rados.rados.0.smithi002.stdout:2174: oid 25 version 297 is already newer than 295 2024-09-14T03:42:50.510 INFO:tasks.rados.rados.0.smithi002.stdout:2174: oid 25 version 297 is already newer than 296 2024-09-14T03:42:50.510 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 297 (ObjNum 681 snap 219 seq_num 681) dirty exists 2024-09-14T03:42:50.510 INFO:tasks.rados.rados.0.smithi002.stdout:2174: left oid 25 (ObjNum 681 snap 219 seq_num 681) 2024-09-14T03:42:50.510 INFO:tasks.rados.rados.0.smithi002.stdout:2175: finishing write tid 1 to smithi00278215-2 2024-09-14T03:42:50.510 INFO:tasks.rados.rados.0.smithi002.stdout:2175: finishing write tid 2 to smithi00278215-2 2024-09-14T03:42:50.510 INFO:tasks.rados.rados.0.smithi002.stdout:2174: done (3 left) 2024-09-14T03:42:50.510 INFO:tasks.rados.rados.0.smithi002.stdout:2178: rollback oid 40 current snap is 219 2024-09-14T03:42:50.510 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 40 to 206 2024-09-14T03:42:50.510 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 8 current snap is 219 2024-09-14T03:42:50.510 INFO:tasks.rados.rados.0.smithi002.stdout:2179: seq_num 683 ranges {12132352=647168,12779520=630784,13410304=573440} 2024-09-14T03:42:50.574 INFO:tasks.rados.rados.0.smithi002.stdout:2179: writing smithi00278215-8 from 12132352 to 12779520 tid 1 2024-09-14T03:42:50.578 INFO:tasks.rados.rados.0.smithi002.stdout:2179: writing smithi00278215-8 from 12779520 to 13410304 tid 2 2024-09-14T03:42:50.582 INFO:tasks.rados.rados.0.smithi002.stdout:2179: writing smithi00278215-8 from 13410304 to 13983744 tid 3 2024-09-14T03:42:50.582 INFO:tasks.rados.rados.0.smithi002.stdout:2180: rollback oid 29 current snap is 219 2024-09-14T03:42:50.582 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 29 to 215 2024-09-14T03:42:50.582 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 2120 (ObjNum 677 snap 218 seq_num 677) dirty exists 2024-09-14T03:42:50.582 INFO:tasks.rados.rados.0.smithi002.stdout:2175: finishing write tid 3 to smithi00278215-2 2024-09-14T03:42:50.582 INFO:tasks.rados.rados.0.smithi002.stdout:2175: finishing write tid 4 to smithi00278215-2 2024-09-14T03:42:50.582 INFO:tasks.rados.rados.0.smithi002.stdout:2178: finishing rollback tid 1 to smithi00278215-40 2024-09-14T03:42:50.582 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 1823 (ObjNum 65 snap 0 seq_num 1802590836) dirty dne 2024-09-14T03:42:50.583 INFO:tasks.rados.rados.0.smithi002.stdout:2175: finishing write tid 5 to smithi00278215-2 2024-09-14T03:42:50.583 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 34 v 1963 (ObjNum 658 snap 211 seq_num 658) dirty exists 2024-09-14T03:42:50.583 INFO:tasks.rados.rados.0.smithi002.stdout:2175: finishing write tid 6 to smithi00278215-2 2024-09-14T03:42:50.583 INFO:tasks.rados.rados.0.smithi002.stdout:2175: oid 2 updating version 0 to 2247 2024-09-14T03:42:50.583 INFO:tasks.rados.rados.0.smithi002.stdout:2175: oid 2 updating version 2247 to 2250 2024-09-14T03:42:50.583 INFO:tasks.rados.rados.0.smithi002.stdout:2175: oid 2 version 2250 is already newer than 2248 2024-09-14T03:42:50.583 INFO:tasks.rados.rados.0.smithi002.stdout:2175: oid 2 version 2250 is already newer than 2249 2024-09-14T03:42:50.583 INFO:tasks.rados.rados.0.smithi002.stdout:2175: oid 2 updating version 2250 to 2251 2024-09-14T03:42:50.583 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 2 v 2251 (ObjNum 682 snap 219 seq_num 682) dirty exists 2024-09-14T03:42:50.583 INFO:tasks.rados.rados.0.smithi002.stdout:2175: left oid 2 (ObjNum 682 snap 219 seq_num 682) 2024-09-14T03:42:50.583 INFO:tasks.rados.rados.0.smithi002.stdout:2179: finishing write tid 1 to smithi00278215-8 2024-09-14T03:42:50.583 INFO:tasks.rados.rados.0.smithi002.stdout:2179: finishing write tid 2 to smithi00278215-8 2024-09-14T03:42:50.583 INFO:tasks.rados.rados.0.smithi002.stdout:2175: done (5 left) 2024-09-14T03:42:50.583 INFO:tasks.rados.rados.0.smithi002.stdout:2176: done (4 left) 2024-09-14T03:42:50.584 INFO:tasks.rados.rados.0.smithi002.stdout:2177: done (3 left) 2024-09-14T03:42:50.584 INFO:tasks.rados.rados.0.smithi002.stdout:2178: done (2 left) 2024-09-14T03:42:50.584 INFO:tasks.rados.rados.0.smithi002.stdout:2181: copy_from oid 35 from oid 50 current snap is 219 2024-09-14T03:42:50.584 INFO:tasks.rados.rados.0.smithi002.stdout:2182: delete oid 21 current snap is 219 2024-09-14T03:42:50.585 INFO:tasks.rados.rados.0.smithi002.stdout:2182: done (3 left) 2024-09-14T03:42:50.585 INFO:tasks.rados.rados.0.smithi002.stdout:2183: rmattr oid 26 current snap is 219 2024-09-14T03:42:50.585 INFO:tasks.rados.rados.0.smithi002.stdout:2183: done (3 left) 2024-09-14T03:42:50.585 INFO:tasks.rados.rados.0.smithi002.stdout:2184: copy_from oid 47 from oid 46 current snap is 219 2024-09-14T03:42:50.585 INFO:tasks.rados.rados.0.smithi002.stdout:2185: setattr oid 23 current snap is 219 2024-09-14T03:42:50.585 INFO:tasks.rados.rados.0.smithi002.stdout:2179: finishing write tid 3 to smithi00278215-8 2024-09-14T03:42:50.586 INFO:tasks.rados.rados.0.smithi002.stdout:2179: finishing write tid 4 to smithi00278215-8 2024-09-14T03:42:50.587 INFO:tasks.rados.rados.0.smithi002.stdout:2186: snap_create 2024-09-14T03:42:50.588 INFO:tasks.rados.rados.0.smithi002.stdout:2180: finishing rollback tid 0 to smithi00278215-29 2024-09-14T03:42:50.588 INFO:tasks.rados.rados.0.smithi002.stdout:2180: finishing rollback tid 1 to smithi00278215-29 2024-09-14T03:42:50.588 INFO:tasks.rados.rados.0.smithi002.stdout:2179: finishing write tid 5 to smithi00278215-8 2024-09-14T03:42:50.588 INFO:tasks.rados.rados.0.smithi002.stdout:2179: oid 8 updating version 0 to 2222 2024-09-14T03:42:50.588 INFO:tasks.rados.rados.0.smithi002.stdout:2179: oid 8 version 2222 is already newer than 2221 2024-09-14T03:42:50.588 INFO:tasks.rados.rados.0.smithi002.stdout:2179: oid 8 version 2222 is already newer than 2220 2024-09-14T03:42:50.588 INFO:tasks.rados.rados.0.smithi002.stdout:2179: oid 8 version 2222 is already newer than 2219 2024-09-14T03:42:50.588 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 8 v 2222 (ObjNum 683 snap 219 seq_num 683) dirty exists 2024-09-14T03:42:50.588 INFO:tasks.rados.rados.0.smithi002.stdout:2179: left oid 8 (ObjNum 683 snap 219 seq_num 683) 2024-09-14T03:42:50.589 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 2252 (ObjNum 33 snap 0 seq_num 855035008) dirty exists 2024-09-14T03:42:50.591 INFO:tasks.rados.rados.0.smithi002.stdout:2180: finishing rollback tid 2 to smithi00278215-29 2024-09-14T03:42:50.591 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 2905 (ObjNum 618 snap 200 seq_num 618) dirty exists 2024-09-14T03:42:50.595 INFO:tasks.rados.rados.0.smithi002.stdout:2181: finishing copy_from racing read to smithi00278215-35 2024-09-14T03:42:50.598 INFO:tasks.rados.rados.0.smithi002.stdout:2181: finishing copy_from to smithi00278215-35 2024-09-14T03:42:50.598 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 35 v 2748 (ObjNum 604 snap 193 seq_num 604) dirty exists 2024-09-14T03:42:50.604 INFO:tasks.rados.rados.0.smithi002.stdout:2184: finishing copy_from racing read to smithi00278215-47 2024-09-14T03:42:50.608 INFO:tasks.rados.rados.0.smithi002.stdout:2184: finishing copy_from to smithi00278215-47 2024-09-14T03:42:50.608 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 374 (ObjNum 680 snap 219 seq_num 680) dirty exists 2024-09-14T03:42:51.152 INFO:tasks.rados.rados.0.smithi002.stdout:2179: done (5 left) 2024-09-14T03:42:51.153 INFO:tasks.rados.rados.0.smithi002.stdout:2180: done (4 left) 2024-09-14T03:42:51.153 INFO:tasks.rados.rados.0.smithi002.stdout:2181: done (3 left) 2024-09-14T03:42:51.153 INFO:tasks.rados.rados.0.smithi002.stdout:2184: done (2 left) 2024-09-14T03:42:51.153 INFO:tasks.rados.rados.0.smithi002.stdout:2185: done (1 left) 2024-09-14T03:42:51.153 INFO:tasks.rados.rados.0.smithi002.stdout:2186: done (0 left) 2024-09-14T03:42:51.153 INFO:tasks.rados.rados.0.smithi002.stdout:2187: delete oid 24 current snap is 220 2024-09-14T03:42:51.159 INFO:tasks.rados.rados.0.smithi002.stdout:2187: done (0 left) 2024-09-14T03:42:51.159 INFO:tasks.rados.rados.0.smithi002.stdout:2188: rmattr oid 14 current snap is 220 2024-09-14T03:42:51.159 INFO:tasks.rados.rados.0.smithi002.stdout:2189: delete oid 7 current snap is 220 2024-09-14T03:42:51.165 INFO:tasks.rados.rados.0.smithi002.stdout:2189: done (1 left) 2024-09-14T03:42:51.165 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 29 current snap is 220 2024-09-14T03:42:51.165 INFO:tasks.rados.rados.0.smithi002.stdout:2190: seq_num 687 ranges {3194880=712704,3907584=614400,4521984=589824} 2024-09-14T03:42:51.187 INFO:tasks.rados.rados.0.smithi002.stdout:2190: writing smithi00278215-29 from 3194880 to 3907584 tid 1 2024-09-14T03:42:51.190 INFO:tasks.rados.rados.0.smithi002.stdout:2190: writing smithi00278215-29 from 3907584 to 4521984 tid 2 2024-09-14T03:42:51.194 INFO:tasks.rados.rados.0.smithi002.stdout:2190: writing smithi00278215-29 from 4521984 to 5111808 tid 3 2024-09-14T03:42:51.194 INFO:tasks.rados.rados.0.smithi002.stdout:2191: snap_create 2024-09-14T03:42:51.194 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 14 v 2117 (ObjNum 602 snap 191 seq_num 602) dirty exists 2024-09-14T03:42:51.194 INFO:tasks.rados.rados.0.smithi002.stdout:2190: finishing write tid 1 to smithi00278215-29 2024-09-14T03:42:51.194 INFO:tasks.rados.rados.0.smithi002.stdout:2190: finishing write tid 2 to smithi00278215-29 2024-09-14T03:42:51.199 INFO:tasks.rados.rados.0.smithi002.stdout:2190: finishing write tid 3 to smithi00278215-29 2024-09-14T03:42:51.199 INFO:tasks.rados.rados.0.smithi002.stdout:2190: finishing write tid 4 to smithi00278215-29 2024-09-14T03:42:51.201 INFO:tasks.rados.rados.0.smithi002.stdout:2190: finishing write tid 5 to smithi00278215-29 2024-09-14T03:42:51.201 INFO:tasks.rados.rados.0.smithi002.stdout:2190: oid 29 updating version 0 to 2911 2024-09-14T03:42:51.201 INFO:tasks.rados.rados.0.smithi002.stdout:2190: oid 29 version 2911 is already newer than 2910 2024-09-14T03:42:51.201 INFO:tasks.rados.rados.0.smithi002.stdout:2190: oid 29 version 2911 is already newer than 2909 2024-09-14T03:42:51.201 INFO:tasks.rados.rados.0.smithi002.stdout:2190: oid 29 updating version 2911 to 2912 2024-09-14T03:42:51.201 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 2912 (ObjNum 687 snap 220 seq_num 687) dirty exists 2024-09-14T03:42:51.201 INFO:tasks.rados.rados.0.smithi002.stdout:2190: left oid 29 (ObjNum 687 snap 220 seq_num 687) 2024-09-14T03:42:51.436 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:51 smithi002 ceph-mon[87970]: osdmap e509: 8 total, 8 up, 8 in 2024-09-14T03:42:51.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:51 smithi002 ceph-mon[89815]: osdmap e509: 8 total, 8 up, 8 in 2024-09-14T03:42:51.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:51 smithi154 ceph-mon[81546]: osdmap e509: 8 total, 8 up, 8 in 2024-09-14T03:42:52.157 INFO:tasks.rados.rados.0.smithi002.stdout:2188: done (2 left) 2024-09-14T03:42:52.158 INFO:tasks.rados.rados.0.smithi002.stdout:2190: done (1 left) 2024-09-14T03:42:52.158 INFO:tasks.rados.rados.0.smithi002.stdout:2191: done (0 left) 2024-09-14T03:42:52.158 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 45 current snap is 221 2024-09-14T03:42:52.158 INFO:tasks.rados.rados.0.smithi002.stdout:2192: seq_num 688 ranges {7094272=729088,7823360=499712,8323072=704512} 2024-09-14T03:42:52.200 INFO:tasks.rados.rados.0.smithi002.stdout:2192: writing smithi00278215-45 from 7094272 to 7823360 tid 1 2024-09-14T03:42:52.203 INFO:tasks.rados.rados.0.smithi002.stdout:2192: writing smithi00278215-45 from 7823360 to 8323072 tid 2 2024-09-14T03:42:52.208 INFO:tasks.rados.rados.0.smithi002.stdout:2192: writing smithi00278215-45 from 8323072 to 9027584 tid 3 2024-09-14T03:42:52.208 INFO:tasks.rados.rados.0.smithi002.stdout:2192: finishing write tid 1 to smithi00278215-45 2024-09-14T03:42:52.208 INFO:tasks.rados.rados.0.smithi002.stdout:2193: snap_remove snap 217 2024-09-14T03:42:52.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:52 smithi002 ceph-mon[87970]: pgmap v435: 121 pgs: 121 active+clean; 313 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 3.8 MiB/s wr, 23 op/s 2024-09-14T03:42:52.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:52 smithi002 ceph-mon[87970]: osdmap e510: 8 total, 8 up, 8 in 2024-09-14T03:42:52.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:52 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-14T03:42:52.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:52 smithi002 ceph-mon[87970]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-14T03:42:52.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:52 smithi002 ceph-mon[87970]: Upgrade: osd.7 is safe to restart 2024-09-14T03:42:52.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:52 smithi002 ceph-mon[89815]: pgmap v435: 121 pgs: 121 active+clean; 313 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 3.8 MiB/s wr, 23 op/s 2024-09-14T03:42:52.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:52 smithi002 ceph-mon[89815]: osdmap e510: 8 total, 8 up, 8 in 2024-09-14T03:42:52.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:52 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-14T03:42:52.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:52 smithi002 ceph-mon[89815]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-14T03:42:52.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:52 smithi002 ceph-mon[89815]: Upgrade: osd.7 is safe to restart 2024-09-14T03:42:52.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:52 smithi154 ceph-mon[81546]: pgmap v435: 121 pgs: 121 active+clean; 313 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 3.8 MiB/s wr, 23 op/s 2024-09-14T03:42:52.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:52 smithi154 ceph-mon[81546]: osdmap e510: 8 total, 8 up, 8 in 2024-09-14T03:42:52.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:52 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-14T03:42:52.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:52 smithi154 ceph-mon[81546]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-14T03:42:52.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:52 smithi154 ceph-mon[81546]: Upgrade: osd.7 is safe to restart 2024-09-14T03:42:52.746 INFO:tasks.rados.rados.0.smithi002.stdout:2193: done (1 left) 2024-09-14T03:42:52.746 INFO:tasks.rados.rados.0.smithi002.stdout:2194: copy_from oid 25 from oid 40 current snap is 221 2024-09-14T03:42:52.746 INFO:tasks.rados.rados.0.smithi002.stdout:2192: finishing write tid 2 to smithi00278215-45 2024-09-14T03:42:52.746 INFO:tasks.rados.rados.0.smithi002.stdout:2192: finishing write tid 3 to smithi00278215-45 2024-09-14T03:42:52.746 INFO:tasks.rados.rados.0.smithi002.stdout:2192: finishing write tid 4 to smithi00278215-45 2024-09-14T03:42:52.746 INFO:tasks.rados.rados.0.smithi002.stdout:2192: finishing write tid 5 to smithi00278215-45 2024-09-14T03:42:52.747 INFO:tasks.rados.rados.0.smithi002.stdout:2192: oid 45 updating version 0 to 1306 2024-09-14T03:42:52.747 INFO:tasks.rados.rados.0.smithi002.stdout:2192: oid 45 version 1306 is already newer than 1305 2024-09-14T03:42:52.747 INFO:tasks.rados.rados.0.smithi002.stdout:2192: oid 45 updating version 1306 to 1308 2024-09-14T03:42:52.747 INFO:tasks.rados.rados.0.smithi002.stdout:2192: oid 45 version 1308 is already newer than 1307 2024-09-14T03:42:52.747 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 45 v 1308 (ObjNum 688 snap 221 seq_num 688) dirty exists 2024-09-14T03:42:52.747 INFO:tasks.rados.rados.0.smithi002.stdout:2192: left oid 45 (ObjNum 688 snap 221 seq_num 688) 2024-09-14T03:42:52.747 INFO:tasks.rados.rados.0.smithi002.stdout:2192: done (1 left) 2024-09-14T03:42:52.747 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 32 current snap is 221 2024-09-14T03:42:52.747 INFO:tasks.rados.rados.0.smithi002.stdout:2195: seq_num 689 ranges {0=745472,745472=786432,1531904=417792} 2024-09-14T03:42:52.752 INFO:tasks.rados.rados.0.smithi002.stdout:2195: writing smithi00278215-32 from 0 to 745472 tid 1 2024-09-14T03:42:52.756 INFO:tasks.rados.rados.0.smithi002.stdout:2195: writing smithi00278215-32 from 745472 to 1531904 tid 2 2024-09-14T03:42:52.759 INFO:tasks.rados.rados.0.smithi002.stdout:2195: writing smithi00278215-32 from 1531904 to 1949696 tid 3 2024-09-14T03:42:52.759 INFO:tasks.rados.rados.0.smithi002.stdout:2196: snap_remove snap 220 2024-09-14T03:42:53.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:53 smithi154 ceph-mon[81546]: osdmap e511: 8 total, 8 up, 8 in 2024-09-14T03:42:53.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:53 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:42:53.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:53 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-09-14T03:42:53.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:53 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:42:53.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:53 smithi154 ceph-mon[81546]: osdmap e512: 8 total, 8 up, 8 in 2024-09-14T03:42:53.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:53 smithi002 ceph-mon[87970]: osdmap e511: 8 total, 8 up, 8 in 2024-09-14T03:42:53.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:53 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:42:53.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:53 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-09-14T03:42:53.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:53 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:42:53.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:53 smithi002 ceph-mon[87970]: osdmap e512: 8 total, 8 up, 8 in 2024-09-14T03:42:53.437 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:42:53 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:42:53] "GET /metrics HTTP/1.1" 200 36214 "" "Prometheus/2.43.0" 2024-09-14T03:42:53.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:53 smithi002 ceph-mon[89815]: osdmap e511: 8 total, 8 up, 8 in 2024-09-14T03:42:53.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:53 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:42:53.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:53 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-09-14T03:42:53.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:53 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:42:53.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:53 smithi002 ceph-mon[89815]: osdmap e512: 8 total, 8 up, 8 in 2024-09-14T03:42:53.748 INFO:tasks.rados.rados.0.smithi002.stdout:2196: done (2 left) 2024-09-14T03:42:53.748 INFO:tasks.rados.rados.0.smithi002.stdout:2197: delete oid 19 current snap is 221 2024-09-14T03:42:53.748 INFO:tasks.rados.rados.0.smithi002.stdout:2194: finishing copy_from to smithi00278215-25 2024-09-14T03:42:53.748 INFO:tasks.rados.rados.0.smithi002.stdout:2194: got expected ENOENT (src dne) 2024-09-14T03:42:53.749 INFO:tasks.rados.rados.0.smithi002.stdout:2194: finishing copy_from racing read to smithi00278215-25 2024-09-14T03:42:53.749 INFO:tasks.rados.rados.0.smithi002.stdout:2195: finishing write tid 1 to smithi00278215-32 2024-09-14T03:42:53.749 INFO:tasks.rados.rados.0.smithi002.stdout:2195: finishing write tid 2 to smithi00278215-32 2024-09-14T03:42:53.749 INFO:tasks.rados.rados.0.smithi002.stdout:2195: finishing write tid 3 to smithi00278215-32 2024-09-14T03:42:53.749 INFO:tasks.rados.rados.0.smithi002.stdout:2195: finishing write tid 4 to smithi00278215-32 2024-09-14T03:42:53.749 INFO:tasks.rados.rados.0.smithi002.stdout:2195: finishing write tid 5 to smithi00278215-32 2024-09-14T03:42:53.749 INFO:tasks.rados.rados.0.smithi002.stdout:2195: oid 32 updating version 0 to 2920 2024-09-14T03:42:53.749 INFO:tasks.rados.rados.0.smithi002.stdout:2195: oid 32 version 2920 is already newer than 2919 2024-09-14T03:42:53.749 INFO:tasks.rados.rados.0.smithi002.stdout:2195: oid 32 version 2920 is already newer than 2917 2024-09-14T03:42:53.749 INFO:tasks.rados.rados.0.smithi002.stdout:2195: oid 32 version 2920 is already newer than 2918 2024-09-14T03:42:53.749 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 2920 (ObjNum 689 snap 221 seq_num 689) dirty exists 2024-09-14T03:42:53.749 INFO:tasks.rados.rados.0.smithi002.stdout:2195: left oid 32 (ObjNum 689 snap 221 seq_num 689) 2024-09-14T03:42:53.754 INFO:tasks.rados.rados.0.smithi002.stdout:2194: done (2 left) 2024-09-14T03:42:53.755 INFO:tasks.rados.rados.0.smithi002.stdout:2195: done (1 left) 2024-09-14T03:42:53.755 INFO:tasks.rados.rados.0.smithi002.stdout:2197: done (0 left) 2024-09-14T03:42:53.755 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 23 current snap is 221 2024-09-14T03:42:53.755 INFO:tasks.rados.rados.0.smithi002.stdout:2198: seq_num 691 ranges {0=778240,778240=548864,1327104=614400,1941504=40960} 2024-09-14T03:42:53.759 INFO:tasks.rados.rados.0.smithi002.stdout:2198: writing smithi00278215-23 from 0 to 778240 tid 1 2024-09-14T03:42:53.762 INFO:tasks.rados.rados.0.smithi002.stdout:2198: writing smithi00278215-23 from 778240 to 1327104 tid 2 2024-09-14T03:42:53.766 INFO:tasks.rados.rados.0.smithi002.stdout:2198: writing smithi00278215-23 from 1327104 to 1941504 tid 3 2024-09-14T03:42:53.766 INFO:tasks.rados.rados.0.smithi002.stdout:2198: writing smithi00278215-23 from 1941504 to 1982464 tid 4 2024-09-14T03:42:53.766 INFO:tasks.rados.rados.0.smithi002.stdout:2199: snap_create 2024-09-14T03:42:53.766 INFO:tasks.rados.rados.0.smithi002.stdout:2198: finishing write tid 1 to smithi00278215-23 2024-09-14T03:42:53.766 INFO:tasks.rados.rados.0.smithi002.stdout:2198: finishing write tid 2 to smithi00278215-23 2024-09-14T03:42:53.770 INFO:tasks.rados.rados.0.smithi002.stdout:2198: finishing write tid 3 to smithi00278215-23 2024-09-14T03:42:53.770 INFO:tasks.rados.rados.0.smithi002.stdout:2198: finishing write tid 4 to smithi00278215-23 2024-09-14T03:42:53.770 INFO:tasks.rados.rados.0.smithi002.stdout:2198: finishing write tid 5 to smithi00278215-23 2024-09-14T03:42:53.771 INFO:tasks.rados.rados.0.smithi002.stdout:2198: finishing write tid 6 to smithi00278215-23 2024-09-14T03:42:53.772 INFO:tasks.rados.rados.0.smithi002.stdout:2198: oid 23 updating version 0 to 2253 2024-09-14T03:42:53.772 INFO:tasks.rados.rados.0.smithi002.stdout:2198: oid 23 updating version 2253 to 2254 2024-09-14T03:42:53.772 INFO:tasks.rados.rados.0.smithi002.stdout:2198: oid 23 updating version 2254 to 2257 2024-09-14T03:42:53.772 INFO:tasks.rados.rados.0.smithi002.stdout:2198: oid 23 version 2257 is already newer than 2255 2024-09-14T03:42:53.772 INFO:tasks.rados.rados.0.smithi002.stdout:2198: oid 23 version 2257 is already newer than 2256 2024-09-14T03:42:53.772 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 2257 (ObjNum 691 snap 221 seq_num 691) dirty exists 2024-09-14T03:42:53.772 INFO:tasks.rados.rados.0.smithi002.stdout:2198: left oid 23 (ObjNum 691 snap 221 seq_num 691) 2024-09-14T03:42:54.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:54 smithi002 ceph-mon[87970]: pgmap v438: 121 pgs: 121 active+clean; 326 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 29 op/s 2024-09-14T03:42:54.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:54 smithi002 ceph-mon[87970]: Upgrade: Updating osd.7 2024-09-14T03:42:54.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:54 smithi002 ceph-mon[87970]: Deploying daemon osd.7 on smithi154 2024-09-14T03:42:54.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:54 smithi002 ceph-mon[87970]: osdmap e513: 8 total, 8 up, 8 in 2024-09-14T03:42:54.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:54 smithi002 ceph-mon[89815]: pgmap v438: 121 pgs: 121 active+clean; 326 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 29 op/s 2024-09-14T03:42:54.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:54 smithi002 ceph-mon[89815]: Upgrade: Updating osd.7 2024-09-14T03:42:54.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:54 smithi002 ceph-mon[89815]: Deploying daemon osd.7 on smithi154 2024-09-14T03:42:54.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:54 smithi002 ceph-mon[89815]: osdmap e513: 8 total, 8 up, 8 in 2024-09-14T03:42:54.472 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:54 smithi154 ceph-mon[81546]: pgmap v438: 121 pgs: 121 active+clean; 326 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 29 op/s 2024-09-14T03:42:54.472 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:54 smithi154 ceph-mon[81546]: Upgrade: Updating osd.7 2024-09-14T03:42:54.473 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:54 smithi154 ceph-mon[81546]: Deploying daemon osd.7 on smithi154 2024-09-14T03:42:54.473 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:54 smithi154 ceph-mon[81546]: osdmap e513: 8 total, 8 up, 8 in 2024-09-14T03:42:54.750 INFO:tasks.rados.rados.0.smithi002.stdout:2198: done (1 left) 2024-09-14T03:42:54.750 INFO:tasks.rados.rados.0.smithi002.stdout:2199: done (0 left) 2024-09-14T03:42:54.750 INFO:tasks.rados.rados.0.smithi002.stdout:2200: read oid 33 snap -1 2024-09-14T03:42:54.750 INFO:tasks.rados.rados.0.smithi002.stdout:2200: expect (ObjNum 509 snap 160 seq_num 509) 2024-09-14T03:42:54.751 INFO:tasks.rados.rados.0.smithi002.stdout:2201: rollback oid 17 current snap is 222 2024-09-14T03:42:54.751 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 17 to 208 2024-09-14T03:42:54.751 INFO:tasks.rados.rados.0.smithi002.stdout:2202: snap_create 2024-09-14T03:42:54.784 INFO:tasks.rados.rados.0.smithi002.stdout:2200: expect (ObjNum 509 snap 160 seq_num 509) 2024-09-14T03:42:55.004 INFO:tasks.rados.rados.0.smithi002.stdout:2201: finishing rollback tid 0 to smithi00278215-17 2024-09-14T03:42:55.005 INFO:tasks.rados.rados.0.smithi002.stdout:2201: finishing rollback tid 1 to smithi00278215-17 2024-09-14T03:42:55.005 INFO:tasks.rados.rados.0.smithi002.stdout:2201: finishing rollback tid 2 to smithi00278215-17 2024-09-14T03:42:55.005 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 17 v 2273 (ObjNum 557 snap 173 seq_num 557) dirty exists 2024-09-14T03:42:55.750 INFO:tasks.rados.rados.0.smithi002.stdout:2200: done (2 left) 2024-09-14T03:42:55.750 INFO:tasks.rados.rados.0.smithi002.stdout:2201: done (1 left) 2024-09-14T03:42:55.750 INFO:tasks.rados.rados.0.smithi002.stdout:2202: done (0 left) 2024-09-14T03:42:55.751 INFO:tasks.rados.rados.0.smithi002.stdout:2203: snap_create 2024-09-14T03:42:55.753 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:42:55 smithi154 systemd[1]: Stopping Ceph osd.7 for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:42:56.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:55 smithi002 ceph-mon[87970]: pgmap v441: 121 pgs: 121 active+clean; 330 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.3 MiB/s wr, 29 op/s 2024-09-14T03:42:56.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:55 smithi002 ceph-mon[87970]: osdmap e514: 8 total, 8 up, 8 in 2024-09-14T03:42:56.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:55 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:42:56.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:55 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:42:56.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:55 smithi002 ceph-mon[89815]: pgmap v441: 121 pgs: 121 active+clean; 330 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.3 MiB/s wr, 29 op/s 2024-09-14T03:42:56.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:55 smithi002 ceph-mon[89815]: osdmap e514: 8 total, 8 up, 8 in 2024-09-14T03:42:56.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:55 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:42:56.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:55 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:42:56.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:55 smithi154 ceph-mon[81546]: pgmap v441: 121 pgs: 121 active+clean; 330 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.3 MiB/s wr, 29 op/s 2024-09-14T03:42:56.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:55 smithi154 ceph-mon[81546]: osdmap e514: 8 total, 8 up, 8 in 2024-09-14T03:42:56.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:55 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:42:56.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:55 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:42:56.228 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:42:55 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[53106]: 2024-09-14T03:42:55.795+0000 7f29f2de0640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-14T03:42:56.228 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:42:55 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[53106]: 2024-09-14T03:42:55.795+0000 7f29f2de0640 -1 osd.7 515 *** Got signal Terminated *** 2024-09-14T03:42:56.228 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:42:55 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[53106]: 2024-09-14T03:42:55.795+0000 7f29f2de0640 -1 osd.7 515 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-14T03:42:56.759 INFO:tasks.rados.rados.0.smithi002.stdout:2203: done (0 left) 2024-09-14T03:42:56.760 INFO:tasks.rados.rados.0.smithi002.stdout:2204: read oid 37 snap -1 2024-09-14T03:42:56.760 INFO:tasks.rados.rados.0.smithi002.stdout:2204: expect (ObjNum 651 snap 208 seq_num 651) 2024-09-14T03:42:56.760 INFO:tasks.rados.rados.0.smithi002.stdout:2205: copy_from oid 11 from oid 23 current snap is 224 2024-09-14T03:42:56.760 INFO:tasks.rados.rados.0.smithi002.stdout:2206: rollback oid 39 current snap is 224 2024-09-14T03:42:56.761 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 39 to 223 2024-09-14T03:42:56.761 INFO:tasks.rados.rados.0.smithi002.stdout:2207: read oid 18 snap -1 2024-09-14T03:42:56.761 INFO:tasks.rados.rados.0.smithi002.stdout:2207: expect (ObjNum 677 snap 218 seq_num 677) 2024-09-14T03:42:56.761 INFO:tasks.rados.rados.0.smithi002.stdout:2208: delete oid 24 current snap is 224 2024-09-14T03:42:56.767 INFO:tasks.rados.rados.0.smithi002.stdout:2208: done (4 left) 2024-09-14T03:42:56.767 INFO:tasks.rados.rados.0.smithi002.stdout:2209: rollback oid 47 current snap is 224 2024-09-14T03:42:56.767 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 47 to 206 2024-09-14T03:42:56.768 INFO:tasks.rados.rados.0.smithi002.stdout:2210: read oid 43 snap -1 2024-09-14T03:42:56.768 INFO:tasks.rados.rados.0.smithi002.stdout:2210: expect deleted 2024-09-14T03:42:56.768 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 26 current snap is 224 2024-09-14T03:42:56.768 INFO:tasks.rados.rados.0.smithi002.stdout:2211: seq_num 693 ranges {1597440=409600,2007040=770048,2777088=581632,3358720=253952} 2024-09-14T03:42:56.778 INFO:tasks.rados.rados.0.smithi002.stdout:2211: writing smithi00278215-26 from 1597440 to 2007040 tid 1 2024-09-14T03:42:56.783 INFO:tasks.rados.rados.0.smithi002.stdout:2211: writing smithi00278215-26 from 2007040 to 2777088 tid 2 2024-09-14T03:42:56.787 INFO:tasks.rados.rados.0.smithi002.stdout:2211: writing smithi00278215-26 from 2777088 to 3358720 tid 3 2024-09-14T03:42:56.789 INFO:tasks.rados.rados.0.smithi002.stdout:2211: writing smithi00278215-26 from 3358720 to 3612672 tid 4 2024-09-14T03:42:56.790 INFO:tasks.rados.rados.0.smithi002.stdout:2212: delete oid 20 current snap is 224 2024-09-14T03:42:56.790 INFO:tasks.rados.rados.0.smithi002.stdout:2209: finishing rollback tid 0 to smithi00278215-47 2024-09-14T03:42:56.790 INFO:tasks.rados.rados.0.smithi002.stdout:2209: finishing rollback tid 1 to smithi00278215-47 2024-09-14T03:42:56.790 INFO:tasks.rados.rados.0.smithi002.stdout:2209: finishing rollback tid 2 to smithi00278215-47 2024-09-14T03:42:56.790 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 2276 (ObjNum 623 snap 201 seq_num 623) dirty exists 2024-09-14T03:42:56.790 INFO:tasks.rados.rados.0.smithi002.stdout:2205: finishing copy_from racing read to smithi00278215-11 2024-09-14T03:42:56.790 INFO:tasks.rados.rados.0.smithi002.stdout:2205: finishing copy_from to smithi00278215-11 2024-09-14T03:42:56.790 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 2257 (ObjNum 691 snap 221 seq_num 691) dirty exists 2024-09-14T03:42:56.790 INFO:tasks.rados.rados.0.smithi002.stdout:2211: finishing write tid 1 to smithi00278215-26 2024-09-14T03:42:56.790 INFO:tasks.rados.rados.0.smithi002.stdout:2211: finishing write tid 2 to smithi00278215-26 2024-09-14T03:42:56.793 INFO:tasks.rados.rados.0.smithi002.stdout:2205: done (7 left) 2024-09-14T03:42:56.793 INFO:tasks.rados.rados.0.smithi002.stdout:2209: done (6 left) 2024-09-14T03:42:56.793 INFO:tasks.rados.rados.0.smithi002.stdout:2210: done (5 left) 2024-09-14T03:42:56.793 INFO:tasks.rados.rados.0.smithi002.stdout:2212: done (4 left) 2024-09-14T03:42:56.793 INFO:tasks.rados.rados.0.smithi002.stdout:2213: read oid 41 snap -1 2024-09-14T03:42:56.793 INFO:tasks.rados.rados.0.smithi002.stdout:2213: expect (ObjNum 670 snap 215 seq_num 670) 2024-09-14T03:42:56.794 INFO:tasks.rados.rados.0.smithi002.stdout:2214: delete oid 31 current snap is 224 2024-09-14T03:42:56.794 INFO:tasks.rados.rados.0.smithi002.stdout:2211: finishing write tid 3 to smithi00278215-26 2024-09-14T03:42:56.794 INFO:tasks.rados.rados.0.smithi002.stdout:2211: finishing write tid 4 to smithi00278215-26 2024-09-14T03:42:56.796 INFO:tasks.rados.rados.0.smithi002.stdout:2214: done (5 left) 2024-09-14T03:42:56.796 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 19 current snap is 224 2024-09-14T03:42:56.796 INFO:tasks.rados.rados.0.smithi002.stdout:2215: seq_num 696 ranges {0=458752,458752=417792,876544=753664,1630208=434176} 2024-09-14T03:42:56.799 INFO:tasks.rados.rados.0.smithi002.stdout:2215: writing smithi00278215-19 from 0 to 458752 tid 1 2024-09-14T03:42:56.802 INFO:tasks.rados.rados.0.smithi002.stdout:2215: writing smithi00278215-19 from 458752 to 876544 tid 2 2024-09-14T03:42:56.807 INFO:tasks.rados.rados.0.smithi002.stdout:2215: writing smithi00278215-19 from 876544 to 1630208 tid 3 2024-09-14T03:42:56.809 INFO:tasks.rados.rados.0.smithi002.stdout:2215: writing smithi00278215-19 from 1630208 to 2064384 tid 4 2024-09-14T03:42:56.809 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 25 current snap is 224 2024-09-14T03:42:56.810 INFO:tasks.rados.rados.0.smithi002.stdout:2211: finishing write tid 5 to smithi00278215-26 2024-09-14T03:42:56.810 INFO:tasks.rados.rados.0.smithi002.stdout:2211: finishing write tid 6 to smithi00278215-26 2024-09-14T03:42:56.810 INFO:tasks.rados.rados.0.smithi002.stdout:2211: oid 26 updating version 0 to 2661 2024-09-14T03:42:56.810 INFO:tasks.rados.rados.0.smithi002.stdout:2211: oid 26 updating version 2661 to 2663 2024-09-14T03:42:56.810 INFO:tasks.rados.rados.0.smithi002.stdout:2211: oid 26 version 2663 is already newer than 2659 2024-09-14T03:42:56.810 INFO:tasks.rados.rados.0.smithi002.stdout:2211: oid 26 version 2663 is already newer than 2662 2024-09-14T03:42:56.811 INFO:tasks.rados.rados.0.smithi002.stdout:2211: oid 26 version 2663 is already newer than 2660 2024-09-14T03:42:56.811 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 2663 (ObjNum 693 snap 224 seq_num 693) dirty exists 2024-09-14T03:42:56.811 INFO:tasks.rados.rados.0.smithi002.stdout:2211: left oid 26 (ObjNum 693 snap 224 seq_num 693) 2024-09-14T03:42:56.811 INFO:tasks.rados.rados.0.smithi002.stdout:2206: finishing rollback tid 0 to smithi00278215-39 2024-09-14T03:42:56.811 INFO:tasks.rados.rados.0.smithi002.stdout:2206: finishing rollback tid 1 to smithi00278215-39 2024-09-14T03:42:56.811 INFO:tasks.rados.rados.0.smithi002.stdout:2204: expect (ObjNum 651 snap 208 seq_num 651) 2024-09-14T03:42:57.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:56 smithi002 ceph-mon[87970]: osdmap e515: 8 total, 8 up, 8 in 2024-09-14T03:42:57.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:56 smithi002 ceph-mon[87970]: osd.7 marked itself down and dead 2024-09-14T03:42:57.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:56 smithi002 ceph-mon[87970]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-14T03:42:57.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:56 smithi002 ceph-mon[87970]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-09-14T03:42:57.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:56 smithi002 ceph-mon[89815]: osdmap e515: 8 total, 8 up, 8 in 2024-09-14T03:42:57.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:56 smithi002 ceph-mon[89815]: osd.7 marked itself down and dead 2024-09-14T03:42:57.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:56 smithi002 ceph-mon[89815]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-14T03:42:57.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:56 smithi002 ceph-mon[89815]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-09-14T03:42:57.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:56 smithi154 ceph-mon[81546]: osdmap e515: 8 total, 8 up, 8 in 2024-09-14T03:42:57.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:56 smithi154 ceph-mon[81546]: osd.7 marked itself down and dead 2024-09-14T03:42:57.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:56 smithi154 ceph-mon[81546]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-14T03:42:57.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:56 smithi154 ceph-mon[81546]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-09-14T03:42:57.564 INFO:tasks.rados.rados.0.smithi002.stdout:2206: finishing rollback tid 2 to smithi00278215-39 2024-09-14T03:42:57.564 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 39 v 2752 (ObjNum 663 snap 212 seq_num 663) dirty exists 2024-09-14T03:42:57.564 INFO:tasks.rados.rados.0.smithi002.stdout:2215: finishing write tid 1 to smithi00278215-19 2024-09-14T03:42:57.564 INFO:tasks.rados.rados.0.smithi002.stdout:2215: finishing write tid 2 to smithi00278215-19 2024-09-14T03:42:57.564 INFO:tasks.rados.rados.0.smithi002.stdout:2215: finishing write tid 3 to smithi00278215-19 2024-09-14T03:42:57.565 INFO:tasks.rados.rados.0.smithi002.stdout:2215: finishing write tid 4 to smithi00278215-19 2024-09-14T03:42:57.565 INFO:tasks.rados.rados.0.smithi002.stdout:2215: finishing write tid 5 to smithi00278215-19 2024-09-14T03:42:57.565 INFO:tasks.rados.rados.0.smithi002.stdout:2216: seq_num 697 ranges {10338304=475136,10813440=704512,11517952=557056,12075008=344064} 2024-09-14T03:42:57.589 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:42:57 smithi154 podman[99224]: 2024-09-14 03:42:57.318009426 +0000 UTC m=+1.646003915 container died b111d011fd8eaeab77c8aac7e242330a86b87a098b59a503eed7239d4ff19a27 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-e4e227b, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2024-09-14T03:42:57.623 INFO:tasks.rados.rados.0.smithi002.stdout:2216: writing smithi00278215-25 from 10338304 to 10813440 tid 1 2024-09-14T03:42:57.627 INFO:tasks.rados.rados.0.smithi002.stdout:2216: writing smithi00278215-25 from 10813440 to 11517952 tid 2 2024-09-14T03:42:57.630 INFO:tasks.rados.rados.0.smithi002.stdout:2216: writing smithi00278215-25 from 11517952 to 12075008 tid 3 2024-09-14T03:42:57.632 INFO:tasks.rados.rados.0.smithi002.stdout:2216: writing smithi00278215-25 from 12075008 to 12419072 tid 4 2024-09-14T03:42:57.632 INFO:tasks.rados.rados.0.smithi002.stdout:2204: done (6 left) 2024-09-14T03:42:57.633 INFO:tasks.rados.rados.0.smithi002.stdout:2206: done (5 left) 2024-09-14T03:42:57.633 INFO:tasks.rados.rados.0.smithi002.stdout:2211: done (4 left) 2024-09-14T03:42:57.633 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 9 current snap is 224 2024-09-14T03:42:57.633 INFO:tasks.rados.rados.0.smithi002.stdout:2213: expect (ObjNum 670 snap 215 seq_num 670) 2024-09-14T03:42:57.973 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:57 smithi154 ceph-mon[81546]: pgmap v444: 121 pgs: 121 active+clean; 337 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 18 op/s 2024-09-14T03:42:57.973 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:57 smithi154 ceph-mon[81546]: osdmap e516: 8 total, 7 up, 8 in 2024-09-14T03:42:57.974 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:57 smithi154 ceph-mon[81546]: osdmap e517: 8 total, 7 up, 8 in 2024-09-14T03:42:57.974 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:42:57 smithi154 podman[99224]: 2024-09-14 03:42:57.687908702 +0000 UTC m=+2.015903192 container cleanup b111d011fd8eaeab77c8aac7e242330a86b87a098b59a503eed7239d4ff19a27 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, RELEASE=reef-e4e227b, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-09-14T03:42:57.974 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:42:57 smithi154 bash[99224]: ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7 2024-09-14T03:42:57.983 INFO:tasks.rados.rados.0.smithi002.stdout:2215: finishing write tid 6 to smithi00278215-19 2024-09-14T03:42:57.983 INFO:tasks.rados.rados.0.smithi002.stdout:2215: oid 19 updating version 0 to 2756 2024-09-14T03:42:57.983 INFO:tasks.rados.rados.0.smithi002.stdout:2215: oid 19 version 2756 is already newer than 2755 2024-09-14T03:42:57.983 INFO:tasks.rados.rados.0.smithi002.stdout:2215: oid 19 version 2756 is already newer than 2754 2024-09-14T03:42:57.984 INFO:tasks.rados.rados.0.smithi002.stdout:2215: oid 19 updating version 2756 to 2757 2024-09-14T03:42:57.984 INFO:tasks.rados.rados.0.smithi002.stdout:2215: oid 19 version 2757 is already newer than 2753 2024-09-14T03:42:57.984 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 19 v 2757 (ObjNum 696 snap 224 seq_num 696) dirty exists 2024-09-14T03:42:57.984 INFO:tasks.rados.rados.0.smithi002.stdout:2215: left oid 19 (ObjNum 696 snap 224 seq_num 696) 2024-09-14T03:42:57.984 INFO:tasks.rados.rados.0.smithi002.stdout:2216: finishing write tid 1 to smithi00278215-25 2024-09-14T03:42:57.984 INFO:tasks.rados.rados.0.smithi002.stdout:2216: finishing write tid 2 to smithi00278215-25 2024-09-14T03:42:57.984 INFO:tasks.rados.rados.0.smithi002.stdout:2216: finishing write tid 3 to smithi00278215-25 2024-09-14T03:42:57.984 INFO:tasks.rados.rados.0.smithi002.stdout:2216: finishing write tid 4 to smithi00278215-25 2024-09-14T03:42:57.984 INFO:tasks.rados.rados.0.smithi002.stdout:2216: finishing write tid 5 to smithi00278215-25 2024-09-14T03:42:57.984 INFO:tasks.rados.rados.0.smithi002.stdout:2216: finishing write tid 6 to smithi00278215-25 2024-09-14T03:42:57.984 INFO:tasks.rados.rados.0.smithi002.stdout:2216: oid 25 updating version 0 to 304 2024-09-14T03:42:57.984 INFO:tasks.rados.rados.0.smithi002.stdout:2216: oid 25 version 304 is already newer than 303 2024-09-14T03:42:57.984 INFO:tasks.rados.rados.0.smithi002.stdout:2216: oid 25 version 304 is already newer than 302 2024-09-14T03:42:57.985 INFO:tasks.rados.rados.0.smithi002.stdout:2216: oid 25 updating version 304 to 305 2024-09-14T03:42:57.985 INFO:tasks.rados.rados.0.smithi002.stdout:2216: oid 25 version 305 is already newer than 301 2024-09-14T03:42:57.985 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 305 (ObjNum 697 snap 224 seq_num 697) dirty exists 2024-09-14T03:42:57.985 INFO:tasks.rados.rados.0.smithi002.stdout:2216: left oid 25 (ObjNum 697 snap 224 seq_num 697) 2024-09-14T03:42:57.985 INFO:tasks.rados.rados.0.smithi002.stdout:2207: expect (ObjNum 677 snap 218 seq_num 677) 2024-09-14T03:42:58.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:57 smithi002 ceph-mon[87970]: pgmap v444: 121 pgs: 121 active+clean; 337 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 18 op/s 2024-09-14T03:42:58.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:57 smithi002 ceph-mon[87970]: osdmap e516: 8 total, 7 up, 8 in 2024-09-14T03:42:58.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:57 smithi002 ceph-mon[87970]: osdmap e517: 8 total, 7 up, 8 in 2024-09-14T03:42:58.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:57 smithi002 ceph-mon[89815]: pgmap v444: 121 pgs: 121 active+clean; 337 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 18 op/s 2024-09-14T03:42:58.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:57 smithi002 ceph-mon[89815]: osdmap e516: 8 total, 7 up, 8 in 2024-09-14T03:42:58.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:57 smithi002 ceph-mon[89815]: osdmap e517: 8 total, 7 up, 8 in 2024-09-14T03:42:58.227 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:42:57 smithi154 podman[99239]: 2024-09-14 03:42:57.972505791 +0000 UTC m=+0.655060537 container remove b111d011fd8eaeab77c8aac7e242330a86b87a098b59a503eed7239d4ff19a27 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=reef-e4e227b, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.37.2) 2024-09-14T03:42:58.426 INFO:tasks.rados.rados.0.smithi002.stdout:2217: seq_num 698 ranges {1613824=499712,2113536=589824,2703360=770048,3473408=245760} 2024-09-14T03:42:58.437 INFO:tasks.rados.rados.0.smithi002.stdout:2217: writing smithi00278215-9 from 1613824 to 2113536 tid 1 2024-09-14T03:42:58.441 INFO:tasks.rados.rados.0.smithi002.stdout:2217: writing smithi00278215-9 from 2113536 to 2703360 tid 2 2024-09-14T03:42:58.446 INFO:tasks.rados.rados.0.smithi002.stdout:2217: writing smithi00278215-9 from 2703360 to 3473408 tid 3 2024-09-14T03:42:58.448 INFO:tasks.rados.rados.0.smithi002.stdout:2217: writing smithi00278215-9 from 3473408 to 3719168 tid 4 2024-09-14T03:42:58.448 INFO:tasks.rados.rados.0.smithi002.stdout:2207: done (4 left) 2024-09-14T03:42:58.448 INFO:tasks.rados.rados.0.smithi002.stdout:2213: done (3 left) 2024-09-14T03:42:58.448 INFO:tasks.rados.rados.0.smithi002.stdout:2215: done (2 left) 2024-09-14T03:42:58.448 INFO:tasks.rados.rados.0.smithi002.stdout:2216: done (1 left) 2024-09-14T03:42:58.448 INFO:tasks.rados.rados.0.smithi002.stdout:2218: read oid 49 snap -1 2024-09-14T03:42:58.448 INFO:tasks.rados.rados.0.smithi002.stdout:2218: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:42:58.449 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 43 current snap is 224 2024-09-14T03:42:58.449 INFO:tasks.rados.rados.0.smithi002.stdout:2217: finishing write tid 1 to smithi00278215-9 2024-09-14T03:42:58.449 INFO:tasks.rados.rados.0.smithi002.stdout:2217: finishing write tid 2 to smithi00278215-9 2024-09-14T03:42:58.449 INFO:tasks.rados.rados.0.smithi002.stdout:2219: seq_num 699 ranges {0=516096,516096=475136,991232=573440,1564672=557056} 2024-09-14T03:42:58.451 INFO:tasks.rados.rados.0.smithi002.stdout:2219: writing smithi00278215-43 from 0 to 516096 tid 1 2024-09-14T03:42:58.453 INFO:tasks.rados.rados.0.smithi002.stdout:2219: writing smithi00278215-43 from 516096 to 991232 tid 2 2024-09-14T03:42:58.456 INFO:tasks.rados.rados.0.smithi002.stdout:2219: writing smithi00278215-43 from 991232 to 1564672 tid 3 2024-09-14T03:42:58.460 INFO:tasks.rados.rados.0.smithi002.stdout:2219: writing smithi00278215-43 from 1564672 to 2121728 tid 4 2024-09-14T03:42:58.460 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 19 current snap is 224 2024-09-14T03:42:58.460 INFO:tasks.rados.rados.0.smithi002.stdout:2220: seq_num 700 ranges {2064384=532480,2596864=409600,3006464=737280,3743744=458752} 2024-09-14T03:42:58.474 INFO:tasks.rados.rados.0.smithi002.stdout:2220: writing smithi00278215-19 from 2064384 to 2596864 tid 1 2024-09-14T03:42:58.476 INFO:tasks.rados.rados.0.smithi002.stdout:2220: writing smithi00278215-19 from 2596864 to 3006464 tid 2 2024-09-14T03:42:58.481 INFO:tasks.rados.rados.0.smithi002.stdout:2220: writing smithi00278215-19 from 3006464 to 3743744 tid 3 2024-09-14T03:42:58.484 INFO:tasks.rados.rados.0.smithi002.stdout:2220: writing smithi00278215-19 from 3743744 to 4202496 tid 4 2024-09-14T03:42:58.484 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 4 current snap is 224 2024-09-14T03:42:58.484 INFO:tasks.rados.rados.0.smithi002.stdout:2218: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:42:58.488 INFO:tasks.rados.rados.0.smithi002.stdout:2217: finishing write tid 3 to smithi00278215-9 2024-09-14T03:42:58.488 INFO:tasks.rados.rados.0.smithi002.stdout:2217: finishing write tid 4 to smithi00278215-9 2024-09-14T03:42:58.488 INFO:tasks.rados.rados.0.smithi002.stdout:2217: finishing write tid 5 to smithi00278215-9 2024-09-14T03:42:58.488 INFO:tasks.rados.rados.0.smithi002.stdout:2217: finishing write tid 6 to smithi00278215-9 2024-09-14T03:42:58.488 INFO:tasks.rados.rados.0.smithi002.stdout:2217: oid 9 updating version 0 to 2760 2024-09-14T03:42:58.488 INFO:tasks.rados.rados.0.smithi002.stdout:2217: oid 9 updating version 2760 to 2761 2024-09-14T03:42:58.488 INFO:tasks.rados.rados.0.smithi002.stdout:2217: oid 9 version 2761 is already newer than 2758 2024-09-14T03:42:58.488 INFO:tasks.rados.rados.0.smithi002.stdout:2217: oid 9 updating version 2761 to 2762 2024-09-14T03:42:58.489 INFO:tasks.rados.rados.0.smithi002.stdout:2217: oid 9 version 2762 is already newer than 2759 2024-09-14T03:42:58.489 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 9 v 2762 (ObjNum 698 snap 224 seq_num 698) dirty exists 2024-09-14T03:42:58.489 INFO:tasks.rados.rados.0.smithi002.stdout:2217: left oid 9 (ObjNum 698 snap 224 seq_num 698) 2024-09-14T03:42:58.489 INFO:tasks.rados.rados.0.smithi002.stdout:2219: finishing write tid 1 to smithi00278215-43 2024-09-14T03:42:58.489 INFO:tasks.rados.rados.0.smithi002.stdout:2219: finishing write tid 2 to smithi00278215-43 2024-09-14T03:42:58.489 INFO:tasks.rados.rados.0.smithi002.stdout:2219: finishing write tid 3 to smithi00278215-43 2024-09-14T03:42:58.489 INFO:tasks.rados.rados.0.smithi002.stdout:2221: seq_num 701 ranges {5455872=548864,6004736=696320,6701056=540672,7241728=368640} 2024-09-14T03:42:58.519 INFO:tasks.rados.rados.0.smithi002.stdout:2221: writing smithi00278215-4 from 5455872 to 6004736 tid 1 2024-09-14T03:42:58.523 INFO:tasks.rados.rados.0.smithi002.stdout:2221: writing smithi00278215-4 from 6004736 to 6701056 tid 2 2024-09-14T03:42:58.527 INFO:tasks.rados.rados.0.smithi002.stdout:2221: writing smithi00278215-4 from 6701056 to 7241728 tid 3 2024-09-14T03:42:58.530 INFO:tasks.rados.rados.0.smithi002.stdout:2221: writing smithi00278215-4 from 7241728 to 7610368 tid 4 2024-09-14T03:42:58.530 INFO:tasks.rados.rados.0.smithi002.stdout:2217: done (4 left) 2024-09-14T03:42:58.531 INFO:tasks.rados.rados.0.smithi002.stdout:2218: done (3 left) 2024-09-14T03:42:58.531 INFO:tasks.rados.rados.0.smithi002.stdout:2222: snap_create 2024-09-14T03:42:58.531 INFO:tasks.rados.rados.0.smithi002.stdout:2219: finishing write tid 4 to smithi00278215-43 2024-09-14T03:42:58.531 INFO:tasks.rados.rados.0.smithi002.stdout:2219: finishing write tid 5 to smithi00278215-43 2024-09-14T03:42:58.531 INFO:tasks.rados.rados.0.smithi002.stdout:2219: finishing write tid 6 to smithi00278215-43 2024-09-14T03:42:58.531 INFO:tasks.rados.rados.0.smithi002.stdout:2219: oid 43 updating version 0 to 2279 2024-09-14T03:42:58.531 INFO:tasks.rados.rados.0.smithi002.stdout:2219: oid 43 version 2279 is already newer than 2277 2024-09-14T03:42:58.531 INFO:tasks.rados.rados.0.smithi002.stdout:2219: oid 43 updating version 2279 to 2280 2024-09-14T03:42:58.531 INFO:tasks.rados.rados.0.smithi002.stdout:2219: oid 43 updating version 2280 to 2281 2024-09-14T03:42:58.531 INFO:tasks.rados.rados.0.smithi002.stdout:2219: oid 43 version 2281 is already newer than 2278 2024-09-14T03:42:58.531 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 2281 (ObjNum 699 snap 224 seq_num 699) dirty exists 2024-09-14T03:42:58.531 INFO:tasks.rados.rados.0.smithi002.stdout:2219: left oid 43 (ObjNum 699 snap 224 seq_num 699) 2024-09-14T03:42:58.532 INFO:tasks.rados.rados.0.smithi002.stdout:2220: finishing write tid 1 to smithi00278215-19 2024-09-14T03:42:58.532 INFO:tasks.rados.rados.0.smithi002.stdout:2220: finishing write tid 2 to smithi00278215-19 2024-09-14T03:42:58.532 INFO:tasks.rados.rados.0.smithi002.stdout:2220: finishing write tid 3 to smithi00278215-19 2024-09-14T03:42:58.532 INFO:tasks.rados.rados.0.smithi002.stdout:2220: finishing write tid 4 to smithi00278215-19 2024-09-14T03:42:58.532 INFO:tasks.rados.rados.0.smithi002.stdout:2220: finishing write tid 5 to smithi00278215-19 2024-09-14T03:42:58.532 INFO:tasks.rados.rados.0.smithi002.stdout:2220: finishing write tid 6 to smithi00278215-19 2024-09-14T03:42:58.532 INFO:tasks.rados.rados.0.smithi002.stdout:2220: oid 19 updating version 0 to 2764 2024-09-14T03:42:58.532 INFO:tasks.rados.rados.0.smithi002.stdout:2220: oid 19 updating version 2764 to 2767 2024-09-14T03:42:58.532 INFO:tasks.rados.rados.0.smithi002.stdout:2220: oid 19 version 2767 is already newer than 2763 2024-09-14T03:42:58.532 INFO:tasks.rados.rados.0.smithi002.stdout:2220: oid 19 version 2767 is already newer than 2765 2024-09-14T03:42:58.532 INFO:tasks.rados.rados.0.smithi002.stdout:2220: oid 19 version 2767 is already newer than 2766 2024-09-14T03:42:58.532 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 19 v 2767 (ObjNum 700 snap 224 seq_num 700) dirty exists 2024-09-14T03:42:58.533 INFO:tasks.rados.rados.0.smithi002.stdout:2220: left oid 19 (ObjNum 700 snap 224 seq_num 700) 2024-09-14T03:42:58.533 INFO:tasks.rados.rados.0.smithi002.stdout:2221: finishing write tid 1 to smithi00278215-4 2024-09-14T03:42:58.533 INFO:tasks.rados.rados.0.smithi002.stdout:2221: finishing write tid 2 to smithi00278215-4 2024-09-14T03:42:58.533 INFO:tasks.rados.rados.0.smithi002.stdout:2221: finishing write tid 3 to smithi00278215-4 2024-09-14T03:42:58.534 INFO:tasks.rados.rados.0.smithi002.stdout:2221: finishing write tid 4 to smithi00278215-4 2024-09-14T03:42:58.534 INFO:tasks.rados.rados.0.smithi002.stdout:2221: finishing write tid 5 to smithi00278215-4 2024-09-14T03:42:58.534 INFO:tasks.rados.rados.0.smithi002.stdout:2221: finishing write tid 6 to smithi00278215-4 2024-09-14T03:42:58.534 INFO:tasks.rados.rados.0.smithi002.stdout:2221: oid 4 updating version 0 to 2118 2024-09-14T03:42:58.534 INFO:tasks.rados.rados.0.smithi002.stdout:2221: oid 4 updating version 2118 to 2121 2024-09-14T03:42:58.534 INFO:tasks.rados.rados.0.smithi002.stdout:2221: oid 4 version 2121 is already newer than 2119 2024-09-14T03:42:58.534 INFO:tasks.rados.rados.0.smithi002.stdout:2221: oid 4 version 2121 is already newer than 2120 2024-09-14T03:42:58.534 INFO:tasks.rados.rados.0.smithi002.stdout:2221: oid 4 updating version 2121 to 2122 2024-09-14T03:42:58.534 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 2122 (ObjNum 701 snap 224 seq_num 701) dirty exists 2024-09-14T03:42:58.534 INFO:tasks.rados.rados.0.smithi002.stdout:2221: left oid 4 (ObjNum 701 snap 224 seq_num 701) 2024-09-14T03:42:58.585 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:42:58 smithi154 podman[99329]: 2024-09-14 03:42:58.217948182 +0000 UTC m=+0.015995413 image pull 8801d2529e4377d97015e6c85a3b4925ede7ce42c7349a1a37eb88f097b6f3f0 quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802 2024-09-14T03:42:58.585 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:42:58 smithi154 podman[99329]: 2024-09-14 03:42:58.34016499 +0000 UTC m=+0.138212218 container create e2dee1dffd53cf5d254e4cd31d2bc9bcda0ea6d50acc04494cef2adfde1fe282 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7-deactivate, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, RELEASE=main-a278231, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-14T03:42:58.585 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:42:58 smithi154 podman[99329]: 2024-09-14 03:42:58.584262221 +0000 UTC m=+0.382309440 container init e2dee1dffd53cf5d254e4cd31d2bc9bcda0ea6d50acc04494cef2adfde1fe282 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7-deactivate, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-a278231, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-14T03:42:58.776 INFO:tasks.rados.rados.0.smithi002.stdout:2219: done (3 left) 2024-09-14T03:42:58.776 INFO:tasks.rados.rados.0.smithi002.stdout:2220: done (2 left) 2024-09-14T03:42:58.776 INFO:tasks.rados.rados.0.smithi002.stdout:2221: done (1 left) 2024-09-14T03:42:58.776 INFO:tasks.rados.rados.0.smithi002.stdout:2222: done (0 left) 2024-09-14T03:42:58.777 INFO:tasks.rados.rados.0.smithi002.stdout:2223: delete oid 50 current snap is 225 2024-09-14T03:42:58.782 INFO:tasks.rados.rados.0.smithi002.stdout:2223: done (0 left) 2024-09-14T03:42:58.782 INFO:tasks.rados.rados.0.smithi002.stdout:2224: rmattr oid 47 current snap is 225 2024-09-14T03:42:58.782 INFO:tasks.rados.rados.0.smithi002.stdout:2224: done (0 left) 2024-09-14T03:42:58.782 INFO:tasks.rados.rados.0.smithi002.stdout:2225: delete oid 50 current snap is 225 2024-09-14T03:42:58.784 INFO:tasks.rados.rados.0.smithi002.stdout:2225: done (0 left) 2024-09-14T03:42:58.785 INFO:tasks.rados.rados.0.smithi002.stdout:2226: snap_remove snap 208 2024-09-14T03:42:58.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:58 smithi154 ceph-mon[81546]: Health check failed: Reduced data availability: 3 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-09-14T03:42:58.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:58 smithi154 ceph-mon[81546]: osdmap e518: 8 total, 7 up, 8 in 2024-09-14T03:42:58.977 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:42:58 smithi154 podman[99329]: 2024-09-14 03:42:58.587683251 +0000 UTC m=+0.385730471 container start e2dee1dffd53cf5d254e4cd31d2bc9bcda0ea6d50acc04494cef2adfde1fe282 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7-deactivate, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=main-a278231, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS) 2024-09-14T03:42:58.978 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:42:58 smithi154 podman[99329]: 2024-09-14 03:42:58.675829419 +0000 UTC m=+0.473876651 container attach e2dee1dffd53cf5d254e4cd31d2bc9bcda0ea6d50acc04494cef2adfde1fe282 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7-deactivate, org.label-schema.build-date=20240731, RELEASE=main-a278231, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-14T03:42:58.978 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:42:58 smithi154 podman[99329]: 2024-09-14 03:42:58.778550871 +0000 UTC m=+0.576598104 container died e2dee1dffd53cf5d254e4cd31d2bc9bcda0ea6d50acc04494cef2adfde1fe282 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, ceph=True, RELEASE=main-a278231) 2024-09-14T03:42:59.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:58 smithi002 ceph-mon[87970]: Health check failed: Reduced data availability: 3 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-09-14T03:42:59.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:58 smithi002 ceph-mon[87970]: osdmap e518: 8 total, 7 up, 8 in 2024-09-14T03:42:59.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:58 smithi002 ceph-mon[89815]: Health check failed: Reduced data availability: 3 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-09-14T03:42:59.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:58 smithi002 ceph-mon[89815]: osdmap e518: 8 total, 7 up, 8 in 2024-09-14T03:42:59.780 INFO:tasks.rados.rados.0.smithi002.stdout:2226: done (0 left) 2024-09-14T03:42:59.780 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 23 current snap is 225 2024-09-14T03:42:59.780 INFO:tasks.rados.rados.0.smithi002.stdout:2227: seq_num 704 ranges {1982464=598016,2580480=745472,3325952=712704,4038656=147456} 2024-09-14T03:42:59.795 INFO:tasks.rados.rados.0.smithi002.stdout:2227: writing smithi00278215-23 from 1982464 to 2580480 tid 1 2024-09-14T03:42:59.799 INFO:tasks.rados.rados.0.smithi002.stdout:2227: writing smithi00278215-23 from 2580480 to 3325952 tid 2 2024-09-14T03:42:59.803 INFO:tasks.rados.rados.0.smithi002.stdout:2227: writing smithi00278215-23 from 3325952 to 4038656 tid 3 2024-09-14T03:42:59.805 INFO:tasks.rados.rados.0.smithi002.stdout:2227: writing smithi00278215-23 from 4038656 to 4186112 tid 4 2024-09-14T03:42:59.805 INFO:tasks.rados.rados.0.smithi002.stdout:2228: read oid 15 snap -1 2024-09-14T03:42:59.805 INFO:tasks.rados.rados.0.smithi002.stdout:2228: expect (ObjNum 650 snap 208 seq_num 650) 2024-09-14T03:42:59.805 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 9 current snap is 225 2024-09-14T03:42:59.805 INFO:tasks.rados.rados.0.smithi002.stdout:2227: finishing write tid 1 to smithi00278215-23 2024-09-14T03:42:59.805 INFO:tasks.rados.rados.0.smithi002.stdout:2227: finishing write tid 2 to smithi00278215-23 2024-09-14T03:42:59.805 INFO:tasks.rados.rados.0.smithi002.stdout:2229: seq_num 705 ranges {3719168=614400,4333568=630784,4964352=524288,5488640=450560} 2024-09-14T03:42:59.822 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:42:59 smithi154 podman[99352]: 2024-09-14 03:42:59.487906394 +0000 UTC m=+0.702401674 container remove e2dee1dffd53cf5d254e4cd31d2bc9bcda0ea6d50acc04494cef2adfde1fe282 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7-deactivate, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, RELEASE=main-a278231, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-14T03:42:59.822 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:42:59 smithi154 systemd[1]: ceph-f357b922-7248-11ef-bceb-c7b262605968@osd.7.service: Deactivated successfully. 2024-09-14T03:42:59.822 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:42:59 smithi154 systemd[1]: Stopped Ceph osd.7 for f357b922-7248-11ef-bceb-c7b262605968. 2024-09-14T03:42:59.822 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:42:59 smithi154 systemd[1]: ceph-f357b922-7248-11ef-bceb-c7b262605968@osd.7.service: Consumed 14.561s CPU time. 2024-09-14T03:42:59.822 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:42:59 smithi154 systemd[1]: Starting Ceph osd.7 for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:42:59.830 INFO:tasks.rados.rados.0.smithi002.stdout:2229: writing smithi00278215-9 from 3719168 to 4333568 tid 1 2024-09-14T03:42:59.834 INFO:tasks.rados.rados.0.smithi002.stdout:2229: writing smithi00278215-9 from 4333568 to 4964352 tid 2 2024-09-14T03:42:59.838 INFO:tasks.rados.rados.0.smithi002.stdout:2229: writing smithi00278215-9 from 4964352 to 5488640 tid 3 2024-09-14T03:42:59.842 INFO:tasks.rados.rados.0.smithi002.stdout:2229: writing smithi00278215-9 from 5488640 to 5939200 tid 4 2024-09-14T03:42:59.842 INFO:tasks.rados.rados.0.smithi002.stdout:2230: rmattr oid 44 current snap is 225 2024-09-14T03:42:59.842 INFO:tasks.rados.rados.0.smithi002.stdout:2230: done (3 left) 2024-09-14T03:42:59.842 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 31 current snap is 225 2024-09-14T03:42:59.842 INFO:tasks.rados.rados.0.smithi002.stdout:2227: finishing write tid 3 to smithi00278215-23 2024-09-14T03:42:59.842 INFO:tasks.rados.rados.0.smithi002.stdout:2231: seq_num 706 ranges {0=630784,630784=516096,1146880=729088,1875968=360448} 2024-09-14T03:42:59.846 INFO:tasks.rados.rados.0.smithi002.stdout:2231: writing smithi00278215-31 from 0 to 630784 tid 1 2024-09-14T03:42:59.849 INFO:tasks.rados.rados.0.smithi002.stdout:2231: writing smithi00278215-31 from 630784 to 1146880 tid 2 2024-09-14T03:42:59.853 INFO:tasks.rados.rados.0.smithi002.stdout:2231: writing smithi00278215-31 from 1146880 to 1875968 tid 3 2024-09-14T03:42:59.856 INFO:tasks.rados.rados.0.smithi002.stdout:2231: writing smithi00278215-31 from 1875968 to 2236416 tid 4 2024-09-14T03:42:59.856 INFO:tasks.rados.rados.0.smithi002.stdout:2232: copy_from oid 38 from oid 8 current snap is 225 2024-09-14T03:42:59.856 INFO:tasks.rados.rados.0.smithi002.stdout:2227: finishing write tid 4 to smithi00278215-23 2024-09-14T03:42:59.857 INFO:tasks.rados.rados.0.smithi002.stdout:2227: finishing write tid 5 to smithi00278215-23 2024-09-14T03:42:59.857 INFO:tasks.rados.rados.0.smithi002.stdout:2227: finishing write tid 6 to smithi00278215-23 2024-09-14T03:42:59.857 INFO:tasks.rados.rados.0.smithi002.stdout:2227: oid 23 updating version 0 to 2262 2024-09-14T03:42:59.857 INFO:tasks.rados.rados.0.smithi002.stdout:2227: oid 23 version 2262 is already newer than 2260 2024-09-14T03:42:59.857 INFO:tasks.rados.rados.0.smithi002.stdout:2227: oid 23 version 2262 is already newer than 2261 2024-09-14T03:42:59.857 INFO:tasks.rados.rados.0.smithi002.stdout:2227: oid 23 version 2262 is already newer than 2259 2024-09-14T03:42:59.857 INFO:tasks.rados.rados.0.smithi002.stdout:2227: oid 23 version 2262 is already newer than 2258 2024-09-14T03:42:59.857 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 2262 (ObjNum 704 snap 225 seq_num 704) dirty exists 2024-09-14T03:42:59.857 INFO:tasks.rados.rados.0.smithi002.stdout:2227: left oid 23 (ObjNum 704 snap 225 seq_num 704) 2024-09-14T03:42:59.857 INFO:tasks.rados.rados.0.smithi002.stdout:2227: done (4 left) 2024-09-14T03:42:59.857 INFO:tasks.rados.rados.0.smithi002.stdout:2233: read oid 4 snap 206 2024-09-14T03:42:59.858 INFO:tasks.rados.rados.0.smithi002.stdout:2233: expect (ObjNum 638 snap 205 seq_num 638) 2024-09-14T03:42:59.858 INFO:tasks.rados.rados.0.smithi002.stdout:2234: read oid 45 snap 218 2024-09-14T03:42:59.858 INFO:tasks.rados.rados.0.smithi002.stdout:2234: expect (ObjNum 674 snap 218 seq_num 674) 2024-09-14T03:42:59.858 INFO:tasks.rados.rados.0.smithi002.stdout:2235: setattr oid 32 current snap is 225 2024-09-14T03:42:59.858 INFO:tasks.rados.rados.0.smithi002.stdout:2229: finishing write tid 1 to smithi00278215-9 2024-09-14T03:42:59.858 INFO:tasks.rados.rados.0.smithi002.stdout:2229: finishing write tid 2 to smithi00278215-9 2024-09-14T03:42:59.858 INFO:tasks.rados.rados.0.smithi002.stdout:2229: finishing write tid 3 to smithi00278215-9 2024-09-14T03:42:59.858 INFO:tasks.rados.rados.0.smithi002.stdout:2229: finishing write tid 4 to smithi00278215-9 2024-09-14T03:42:59.858 INFO:tasks.rados.rados.0.smithi002.stdout:2229: finishing write tid 5 to smithi00278215-9 2024-09-14T03:42:59.858 INFO:tasks.rados.rados.0.smithi002.stdout:2229: finishing write tid 6 to smithi00278215-9 2024-09-14T03:42:59.858 INFO:tasks.rados.rados.0.smithi002.stdout:2229: oid 9 updating version 0 to 2768 2024-09-14T03:42:59.858 INFO:tasks.rados.rados.0.smithi002.stdout:2229: oid 9 updating version 2768 to 2769 2024-09-14T03:42:59.859 INFO:tasks.rados.rados.0.smithi002.stdout:2229: oid 9 updating version 2769 to 2772 2024-09-14T03:42:59.859 INFO:tasks.rados.rados.0.smithi002.stdout:2229: oid 9 version 2772 is already newer than 2771 2024-09-14T03:42:59.859 INFO:tasks.rados.rados.0.smithi002.stdout:2229: oid 9 version 2772 is already newer than 2770 2024-09-14T03:42:59.859 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 9 v 2772 (ObjNum 705 snap 225 seq_num 705) dirty exists 2024-09-14T03:42:59.859 INFO:tasks.rados.rados.0.smithi002.stdout:2229: left oid 9 (ObjNum 705 snap 225 seq_num 705) 2024-09-14T03:42:59.859 INFO:tasks.rados.rados.0.smithi002.stdout:2228: expect (ObjNum 650 snap 208 seq_num 650) 2024-09-14T03:43:00.084 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:59 smithi154 ceph-mon[81546]: pgmap v447: 121 pgs: 10 peering, 15 stale+active+clean, 96 active+clean; 345 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.8 MiB/s wr, 17 op/s 2024-09-14T03:43:00.085 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:42:59 smithi154 ceph-mon[81546]: osdmap e519: 8 total, 7 up, 8 in 2024-09-14T03:43:00.085 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:42:59 smithi154 podman[99454]: 2024-09-14 03:42:59.860788274 +0000 UTC m=+0.020144048 image pull 8801d2529e4377d97015e6c85a3b4925ede7ce42c7349a1a37eb88f097b6f3f0 quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802 2024-09-14T03:43:00.085 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:42:59 smithi154 podman[99454]: 2024-09-14 03:42:59.964191788 +0000 UTC m=+0.123547561 container create b7db332c37913a99339f6d5180ce5f9ef09c95bbc10cc4de097be6a12383f4d1 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7-activate, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=main-a278231, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.schema-version=1.0) 2024-09-14T03:43:00.186 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:59 smithi002 ceph-mon[89815]: pgmap v447: 121 pgs: 10 peering, 15 stale+active+clean, 96 active+clean; 345 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.8 MiB/s wr, 17 op/s 2024-09-14T03:43:00.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:42:59 smithi002 ceph-mon[89815]: osdmap e519: 8 total, 7 up, 8 in 2024-09-14T03:43:00.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:59 smithi002 ceph-mon[87970]: pgmap v447: 121 pgs: 10 peering, 15 stale+active+clean, 96 active+clean; 345 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.8 MiB/s wr, 17 op/s 2024-09-14T03:43:00.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:42:59 smithi002 ceph-mon[87970]: osdmap e519: 8 total, 7 up, 8 in 2024-09-14T03:43:00.459 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:43:00 smithi154 podman[99454]: 2024-09-14 03:43:00.200340397 +0000 UTC m=+0.359696170 container init b7db332c37913a99339f6d5180ce5f9ef09c95bbc10cc4de097be6a12383f4d1 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7-activate, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=main-a278231, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-14T03:43:00.459 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:43:00 smithi154 podman[99454]: 2024-09-14 03:43:00.203763869 +0000 UTC m=+0.363119642 container start b7db332c37913a99339f6d5180ce5f9ef09c95bbc10cc4de097be6a12383f4d1 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=main-a278231, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.build-date=20240731) 2024-09-14T03:43:00.460 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:43:00 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7-activate[99470]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-14T03:43:00.460 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:43:00 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7-activate[99470]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-14T03:43:00.460 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:43:00 smithi154 bash[99454]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-14T03:43:00.460 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:43:00 smithi154 bash[99454]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-14T03:43:00.490 INFO:tasks.rados.rados.0.smithi002.stdout:2231: finishing write tid 1 to smithi00278215-31 2024-09-14T03:43:00.490 INFO:tasks.rados.rados.0.smithi002.stdout:2231: finishing write tid 2 to smithi00278215-31 2024-09-14T03:43:00.490 INFO:tasks.rados.rados.0.smithi002.stdout:2231: finishing write tid 3 to smithi00278215-31 2024-09-14T03:43:00.490 INFO:tasks.rados.rados.0.smithi002.stdout:2231: finishing write tid 4 to smithi00278215-31 2024-09-14T03:43:00.490 INFO:tasks.rados.rados.0.smithi002.stdout:2231: finishing write tid 5 to smithi00278215-31 2024-09-14T03:43:00.490 INFO:tasks.rados.rados.0.smithi002.stdout:2231: finishing write tid 6 to smithi00278215-31 2024-09-14T03:43:00.490 INFO:tasks.rados.rados.0.smithi002.stdout:2231: oid 31 updating version 0 to 1258 2024-09-14T03:43:00.490 INFO:tasks.rados.rados.0.smithi002.stdout:2231: oid 31 version 1258 is already newer than 1257 2024-09-14T03:43:00.491 INFO:tasks.rados.rados.0.smithi002.stdout:2231: oid 31 version 1258 is already newer than 1254 2024-09-14T03:43:00.491 INFO:tasks.rados.rados.0.smithi002.stdout:2231: oid 31 version 1258 is already newer than 1255 2024-09-14T03:43:00.491 INFO:tasks.rados.rados.0.smithi002.stdout:2231: oid 31 version 1258 is already newer than 1256 2024-09-14T03:43:00.491 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 1258 (ObjNum 706 snap 225 seq_num 706) dirty exists 2024-09-14T03:43:00.491 INFO:tasks.rados.rados.0.smithi002.stdout:2231: left oid 31 (ObjNum 706 snap 225 seq_num 706) 2024-09-14T03:43:00.491 INFO:tasks.rados.rados.0.smithi002.stdout:2233: expect (ObjNum 638 snap 205 seq_num 638) 2024-09-14T03:43:00.727 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:43:00 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=sqlstore.transactions t=2024-09-14T03:43:00.68814492Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-09-14T03:43:00.727 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:43:00 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[61087]: logger=cleanup t=2024-09-14T03:43:00.690570365Z level=info msg="Completed cleanup jobs" duration=12.940631ms 2024-09-14T03:43:00.728 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:43:00 smithi154 podman[99454]: 2024-09-14 03:43:00.45863756 +0000 UTC m=+0.617993334 container attach b7db332c37913a99339f6d5180ce5f9ef09c95bbc10cc4de097be6a12383f4d1 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7-activate, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=main-a278231, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-14T03:43:00.807 INFO:tasks.rados.rados.0.smithi002.stdout:2234: expect (ObjNum 674 snap 218 seq_num 674) 2024-09-14T03:43:01.166 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:00 smithi154 ceph-mon[81546]: Health check failed: Degraded data redundancy: 24/657 objects degraded (3.653%), 9 pgs degraded (PG_DEGRADED) 2024-09-14T03:43:01.166 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:43:00 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7-activate[99470]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-14T03:43:01.166 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:43:00 smithi154 bash[99454]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-14T03:43:01.166 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:43:00 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7-activate[99470]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-09-14T03:43:01.166 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:43:00 smithi154 bash[99454]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-09-14T03:43:01.166 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:43:01 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7-activate[99470]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-09-14T03:43:01.166 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:43:01 smithi154 bash[99454]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-09-14T03:43:01.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:00 smithi002 ceph-mon[87970]: Health check failed: Degraded data redundancy: 24/657 objects degraded (3.653%), 9 pgs degraded (PG_DEGRADED) 2024-09-14T03:43:01.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:00 smithi002 ceph-mon[89815]: Health check failed: Degraded data redundancy: 24/657 objects degraded (3.653%), 9 pgs degraded (PG_DEGRADED) 2024-09-14T03:43:01.251 INFO:tasks.rados.rados.0.smithi002.stdout:2232: finishing copy_from racing read to smithi00278215-38 2024-09-14T03:43:01.251 INFO:tasks.rados.rados.0.smithi002.stdout:2232: finishing copy_from to smithi00278215-38 2024-09-14T03:43:01.251 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 2222 (ObjNum 683 snap 219 seq_num 683) dirty exists 2024-09-14T03:43:01.251 INFO:tasks.rados.rados.0.smithi002.stdout:2228: done (6 left) 2024-09-14T03:43:01.251 INFO:tasks.rados.rados.0.smithi002.stdout:2229: done (5 left) 2024-09-14T03:43:01.252 INFO:tasks.rados.rados.0.smithi002.stdout:2231: done (4 left) 2024-09-14T03:43:01.252 INFO:tasks.rados.rados.0.smithi002.stdout:2232: done (3 left) 2024-09-14T03:43:01.252 INFO:tasks.rados.rados.0.smithi002.stdout:2233: done (2 left) 2024-09-14T03:43:01.252 INFO:tasks.rados.rados.0.smithi002.stdout:2234: done (1 left) 2024-09-14T03:43:01.252 INFO:tasks.rados.rados.0.smithi002.stdout:2236: rollback oid 41 current snap is 225 2024-09-14T03:43:01.252 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 41 to 169 2024-09-14T03:43:01.252 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 2945 (ObjNum 689 snap 221 seq_num 689) dirty exists 2024-09-14T03:43:01.252 INFO:tasks.rados.rados.0.smithi002.stdout:2235: done (1 left) 2024-09-14T03:43:01.252 INFO:tasks.rados.rados.0.smithi002.stdout:2237: read oid 44 snap -1 2024-09-14T03:43:01.252 INFO:tasks.rados.rados.0.smithi002.stdout:2237: expect (ObjNum 508 snap 160 seq_num 508) 2024-09-14T03:43:01.252 INFO:tasks.rados.rados.0.smithi002.stdout:2238: rollback oid 30 current snap is 225 2024-09-14T03:43:01.253 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 30 to 224 2024-09-14T03:43:01.253 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 29 current snap is 225 2024-09-14T03:43:01.253 INFO:tasks.rados.rados.0.smithi002.stdout:2239: seq_num 707 ranges {5111808=647168,5758976=802816,6561792=532480,7094272=270336} 2024-09-14T03:43:01.282 INFO:tasks.rados.rados.0.smithi002.stdout:2239: writing smithi00278215-29 from 5111808 to 5758976 tid 1 2024-09-14T03:43:01.286 INFO:tasks.rados.rados.0.smithi002.stdout:2239: writing smithi00278215-29 from 5758976 to 6561792 tid 2 2024-09-14T03:43:01.289 INFO:tasks.rados.rados.0.smithi002.stdout:2239: writing smithi00278215-29 from 6561792 to 7094272 tid 3 2024-09-14T03:43:01.291 INFO:tasks.rados.rados.0.smithi002.stdout:2239: writing smithi00278215-29 from 7094272 to 7364608 tid 4 2024-09-14T03:43:01.291 INFO:tasks.rados.rados.0.smithi002.stdout:2240: delete oid 24 current snap is 225 2024-09-14T03:43:01.292 INFO:tasks.rados.rados.0.smithi002.stdout:2237: expect (ObjNum 508 snap 160 seq_num 508) 2024-09-14T03:43:01.328 INFO:tasks.rados.rados.0.smithi002.stdout:2236: finishing rollback tid 0 to smithi00278215-41 2024-09-14T03:43:01.328 INFO:tasks.rados.rados.0.smithi002.stdout:2236: finishing rollback tid 1 to smithi00278215-41 2024-09-14T03:43:01.328 INFO:tasks.rados.rados.0.smithi002.stdout:2236: finishing rollback tid 2 to smithi00278215-41 2024-09-14T03:43:01.328 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 41 v 2949 (ObjNum 482 snap 147 seq_num 482) dirty exists 2024-09-14T03:43:01.329 INFO:tasks.rados.rados.0.smithi002.stdout:2238: finishing rollback tid 0 to smithi00278215-30 2024-09-14T03:43:01.329 INFO:tasks.rados.rados.0.smithi002.stdout:2238: finishing rollback tid 1 to smithi00278215-30 2024-09-14T03:43:01.329 INFO:tasks.rados.rados.0.smithi002.stdout:2236: done (4 left) 2024-09-14T03:43:01.329 INFO:tasks.rados.rados.0.smithi002.stdout:2237: done (3 left) 2024-09-14T03:43:01.329 INFO:tasks.rados.rados.0.smithi002.stdout:2240: done (2 left) 2024-09-14T03:43:01.329 INFO:tasks.rados.rados.0.smithi002.stdout:2241: rollback oid 37 current snap is 225 2024-09-14T03:43:01.329 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 37 to 211 2024-09-14T03:43:01.329 INFO:tasks.rados.rados.0.smithi002.stdout:2238: finishing rollback tid 2 to smithi00278215-30 2024-09-14T03:43:01.329 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 30 v 2953 (ObjNum 622 snap 200 seq_num 622) dirty exists 2024-09-14T03:43:01.329 INFO:tasks.rados.rados.0.smithi002.stdout:2239: finishing write tid 1 to smithi00278215-29 2024-09-14T03:43:01.329 INFO:tasks.rados.rados.0.smithi002.stdout:2239: finishing write tid 2 to smithi00278215-29 2024-09-14T03:43:01.330 INFO:tasks.rados.rados.0.smithi002.stdout:2239: finishing write tid 3 to smithi00278215-29 2024-09-14T03:43:01.330 INFO:tasks.rados.rados.0.smithi002.stdout:2239: finishing write tid 4 to smithi00278215-29 2024-09-14T03:43:01.330 INFO:tasks.rados.rados.0.smithi002.stdout:2239: finishing write tid 5 to smithi00278215-29 2024-09-14T03:43:01.330 INFO:tasks.rados.rados.0.smithi002.stdout:2239: finishing write tid 6 to smithi00278215-29 2024-09-14T03:43:01.330 INFO:tasks.rados.rados.0.smithi002.stdout:2239: oid 29 updating version 0 to 2956 2024-09-14T03:43:01.330 INFO:tasks.rados.rados.0.smithi002.stdout:2239: oid 29 updating version 2956 to 2957 2024-09-14T03:43:01.330 INFO:tasks.rados.rados.0.smithi002.stdout:2239: oid 29 updating version 2957 to 2958 2024-09-14T03:43:01.330 INFO:tasks.rados.rados.0.smithi002.stdout:2239: oid 29 updating version 2958 to 2959 2024-09-14T03:43:01.330 INFO:tasks.rados.rados.0.smithi002.stdout:2239: oid 29 version 2959 is already newer than 2955 2024-09-14T03:43:01.330 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 2959 (ObjNum 707 snap 225 seq_num 707) dirty exists 2024-09-14T03:43:01.330 INFO:tasks.rados.rados.0.smithi002.stdout:2239: left oid 29 (ObjNum 707 snap 225 seq_num 707) 2024-09-14T03:43:01.330 INFO:tasks.rados.rados.0.smithi002.stdout:2238: done (2 left) 2024-09-14T03:43:01.330 INFO:tasks.rados.rados.0.smithi002.stdout:2239: done (1 left) 2024-09-14T03:43:01.331 INFO:tasks.rados.rados.0.smithi002.stdout:2242: read oid 27 snap 198 2024-09-14T03:43:01.331 INFO:tasks.rados.rados.0.smithi002.stdout:2242: expect (ObjNum 582 snap 182 seq_num 582) 2024-09-14T03:43:01.331 INFO:tasks.rados.rados.0.smithi002.stdout:2243: read oid 31 snap -1 2024-09-14T03:43:01.331 INFO:tasks.rados.rados.0.smithi002.stdout:2243: expect (ObjNum 706 snap 225 seq_num 706) 2024-09-14T03:43:01.331 INFO:tasks.rados.rados.0.smithi002.stdout:2244: copy_from oid 21 from oid 12 current snap is 225 2024-09-14T03:43:01.331 INFO:tasks.rados.rados.0.smithi002.stdout:2245: setattr oid 3 current snap is 225 2024-09-14T03:43:01.332 INFO:tasks.rados.rados.0.smithi002.stdout:2246: read oid 26 snap -1 2024-09-14T03:43:01.332 INFO:tasks.rados.rados.0.smithi002.stdout:2246: expect (ObjNum 693 snap 224 seq_num 693) 2024-09-14T03:43:01.332 INFO:tasks.rados.rados.0.smithi002.stdout:2247: read oid 40 snap -1 2024-09-14T03:43:01.332 INFO:tasks.rados.rados.0.smithi002.stdout:2247: expect deleted 2024-09-14T03:43:01.332 INFO:tasks.rados.rados.0.smithi002.stdout:2248: snap_create 2024-09-14T03:43:01.332 INFO:tasks.rados.rados.0.smithi002.stdout:2244: finishing copy_from to smithi00278215-21 2024-09-14T03:43:01.333 INFO:tasks.rados.rados.0.smithi002.stdout:2244: got expected ENOENT (src dne) 2024-09-14T03:43:01.333 INFO:tasks.rados.rados.0.smithi002.stdout:2244: finishing copy_from racing read to smithi00278215-21 2024-09-14T03:43:01.333 INFO:tasks.rados.rados.0.smithi002.stdout:2242: expect (ObjNum 582 snap 182 seq_num 582) 2024-09-14T03:43:01.339 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 3 v 2282 (ObjNum 33 snap 0 seq_num 854540768) dirty exists 2024-09-14T03:43:01.339 INFO:tasks.rados.rados.0.smithi002.stdout:2241: finishing rollback tid 0 to smithi00278215-37 2024-09-14T03:43:01.339 INFO:tasks.rados.rados.0.smithi002.stdout:2241: finishing rollback tid 1 to smithi00278215-37 2024-09-14T03:43:01.339 INFO:tasks.rados.rados.0.smithi002.stdout:2241: finishing rollback tid 2 to smithi00278215-37 2024-09-14T03:43:01.339 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 37 v 2775 (ObjNum 651 snap 208 seq_num 651) dirty exists 2024-09-14T03:43:01.340 INFO:tasks.rados.rados.0.smithi002.stdout:2243: expect (ObjNum 706 snap 225 seq_num 706) 2024-09-14T03:43:01.398 INFO:tasks.rados.rados.0.smithi002.stdout:2246: expect (ObjNum 693 snap 224 seq_num 693) 2024-09-14T03:43:01.477 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:43:01 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7-activate[99470]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-09-14T03:43:01.477 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:43:01 smithi154 bash[99454]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-09-14T03:43:01.478 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:43:01 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7-activate[99470]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-09-14T03:43:01.478 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:43:01 smithi154 bash[99454]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-09-14T03:43:01.478 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:43:01 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7-activate[99470]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-14T03:43:01.478 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:43:01 smithi154 bash[99454]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-14T03:43:01.478 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:43:01 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7-activate[99470]: --> ceph-volume raw activate successful for osd ID: 7 2024-09-14T03:43:01.478 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:43:01 smithi154 bash[99454]: --> ceph-volume raw activate successful for osd ID: 7 2024-09-14T03:43:01.478 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:43:01 smithi154 podman[99454]: 2024-09-14 03:43:01.193167789 +0000 UTC m=+1.352523570 container died b7db332c37913a99339f6d5180ce5f9ef09c95bbc10cc4de097be6a12383f4d1 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7-activate, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, ceph=True, RELEASE=main-a278231, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-09-14T03:43:01.881 INFO:tasks.rados.rados.0.smithi002.stdout:2241: done (7 left) 2024-09-14T03:43:01.881 INFO:tasks.rados.rados.0.smithi002.stdout:2242: done (6 left) 2024-09-14T03:43:01.881 INFO:tasks.rados.rados.0.smithi002.stdout:2243: done (5 left) 2024-09-14T03:43:01.881 INFO:tasks.rados.rados.0.smithi002.stdout:2244: done (4 left) 2024-09-14T03:43:01.881 INFO:tasks.rados.rados.0.smithi002.stdout:2245: done (3 left) 2024-09-14T03:43:01.881 INFO:tasks.rados.rados.0.smithi002.stdout:2246: done (2 left) 2024-09-14T03:43:01.882 INFO:tasks.rados.rados.0.smithi002.stdout:2247: done (1 left) 2024-09-14T03:43:01.882 INFO:tasks.rados.rados.0.smithi002.stdout:2248: done (0 left) 2024-09-14T03:43:01.882 INFO:tasks.rados.rados.0.smithi002.stdout:2249: copy_from oid 43 from oid 29 current snap is 226 2024-09-14T03:43:01.882 INFO:tasks.rados.rados.0.smithi002.stdout:2250: delete oid 37 current snap is 226 2024-09-14T03:43:01.885 INFO:tasks.rados.rados.0.smithi002.stdout:2250: done (1 left) 2024-09-14T03:43:01.885 INFO:tasks.rados.rados.0.smithi002.stdout:2251: read oid 5 snap -1 2024-09-14T03:43:01.885 INFO:tasks.rados.rados.0.smithi002.stdout:2251: expect (ObjNum 671 snap 215 seq_num 671) 2024-09-14T03:43:01.885 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 16 current snap is 226 2024-09-14T03:43:01.885 INFO:tasks.rados.rados.0.smithi002.stdout:2252: seq_num 710 ranges {0=696320,696320=499712,1196032=712704,1908736=393216} 2024-09-14T03:43:01.889 INFO:tasks.rados.rados.0.smithi002.stdout:2252: writing smithi00278215-16 from 0 to 696320 tid 1 2024-09-14T03:43:01.893 INFO:tasks.rados.rados.0.smithi002.stdout:2252: writing smithi00278215-16 from 696320 to 1196032 tid 2 2024-09-14T03:43:01.897 INFO:tasks.rados.rados.0.smithi002.stdout:2252: writing smithi00278215-16 from 1196032 to 1908736 tid 3 2024-09-14T03:43:01.900 INFO:tasks.rados.rados.0.smithi002.stdout:2252: writing smithi00278215-16 from 1908736 to 2301952 tid 4 2024-09-14T03:43:01.900 INFO:tasks.rados.rados.0.smithi002.stdout:2253: rollback oid 22 current snap is 226 2024-09-14T03:43:01.900 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 22 to 211 2024-09-14T03:43:01.901 INFO:tasks.rados.rados.0.smithi002.stdout:2252: finishing write tid 1 to smithi00278215-16 2024-09-14T03:43:01.901 INFO:tasks.rados.rados.0.smithi002.stdout:2252: finishing write tid 2 to smithi00278215-16 2024-09-14T03:43:01.901 INFO:tasks.rados.rados.0.smithi002.stdout:2251: expect (ObjNum 671 snap 215 seq_num 671) 2024-09-14T03:43:01.991 INFO:tasks.rados.rados.0.smithi002.stdout:2252: finishing write tid 3 to smithi00278215-16 2024-09-14T03:43:01.991 INFO:tasks.rados.rados.0.smithi002.stdout:2252: finishing write tid 4 to smithi00278215-16 2024-09-14T03:43:01.992 INFO:tasks.rados.rados.0.smithi002.stdout:2251: done (3 left) 2024-09-14T03:43:01.992 INFO:tasks.rados.rados.0.smithi002.stdout:2254: delete oid 28 current snap is 226 2024-09-14T03:43:01.992 INFO:tasks.rados.rados.0.smithi002.stdout:2253: finishing rollback tid 0 to smithi00278215-22 2024-09-14T03:43:01.992 INFO:tasks.rados.rados.0.smithi002.stdout:2253: finishing rollback tid 1 to smithi00278215-22 2024-09-14T03:43:01.992 INFO:tasks.rados.rados.0.smithi002.stdout:2252: finishing write tid 5 to smithi00278215-16 2024-09-14T03:43:01.992 INFO:tasks.rados.rados.0.smithi002.stdout:2253: finishing rollback tid 2 to smithi00278215-22 2024-09-14T03:43:01.992 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 22 v 1837 (ObjNum 581 snap 181 seq_num 581) dirty exists 2024-09-14T03:43:01.992 INFO:tasks.rados.rados.0.smithi002.stdout:2252: finishing write tid 6 to smithi00278215-16 2024-09-14T03:43:01.992 INFO:tasks.rados.rados.0.smithi002.stdout:2252: oid 16 updating version 0 to 2666 2024-09-14T03:43:01.992 INFO:tasks.rados.rados.0.smithi002.stdout:2252: oid 16 updating version 2666 to 2668 2024-09-14T03:43:01.992 INFO:tasks.rados.rados.0.smithi002.stdout:2252: oid 16 version 2668 is already newer than 2664 2024-09-14T03:43:01.992 INFO:tasks.rados.rados.0.smithi002.stdout:2252: oid 16 version 2668 is already newer than 2665 2024-09-14T03:43:01.992 INFO:tasks.rados.rados.0.smithi002.stdout:2252: oid 16 version 2668 is already newer than 2667 2024-09-14T03:43:01.993 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 16 v 2668 (ObjNum 710 snap 226 seq_num 710) dirty exists 2024-09-14T03:43:01.993 INFO:tasks.rados.rados.0.smithi002.stdout:2252: left oid 16 (ObjNum 710 snap 226 seq_num 710) 2024-09-14T03:43:01.993 INFO:tasks.rados.rados.0.smithi002.stdout:2249: finishing copy_from racing read to smithi00278215-43 2024-09-14T03:43:01.993 INFO:tasks.rados.rados.0.smithi002.stdout:2249: finishing copy_from to smithi00278215-43 2024-09-14T03:43:01.993 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 2959 (ObjNum 707 snap 225 seq_num 707) dirty exists 2024-09-14T03:43:01.994 INFO:tasks.rados.rados.0.smithi002.stdout:2249: done (3 left) 2024-09-14T03:43:01.994 INFO:tasks.rados.rados.0.smithi002.stdout:2252: done (2 left) 2024-09-14T03:43:01.994 INFO:tasks.rados.rados.0.smithi002.stdout:2253: done (1 left) 2024-09-14T03:43:01.994 INFO:tasks.rados.rados.0.smithi002.stdout:2254: done (0 left) 2024-09-14T03:43:01.994 INFO:tasks.rados.rados.0.smithi002.stdout:2255: snap_remove snap 225 2024-09-14T03:43:02.064 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:01 smithi154 ceph-mon[81546]: pgmap v450: 121 pgs: 21 active+undersized, 10 peering, 2 stale+active+clean, 9 active+undersized+degraded, 79 active+clean; 350 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s wr, 7 op/s; 24/657 objects degraded (3.653%) 2024-09-14T03:43:02.065 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:43:01 smithi154 podman[99609]: 2024-09-14 03:43:01.813129751 +0000 UTC m=+0.609018066 container remove b7db332c37913a99339f6d5180ce5f9ef09c95bbc10cc4de097be6a12383f4d1 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7-activate, org.label-schema.vendor=CentOS, RELEASE=main-a278231, ceph=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=) 2024-09-14T03:43:02.065 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:43:02 smithi154 podman[99668]: 2024-09-14 03:43:01.934902343 +0000 UTC m=+0.017519825 image pull 8801d2529e4377d97015e6c85a3b4925ede7ce42c7349a1a37eb88f097b6f3f0 quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802 2024-09-14T03:43:02.065 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:43:02 smithi154 podman[99668]: 2024-09-14 03:43:02.064144209 +0000 UTC m=+0.146761735 container create 3fd2a8db6e2c465a0c5bd01a9692fd454367a70c3e0ea785dbcbb5aa069a4d6c (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7, io.buildah.version=1.37.2, RELEASE=main-a278231, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-09-14T03:43:02.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:01 smithi002 ceph-mon[87970]: pgmap v450: 121 pgs: 21 active+undersized, 10 peering, 2 stale+active+clean, 9 active+undersized+degraded, 79 active+clean; 350 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s wr, 7 op/s; 24/657 objects degraded (3.653%) 2024-09-14T03:43:02.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:01 smithi002 ceph-mon[89815]: pgmap v450: 121 pgs: 21 active+undersized, 10 peering, 2 stale+active+clean, 9 active+undersized+degraded, 79 active+clean; 350 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s wr, 7 op/s; 24/657 objects degraded (3.653%) 2024-09-14T03:43:02.334 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:43:02 smithi154 podman[99668]: 2024-09-14 03:43:02.308322327 +0000 UTC m=+0.390939809 container init 3fd2a8db6e2c465a0c5bd01a9692fd454367a70c3e0ea785dbcbb5aa069a4d6c (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, RELEASE=main-a278231, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True) 2024-09-14T03:43:02.334 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:43:02 smithi154 podman[99668]: 2024-09-14 03:43:02.311691347 +0000 UTC m=+0.394308829 container start 3fd2a8db6e2c465a0c5bd01a9692fd454367a70c3e0ea785dbcbb5aa069a4d6c (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-a278231, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS) 2024-09-14T03:43:02.728 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:43:02 smithi154 ceph-osd[99687]: -- 172.21.15.154:0/251569873 <== mon.1 v2:172.21.15.154:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55dd5f88fa40 con 0x55dd6065e400 2024-09-14T03:43:02.728 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:43:02 smithi154 bash[99668]: 3fd2a8db6e2c465a0c5bd01a9692fd454367a70c3e0ea785dbcbb5aa069a4d6c 2024-09-14T03:43:02.729 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:43:02 smithi154 systemd[1]: Started Ceph osd.7 for f357b922-7248-11ef-bceb-c7b262605968. 2024-09-14T03:43:02.749 INFO:tasks.rados.rados.0.smithi002.stdout:2255: done (0 left) 2024-09-14T03:43:02.750 INFO:tasks.rados.rados.0.smithi002.stdout:2256: snap_create 2024-09-14T03:43:03.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:02 smithi002 ceph-mon[87970]: osdmap e520: 8 total, 7 up, 8 in 2024-09-14T03:43:03.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:02 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:03.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:02 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:03.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:02 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:43:03.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:02 smithi002 ceph-mon[87970]: osdmap e521: 8 total, 7 up, 8 in 2024-09-14T03:43:03.187 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:43:03 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:43:03] "GET /metrics HTTP/1.1" 200 36353 "" "Prometheus/2.43.0" 2024-09-14T03:43:03.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:02 smithi002 ceph-mon[89815]: osdmap e520: 8 total, 7 up, 8 in 2024-09-14T03:43:03.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:02 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:03.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:02 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:03.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:02 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:43:03.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:02 smithi002 ceph-mon[89815]: osdmap e521: 8 total, 7 up, 8 in 2024-09-14T03:43:03.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:02 smithi154 ceph-mon[81546]: osdmap e520: 8 total, 7 up, 8 in 2024-09-14T03:43:03.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:02 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:03.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:02 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:03.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:02 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:43:03.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:02 smithi154 ceph-mon[81546]: osdmap e521: 8 total, 7 up, 8 in 2024-09-14T03:43:03.750 INFO:tasks.rados.rados.0.smithi002.stdout:2256: done (0 left) 2024-09-14T03:43:03.750 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 10 current snap is 227 2024-09-14T03:43:03.750 INFO:tasks.rados.rados.0.smithi002.stdout:2257: seq_num 712 ranges {5586944=729088,6316032=671744,6987776=671744,7659520=262144} 2024-09-14T03:43:03.784 INFO:tasks.rados.rados.0.smithi002.stdout:2257: writing smithi00278215-10 from 5586944 to 6316032 tid 1 2024-09-14T03:43:03.788 INFO:tasks.rados.rados.0.smithi002.stdout:2257: writing smithi00278215-10 from 6316032 to 6987776 tid 2 2024-09-14T03:43:03.793 INFO:tasks.rados.rados.0.smithi002.stdout:2257: writing smithi00278215-10 from 6987776 to 7659520 tid 3 2024-09-14T03:43:03.795 INFO:tasks.rados.rados.0.smithi002.stdout:2257: writing smithi00278215-10 from 7659520 to 7921664 tid 4 2024-09-14T03:43:03.795 INFO:tasks.rados.rados.0.smithi002.stdout:2258: snap_create 2024-09-14T03:43:03.795 INFO:tasks.rados.rados.0.smithi002.stdout:2257: finishing write tid 1 to smithi00278215-10 2024-09-14T03:43:03.795 INFO:tasks.rados.rados.0.smithi002.stdout:2257: finishing write tid 2 to smithi00278215-10 2024-09-14T03:43:03.797 INFO:tasks.rados.rados.0.smithi002.stdout:2257: finishing write tid 3 to smithi00278215-10 2024-09-14T03:43:03.798 INFO:tasks.rados.rados.0.smithi002.stdout:2257: finishing write tid 4 to smithi00278215-10 2024-09-14T03:43:03.798 INFO:tasks.rados.rados.0.smithi002.stdout:2257: finishing write tid 5 to smithi00278215-10 2024-09-14T03:43:03.799 INFO:tasks.rados.rados.0.smithi002.stdout:2257: finishing write tid 6 to smithi00278215-10 2024-09-14T03:43:03.799 INFO:tasks.rados.rados.0.smithi002.stdout:2257: oid 10 updating version 0 to 2125 2024-09-14T03:43:03.799 INFO:tasks.rados.rados.0.smithi002.stdout:2257: oid 10 version 2125 is already newer than 2124 2024-09-14T03:43:03.799 INFO:tasks.rados.rados.0.smithi002.stdout:2257: oid 10 updating version 2125 to 2126 2024-09-14T03:43:03.799 INFO:tasks.rados.rados.0.smithi002.stdout:2257: oid 10 version 2126 is already newer than 2123 2024-09-14T03:43:03.799 INFO:tasks.rados.rados.0.smithi002.stdout:2257: oid 10 updating version 2126 to 2127 2024-09-14T03:43:03.799 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 2127 (ObjNum 712 snap 227 seq_num 712) dirty exists 2024-09-14T03:43:03.799 INFO:tasks.rados.rados.0.smithi002.stdout:2257: left oid 10 (ObjNum 712 snap 227 seq_num 712) 2024-09-14T03:43:04.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:03 smithi002 ceph-mon[89815]: pgmap v452: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 380 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 6.6 MiB/s wr, 20 op/s; 38/693 objects degraded (5.483%) 2024-09-14T03:43:04.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:03 smithi002 ceph-mon[89815]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2024-09-14T03:43:04.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:03 smithi002 ceph-mon[89815]: osdmap e522: 8 total, 7 up, 8 in 2024-09-14T03:43:04.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:03 smithi002 ceph-mon[87970]: pgmap v452: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 380 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 6.6 MiB/s wr, 20 op/s; 38/693 objects degraded (5.483%) 2024-09-14T03:43:04.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:03 smithi002 ceph-mon[87970]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2024-09-14T03:43:04.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:03 smithi002 ceph-mon[87970]: osdmap e522: 8 total, 7 up, 8 in 2024-09-14T03:43:04.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:03 smithi154 ceph-mon[81546]: pgmap v452: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 380 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 6.6 MiB/s wr, 20 op/s; 38/693 objects degraded (5.483%) 2024-09-14T03:43:04.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:03 smithi154 ceph-mon[81546]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2024-09-14T03:43:04.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:03 smithi154 ceph-mon[81546]: osdmap e522: 8 total, 7 up, 8 in 2024-09-14T03:43:04.228 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:43:03 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:43:03.952+0000 7f31d5365640 -1 Falling back to public interface 2024-09-14T03:43:04.752 INFO:tasks.rados.rados.0.smithi002.stdout:2257: done (1 left) 2024-09-14T03:43:04.752 INFO:tasks.rados.rados.0.smithi002.stdout:2258: done (0 left) 2024-09-14T03:43:04.752 INFO:tasks.rados.rados.0.smithi002.stdout:2259: rollback oid 27 current snap is 228 2024-09-14T03:43:04.752 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 27 to 211 2024-09-14T03:43:04.752 INFO:tasks.rados.rados.0.smithi002.stdout:2260: delete oid 39 current snap is 228 2024-09-14T03:43:04.757 INFO:tasks.rados.rados.0.smithi002.stdout:2259: finishing rollback tid 0 to smithi00278215-27 2024-09-14T03:43:04.757 INFO:tasks.rados.rados.0.smithi002.stdout:2259: finishing rollback tid 1 to smithi00278215-27 2024-09-14T03:43:04.757 INFO:tasks.rados.rados.0.smithi002.stdout:2259: finishing rollback tid 2 to smithi00278215-27 2024-09-14T03:43:04.758 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 27 v 2671 (ObjNum 610 snap 197 seq_num 610) dirty exists 2024-09-14T03:43:04.758 INFO:tasks.rados.rados.0.smithi002.stdout:2259: done (1 left) 2024-09-14T03:43:04.758 INFO:tasks.rados.rados.0.smithi002.stdout:2260: done (0 left) 2024-09-14T03:43:04.758 INFO:tasks.rados.rados.0.smithi002.stdout:2261: rollback oid 50 current snap is 228 2024-09-14T03:43:04.758 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 50 to 224 2024-09-14T03:43:04.759 INFO:tasks.rados.rados.0.smithi002.stdout:2262: copy_from oid 26 from oid 41 current snap is 228 2024-09-14T03:43:04.759 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 20 current snap is 228 2024-09-14T03:43:04.759 INFO:tasks.rados.rados.0.smithi002.stdout:2263: seq_num 714 ranges {0=761856,761856=442368,1204224=688128,1892352=475136} 2024-09-14T03:43:04.762 INFO:tasks.rados.rados.0.smithi002.stdout:2263: writing smithi00278215-20 from 0 to 761856 tid 1 2024-09-14T03:43:04.765 INFO:tasks.rados.rados.0.smithi002.stdout:2263: writing smithi00278215-20 from 761856 to 1204224 tid 2 2024-09-14T03:43:04.770 INFO:tasks.rados.rados.0.smithi002.stdout:2263: writing smithi00278215-20 from 1204224 to 1892352 tid 3 2024-09-14T03:43:04.773 INFO:tasks.rados.rados.0.smithi002.stdout:2263: writing smithi00278215-20 from 1892352 to 2367488 tid 4 2024-09-14T03:43:04.773 INFO:tasks.rados.rados.0.smithi002.stdout:2264: snap_create 2024-09-14T03:43:04.773 INFO:tasks.rados.rados.0.smithi002.stdout:2261: finishing rollback tid 1 to smithi00278215-50 2024-09-14T03:43:04.774 INFO:tasks.rados.rados.0.smithi002.stdout:2261: finishing rollback tid 2 to smithi00278215-50 2024-09-14T03:43:04.774 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 2961 (ObjNum 604 snap 193 seq_num 604) dirty exists 2024-09-14T03:43:04.774 INFO:tasks.rados.rados.0.smithi002.stdout:2263: finishing write tid 1 to smithi00278215-20 2024-09-14T03:43:04.774 INFO:tasks.rados.rados.0.smithi002.stdout:2263: finishing write tid 2 to smithi00278215-20 2024-09-14T03:43:04.774 INFO:tasks.rados.rados.0.smithi002.stdout:2263: finishing write tid 3 to smithi00278215-20 2024-09-14T03:43:04.777 INFO:tasks.rados.rados.0.smithi002.stdout:2262: finishing copy_from racing read to smithi00278215-26 2024-09-14T03:43:04.778 INFO:tasks.rados.rados.0.smithi002.stdout:2262: finishing copy_from to smithi00278215-26 2024-09-14T03:43:04.778 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 2949 (ObjNum 482 snap 147 seq_num 482) dirty exists 2024-09-14T03:43:04.778 INFO:tasks.rados.rados.0.smithi002.stdout:2263: finishing write tid 4 to smithi00278215-20 2024-09-14T03:43:04.778 INFO:tasks.rados.rados.0.smithi002.stdout:2263: finishing write tid 5 to smithi00278215-20 2024-09-14T03:43:04.779 INFO:tasks.rados.rados.0.smithi002.stdout:2263: finishing write tid 6 to smithi00278215-20 2024-09-14T03:43:04.779 INFO:tasks.rados.rados.0.smithi002.stdout:2263: oid 20 updating version 0 to 1312 2024-09-14T03:43:04.779 INFO:tasks.rados.rados.0.smithi002.stdout:2263: oid 20 updating version 1312 to 1313 2024-09-14T03:43:04.780 INFO:tasks.rados.rados.0.smithi002.stdout:2263: oid 20 updating version 1313 to 1314 2024-09-14T03:43:04.780 INFO:tasks.rados.rados.0.smithi002.stdout:2263: oid 20 version 1314 is already newer than 1310 2024-09-14T03:43:04.780 INFO:tasks.rados.rados.0.smithi002.stdout:2263: oid 20 version 1314 is already newer than 1311 2024-09-14T03:43:04.780 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 20 v 1314 (ObjNum 714 snap 228 seq_num 714) dirty exists 2024-09-14T03:43:04.780 INFO:tasks.rados.rados.0.smithi002.stdout:2263: left oid 20 (ObjNum 714 snap 228 seq_num 714) 2024-09-14T03:43:05.758 INFO:tasks.rados.rados.0.smithi002.stdout:2261: done (3 left) 2024-09-14T03:43:05.758 INFO:tasks.rados.rados.0.smithi002.stdout:2262: done (2 left) 2024-09-14T03:43:05.759 INFO:tasks.rados.rados.0.smithi002.stdout:2263: done (1 left) 2024-09-14T03:43:05.759 INFO:tasks.rados.rados.0.smithi002.stdout:2264: done (0 left) 2024-09-14T03:43:05.759 INFO:tasks.rados.rados.0.smithi002.stdout:2265: snap_remove snap 190 2024-09-14T03:43:05.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:05 smithi154 ceph-mon[81546]: pgmap v455: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 383 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 6.7 MiB/s wr, 26 op/s; 38/696 objects degraded (5.460%) 2024-09-14T03:43:05.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:05 smithi154 ceph-mon[81546]: osdmap e523: 8 total, 7 up, 8 in 2024-09-14T03:43:06.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:05 smithi002 ceph-mon[87970]: pgmap v455: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 383 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 6.7 MiB/s wr, 26 op/s; 38/696 objects degraded (5.460%) 2024-09-14T03:43:06.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:05 smithi002 ceph-mon[87970]: osdmap e523: 8 total, 7 up, 8 in 2024-09-14T03:43:06.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:05 smithi002 ceph-mon[89815]: pgmap v455: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 383 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 6.7 MiB/s wr, 26 op/s; 38/696 objects degraded (5.460%) 2024-09-14T03:43:06.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:05 smithi002 ceph-mon[89815]: osdmap e523: 8 total, 7 up, 8 in 2024-09-14T03:43:06.764 INFO:tasks.rados.rados.0.smithi002.stdout:2265: done (0 left) 2024-09-14T03:43:06.764 INFO:tasks.rados.rados.0.smithi002.stdout:2266: read oid 42 snap 221 2024-09-14T03:43:06.764 INFO:tasks.rados.rados.0.smithi002.stdout:2266: expect deleted 2024-09-14T03:43:06.764 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 33 current snap is 229 2024-09-14T03:43:06.764 INFO:tasks.rados.rados.0.smithi002.stdout:2267: seq_num 715 ranges {4743168=778240,5521408=770048,6291456=499712,6791168=335872} 2024-09-14T03:43:06.797 INFO:tasks.rados.rados.0.smithi002.stdout:2267: writing smithi00278215-33 from 4743168 to 5521408 tid 1 2024-09-14T03:43:06.802 INFO:tasks.rados.rados.0.smithi002.stdout:2267: writing smithi00278215-33 from 5521408 to 6291456 tid 2 2024-09-14T03:43:06.805 INFO:tasks.rados.rados.0.smithi002.stdout:2267: writing smithi00278215-33 from 6291456 to 6791168 tid 3 2024-09-14T03:43:06.807 INFO:tasks.rados.rados.0.smithi002.stdout:2267: writing smithi00278215-33 from 6791168 to 7127040 tid 4 2024-09-14T03:43:06.807 INFO:tasks.rados.rados.0.smithi002.stdout:2268: delete oid 6 current snap is 229 2024-09-14T03:43:06.808 INFO:tasks.rados.rados.0.smithi002.stdout:2267: finishing write tid 1 to smithi00278215-33 2024-09-14T03:43:06.808 INFO:tasks.rados.rados.0.smithi002.stdout:2267: finishing write tid 2 to smithi00278215-33 2024-09-14T03:43:06.811 INFO:tasks.rados.rados.0.smithi002.stdout:2266: done (2 left) 2024-09-14T03:43:06.811 INFO:tasks.rados.rados.0.smithi002.stdout:2268: done (1 left) 2024-09-14T03:43:06.811 INFO:tasks.rados.rados.0.smithi002.stdout:2269: read oid 4 snap -1 2024-09-14T03:43:06.811 INFO:tasks.rados.rados.0.smithi002.stdout:2269: expect (ObjNum 701 snap 224 seq_num 701) 2024-09-14T03:43:06.812 INFO:tasks.rados.rados.0.smithi002.stdout:2270: read oid 31 snap -1 2024-09-14T03:43:06.812 INFO:tasks.rados.rados.0.smithi002.stdout:2270: expect (ObjNum 706 snap 225 seq_num 706) 2024-09-14T03:43:06.812 INFO:tasks.rados.rados.0.smithi002.stdout:2271: snap_create 2024-09-14T03:43:06.812 INFO:tasks.rados.rados.0.smithi002.stdout:2267: finishing write tid 3 to smithi00278215-33 2024-09-14T03:43:06.812 INFO:tasks.rados.rados.0.smithi002.stdout:2267: finishing write tid 4 to smithi00278215-33 2024-09-14T03:43:06.812 INFO:tasks.rados.rados.0.smithi002.stdout:2267: finishing write tid 5 to smithi00278215-33 2024-09-14T03:43:06.814 INFO:tasks.rados.rados.0.smithi002.stdout:2267: finishing write tid 6 to smithi00278215-33 2024-09-14T03:43:06.815 INFO:tasks.rados.rados.0.smithi002.stdout:2267: oid 33 updating version 0 to 2962 2024-09-14T03:43:06.815 INFO:tasks.rados.rados.0.smithi002.stdout:2267: oid 33 updating version 2962 to 2963 2024-09-14T03:43:06.815 INFO:tasks.rados.rados.0.smithi002.stdout:2267: oid 33 version 2963 is already newer than 2961 2024-09-14T03:43:06.815 INFO:tasks.rados.rados.0.smithi002.stdout:2267: oid 33 updating version 2963 to 2964 2024-09-14T03:43:06.815 INFO:tasks.rados.rados.0.smithi002.stdout:2267: oid 33 updating version 2964 to 2965 2024-09-14T03:43:06.815 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 33 v 2965 (ObjNum 715 snap 229 seq_num 715) dirty exists 2024-09-14T03:43:06.815 INFO:tasks.rados.rados.0.smithi002.stdout:2267: left oid 33 (ObjNum 715 snap 229 seq_num 715) 2024-09-14T03:43:06.828 INFO:tasks.rados.rados.0.smithi002.stdout:2270: expect (ObjNum 706 snap 225 seq_num 706) 2024-09-14T03:43:06.890 INFO:tasks.rados.rados.0.smithi002.stdout:2269: expect (ObjNum 701 snap 224 seq_num 701) 2024-09-14T03:43:07.087 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:06 smithi002 ceph-mon[87970]: osdmap e524: 8 total, 7 up, 8 in 2024-09-14T03:43:07.087 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:06 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:07.088 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:06 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:07.088 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:06 smithi002 ceph-mon[89815]: osdmap e524: 8 total, 7 up, 8 in 2024-09-14T03:43:07.088 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:06 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:07.088 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:06 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:07.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:06 smithi154 ceph-mon[81546]: osdmap e524: 8 total, 7 up, 8 in 2024-09-14T03:43:07.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:06 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:07.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:06 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:07.696 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:43:07 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:43:07.634+0000 7f31d5365640 -1 osd.7 515 log_to_monitors true 2024-09-14T03:43:07.770 INFO:tasks.rados.rados.0.smithi002.stdout:2267: done (3 left) 2024-09-14T03:43:07.770 INFO:tasks.rados.rados.0.smithi002.stdout:2269: done (2 left) 2024-09-14T03:43:07.770 INFO:tasks.rados.rados.0.smithi002.stdout:2270: done (1 left) 2024-09-14T03:43:07.770 INFO:tasks.rados.rados.0.smithi002.stdout:2271: done (0 left) 2024-09-14T03:43:07.771 INFO:tasks.rados.rados.0.smithi002.stdout:2272: delete oid 33 current snap is 230 2024-09-14T03:43:07.786 INFO:tasks.rados.rados.0.smithi002.stdout:2272: done (0 left) 2024-09-14T03:43:07.786 INFO:tasks.rados.rados.0.smithi002.stdout:2273: copy_from oid 29 from oid 38 current snap is 230 2024-09-14T03:43:07.786 INFO:tasks.rados.rados.0.smithi002.stdout:2274: setattr oid 45 current snap is 230 2024-09-14T03:43:07.788 INFO:tasks.rados.rados.0.smithi002.stdout:2275: delete oid 12 current snap is 230 2024-09-14T03:43:07.793 INFO:tasks.rados.rados.0.smithi002.stdout:2275: done (2 left) 2024-09-14T03:43:07.793 INFO:tasks.rados.rados.0.smithi002.stdout:2276: snap_create 2024-09-14T03:43:07.794 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 45 v 1315 (ObjNum 688 snap 221 seq_num 688) dirty exists 2024-09-14T03:43:07.837 INFO:tasks.rados.rados.0.smithi002.stdout:2273: finishing copy_from racing read to smithi00278215-29 2024-09-14T03:43:07.840 INFO:tasks.rados.rados.0.smithi002.stdout:2273: finishing copy_from to smithi00278215-29 2024-09-14T03:43:07.840 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 2222 (ObjNum 683 snap 219 seq_num 683) dirty exists 2024-09-14T03:43:07.977 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:43:07 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:43:07.803+0000 7f31c9107640 -1 osd.7 515 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-14T03:43:07.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:07 smithi154 ceph-mon[81546]: pgmap v458: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 392 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.8 MiB/s wr, 13 op/s; 39/708 objects degraded (5.508%) 2024-09-14T03:43:07.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:07 smithi154 ceph-mon[81546]: osdmap e525: 8 total, 7 up, 8 in 2024-09-14T03:43:07.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:07 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:07.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:07 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:07.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:07 smithi154 ceph-mon[81546]: Health check update: Degraded data redundancy: 39/708 objects degraded (5.508%), 12 pgs degraded (PG_DEGRADED) 2024-09-14T03:43:07.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:07 smithi154 ceph-mon[81546]: from='osd.7 [v2:172.21.15.154:6824/3074161385,v1:172.21.15.154:6825/3074161385]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-14T03:43:07.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:07 smithi154 ceph-mon[81546]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-14T03:43:08.104 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:07 smithi002 ceph-mon[87970]: pgmap v458: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 392 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.8 MiB/s wr, 13 op/s; 39/708 objects degraded (5.508%) 2024-09-14T03:43:08.104 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:07 smithi002 ceph-mon[87970]: osdmap e525: 8 total, 7 up, 8 in 2024-09-14T03:43:08.104 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:07 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:08.104 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:07 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:08.104 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:07 smithi002 ceph-mon[87970]: Health check update: Degraded data redundancy: 39/708 objects degraded (5.508%), 12 pgs degraded (PG_DEGRADED) 2024-09-14T03:43:08.104 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:07 smithi002 ceph-mon[87970]: from='osd.7 [v2:172.21.15.154:6824/3074161385,v1:172.21.15.154:6825/3074161385]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-14T03:43:08.104 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:07 smithi002 ceph-mon[87970]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-14T03:43:08.105 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:07 smithi002 ceph-mon[89815]: pgmap v458: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 392 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.8 MiB/s wr, 13 op/s; 39/708 objects degraded (5.508%) 2024-09-14T03:43:08.105 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:07 smithi002 ceph-mon[89815]: osdmap e525: 8 total, 7 up, 8 in 2024-09-14T03:43:08.105 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:07 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:08.105 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:07 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:08.105 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:07 smithi002 ceph-mon[89815]: Health check update: Degraded data redundancy: 39/708 objects degraded (5.508%), 12 pgs degraded (PG_DEGRADED) 2024-09-14T03:43:08.105 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:07 smithi002 ceph-mon[89815]: from='osd.7 [v2:172.21.15.154:6824/3074161385,v1:172.21.15.154:6825/3074161385]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-14T03:43:08.105 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:07 smithi002 ceph-mon[89815]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-14T03:43:08.781 INFO:tasks.rados.rados.0.smithi002.stdout:2273: done (2 left) 2024-09-14T03:43:08.781 INFO:tasks.rados.rados.0.smithi002.stdout:2274: done (1 left) 2024-09-14T03:43:08.781 INFO:tasks.rados.rados.0.smithi002.stdout:2276: done (0 left) 2024-09-14T03:43:08.781 INFO:tasks.rados.rados.0.smithi002.stdout:2277: snap_remove snap 200 2024-09-14T03:43:08.895 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:08 smithi154 ceph-mon[81546]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-14T03:43:08.895 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:08 smithi154 ceph-mon[81546]: from='osd.7 [v2:172.21.15.154:6824/3074161385,v1:172.21.15.154:6825/3074161385]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi154", "root=default"]} : dispatch 2024-09-14T03:43:08.895 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:08 smithi154 ceph-mon[81546]: osdmap e526: 8 total, 7 up, 8 in 2024-09-14T03:43:08.896 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:08 smithi154 ceph-mon[81546]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi154", "root=default"]} : dispatch 2024-09-14T03:43:09.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:08 smithi002 ceph-mon[87970]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-14T03:43:09.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:08 smithi002 ceph-mon[87970]: from='osd.7 [v2:172.21.15.154:6824/3074161385,v1:172.21.15.154:6825/3074161385]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi154", "root=default"]} : dispatch 2024-09-14T03:43:09.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:08 smithi002 ceph-mon[87970]: osdmap e526: 8 total, 7 up, 8 in 2024-09-14T03:43:09.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:08 smithi002 ceph-mon[87970]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi154", "root=default"]} : dispatch 2024-09-14T03:43:09.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:08 smithi002 ceph-mon[89815]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-14T03:43:09.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:08 smithi002 ceph-mon[89815]: from='osd.7 [v2:172.21.15.154:6824/3074161385,v1:172.21.15.154:6825/3074161385]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi154", "root=default"]} : dispatch 2024-09-14T03:43:09.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:08 smithi002 ceph-mon[89815]: osdmap e526: 8 total, 7 up, 8 in 2024-09-14T03:43:09.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:08 smithi002 ceph-mon[89815]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi154", "root=default"]} : dispatch 2024-09-14T03:43:09.781 INFO:tasks.rados.rados.0.smithi002.stdout:2277: done (0 left) 2024-09-14T03:43:09.781 INFO:tasks.rados.rados.0.smithi002.stdout:2278: snap_remove snap 207 2024-09-14T03:43:09.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:09 smithi154 ceph-mon[81546]: pgmap v461: 121 pgs: 1 active+clean+snaptrim, 38 active+undersized, 12 active+undersized+degraded, 70 active+clean; 398 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.4 MiB/s wr, 12 op/s; 39/708 objects degraded (5.508%) 2024-09-14T03:43:09.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:09 smithi154 ceph-mon[81546]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-14T03:43:09.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:09 smithi154 ceph-mon[81546]: osd.7 [v2:172.21.15.154:6824/3074161385,v1:172.21.15.154:6825/3074161385] boot 2024-09-14T03:43:09.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:09 smithi154 ceph-mon[81546]: osdmap e527: 8 total, 8 up, 8 in 2024-09-14T03:43:09.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:09 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-09-14T03:43:10.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:09 smithi002 ceph-mon[87970]: pgmap v461: 121 pgs: 1 active+clean+snaptrim, 38 active+undersized, 12 active+undersized+degraded, 70 active+clean; 398 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.4 MiB/s wr, 12 op/s; 39/708 objects degraded (5.508%) 2024-09-14T03:43:10.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:09 smithi002 ceph-mon[87970]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-14T03:43:10.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:09 smithi002 ceph-mon[87970]: osd.7 [v2:172.21.15.154:6824/3074161385,v1:172.21.15.154:6825/3074161385] boot 2024-09-14T03:43:10.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:09 smithi002 ceph-mon[87970]: osdmap e527: 8 total, 8 up, 8 in 2024-09-14T03:43:10.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:09 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-09-14T03:43:10.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:09 smithi002 ceph-mon[89815]: pgmap v461: 121 pgs: 1 active+clean+snaptrim, 38 active+undersized, 12 active+undersized+degraded, 70 active+clean; 398 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.4 MiB/s wr, 12 op/s; 39/708 objects degraded (5.508%) 2024-09-14T03:43:10.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:09 smithi002 ceph-mon[89815]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-14T03:43:10.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:09 smithi002 ceph-mon[89815]: osd.7 [v2:172.21.15.154:6824/3074161385,v1:172.21.15.154:6825/3074161385] boot 2024-09-14T03:43:10.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:09 smithi002 ceph-mon[89815]: osdmap e527: 8 total, 8 up, 8 in 2024-09-14T03:43:10.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:09 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-09-14T03:43:10.784 INFO:tasks.rados.rados.0.smithi002.stdout:2278: done (0 left) 2024-09-14T03:43:10.784 INFO:tasks.rados.rados.0.smithi002.stdout:2279: snap_remove snap 218 2024-09-14T03:43:11.161 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:10 smithi002 ceph-mon[87970]: osdmap e528: 8 total, 8 up, 8 in 2024-09-14T03:43:11.161 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:11.161 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:43:11.161 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:11.162 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:11.162 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:43:11.162 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:43:11.162 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:11.162 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:43:11.162 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:43:11.162 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:43:11.162 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:43:11.162 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:43:11.162 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:10 smithi002 ceph-mon[87970]: Upgrade: Setting container_image for all osd 2024-09-14T03:43:11.162 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:11.162 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-09-14T03:43:11.162 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-09-14T03:43:11.163 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-09-14T03:43:11.163 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-09-14T03:43:11.163 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-09-14T03:43:11.163 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-09-14T03:43:11.163 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-09-14T03:43:11.163 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-09-14T03:43:11.163 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-09-14T03:43:11.163 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-09-14T03:43:11.163 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-09-14T03:43:11.163 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-09-14T03:43:11.164 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:10 smithi002 ceph-mon[89815]: osdmap e528: 8 total, 8 up, 8 in 2024-09-14T03:43:11.164 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:11.164 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:43:11.164 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:11.164 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:11.164 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:43:11.164 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:43:11.164 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:11.164 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:43:11.165 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:43:11.165 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:43:11.165 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:43:11.165 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:43:11.165 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:10 smithi002 ceph-mon[89815]: Upgrade: Setting container_image for all osd 2024-09-14T03:43:11.165 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:11.165 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-09-14T03:43:11.165 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-09-14T03:43:11.165 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-09-14T03:43:11.165 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-09-14T03:43:11.165 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-09-14T03:43:11.165 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-09-14T03:43:11.166 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-09-14T03:43:11.166 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-09-14T03:43:11.166 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-09-14T03:43:11.166 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-09-14T03:43:11.166 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-09-14T03:43:11.166 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-09-14T03:43:11.166 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-09-14T03:43:11.166 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-09-14T03:43:11.166 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-09-14T03:43:11.166 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-09-14T03:43:11.166 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:10 smithi002 ceph-mon[89815]: Upgrade: Setting require_osd_release to 19 squid 2024-09-14T03:43:11.166 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd require-osd-release", "release": "squid"} : dispatch 2024-09-14T03:43:11.167 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-09-14T03:43:11.167 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-09-14T03:43:11.167 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-09-14T03:43:11.167 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-09-14T03:43:11.167 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:10 smithi002 ceph-mon[87970]: Upgrade: Setting require_osd_release to 19 squid 2024-09-14T03:43:11.167 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd require-osd-release", "release": "squid"} : dispatch 2024-09-14T03:43:11.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:10 smithi154 ceph-mon[81546]: osdmap e528: 8 total, 8 up, 8 in 2024-09-14T03:43:11.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:11.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:43:11.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:11.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:11.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:43:11.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:43:11.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:11.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:43:11.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:43:11.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:43:11.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:43:11.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:43:11.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:10 smithi154 ceph-mon[81546]: Upgrade: Setting container_image for all osd 2024-09-14T03:43:11.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:11.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-09-14T03:43:11.230 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-09-14T03:43:11.230 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-09-14T03:43:11.230 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-09-14T03:43:11.230 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-09-14T03:43:11.230 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-09-14T03:43:11.230 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-09-14T03:43:11.230 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-09-14T03:43:11.230 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-09-14T03:43:11.230 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-09-14T03:43:11.230 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-09-14T03:43:11.230 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-09-14T03:43:11.230 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-09-14T03:43:11.230 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-09-14T03:43:11.230 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-09-14T03:43:11.231 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-09-14T03:43:11.231 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:10 smithi154 ceph-mon[81546]: Upgrade: Setting require_osd_release to 19 squid 2024-09-14T03:43:11.231 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd require-osd-release", "release": "squid"} : dispatch 2024-09-14T03:43:11.783 INFO:tasks.rados.rados.0.smithi002.stdout:2279: done (0 left) 2024-09-14T03:43:11.783 INFO:tasks.rados.rados.0.smithi002.stdout:2280: delete oid 26 current snap is 231 2024-09-14T03:43:11.794 INFO:tasks.rados.rados.0.smithi002.stdout:2280: done (0 left) 2024-09-14T03:43:11.794 INFO:tasks.rados.rados.0.smithi002.stdout:2281: snap_remove snap 223 2024-09-14T03:43:12.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:11 smithi002 ceph-mon[87970]: pgmap v464: 121 pgs: 4 activating, 9 peering, 2 active+clean+snaptrim, 26 active+undersized, 7 active+undersized+degraded, 73 active+clean; 403 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 2.4 MiB/s wr, 6 op/s; 29/717 objects degraded (4.045%) 2024-09-14T03:43:12.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:11 smithi002 ceph-mon[87970]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-09-14T03:43:12.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:11 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-09-14T03:43:12.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:11 smithi002 ceph-mon[87970]: osdmap e529: 8 total, 8 up, 8 in 2024-09-14T03:43:12.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:11 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mds ok-to-stop", "ids": ["a"]} : dispatch 2024-09-14T03:43:12.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:11 smithi002 ceph-mon[87970]: Upgrade: It appears safe to stop mds.a 2024-09-14T03:43:12.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:11 smithi002 ceph-mon[87970]: osdmap e530: 8 total, 8 up, 8 in 2024-09-14T03:43:12.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:11 smithi002 ceph-mon[89815]: pgmap v464: 121 pgs: 4 activating, 9 peering, 2 active+clean+snaptrim, 26 active+undersized, 7 active+undersized+degraded, 73 active+clean; 403 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 2.4 MiB/s wr, 6 op/s; 29/717 objects degraded (4.045%) 2024-09-14T03:43:12.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:11 smithi002 ceph-mon[89815]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-09-14T03:43:12.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:11 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-09-14T03:43:12.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:11 smithi002 ceph-mon[89815]: osdmap e529: 8 total, 8 up, 8 in 2024-09-14T03:43:12.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:11 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mds ok-to-stop", "ids": ["a"]} : dispatch 2024-09-14T03:43:12.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:11 smithi002 ceph-mon[89815]: Upgrade: It appears safe to stop mds.a 2024-09-14T03:43:12.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:11 smithi002 ceph-mon[89815]: osdmap e530: 8 total, 8 up, 8 in 2024-09-14T03:43:12.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:11 smithi154 ceph-mon[81546]: pgmap v464: 121 pgs: 4 activating, 9 peering, 2 active+clean+snaptrim, 26 active+undersized, 7 active+undersized+degraded, 73 active+clean; 403 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 2.4 MiB/s wr, 6 op/s; 29/717 objects degraded (4.045%) 2024-09-14T03:43:12.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:11 smithi154 ceph-mon[81546]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-09-14T03:43:12.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:11 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-09-14T03:43:12.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:11 smithi154 ceph-mon[81546]: osdmap e529: 8 total, 8 up, 8 in 2024-09-14T03:43:12.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:11 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mds ok-to-stop", "ids": ["a"]} : dispatch 2024-09-14T03:43:12.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:11 smithi154 ceph-mon[81546]: Upgrade: It appears safe to stop mds.a 2024-09-14T03:43:12.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:11 smithi154 ceph-mon[81546]: osdmap e530: 8 total, 8 up, 8 in 2024-09-14T03:43:12.794 INFO:tasks.rados.rados.0.smithi002.stdout:2281: done (0 left) 2024-09-14T03:43:12.794 INFO:tasks.rados.rados.0.smithi002.stdout:2282: read oid 49 snap -1 2024-09-14T03:43:12.794 INFO:tasks.rados.rados.0.smithi002.stdout:2282: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:43:12.794 INFO:tasks.rados.rados.0.smithi002.stdout:2283: snap_remove snap 211 2024-09-14T03:43:13.366 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:43:13 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:43:13] "GET /metrics HTTP/1.1" 200 36284 "" "Prometheus/2.43.0" 2024-09-14T03:43:13.629 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:13 smithi002 ceph-mon[87970]: Upgrade: Updating mds.a 2024-09-14T03:43:13.629 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:13 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:13.629 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:13 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-14T03:43:13.629 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:13 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:43:13.630 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:13 smithi002 ceph-mon[87970]: Deploying daemon mds.a on smithi002 2024-09-14T03:43:13.630 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:13 smithi002 ceph-mon[87970]: pgmap v467: 121 pgs: 4 activating, 9 peering, 2 active+clean+snaptrim, 14 active+undersized, 6 active+undersized+degraded, 86 active+clean; 416 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 4.6 MiB/s wr, 10 op/s; 28/717 objects degraded (3.905%) 2024-09-14T03:43:13.630 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:13 smithi002 ceph-mon[87970]: Health check update: Degraded data redundancy: 29/717 objects degraded (4.045%), 7 pgs degraded (PG_DEGRADED) 2024-09-14T03:43:13.630 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:13 smithi002 ceph-mon[87970]: osdmap e531: 8 total, 8 up, 8 in 2024-09-14T03:43:13.631 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:13 smithi002 ceph-mon[89815]: Upgrade: Updating mds.a 2024-09-14T03:43:13.631 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:13 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:13.631 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:13 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-14T03:43:13.631 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:13 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:43:13.631 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:13 smithi002 ceph-mon[89815]: Deploying daemon mds.a on smithi002 2024-09-14T03:43:13.631 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:13 smithi002 ceph-mon[89815]: pgmap v467: 121 pgs: 4 activating, 9 peering, 2 active+clean+snaptrim, 14 active+undersized, 6 active+undersized+degraded, 86 active+clean; 416 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 4.6 MiB/s wr, 10 op/s; 28/717 objects degraded (3.905%) 2024-09-14T03:43:13.632 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:13 smithi002 ceph-mon[89815]: Health check update: Degraded data redundancy: 29/717 objects degraded (4.045%), 7 pgs degraded (PG_DEGRADED) 2024-09-14T03:43:13.632 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:13 smithi002 ceph-mon[89815]: osdmap e531: 8 total, 8 up, 8 in 2024-09-14T03:43:13.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:13 smithi154 ceph-mon[81546]: Upgrade: Updating mds.a 2024-09-14T03:43:13.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:13 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:13.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:13 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-14T03:43:13.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:13 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:43:13.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:13 smithi154 ceph-mon[81546]: Deploying daemon mds.a on smithi002 2024-09-14T03:43:13.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:13 smithi154 ceph-mon[81546]: pgmap v467: 121 pgs: 4 activating, 9 peering, 2 active+clean+snaptrim, 14 active+undersized, 6 active+undersized+degraded, 86 active+clean; 416 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 4.6 MiB/s wr, 10 op/s; 28/717 objects degraded (3.905%) 2024-09-14T03:43:13.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:13 smithi154 ceph-mon[81546]: Health check update: Degraded data redundancy: 29/717 objects degraded (4.045%), 7 pgs degraded (PG_DEGRADED) 2024-09-14T03:43:13.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:13 smithi154 ceph-mon[81546]: osdmap e531: 8 total, 8 up, 8 in 2024-09-14T03:43:13.797 INFO:tasks.rados.rados.0.smithi002.stdout:2283: done (1 left) 2024-09-14T03:43:13.797 INFO:tasks.rados.rados.0.smithi002.stdout:2284: read oid 41 snap 227 2024-09-14T03:43:13.798 INFO:tasks.rados.rados.0.smithi002.stdout:2284: expect (ObjNum 482 snap 147 seq_num 482) 2024-09-14T03:43:13.798 INFO:tasks.rados.rados.0.smithi002.stdout:2285: read oid 28 snap 206 2024-09-14T03:43:13.798 INFO:tasks.rados.rados.0.smithi002.stdout:2285: expect (ObjNum 387 snap 117 seq_num 387) 2024-09-14T03:43:13.798 INFO:tasks.rados.rados.0.smithi002.stdout:2286: snap_create 2024-09-14T03:43:13.798 INFO:tasks.rados.rados.0.smithi002.stdout:2282: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:43:13.819 INFO:tasks.rados.rados.0.smithi002.stdout:2285: expect (ObjNum 387 snap 117 seq_num 387) 2024-09-14T03:43:13.873 INFO:tasks.rados.rados.0.smithi002.stdout:2284: expect (ObjNum 482 snap 147 seq_num 482) 2024-09-14T03:43:14.227 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:43:13 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6[95236]: 2024-09-14T03:43:13.814+0000 7fefa8ea8640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 10f after trimming was started 2024-09-14T03:43:14.509 INFO:journalctl@ceph.mds.a.smithi002.stdout:Sep 14 03:43:14 smithi002 systemd[1]: Stopping Ceph mds.a for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:43:14.797 INFO:tasks.rados.rados.0.smithi002.stdout:2282: done (3 left) 2024-09-14T03:43:14.798 INFO:tasks.rados.rados.0.smithi002.stdout:2284: done (2 left) 2024-09-14T03:43:14.798 INFO:tasks.rados.rados.0.smithi002.stdout:2285: done (1 left) 2024-09-14T03:43:14.798 INFO:tasks.rados.rados.0.smithi002.stdout:2286: done (0 left) 2024-09-14T03:43:14.798 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 22 current snap is 232 2024-09-14T03:43:14.798 INFO:tasks.rados.rados.0.smithi002.stdout:2287: seq_num 720 ranges {139264=65536} 2024-09-14T03:43:14.799 INFO:journalctl@ceph.mds.a.smithi002.stdout:Sep 14 03:43:14 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mds-a[64118]: 2024-09-14T03:43:14.507+0000 7f2c77697640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-14T03:43:14.799 INFO:journalctl@ceph.mds.a.smithi002.stdout:Sep 14 03:43:14 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mds-a[64118]: 2024-09-14T03:43:14.507+0000 7f2c77697640 -1 mds.a *** got signal Terminated *** 2024-09-14T03:43:14.799 INFO:tasks.rados.rados.0.smithi002.stdout:2287: writing smithi00278215-22 from 139264 to 204800 tid 1 2024-09-14T03:43:14.799 INFO:tasks.rados.rados.0.smithi002.stdout:2288: copy_from oid 50 from oid 15 current snap is 232 2024-09-14T03:43:14.799 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 8 current snap is 232 2024-09-14T03:43:14.799 INFO:tasks.rados.rados.0.smithi002.stdout:2289: seq_num 721 ranges {13983744=81920} 2024-09-14T03:43:14.878 INFO:tasks.rados.rados.0.smithi002.stdout:2289: writing smithi00278215-8 from 13983744 to 14065664 tid 1 2024-09-14T03:43:14.878 INFO:tasks.rados.rados.0.smithi002.stdout:2290: copy_from oid 31 from oid 27 current snap is 232 2024-09-14T03:43:14.878 INFO:tasks.rados.rados.0.smithi002.stdout:2287: finishing write tid 1 to smithi00278215-22 2024-09-14T03:43:14.879 INFO:tasks.rados.rados.0.smithi002.stdout:2287: finishing write tid 2 to smithi00278215-22 2024-09-14T03:43:14.879 INFO:tasks.rados.rados.0.smithi002.stdout:2287: finishing write tid 3 to smithi00278215-22 2024-09-14T03:43:14.879 INFO:tasks.rados.rados.0.smithi002.stdout:2287: oid 22 updating version 0 to 1839 2024-09-14T03:43:14.879 INFO:tasks.rados.rados.0.smithi002.stdout:2287: oid 22 version 1839 is already newer than 1838 2024-09-14T03:43:14.879 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 22 v 1839 (ObjNum 720 snap 232 seq_num 720) dirty exists 2024-09-14T03:43:14.879 INFO:tasks.rados.rados.0.smithi002.stdout:2287: left oid 22 (ObjNum 720 snap 232 seq_num 720) 2024-09-14T03:43:14.879 INFO:tasks.rados.rados.0.smithi002.stdout:2288: finishing copy_from racing read to smithi00278215-50 2024-09-14T03:43:14.879 INFO:tasks.rados.rados.0.smithi002.stdout:2288: finishing copy_from to smithi00278215-50 2024-09-14T03:43:14.879 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 2114 (ObjNum 650 snap 208 seq_num 650) dirty exists 2024-09-14T03:43:14.879 INFO:tasks.rados.rados.0.smithi002.stdout:2287: done (3 left) 2024-09-14T03:43:14.879 INFO:tasks.rados.rados.0.smithi002.stdout:2288: done (2 left) 2024-09-14T03:43:14.879 INFO:tasks.rados.rados.0.smithi002.stdout:2291: snap_create 2024-09-14T03:43:14.883 INFO:tasks.rados.rados.0.smithi002.stdout:2289: finishing write tid 1 to smithi00278215-8 2024-09-14T03:43:14.883 INFO:tasks.rados.rados.0.smithi002.stdout:2289: finishing write tid 2 to smithi00278215-8 2024-09-14T03:43:14.884 INFO:tasks.rados.rados.0.smithi002.stdout:2289: finishing write tid 3 to smithi00278215-8 2024-09-14T03:43:14.884 INFO:tasks.rados.rados.0.smithi002.stdout:2289: oid 8 updating version 0 to 2224 2024-09-14T03:43:14.884 INFO:tasks.rados.rados.0.smithi002.stdout:2289: oid 8 version 2224 is already newer than 2223 2024-09-14T03:43:14.884 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 8 v 2224 (ObjNum 721 snap 232 seq_num 721) dirty exists 2024-09-14T03:43:14.885 INFO:tasks.rados.rados.0.smithi002.stdout:2289: left oid 8 (ObjNum 721 snap 232 seq_num 721) 2024-09-14T03:43:14.920 INFO:tasks.rados.rados.0.smithi002.stdout:2290: finishing copy_from racing read to smithi00278215-31 2024-09-14T03:43:14.926 INFO:tasks.rados.rados.0.smithi002.stdout:2290: finishing copy_from to smithi00278215-31 2024-09-14T03:43:14.926 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 2671 (ObjNum 610 snap 197 seq_num 610) dirty exists 2024-09-14T03:43:15.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:14 smithi002 ceph-mon[87970]: osdmap e532: 8 total, 8 up, 8 in 2024-09-14T03:43:15.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:14 smithi002 ceph-mon[89815]: osdmap e532: 8 total, 8 up, 8 in 2024-09-14T03:43:15.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:14 smithi154 ceph-mon[81546]: osdmap e532: 8 total, 8 up, 8 in 2024-09-14T03:43:15.807 INFO:tasks.rados.rados.0.smithi002.stdout:2289: done (2 left) 2024-09-14T03:43:15.835 INFO:tasks.rados.rados.0.smithi002.stdout:2290: done (1 left) 2024-09-14T03:43:15.835 INFO:tasks.rados.rados.0.smithi002.stdout:2291: done (0 left) 2024-09-14T03:43:15.835 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 43 current snap is 233 2024-09-14T03:43:15.835 INFO:tasks.rados.rados.0.smithi002.stdout:2292: seq_num 722 ranges {7364608=98304} 2024-09-14T03:43:15.848 INFO:tasks.rados.rados.0.smithi002.stdout:2292: writing smithi00278215-43 from 7364608 to 7462912 tid 1 2024-09-14T03:43:15.848 INFO:tasks.rados.rados.0.smithi002.stdout:2293: delete oid 18 current snap is 233 2024-09-14T03:43:15.852 INFO:tasks.rados.rados.0.smithi002.stdout:2293: done (1 left) 2024-09-14T03:43:15.852 INFO:tasks.rados.rados.0.smithi002.stdout:2294: read oid 13 snap -1 2024-09-14T03:43:15.852 INFO:tasks.rados.rados.0.smithi002.stdout:2294: expect (ObjNum 622 snap 200 seq_num 622) 2024-09-14T03:43:15.852 INFO:tasks.rados.rados.0.smithi002.stdout:2295: snap_create 2024-09-14T03:43:15.855 INFO:tasks.rados.rados.0.smithi002.stdout:2292: finishing write tid 1 to smithi00278215-43 2024-09-14T03:43:15.856 INFO:tasks.rados.rados.0.smithi002.stdout:2292: finishing write tid 2 to smithi00278215-43 2024-09-14T03:43:15.858 INFO:tasks.rados.rados.0.smithi002.stdout:2292: finishing write tid 3 to smithi00278215-43 2024-09-14T03:43:15.858 INFO:tasks.rados.rados.0.smithi002.stdout:2292: oid 43 updating version 0 to 2968 2024-09-14T03:43:15.858 INFO:tasks.rados.rados.0.smithi002.stdout:2292: oid 43 version 2968 is already newer than 2967 2024-09-14T03:43:15.858 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 2968 (ObjNum 722 snap 233 seq_num 722) dirty exists 2024-09-14T03:43:15.858 INFO:tasks.rados.rados.0.smithi002.stdout:2292: left oid 43 (ObjNum 722 snap 233 seq_num 722) 2024-09-14T03:43:15.858 INFO:tasks.rados.rados.0.smithi002.stdout:2294: expect (ObjNum 622 snap 200 seq_num 622) 2024-09-14T03:43:16.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:15 smithi002 ceph-mon[87970]: pgmap v470: 121 pgs: 4 activating, 3 active+clean+snaptrim, 114 active+clean; 416 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 3.3 MiB/s wr, 8 op/s; 68 KiB/s, 0 objects/s recovering 2024-09-14T03:43:16.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:15 smithi002 ceph-mon[87970]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 28/717 objects degraded (3.905%), 6 pgs degraded) 2024-09-14T03:43:16.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:15 smithi002 ceph-mon[87970]: Cluster is now healthy 2024-09-14T03:43:16.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:15 smithi002 ceph-mon[87970]: osdmap e533: 8 total, 8 up, 8 in 2024-09-14T03:43:16.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:15 smithi002 ceph-mon[87970]: fsmap cephfs:1 {0=b=up:active} 2024-09-14T03:43:16.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:15 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-09-14T03:43:16.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:15 smithi002 ceph-mon[89815]: pgmap v470: 121 pgs: 4 activating, 3 active+clean+snaptrim, 114 active+clean; 416 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 3.3 MiB/s wr, 8 op/s; 68 KiB/s, 0 objects/s recovering 2024-09-14T03:43:16.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:15 smithi002 ceph-mon[89815]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 28/717 objects degraded (3.905%), 6 pgs degraded) 2024-09-14T03:43:16.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:15 smithi002 ceph-mon[89815]: Cluster is now healthy 2024-09-14T03:43:16.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:15 smithi002 ceph-mon[89815]: osdmap e533: 8 total, 8 up, 8 in 2024-09-14T03:43:16.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:15 smithi002 ceph-mon[89815]: fsmap cephfs:1 {0=b=up:active} 2024-09-14T03:43:16.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:15 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-09-14T03:43:16.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:15 smithi154 ceph-mon[81546]: pgmap v470: 121 pgs: 4 activating, 3 active+clean+snaptrim, 114 active+clean; 416 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 3.3 MiB/s wr, 8 op/s; 68 KiB/s, 0 objects/s recovering 2024-09-14T03:43:16.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:15 smithi154 ceph-mon[81546]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 28/717 objects degraded (3.905%), 6 pgs degraded) 2024-09-14T03:43:16.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:15 smithi154 ceph-mon[81546]: Cluster is now healthy 2024-09-14T03:43:16.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:15 smithi154 ceph-mon[81546]: osdmap e533: 8 total, 8 up, 8 in 2024-09-14T03:43:16.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:15 smithi154 ceph-mon[81546]: fsmap cephfs:1 {0=b=up:active} 2024-09-14T03:43:16.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:15 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-09-14T03:43:16.813 INFO:tasks.rados.rados.0.smithi002.stdout:2292: done (2 left) 2024-09-14T03:43:16.814 INFO:tasks.rados.rados.0.smithi002.stdout:2294: done (1 left) 2024-09-14T03:43:16.814 INFO:tasks.rados.rados.0.smithi002.stdout:2295: done (0 left) 2024-09-14T03:43:16.814 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 7 current snap is 234 2024-09-14T03:43:16.814 INFO:tasks.rados.rados.0.smithi002.stdout:2296: seq_num 724 ranges {0=131072} 2024-09-14T03:43:16.814 INFO:tasks.rados.rados.0.smithi002.stdout:2296: writing smithi00278215-7 from 0 to 131072 tid 1 2024-09-14T03:43:16.815 INFO:tasks.rados.rados.0.smithi002.stdout:2297: read oid 43 snap -1 2024-09-14T03:43:16.815 INFO:tasks.rados.rados.0.smithi002.stdout:2297: expect (ObjNum 722 snap 233 seq_num 722) 2024-09-14T03:43:16.815 INFO:tasks.rados.rados.0.smithi002.stdout:2298: snap_remove snap 206 2024-09-14T03:43:17.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:16 smithi002 ceph-mon[87970]: osdmap e534: 8 total, 8 up, 8 in 2024-09-14T03:43:17.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:16 smithi002 ceph-mon[89815]: osdmap e534: 8 total, 8 up, 8 in 2024-09-14T03:43:17.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:16 smithi154 ceph-mon[81546]: osdmap e534: 8 total, 8 up, 8 in 2024-09-14T03:43:17.754 INFO:tasks.rados.rados.0.smithi002.stdout:2298: done (2 left) 2024-09-14T03:43:17.754 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 25 current snap is 234 2024-09-14T03:43:17.754 INFO:tasks.rados.rados.0.smithi002.stdout:2299: seq_num 725 ranges {12419072=147456} 2024-09-14T03:43:17.826 INFO:tasks.rados.rados.0.smithi002.stdout:2299: writing smithi00278215-25 from 12419072 to 12566528 tid 1 2024-09-14T03:43:17.826 INFO:tasks.rados.rados.0.smithi002.stdout:2300: snap_remove snap 221 2024-09-14T03:43:18.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:17 smithi002 ceph-mon[87970]: pgmap v473: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 425 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.3 MiB/s wr, 1 op/s; 68 KiB/s, 0 objects/s recovering 2024-09-14T03:43:18.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:17 smithi002 ceph-mon[87970]: osdmap e535: 8 total, 8 up, 8 in 2024-09-14T03:43:18.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:17 smithi002 ceph-mon[87970]: osdmap e536: 8 total, 8 up, 8 in 2024-09-14T03:43:18.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:17 smithi002 ceph-mon[89815]: pgmap v473: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 425 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.3 MiB/s wr, 1 op/s; 68 KiB/s, 0 objects/s recovering 2024-09-14T03:43:18.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:17 smithi002 ceph-mon[89815]: osdmap e535: 8 total, 8 up, 8 in 2024-09-14T03:43:18.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:17 smithi002 ceph-mon[89815]: osdmap e536: 8 total, 8 up, 8 in 2024-09-14T03:43:18.187 INFO:journalctl@ceph.mds.a.smithi002.stdout:Sep 14 03:43:17 smithi002 podman[112607]: 2024-09-14 03:43:17.886159401 +0000 UTC m=+3.499245923 container died 5bfe4ab70917eb577cc9822b3a3578f3cbcfcc64e8cddcf57db39f9f83649b8d (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mds-a, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=reef-e4e227b, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, ceph=True) 2024-09-14T03:43:18.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:17 smithi154 ceph-mon[81546]: pgmap v473: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 425 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.3 MiB/s wr, 1 op/s; 68 KiB/s, 0 objects/s recovering 2024-09-14T03:43:18.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:17 smithi154 ceph-mon[81546]: osdmap e535: 8 total, 8 up, 8 in 2024-09-14T03:43:18.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:17 smithi154 ceph-mon[81546]: osdmap e536: 8 total, 8 up, 8 in 2024-09-14T03:43:18.687 INFO:journalctl@ceph.mds.a.smithi002.stdout:Sep 14 03:43:18 smithi002 podman[112607]: 2024-09-14 03:43:18.32468148 +0000 UTC m=+3.937767989 container cleanup 5bfe4ab70917eb577cc9822b3a3578f3cbcfcc64e8cddcf57db39f9f83649b8d (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mds-a, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, RELEASE=reef-e4e227b, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731) 2024-09-14T03:43:18.687 INFO:journalctl@ceph.mds.a.smithi002.stdout:Sep 14 03:43:18 smithi002 bash[112607]: ceph-f357b922-7248-11ef-bceb-c7b262605968-mds-a 2024-09-14T03:43:18.687 INFO:journalctl@ceph.mds.a.smithi002.stdout:Sep 14 03:43:18 smithi002 podman[112619]: 2024-09-14 03:43:18.500836187 +0000 UTC m=+0.608897041 container remove 5bfe4ab70917eb577cc9822b3a3578f3cbcfcc64e8cddcf57db39f9f83649b8d (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mds-a, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-e4e227b, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-09-14T03:43:18.833 INFO:tasks.rados.rados.0.smithi002.stdout:2300: done (3 left) 2024-09-14T03:43:18.833 INFO:tasks.rados.rados.0.smithi002.stdout:2301: setattr oid 40 current snap is 234 2024-09-14T03:43:18.835 INFO:tasks.rados.rados.0.smithi002.stdout:2296: finishing write tid 1 to smithi00278215-7 2024-09-14T03:43:18.835 INFO:tasks.rados.rados.0.smithi002.stdout:2296: finishing write tid 2 to smithi00278215-7 2024-09-14T03:43:18.835 INFO:tasks.rados.rados.0.smithi002.stdout:2296: finishing write tid 3 to smithi00278215-7 2024-09-14T03:43:18.835 INFO:tasks.rados.rados.0.smithi002.stdout:2296: oid 7 updating version 0 to 3065 2024-09-14T03:43:18.835 INFO:tasks.rados.rados.0.smithi002.stdout:2296: oid 7 version 3065 is already newer than 3064 2024-09-14T03:43:18.835 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 3065 (ObjNum 724 snap 234 seq_num 724) dirty exists 2024-09-14T03:43:18.835 INFO:tasks.rados.rados.0.smithi002.stdout:2296: left oid 7 (ObjNum 724 snap 234 seq_num 724) 2024-09-14T03:43:18.835 INFO:tasks.rados.rados.0.smithi002.stdout:2297: expect (ObjNum 722 snap 233 seq_num 722) 2024-09-14T03:43:19.017 INFO:journalctl@ceph.mds.a.smithi002.stdout:Sep 14 03:43:18 smithi002 systemd[1]: ceph-f357b922-7248-11ef-bceb-c7b262605968@mds.a.service: Deactivated successfully. 2024-09-14T03:43:19.017 INFO:journalctl@ceph.mds.a.smithi002.stdout:Sep 14 03:43:18 smithi002 systemd[1]: Stopped Ceph mds.a for f357b922-7248-11ef-bceb-c7b262605968. 2024-09-14T03:43:19.018 INFO:journalctl@ceph.mds.a.smithi002.stdout:Sep 14 03:43:18 smithi002 systemd[1]: ceph-f357b922-7248-11ef-bceb-c7b262605968@mds.a.service: Consumed 1.129s CPU time. 2024-09-14T03:43:19.338 INFO:journalctl@ceph.mds.a.smithi002.stdout:Sep 14 03:43:19 smithi002 systemd[1]: Starting Ceph mds.a for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:43:19.338 INFO:journalctl@ceph.mds.a.smithi002.stdout:Sep 14 03:43:19 smithi002 podman[112775]: 2024-09-14 03:43:19.13644449 +0000 UTC m=+0.016645631 image pull 8801d2529e4377d97015e6c85a3b4925ede7ce42c7349a1a37eb88f097b6f3f0 quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802 2024-09-14T03:43:19.338 INFO:journalctl@ceph.mds.a.smithi002.stdout:Sep 14 03:43:19 smithi002 podman[112775]: 2024-09-14 03:43:19.243929375 +0000 UTC m=+0.124130504 container create 65e250421c44f08667161de0b9799d48d08a456ba7319bb5c9a2275bc0c61a1e (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mds-a, GIT_CLEAN=True, RELEASE=main-a278231, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0) 2024-09-14T03:43:19.338 INFO:teuthology.orchestra.run.smithi002.stdout:true 2024-09-14T03:43:19.446 INFO:tasks.rados.rados.0.smithi002.stdout:2299: finishing write tid 1 to smithi00278215-25 2024-09-14T03:43:19.446 INFO:tasks.rados.rados.0.smithi002.stdout:2299: finishing write tid 2 to smithi00278215-25 2024-09-14T03:43:19.447 INFO:tasks.rados.rados.0.smithi002.stdout:2299: finishing write tid 3 to smithi00278215-25 2024-09-14T03:43:19.447 INFO:tasks.rados.rados.0.smithi002.stdout:2299: oid 25 updating version 0 to 324 2024-09-14T03:43:19.447 INFO:tasks.rados.rados.0.smithi002.stdout:2299: oid 25 version 324 is already newer than 323 2024-09-14T03:43:19.447 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 324 (ObjNum 725 snap 234 seq_num 725) dirty exists 2024-09-14T03:43:19.447 INFO:tasks.rados.rados.0.smithi002.stdout:2299: left oid 25 (ObjNum 725 snap 234 seq_num 725) 2024-09-14T03:43:19.447 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 1840 (ObjNum 49 snap 0 seq_num 1701862739) dirty exists 2024-09-14T03:43:19.447 INFO:tasks.rados.rados.0.smithi002.stdout:2296: done (3 left) 2024-09-14T03:43:19.447 INFO:tasks.rados.rados.0.smithi002.stdout:2297: done (2 left) 2024-09-14T03:43:19.447 INFO:tasks.rados.rados.0.smithi002.stdout:2299: done (1 left) 2024-09-14T03:43:19.447 INFO:tasks.rados.rados.0.smithi002.stdout:2301: done (0 left) 2024-09-14T03:43:19.447 INFO:tasks.rados.rados.0.smithi002.stdout:2302: copy_from oid 47 from oid 10 current snap is 234 2024-09-14T03:43:19.447 INFO:tasks.rados.rados.0.smithi002.stdout:2303: rmattr oid 4 current snap is 234 2024-09-14T03:43:19.447 INFO:tasks.rados.rados.0.smithi002.stdout:2303: done (1 left) 2024-09-14T03:43:19.447 INFO:tasks.rados.rados.0.smithi002.stdout:2304: rollback oid 50 current snap is 234 2024-09-14T03:43:19.447 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 50 to 226 2024-09-14T03:43:19.447 INFO:tasks.rados.rados.0.smithi002.stdout:2305: snap_create 2024-09-14T03:43:19.451 INFO:tasks.rados.rados.0.smithi002.stdout:2304: finishing rollback tid 0 to smithi00278215-50 2024-09-14T03:43:19.451 INFO:tasks.rados.rados.0.smithi002.stdout:2304: finishing rollback tid 1 to smithi00278215-50 2024-09-14T03:43:19.451 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 3102 (ObjNum 49 snap 0 seq_num 854264336) dirty dne 2024-09-14T03:43:19.484 INFO:tasks.rados.rados.0.smithi002.stdout:2302: finishing copy_from racing read to smithi00278215-47 2024-09-14T03:43:19.490 INFO:tasks.rados.rados.0.smithi002.stdout:2302: finishing copy_from to smithi00278215-47 2024-09-14T03:43:19.490 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 2127 (ObjNum 712 snap 227 seq_num 712) dirty exists 2024-09-14T03:43:19.689 INFO:journalctl@ceph.mds.a.smithi002.stdout:Sep 14 03:43:19 smithi002 podman[112775]: 2024-09-14 03:43:19.488486292 +0000 UTC m=+0.368687421 container init 65e250421c44f08667161de0b9799d48d08a456ba7319bb5c9a2275bc0c61a1e (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mds-a, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-a278231, org.label-schema.vendor=CentOS) 2024-09-14T03:43:19.689 INFO:journalctl@ceph.mds.a.smithi002.stdout:Sep 14 03:43:19 smithi002 podman[112775]: 2024-09-14 03:43:19.492435691 +0000 UTC m=+0.372636824 container start 65e250421c44f08667161de0b9799d48d08a456ba7319bb5c9a2275bc0c61a1e (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mds-a, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.37.2, RELEASE=main-a278231, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-14T03:43:19.689 INFO:journalctl@ceph.mds.a.smithi002.stdout:Sep 14 03:43:19 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mds-a[112794]: starting mds.a at 2024-09-14T03:43:19.689 INFO:journalctl@ceph.mds.a.smithi002.stdout:Sep 14 03:43:19 smithi002 bash[112775]: 65e250421c44f08667161de0b9799d48d08a456ba7319bb5c9a2275bc0c61a1e 2024-09-14T03:43:19.689 INFO:journalctl@ceph.mds.a.smithi002.stdout:Sep 14 03:43:19 smithi002 systemd[1]: Started Ceph mds.a for f357b922-7248-11ef-bceb-c7b262605968. 2024-09-14T03:43:19.827 INFO:tasks.rados.rados.0.smithi002.stdout:2302: done (2 left) 2024-09-14T03:43:19.828 INFO:tasks.rados.rados.0.smithi002.stdout:2304: done (1 left) 2024-09-14T03:43:19.828 INFO:tasks.rados.rados.0.smithi002.stdout:2305: done (0 left) 2024-09-14T03:43:19.828 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 18 current snap is 235 2024-09-14T03:43:19.828 INFO:tasks.rados.rados.0.smithi002.stdout:2306: seq_num 726 ranges {0=163840} 2024-09-14T03:43:19.828 INFO:tasks.rados.rados.0.smithi002.stdout:2306: writing smithi00278215-18 from 0 to 163840 tid 1 2024-09-14T03:43:19.829 INFO:tasks.rados.rados.0.smithi002.stdout:2307: snap_create 2024-09-14T03:43:19.833 INFO:tasks.rados.rados.0.smithi002.stdout:2306: finishing write tid 1 to smithi00278215-18 2024-09-14T03:43:19.834 INFO:tasks.rados.rados.0.smithi002.stdout:2306: finishing write tid 2 to smithi00278215-18 2024-09-14T03:43:19.835 INFO:tasks.rados.rados.0.smithi002.stdout:2306: finishing write tid 3 to smithi00278215-18 2024-09-14T03:43:19.835 INFO:tasks.rados.rados.0.smithi002.stdout:2306: oid 18 updating version 0 to 2122 2024-09-14T03:43:19.835 INFO:tasks.rados.rados.0.smithi002.stdout:2306: oid 18 updating version 2122 to 2123 2024-09-14T03:43:19.836 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 2123 (ObjNum 726 snap 235 seq_num 726) dirty exists 2024-09-14T03:43:19.836 INFO:tasks.rados.rados.0.smithi002.stdout:2306: left oid 18 (ObjNum 726 snap 235 seq_num 726) 2024-09-14T03:43:19.999 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-14T03:43:19.999 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (9m) 2m ago 10m 26.7M - 0.25.0 c8568f914cd2 8c6771f56432 2024-09-14T03:43:19.999 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi154 *:3000 running (10m) 13s ago 10m 91.7M - 9.4.7 954c08fa6188 6cd949ecdca3 2024-09-14T03:43:19.999 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 starting - - - - 2024-09-14T03:43:19.999 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi154 running (11m) 13s ago 11m 22.4M - 18.2.4-845-ge4e227b3 67ddd33fa72f 80e0f22077e1 2024-09-14T03:43:19.999 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi154 *:8443,9283,8765 running (5m) 13s ago 15m 456M - 19.3.0-4907-ga2782315 8801d2529e43 3c8b8d7f1b49 2024-09-14T03:43:19.999 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (6m) 2m ago 16m 524M - 19.3.0-4907-ga2782315 8801d2529e43 37cb6840a9f7 2024-09-14T03:43:20.000 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (5m) 2m ago 17m 57.4M 2048M 19.3.0-4907-ga2782315 8801d2529e43 ac49fe4ea75d 2024-09-14T03:43:20.000 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi154 running (4m) 13s ago 15m 49.7M 2048M 19.3.0-4907-ga2782315 8801d2529e43 de3094fdd6b5 2024-09-14T03:43:20.000 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (5m) 2m ago 15m 45.6M 2048M 19.3.0-4907-ga2782315 8801d2529e43 0423773ea054 2024-09-14T03:43:20.000 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (10m) 2m ago 10m 15.7M - 1.5.0 0da6a335fe13 ad362eb3056c 2024-09-14T03:43:20.000 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi154 *:9100 running (10m) 13s ago 10m 16.8M - 1.5.0 0da6a335fe13 815178e760b0 2024-09-14T03:43:20.000 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (4m) 2m ago 14m 194M 2481M 19.3.0-4907-ga2782315 8801d2529e43 98de17e6e20c 2024-09-14T03:43:20.000 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (3m) 2m ago 14m 133M 2481M 19.3.0-4907-ga2782315 8801d2529e43 e758e3d25821 2024-09-14T03:43:20.000 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (3m) 2m ago 14m 110M 2481M 19.3.0-4907-ga2782315 8801d2529e43 6fd97586f770 2024-09-14T03:43:20.000 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (2m) 2m ago 13m 12.2M 2481M 19.3.0-4907-ga2782315 8801d2529e43 aead1115e85e 2024-09-14T03:43:20.000 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi154 running (118s) 13s ago 13m 161M 2480M 19.3.0-4907-ga2782315 8801d2529e43 be01dd011648 2024-09-14T03:43:20.000 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi154 running (85s) 13s ago 12m 177M 2480M 19.3.0-4907-ga2782315 8801d2529e43 2df8ad771157 2024-09-14T03:43:20.000 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi154 running (52s) 13s ago 12m 97.6M 2480M 19.3.0-4907-ga2782315 8801d2529e43 7d3a82627dc4 2024-09-14T03:43:20.000 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi154 running (18s) 13s ago 12m 11.7M 2480M 19.3.0-4907-ga2782315 8801d2529e43 3fd2a8db6e2c 2024-09-14T03:43:20.000 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi154 *:9095 running (5m) 13s ago 10m 52.6M - 2.43.0 a07b618ecd1d ffbeae974492 2024-09-14T03:43:20.001 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:19 smithi002 ceph-mon[87970]: pgmap v476: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 432 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 4.1 MiB/s wr, 6 op/s 2024-09-14T03:43:20.001 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:19 smithi002 ceph-mon[87970]: osdmap e537: 8 total, 8 up, 8 in 2024-09-14T03:43:20.001 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:19 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:20.001 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:19 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:20.001 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:19 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:43:20.001 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:19 smithi002 ceph-mon[89815]: pgmap v476: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 432 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 4.1 MiB/s wr, 6 op/s 2024-09-14T03:43:20.001 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:19 smithi002 ceph-mon[89815]: osdmap e537: 8 total, 8 up, 8 in 2024-09-14T03:43:20.001 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:19 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:20.002 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:19 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:20.002 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:19 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:43:20.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:19 smithi154 ceph-mon[81546]: pgmap v476: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 432 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 4.1 MiB/s wr, 6 op/s 2024-09-14T03:43:20.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:19 smithi154 ceph-mon[81546]: osdmap e537: 8 total, 8 up, 8 in 2024-09-14T03:43:20.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:19 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:20.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:19 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:20.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:19 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:43:20.360 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-14T03:43:20.360 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2024-09-14T03:43:20.360 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.3.0-4907-ga2782315 (a2782315255a3e7d5f6cdc9eb35785187ff6ddf8) squid (dev)": 3 2024-09-14T03:43:20.360 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:43:20.360 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2024-09-14T03:43:20.360 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.3.0-4907-ga2782315 (a2782315255a3e7d5f6cdc9eb35785187ff6ddf8) squid (dev)": 2 2024-09-14T03:43:20.361 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:43:20.361 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2024-09-14T03:43:20.361 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.3.0-4907-ga2782315 (a2782315255a3e7d5f6cdc9eb35785187ff6ddf8) squid (dev)": 8 2024-09-14T03:43:20.361 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:43:20.361 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2024-09-14T03:43:20.361 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 1, 2024-09-14T03:43:20.361 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.3.0-4907-ga2782315 (a2782315255a3e7d5f6cdc9eb35785187ff6ddf8) squid (dev)": 1 2024-09-14T03:43:20.361 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:43:20.361 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2024-09-14T03:43:20.361 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 1, 2024-09-14T03:43:20.361 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.3.0-4907-ga2782315 (a2782315255a3e7d5f6cdc9eb35785187ff6ddf8) squid (dev)": 14 2024-09-14T03:43:20.361 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-14T03:43:20.361 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-14T03:43:20.661 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-14T03:43:20.662 INFO:teuthology.orchestra.run.smithi002.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802", 2024-09-14T03:43:20.662 INFO:teuthology.orchestra.run.smithi002.stdout: "in_progress": true, 2024-09-14T03:43:20.662 INFO:teuthology.orchestra.run.smithi002.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-14T03:43:20.662 INFO:teuthology.orchestra.run.smithi002.stdout: "services_complete": [ 2024-09-14T03:43:20.662 INFO:teuthology.orchestra.run.smithi002.stdout: "mon", 2024-09-14T03:43:20.662 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr", 2024-09-14T03:43:20.662 INFO:teuthology.orchestra.run.smithi002.stdout: "osd" 2024-09-14T03:43:20.662 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-14T03:43:20.662 INFO:teuthology.orchestra.run.smithi002.stdout: "progress": "13/20 daemons upgraded", 2024-09-14T03:43:20.662 INFO:teuthology.orchestra.run.smithi002.stdout: "message": "Currently upgrading mds daemons", 2024-09-14T03:43:20.662 INFO:teuthology.orchestra.run.smithi002.stdout: "is_paused": false 2024-09-14T03:43:20.662 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-14T03:43:20.831 INFO:tasks.rados.rados.0.smithi002.stdout:2306: done (1 left) 2024-09-14T03:43:20.831 INFO:tasks.rados.rados.0.smithi002.stdout:2307: done (0 left) 2024-09-14T03:43:20.831 INFO:tasks.rados.rados.0.smithi002.stdout:2308: setattr oid 44 current snap is 236 2024-09-14T03:43:20.833 INFO:tasks.rados.rados.0.smithi002.stdout:2309: rollback oid 20 current snap is 236 2024-09-14T03:43:20.833 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 20 to 235 2024-09-14T03:43:20.833 INFO:tasks.rados.rados.0.smithi002.stdout:2310: snap_remove snap 231 2024-09-14T03:43:20.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:20 smithi002 ceph-mon[89815]: from='client.44414 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:43:20.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:20 smithi002 ceph-mon[89815]: from='client.44420 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:43:20.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:20 smithi002 ceph-mon[89815]: mds.? [v2:172.21.15.2:6834/3178568391,v1:172.21.15.2:6835/3178568391] up:boot 2024-09-14T03:43:20.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:20 smithi002 ceph-mon[89815]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-14T03:43:20.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:20 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-09-14T03:43:20.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:20 smithi002 ceph-mon[89815]: osdmap e538: 8 total, 8 up, 8 in 2024-09-14T03:43:20.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:20 smithi002 ceph-mon[89815]: from='client.34521 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:43:20.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:20 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:20.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:20 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/1305395355' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:43:20.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:20 smithi002 ceph-mon[87970]: from='client.44414 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:43:20.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:20 smithi002 ceph-mon[87970]: from='client.44420 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:43:20.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:20 smithi002 ceph-mon[87970]: mds.? [v2:172.21.15.2:6834/3178568391,v1:172.21.15.2:6835/3178568391] up:boot 2024-09-14T03:43:20.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:20 smithi002 ceph-mon[87970]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-14T03:43:20.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:20 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-09-14T03:43:20.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:20 smithi002 ceph-mon[87970]: osdmap e538: 8 total, 8 up, 8 in 2024-09-14T03:43:20.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:20 smithi002 ceph-mon[87970]: from='client.34521 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:43:20.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:20 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:20.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:20 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/1305395355' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:43:21.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:20 smithi154 ceph-mon[81546]: from='client.44414 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:43:21.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:20 smithi154 ceph-mon[81546]: from='client.44420 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:43:21.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:20 smithi154 ceph-mon[81546]: mds.? [v2:172.21.15.2:6834/3178568391,v1:172.21.15.2:6835/3178568391] up:boot 2024-09-14T03:43:21.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:20 smithi154 ceph-mon[81546]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-14T03:43:21.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:20 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-09-14T03:43:21.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:20 smithi154 ceph-mon[81546]: osdmap e538: 8 total, 8 up, 8 in 2024-09-14T03:43:21.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:20 smithi154 ceph-mon[81546]: from='client.34521 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:43:21.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:20 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:21.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:20 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/1305395355' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:43:21.836 INFO:tasks.rados.rados.0.smithi002.stdout:2310: done (2 left) 2024-09-14T03:43:21.836 INFO:tasks.rados.rados.0.smithi002.stdout:2311: copy_from oid 39 from oid 18 current snap is 236 2024-09-14T03:43:21.836 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 24 current snap is 236 2024-09-14T03:43:21.836 INFO:tasks.rados.rados.0.smithi002.stdout:2312: seq_num 727 ranges {0=180224} 2024-09-14T03:43:21.838 INFO:tasks.rados.rados.0.smithi002.stdout:2312: writing smithi00278215-24 from 0 to 180224 tid 1 2024-09-14T03:43:21.838 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 29 current snap is 236 2024-09-14T03:43:21.838 INFO:tasks.rados.rados.0.smithi002.stdout:2313: seq_num 728 ranges {13983744=196608} 2024-09-14T03:43:21.916 INFO:tasks.rados.rados.0.smithi002.stdout:2313: writing smithi00278215-29 from 13983744 to 14180352 tid 1 2024-09-14T03:43:21.916 INFO:tasks.rados.rados.0.smithi002.stdout:2314: read oid 42 snap -1 2024-09-14T03:43:21.916 INFO:tasks.rados.rados.0.smithi002.stdout:2314: expect deleted 2024-09-14T03:43:21.916 INFO:tasks.rados.rados.0.smithi002.stdout:2315: read oid 41 snap -1 2024-09-14T03:43:21.916 INFO:tasks.rados.rados.0.smithi002.stdout:2315: expect (ObjNum 482 snap 147 seq_num 482) 2024-09-14T03:43:21.916 INFO:tasks.rados.rados.0.smithi002.stdout:2316: snap_remove snap 222 2024-09-14T03:43:21.936 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:21 smithi002 ceph-mon[87970]: pgmap v479: 121 pgs: 121 active+clean; 439 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 3.8 MiB/s wr, 7 op/s 2024-09-14T03:43:21.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:21 smithi002 ceph-mon[87970]: from='client.44444 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:43:21.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:21 smithi002 ceph-mon[87970]: osdmap e539: 8 total, 8 up, 8 in 2024-09-14T03:43:21.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:21 smithi002 ceph-mon[89815]: pgmap v479: 121 pgs: 121 active+clean; 439 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 3.8 MiB/s wr, 7 op/s 2024-09-14T03:43:21.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:21 smithi002 ceph-mon[89815]: from='client.44444 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:43:21.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:21 smithi002 ceph-mon[89815]: osdmap e539: 8 total, 8 up, 8 in 2024-09-14T03:43:22.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:21 smithi154 ceph-mon[81546]: pgmap v479: 121 pgs: 121 active+clean; 439 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 3.8 MiB/s wr, 7 op/s 2024-09-14T03:43:22.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:21 smithi154 ceph-mon[81546]: from='client.44444 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:43:22.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:21 smithi154 ceph-mon[81546]: osdmap e539: 8 total, 8 up, 8 in 2024-09-14T03:43:22.228 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:43:21 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:43:21.847+0000 7f31b18be640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 123 after trimming was started 2024-09-14T03:43:22.754 INFO:tasks.rados.rados.0.smithi002.stdout:2316: done (7 left) 2024-09-14T03:43:22.754 INFO:tasks.rados.rados.0.smithi002.stdout:2317: rollback oid 47 current snap is 236 2024-09-14T03:43:22.754 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 47 to 235 2024-09-14T03:43:22.754 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 2128 (ObjNum 508 snap 160 seq_num 508) dirty exists 2024-09-14T03:43:22.754 INFO:tasks.rados.rados.0.smithi002.stdout:2309: finishing rollback tid 0 to smithi00278215-20 2024-09-14T03:43:22.754 INFO:tasks.rados.rados.0.smithi002.stdout:2309: finishing rollback tid 1 to smithi00278215-20 2024-09-14T03:43:22.754 INFO:tasks.rados.rados.0.smithi002.stdout:2308: done (7 left) 2024-09-14T03:43:22.754 INFO:tasks.rados.rados.0.smithi002.stdout:2318: read oid 44 snap -1 2024-09-14T03:43:22.754 INFO:tasks.rados.rados.0.smithi002.stdout:2318: expect (ObjNum 508 snap 160 seq_num 508) 2024-09-14T03:43:22.755 INFO:tasks.rados.rados.0.smithi002.stdout:2319: copy_from oid 14 from oid 26 current snap is 236 2024-09-14T03:43:22.755 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 2 current snap is 236 2024-09-14T03:43:22.755 INFO:tasks.rados.rados.0.smithi002.stdout:2320: seq_num 729 ranges {2678784=212992} 2024-09-14T03:43:22.773 INFO:tasks.rados.rados.0.smithi002.stdout:2320: writing smithi00278215-2 from 2678784 to 2891776 tid 1 2024-09-14T03:43:22.773 INFO:tasks.rados.rados.0.smithi002.stdout:2321: read oid 12 snap -1 2024-09-14T03:43:22.773 INFO:tasks.rados.rados.0.smithi002.stdout:2321: expect deleted 2024-09-14T03:43:22.773 INFO:tasks.rados.rados.0.smithi002.stdout:2322: read oid 19 snap -1 2024-09-14T03:43:22.773 INFO:tasks.rados.rados.0.smithi002.stdout:2322: expect (ObjNum 700 snap 224 seq_num 700) 2024-09-14T03:43:22.773 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 8 current snap is 236 2024-09-14T03:43:22.773 INFO:tasks.rados.rados.0.smithi002.stdout:2323: seq_num 730 ranges {14065664=229376} 2024-09-14T03:43:22.852 INFO:tasks.rados.rados.0.smithi002.stdout:2323: writing smithi00278215-8 from 14065664 to 14295040 tid 1 2024-09-14T03:43:22.853 INFO:tasks.rados.rados.0.smithi002.stdout:2324: snap_remove snap 224 2024-09-14T03:43:23.095 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:22 smithi002 ceph-mon[89815]: osdmap e540: 8 total, 8 up, 8 in 2024-09-14T03:43:23.096 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:22 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:23.096 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:22 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:23.096 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:22 smithi002 ceph-mon[89815]: osdmap e541: 8 total, 8 up, 8 in 2024-09-14T03:43:23.096 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:22 smithi002 ceph-mon[87970]: osdmap e540: 8 total, 8 up, 8 in 2024-09-14T03:43:23.096 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:22 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:23.096 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:22 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:23.096 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:22 smithi002 ceph-mon[87970]: osdmap e541: 8 total, 8 up, 8 in 2024-09-14T03:43:23.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:22 smithi154 ceph-mon[81546]: osdmap e540: 8 total, 8 up, 8 in 2024-09-14T03:43:23.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:22 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:23.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:22 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:23.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:22 smithi154 ceph-mon[81546]: osdmap e541: 8 total, 8 up, 8 in 2024-09-14T03:43:23.436 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:43:23 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:43:23] "GET /metrics HTTP/1.1" 200 36284 "" "Prometheus/2.43.0" 2024-09-14T03:43:23.842 INFO:tasks.rados.rados.0.smithi002.stdout:2324: done (13 left) 2024-09-14T03:43:23.842 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 23 current snap is 236 2024-09-14T03:43:23.842 INFO:tasks.rados.rados.0.smithi002.stdout:2325: seq_num 731 ranges {4186112=245760} 2024-09-14T03:43:23.868 INFO:tasks.rados.rados.0.smithi002.stdout:2325: writing smithi00278215-23 from 4186112 to 4431872 tid 1 2024-09-14T03:43:23.868 INFO:tasks.rados.rados.0.smithi002.stdout:2326: delete oid 31 current snap is 236 2024-09-14T03:43:23.868 INFO:tasks.rados.rados.0.smithi002.stdout:2309: finishing rollback tid 2 to smithi00278215-20 2024-09-14T03:43:23.868 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 20 v 1318 (ObjNum 714 snap 228 seq_num 714) dirty exists 2024-09-14T03:43:23.868 INFO:tasks.rados.rados.0.smithi002.stdout:2312: finishing write tid 1 to smithi00278215-24 2024-09-14T03:43:23.868 INFO:tasks.rados.rados.0.smithi002.stdout:2312: finishing write tid 2 to smithi00278215-24 2024-09-14T03:43:23.868 INFO:tasks.rados.rados.0.smithi002.stdout:2312: finishing write tid 3 to smithi00278215-24 2024-09-14T03:43:23.868 INFO:tasks.rados.rados.0.smithi002.stdout:2312: oid 24 updating version 0 to 2673 2024-09-14T03:43:23.868 INFO:tasks.rados.rados.0.smithi002.stdout:2312: oid 24 version 2673 is already newer than 2672 2024-09-14T03:43:23.869 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 24 v 2673 (ObjNum 727 snap 236 seq_num 727) dirty exists 2024-09-14T03:43:23.869 INFO:tasks.rados.rados.0.smithi002.stdout:2312: left oid 24 (ObjNum 727 snap 236 seq_num 727) 2024-09-14T03:43:23.869 INFO:tasks.rados.rados.0.smithi002.stdout:2311: finishing copy_from racing read to smithi00278215-39 2024-09-14T03:43:23.869 INFO:tasks.rados.rados.0.smithi002.stdout:2311: finishing copy_from to smithi00278215-39 2024-09-14T03:43:23.869 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 39 v 2123 (ObjNum 726 snap 235 seq_num 726) dirty exists 2024-09-14T03:43:23.869 INFO:tasks.rados.rados.0.smithi002.stdout:2313: finishing write tid 1 to smithi00278215-29 2024-09-14T03:43:23.869 INFO:tasks.rados.rados.0.smithi002.stdout:2313: finishing write tid 2 to smithi00278215-29 2024-09-14T03:43:23.869 INFO:tasks.rados.rados.0.smithi002.stdout:2313: finishing write tid 3 to smithi00278215-29 2024-09-14T03:43:23.869 INFO:tasks.rados.rados.0.smithi002.stdout:2313: oid 29 updating version 0 to 3107 2024-09-14T03:43:23.869 INFO:tasks.rados.rados.0.smithi002.stdout:2313: oid 29 version 3107 is already newer than 3106 2024-09-14T03:43:23.869 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 3107 (ObjNum 728 snap 236 seq_num 728) dirty exists 2024-09-14T03:43:23.869 INFO:tasks.rados.rados.0.smithi002.stdout:2313: left oid 29 (ObjNum 728 snap 236 seq_num 728) 2024-09-14T03:43:23.869 INFO:tasks.rados.rados.0.smithi002.stdout:2315: expect (ObjNum 482 snap 147 seq_num 482) 2024-09-14T03:43:23.936 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:43:23 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-3[108204]: 2024-09-14T03:43:23.873+0000 7f724e0b9640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-09-14T03:43:23.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:23 smithi002 ceph-mon[87970]: pgmap v482: 121 pgs: 121 active+clean; 437 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.0 MiB/s wr, 10 op/s 2024-09-14T03:43:23.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:23 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:23.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:23 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:23.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:23 smithi002 ceph-mon[89815]: pgmap v482: 121 pgs: 121 active+clean; 437 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.0 MiB/s wr, 10 op/s 2024-09-14T03:43:23.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:23 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:23.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:23 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:24.030 INFO:tasks.rados.rados.0.smithi002.stdout:2318: expect (ObjNum 508 snap 160 seq_num 508) 2024-09-14T03:43:24.066 INFO:tasks.rados.rados.0.smithi002.stdout:2317: finishing rollback tid 0 to smithi00278215-47 2024-09-14T03:43:24.067 INFO:tasks.rados.rados.0.smithi002.stdout:2317: finishing rollback tid 1 to smithi00278215-47 2024-09-14T03:43:24.067 INFO:tasks.rados.rados.0.smithi002.stdout:2317: finishing rollback tid 2 to smithi00278215-47 2024-09-14T03:43:24.067 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 2971 (ObjNum 712 snap 227 seq_num 712) dirty exists 2024-09-14T03:43:24.067 INFO:tasks.rados.rados.0.smithi002.stdout:2319: finishing copy_from to smithi00278215-14 2024-09-14T03:43:24.067 INFO:tasks.rados.rados.0.smithi002.stdout:2319: got expected ENOENT (src dne) 2024-09-14T03:43:24.067 INFO:tasks.rados.rados.0.smithi002.stdout:2319: finishing copy_from racing read to smithi00278215-14 2024-09-14T03:43:24.067 INFO:tasks.rados.rados.0.smithi002.stdout:2309: done (14 left) 2024-09-14T03:43:24.067 INFO:tasks.rados.rados.0.smithi002.stdout:2311: done (13 left) 2024-09-14T03:43:24.067 INFO:tasks.rados.rados.0.smithi002.stdout:2312: done (12 left) 2024-09-14T03:43:24.067 INFO:tasks.rados.rados.0.smithi002.stdout:2313: done (11 left) 2024-09-14T03:43:24.067 INFO:tasks.rados.rados.0.smithi002.stdout:2314: done (10 left) 2024-09-14T03:43:24.067 INFO:tasks.rados.rados.0.smithi002.stdout:2315: done (9 left) 2024-09-14T03:43:24.068 INFO:tasks.rados.rados.0.smithi002.stdout:2317: done (8 left) 2024-09-14T03:43:24.068 INFO:tasks.rados.rados.0.smithi002.stdout:2318: done (7 left) 2024-09-14T03:43:24.068 INFO:tasks.rados.rados.0.smithi002.stdout:2319: done (6 left) 2024-09-14T03:43:24.068 INFO:tasks.rados.rados.0.smithi002.stdout:2321: done (5 left) 2024-09-14T03:43:24.068 INFO:tasks.rados.rados.0.smithi002.stdout:2326: done (4 left) 2024-09-14T03:43:24.068 INFO:tasks.rados.rados.0.smithi002.stdout:2327: setattr oid 31 current snap is 236 2024-09-14T03:43:24.068 INFO:tasks.rados.rados.0.smithi002.stdout:2320: finishing write tid 1 to smithi00278215-2 2024-09-14T03:43:24.068 INFO:tasks.rados.rados.0.smithi002.stdout:2320: finishing write tid 2 to smithi00278215-2 2024-09-14T03:43:24.068 INFO:tasks.rados.rados.0.smithi002.stdout:2320: finishing write tid 3 to smithi00278215-2 2024-09-14T03:43:24.068 INFO:tasks.rados.rados.0.smithi002.stdout:2320: oid 2 updating version 0 to 2264 2024-09-14T03:43:24.068 INFO:tasks.rados.rados.0.smithi002.stdout:2320: oid 2 version 2264 is already newer than 2263 2024-09-14T03:43:24.068 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 2 v 2264 (ObjNum 729 snap 236 seq_num 729) dirty exists 2024-09-14T03:43:24.068 INFO:tasks.rados.rados.0.smithi002.stdout:2320: left oid 2 (ObjNum 729 snap 236 seq_num 729) 2024-09-14T03:43:24.069 INFO:tasks.rados.rados.0.smithi002.stdout:2322: expect (ObjNum 700 snap 224 seq_num 700) 2024-09-14T03:43:24.210 INFO:tasks.rados.rados.0.smithi002.stdout:2323: finishing write tid 1 to smithi00278215-8 2024-09-14T03:43:24.211 INFO:tasks.rados.rados.0.smithi002.stdout:2323: finishing write tid 2 to smithi00278215-8 2024-09-14T03:43:24.211 INFO:tasks.rados.rados.0.smithi002.stdout:2323: finishing write tid 3 to smithi00278215-8 2024-09-14T03:43:24.211 INFO:tasks.rados.rados.0.smithi002.stdout:2323: oid 8 updating version 0 to 2226 2024-09-14T03:43:24.211 INFO:tasks.rados.rados.0.smithi002.stdout:2323: oid 8 version 2226 is already newer than 2225 2024-09-14T03:43:24.211 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 8 v 2226 (ObjNum 730 snap 236 seq_num 730) dirty exists 2024-09-14T03:43:24.211 INFO:tasks.rados.rados.0.smithi002.stdout:2323: left oid 8 (ObjNum 730 snap 236 seq_num 730) 2024-09-14T03:43:24.211 INFO:tasks.rados.rados.0.smithi002.stdout:2325: finishing write tid 1 to smithi00278215-23 2024-09-14T03:43:24.211 INFO:tasks.rados.rados.0.smithi002.stdout:2325: finishing write tid 2 to smithi00278215-23 2024-09-14T03:43:24.211 INFO:tasks.rados.rados.0.smithi002.stdout:2325: finishing write tid 3 to smithi00278215-23 2024-09-14T03:43:24.211 INFO:tasks.rados.rados.0.smithi002.stdout:2325: oid 23 updating version 0 to 2265 2024-09-14T03:43:24.212 INFO:tasks.rados.rados.0.smithi002.stdout:2325: oid 23 updating version 2265 to 2266 2024-09-14T03:43:24.212 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 2266 (ObjNum 731 snap 236 seq_num 731) dirty exists 2024-09-14T03:43:24.212 INFO:tasks.rados.rados.0.smithi002.stdout:2325: left oid 23 (ObjNum 731 snap 236 seq_num 731) 2024-09-14T03:43:24.212 INFO:tasks.rados.rados.0.smithi002.stdout:2320: done (4 left) 2024-09-14T03:43:24.212 INFO:tasks.rados.rados.0.smithi002.stdout:2322: done (3 left) 2024-09-14T03:43:24.212 INFO:tasks.rados.rados.0.smithi002.stdout:2323: done (2 left) 2024-09-14T03:43:24.212 INFO:tasks.rados.rados.0.smithi002.stdout:2325: done (1 left) 2024-09-14T03:43:24.212 INFO:tasks.rados.rados.0.smithi002.stdout:2328: rmattr oid 7 current snap is 236 2024-09-14T03:43:24.212 INFO:tasks.rados.rados.0.smithi002.stdout:2328: done (1 left) 2024-09-14T03:43:24.212 INFO:tasks.rados.rados.0.smithi002.stdout:2329: delete oid 49 current snap is 236 2024-09-14T03:43:24.213 INFO:tasks.rados.rados.0.smithi002.stdout:2329: done (1 left) 2024-09-14T03:43:24.213 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 43 current snap is 236 2024-09-14T03:43:24.213 INFO:tasks.rados.rados.0.smithi002.stdout:2330: seq_num 734 ranges {7462912=294912} 2024-09-14T03:43:24.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:23 smithi154 ceph-mon[81546]: pgmap v482: 121 pgs: 121 active+clean; 437 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.0 MiB/s wr, 10 op/s 2024-09-14T03:43:24.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:23 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:24.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:23 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:24.255 INFO:tasks.rados.rados.0.smithi002.stdout:2330: writing smithi00278215-43 from 7462912 to 7757824 tid 1 2024-09-14T03:43:24.255 INFO:tasks.rados.rados.0.smithi002.stdout:2331: read oid 46 snap -1 2024-09-14T03:43:24.255 INFO:tasks.rados.rados.0.smithi002.stdout:2331: expect (ObjNum 680 snap 219 seq_num 680) 2024-09-14T03:43:24.256 INFO:tasks.rados.rados.0.smithi002.stdout:2332: delete oid 34 current snap is 236 2024-09-14T03:43:24.256 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 2675 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-09-14T03:43:24.258 INFO:tasks.rados.rados.0.smithi002.stdout:2327: done (3 left) 2024-09-14T03:43:24.258 INFO:tasks.rados.rados.0.smithi002.stdout:2332: done (2 left) 2024-09-14T03:43:24.258 INFO:tasks.rados.rados.0.smithi002.stdout:2333: snap_create 2024-09-14T03:43:24.261 INFO:tasks.rados.rados.0.smithi002.stdout:2330: finishing write tid 1 to smithi00278215-43 2024-09-14T03:43:24.262 INFO:tasks.rados.rados.0.smithi002.stdout:2330: finishing write tid 2 to smithi00278215-43 2024-09-14T03:43:24.263 INFO:tasks.rados.rados.0.smithi002.stdout:2330: finishing write tid 3 to smithi00278215-43 2024-09-14T03:43:24.264 INFO:tasks.rados.rados.0.smithi002.stdout:2330: oid 43 updating version 0 to 2972 2024-09-14T03:43:24.264 INFO:tasks.rados.rados.0.smithi002.stdout:2330: oid 43 updating version 2972 to 2973 2024-09-14T03:43:24.264 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 2973 (ObjNum 734 snap 236 seq_num 734) dirty exists 2024-09-14T03:43:24.264 INFO:tasks.rados.rados.0.smithi002.stdout:2330: left oid 43 (ObjNum 734 snap 236 seq_num 734) 2024-09-14T03:43:24.266 INFO:tasks.rados.rados.0.smithi002.stdout:2331: expect (ObjNum 680 snap 219 seq_num 680) 2024-09-14T03:43:24.852 INFO:tasks.rados.rados.0.smithi002.stdout:2330: done (2 left) 2024-09-14T03:43:24.852 INFO:tasks.rados.rados.0.smithi002.stdout:2331: done (1 left) 2024-09-14T03:43:24.852 INFO:tasks.rados.rados.0.smithi002.stdout:2333: done (0 left) 2024-09-14T03:43:24.853 INFO:tasks.rados.rados.0.smithi002.stdout:2334: snap_create 2024-09-14T03:43:24.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:24 smithi002 ceph-mon[87970]: osdmap e542: 8 total, 8 up, 8 in 2024-09-14T03:43:24.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:24 smithi002 ceph-mon[89815]: osdmap e542: 8 total, 8 up, 8 in 2024-09-14T03:43:25.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:24 smithi154 ceph-mon[81546]: osdmap e542: 8 total, 8 up, 8 in 2024-09-14T03:43:25.857 INFO:tasks.rados.rados.0.smithi002.stdout:2334: done (0 left) 2024-09-14T03:43:25.857 INFO:tasks.rados.rados.0.smithi002.stdout:2335: read oid 37 snap 237 2024-09-14T03:43:25.857 INFO:tasks.rados.rados.0.smithi002.stdout:2335: expect deleted 2024-09-14T03:43:25.857 INFO:tasks.rados.rados.0.smithi002.stdout:2336: read oid 11 snap -1 2024-09-14T03:43:25.857 INFO:tasks.rados.rados.0.smithi002.stdout:2336: expect (ObjNum 691 snap 221 seq_num 691) 2024-09-14T03:43:25.858 INFO:tasks.rados.rados.0.smithi002.stdout:2337: rollback oid 21 current snap is 238 2024-09-14T03:43:25.858 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 21 to 229 2024-09-14T03:43:25.858 INFO:tasks.rados.rados.0.smithi002.stdout:2338: snap_create 2024-09-14T03:43:25.860 INFO:tasks.rados.rados.0.smithi002.stdout:2337: finishing rollback tid 1 to smithi00278215-21 2024-09-14T03:43:25.860 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 1346 (ObjNum 593 snap 0 seq_num 855401120) dirty dne 2024-09-14T03:43:25.864 INFO:tasks.rados.rados.0.smithi002.stdout:2336: expect (ObjNum 691 snap 221 seq_num 691) 2024-09-14T03:43:26.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:25 smithi002 ceph-mon[87970]: pgmap v485: 121 pgs: 121 active+clean; 437 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 164 KiB/s wr, 13 op/s 2024-09-14T03:43:26.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:25 smithi002 ceph-mon[87970]: osdmap e543: 8 total, 8 up, 8 in 2024-09-14T03:43:26.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:25 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:26.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:25 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:43:26.035 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:25 smithi002 ceph-mon[89815]: pgmap v485: 121 pgs: 121 active+clean; 437 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 164 KiB/s wr, 13 op/s 2024-09-14T03:43:26.035 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:25 smithi002 ceph-mon[89815]: osdmap e543: 8 total, 8 up, 8 in 2024-09-14T03:43:26.035 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:25 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:26.035 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:25 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:43:26.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:25 smithi154 ceph-mon[81546]: pgmap v485: 121 pgs: 121 active+clean; 437 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 164 KiB/s wr, 13 op/s 2024-09-14T03:43:26.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:25 smithi154 ceph-mon[81546]: osdmap e543: 8 total, 8 up, 8 in 2024-09-14T03:43:26.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:25 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:26.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:25 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:43:26.859 INFO:tasks.rados.rados.0.smithi002.stdout:2335: done (3 left) 2024-09-14T03:43:26.859 INFO:tasks.rados.rados.0.smithi002.stdout:2336: done (2 left) 2024-09-14T03:43:26.859 INFO:tasks.rados.rados.0.smithi002.stdout:2337: done (1 left) 2024-09-14T03:43:26.859 INFO:tasks.rados.rados.0.smithi002.stdout:2338: done (0 left) 2024-09-14T03:43:26.859 INFO:tasks.rados.rados.0.smithi002.stdout:2339: snap_remove snap 194 2024-09-14T03:43:27.110 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:26 smithi154 ceph-mon[81546]: osdmap e544: 8 total, 8 up, 8 in 2024-09-14T03:43:27.110 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:26 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:27.110 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:26 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:27.110 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:26 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:43:27.110 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:26 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:43:27.110 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:26 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:27.111 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:26 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:43:27.111 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:26 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:43:27.111 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:26 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:43:27.111 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:26 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:43:27.111 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:26 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:43:27.111 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:26 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mds ok-to-stop", "ids": ["b"]} : dispatch 2024-09-14T03:43:27.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:26 smithi002 ceph-mon[89815]: osdmap e544: 8 total, 8 up, 8 in 2024-09-14T03:43:27.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:26 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:27.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:26 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:27.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:26 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:43:27.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:26 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:43:27.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:26 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:27.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:26 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:43:27.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:26 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:43:27.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:26 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:43:27.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:26 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:43:27.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:26 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:43:27.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:26 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mds ok-to-stop", "ids": ["b"]} : dispatch 2024-09-14T03:43:27.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:26 smithi002 ceph-mon[87970]: osdmap e544: 8 total, 8 up, 8 in 2024-09-14T03:43:27.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:26 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:27.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:26 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:27.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:26 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:43:27.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:26 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:43:27.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:26 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:27.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:26 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:43:27.189 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:26 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:43:27.189 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:26 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:43:27.189 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:26 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:43:27.189 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:26 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:43:27.189 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:26 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mds ok-to-stop", "ids": ["b"]} : dispatch 2024-09-14T03:43:27.756 INFO:tasks.rados.rados.0.smithi002.stdout:2339: done (0 left) 2024-09-14T03:43:27.756 INFO:tasks.rados.rados.0.smithi002.stdout:2340: snap_remove snap 236 2024-09-14T03:43:27.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:27 smithi154 ceph-mon[81546]: Upgrade: It appears safe to stop mds.b 2024-09-14T03:43:27.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:27 smithi154 ceph-mon[81546]: pgmap v488: 121 pgs: 121 active+clean; 436 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.5 KiB/s rd, 324 KiB/s wr, 15 op/s 2024-09-14T03:43:27.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:27 smithi154 ceph-mon[81546]: osdmap e545: 8 total, 8 up, 8 in 2024-09-14T03:43:27.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:27 smithi154 ceph-mon[81546]: osdmap e546: 8 total, 8 up, 8 in 2024-09-14T03:43:28.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:27 smithi002 ceph-mon[89815]: Upgrade: It appears safe to stop mds.b 2024-09-14T03:43:28.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:27 smithi002 ceph-mon[89815]: pgmap v488: 121 pgs: 121 active+clean; 436 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.5 KiB/s rd, 324 KiB/s wr, 15 op/s 2024-09-14T03:43:28.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:27 smithi002 ceph-mon[89815]: osdmap e545: 8 total, 8 up, 8 in 2024-09-14T03:43:28.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:27 smithi002 ceph-mon[89815]: osdmap e546: 8 total, 8 up, 8 in 2024-09-14T03:43:28.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:27 smithi002 ceph-mon[87970]: Upgrade: It appears safe to stop mds.b 2024-09-14T03:43:28.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:27 smithi002 ceph-mon[87970]: pgmap v488: 121 pgs: 121 active+clean; 436 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.5 KiB/s rd, 324 KiB/s wr, 15 op/s 2024-09-14T03:43:28.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:27 smithi002 ceph-mon[87970]: osdmap e545: 8 total, 8 up, 8 in 2024-09-14T03:43:28.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:27 smithi002 ceph-mon[87970]: osdmap e546: 8 total, 8 up, 8 in 2024-09-14T03:43:28.758 INFO:tasks.rados.rados.0.smithi002.stdout:2340: done (0 left) 2024-09-14T03:43:28.758 INFO:tasks.rados.rados.0.smithi002.stdout:2341: setattr oid 41 current snap is 239 2024-09-14T03:43:28.759 INFO:tasks.rados.rados.0.smithi002.stdout:2342: delete oid 8 current snap is 239 2024-09-14T03:43:28.764 INFO:tasks.rados.rados.0.smithi002.stdout:2342: done (1 left) 2024-09-14T03:43:28.764 INFO:tasks.rados.rados.0.smithi002.stdout:2343: read oid 21 snap 219 2024-09-14T03:43:28.765 INFO:tasks.rados.rados.0.smithi002.stdout:2343: expect deleted 2024-09-14T03:43:28.765 INFO:tasks.rados.rados.0.smithi002.stdout:2344: read oid 36 snap -1 2024-09-14T03:43:28.765 INFO:tasks.rados.rados.0.smithi002.stdout:2344: expect (ObjNum 509 snap 160 seq_num 509) 2024-09-14T03:43:28.765 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 33 current snap is 239 2024-09-14T03:43:28.765 INFO:tasks.rados.rados.0.smithi002.stdout:2345: seq_num 737 ranges {0=352256} 2024-09-14T03:43:28.767 INFO:tasks.rados.rados.0.smithi002.stdout:2345: writing smithi00278215-33 from 0 to 352256 tid 1 2024-09-14T03:43:28.767 INFO:tasks.rados.rados.0.smithi002.stdout:2346: read oid 39 snap -1 2024-09-14T03:43:28.767 INFO:tasks.rados.rados.0.smithi002.stdout:2346: expect (ObjNum 726 snap 235 seq_num 726) 2024-09-14T03:43:28.767 INFO:tasks.rados.rados.0.smithi002.stdout:2347: snap_remove snap 228 2024-09-14T03:43:29.321 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:29 smithi154 ceph-mon[81546]: Upgrade: Updating mds.b 2024-09-14T03:43:29.321 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:29 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:29.321 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:29 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-14T03:43:29.322 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:29 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:43:29.322 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:29 smithi154 ceph-mon[81546]: Deploying daemon mds.b on smithi154 2024-09-14T03:43:29.322 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:29 smithi154 ceph-mon[81546]: osdmap e547: 8 total, 8 up, 8 in 2024-09-14T03:43:29.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:29 smithi002 ceph-mon[87970]: Upgrade: Updating mds.b 2024-09-14T03:43:29.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:29 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:29.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:29 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-14T03:43:29.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:29 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:43:29.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:29 smithi002 ceph-mon[87970]: Deploying daemon mds.b on smithi154 2024-09-14T03:43:29.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:29 smithi002 ceph-mon[87970]: osdmap e547: 8 total, 8 up, 8 in 2024-09-14T03:43:29.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:29 smithi002 ceph-mon[89815]: Upgrade: Updating mds.b 2024-09-14T03:43:29.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:29 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:29.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:29 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-14T03:43:29.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:29 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:43:29.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:29 smithi002 ceph-mon[89815]: Deploying daemon mds.b on smithi154 2024-09-14T03:43:29.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:29 smithi002 ceph-mon[89815]: osdmap e547: 8 total, 8 up, 8 in 2024-09-14T03:43:29.760 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 41 v 3153 (ObjNum 482 snap 147 seq_num 482) dirty exists 2024-09-14T03:43:29.760 INFO:tasks.rados.rados.0.smithi002.stdout:2346: expect (ObjNum 726 snap 235 seq_num 726) 2024-09-14T03:43:29.767 INFO:tasks.rados.rados.0.smithi002.stdout:2345: finishing write tid 1 to smithi00278215-33 2024-09-14T03:43:29.768 INFO:tasks.rados.rados.0.smithi002.stdout:2341: done (5 left) 2024-09-14T03:43:29.768 INFO:tasks.rados.rados.0.smithi002.stdout:2343: done (4 left) 2024-09-14T03:43:29.768 INFO:tasks.rados.rados.0.smithi002.stdout:2346: done (3 left) 2024-09-14T03:43:29.768 INFO:tasks.rados.rados.0.smithi002.stdout:2347: done (2 left) 2024-09-14T03:43:29.768 INFO:tasks.rados.rados.0.smithi002.stdout:2348: delete oid 22 current snap is 239 2024-09-14T03:43:29.768 INFO:tasks.rados.rados.0.smithi002.stdout:2345: finishing write tid 2 to smithi00278215-33 2024-09-14T03:43:29.768 INFO:tasks.rados.rados.0.smithi002.stdout:2345: finishing write tid 3 to smithi00278215-33 2024-09-14T03:43:29.768 INFO:tasks.rados.rados.0.smithi002.stdout:2345: oid 33 updating version 0 to 2974 2024-09-14T03:43:29.768 INFO:tasks.rados.rados.0.smithi002.stdout:2345: oid 33 updating version 2974 to 2975 2024-09-14T03:43:29.768 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 33 v 2975 (ObjNum 737 snap 239 seq_num 737) dirty exists 2024-09-14T03:43:29.768 INFO:tasks.rados.rados.0.smithi002.stdout:2345: left oid 33 (ObjNum 737 snap 239 seq_num 737) 2024-09-14T03:43:29.768 INFO:tasks.rados.rados.0.smithi002.stdout:2344: expect (ObjNum 509 snap 160 seq_num 509) 2024-09-14T03:43:29.868 INFO:journalctl@ceph.mds.b.smithi154.stdout:Sep 14 03:43:29 smithi154 systemd[1]: Stopping Ceph mds.b for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:43:29.996 INFO:tasks.rados.rados.0.smithi002.stdout:2344: done (2 left) 2024-09-14T03:43:29.996 INFO:tasks.rados.rados.0.smithi002.stdout:2345: done (1 left) 2024-09-14T03:43:29.996 INFO:tasks.rados.rados.0.smithi002.stdout:2348: done (0 left) 2024-09-14T03:43:29.996 INFO:tasks.rados.rados.0.smithi002.stdout:2349: snap_create 2024-09-14T03:43:30.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:30 smithi002 ceph-mon[89815]: pgmap v491: 121 pgs: 121 active+clean; 437 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 316 KiB/s wr, 14 op/s 2024-09-14T03:43:30.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:30 smithi002 ceph-mon[89815]: osdmap e548: 8 total, 8 up, 8 in 2024-09-14T03:43:30.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:30 smithi002 ceph-mon[89815]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-14T03:43:30.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:30 smithi002 ceph-mon[89815]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-14T03:43:30.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:30 smithi002 ceph-mon[89815]: osdmap e549: 8 total, 8 up, 8 in 2024-09-14T03:43:30.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:30 smithi002 ceph-mon[89815]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-09-14T03:43:30.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:30 smithi002 ceph-mon[89815]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-14T03:43:30.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:30 smithi002 ceph-mon[89815]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-09-14T03:43:30.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:30 smithi002 ceph-mon[89815]: fsmap cephfs:1/1 {0=a=up:replay} 2024-09-14T03:43:30.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:29 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mon-a[87966]: 2024-09-14T03:43:29.867+0000 7f255cc7e640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-14T03:43:30.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:30 smithi002 ceph-mon[87970]: pgmap v491: 121 pgs: 121 active+clean; 437 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 316 KiB/s wr, 14 op/s 2024-09-14T03:43:30.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:30 smithi002 ceph-mon[87970]: osdmap e548: 8 total, 8 up, 8 in 2024-09-14T03:43:30.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:30 smithi002 ceph-mon[87970]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-14T03:43:30.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:30 smithi002 ceph-mon[87970]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-14T03:43:30.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:30 smithi002 ceph-mon[87970]: osdmap e549: 8 total, 8 up, 8 in 2024-09-14T03:43:30.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:30 smithi002 ceph-mon[87970]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-09-14T03:43:30.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:30 smithi002 ceph-mon[87970]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-14T03:43:30.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:30 smithi002 ceph-mon[87970]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-09-14T03:43:30.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:30 smithi002 ceph-mon[87970]: fsmap cephfs:1/1 {0=a=up:replay} 2024-09-14T03:43:30.227 INFO:journalctl@ceph.mds.b.smithi154.stdout:Sep 14 03:43:29 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mds-b[57459]: 2024-09-14T03:43:29.865+0000 7f0a65079640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-14T03:43:30.228 INFO:journalctl@ceph.mds.b.smithi154.stdout:Sep 14 03:43:29 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mds-b[57459]: 2024-09-14T03:43:29.865+0000 7f0a65079640 -1 mds.b *** got signal Terminated *** 2024-09-14T03:43:30.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:30 smithi154 ceph-mon[81546]: pgmap v491: 121 pgs: 121 active+clean; 437 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 316 KiB/s wr, 14 op/s 2024-09-14T03:43:30.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:30 smithi154 ceph-mon[81546]: osdmap e548: 8 total, 8 up, 8 in 2024-09-14T03:43:30.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:30 smithi154 ceph-mon[81546]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-14T03:43:30.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:30 smithi154 ceph-mon[81546]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-14T03:43:30.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:30 smithi154 ceph-mon[81546]: osdmap e549: 8 total, 8 up, 8 in 2024-09-14T03:43:30.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:30 smithi154 ceph-mon[81546]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-09-14T03:43:30.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:30 smithi154 ceph-mon[81546]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-14T03:43:30.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:30 smithi154 ceph-mon[81546]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-09-14T03:43:30.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:30 smithi154 ceph-mon[81546]: fsmap cephfs:1/1 {0=a=up:replay} 2024-09-14T03:43:30.881 INFO:tasks.rados.rados.0.smithi002.stdout:2349: done (0 left) 2024-09-14T03:43:30.882 INFO:tasks.rados.rados.0.smithi002.stdout:2350: copy_from oid 25 from oid 32 current snap is 240 2024-09-14T03:43:30.882 INFO:tasks.rados.rados.0.smithi002.stdout:2351: snap_create 2024-09-14T03:43:30.901 INFO:tasks.rados.rados.0.smithi002.stdout:2350: finishing copy_from racing read to smithi00278215-25 2024-09-14T03:43:30.904 INFO:tasks.rados.rados.0.smithi002.stdout:2350: finishing copy_from to smithi00278215-25 2024-09-14T03:43:30.904 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 2945 (ObjNum 689 snap 221 seq_num 689) dirty exists 2024-09-14T03:43:31.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:31 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-09-14T03:43:31.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:31 smithi002 ceph-mon[89815]: osdmap e550: 8 total, 8 up, 8 in 2024-09-14T03:43:31.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:31 smithi002 ceph-mon[89815]: mds.? [v2:172.21.15.2:6834/3178568391,v1:172.21.15.2:6835/3178568391] up:reconnect 2024-09-14T03:43:31.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:31 smithi002 ceph-mon[89815]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-09-14T03:43:31.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:31 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-09-14T03:43:31.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:31 smithi002 ceph-mon[87970]: osdmap e550: 8 total, 8 up, 8 in 2024-09-14T03:43:31.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:31 smithi002 ceph-mon[87970]: mds.? [v2:172.21.15.2:6834/3178568391,v1:172.21.15.2:6835/3178568391] up:reconnect 2024-09-14T03:43:31.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:31 smithi002 ceph-mon[87970]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-09-14T03:43:31.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:31 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-09-14T03:43:31.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:31 smithi154 ceph-mon[81546]: osdmap e550: 8 total, 8 up, 8 in 2024-09-14T03:43:31.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:31 smithi154 ceph-mon[81546]: mds.? [v2:172.21.15.2:6834/3178568391,v1:172.21.15.2:6835/3178568391] up:reconnect 2024-09-14T03:43:31.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:31 smithi154 ceph-mon[81546]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-09-14T03:43:31.883 INFO:tasks.rados.rados.0.smithi002.stdout:2350: done (1 left) 2024-09-14T03:43:31.883 INFO:tasks.rados.rados.0.smithi002.stdout:2351: done (0 left) 2024-09-14T03:43:31.884 INFO:tasks.rados.rados.0.smithi002.stdout:2352: delete oid 44 current snap is 241 2024-09-14T03:43:31.892 INFO:tasks.rados.rados.0.smithi002.stdout:2352: done (0 left) 2024-09-14T03:43:31.892 INFO:tasks.rados.rados.0.smithi002.stdout:2353: copy_from oid 39 from oid 22 current snap is 241 2024-09-14T03:43:31.892 INFO:tasks.rados.rados.0.smithi002.stdout:2354: snap_remove snap 239 2024-09-14T03:43:32.337 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:32 smithi154 ceph-mon[81546]: pgmap v495: 121 pgs: 121 active+clean; 437 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 92 KiB/s wr, 3 op/s 2024-09-14T03:43:32.338 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:32 smithi154 ceph-mon[81546]: osdmap e551: 8 total, 8 up, 8 in 2024-09-14T03:43:32.338 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:32 smithi154 ceph-mon[81546]: mds.? [v2:172.21.15.2:6834/3178568391,v1:172.21.15.2:6835/3178568391] up:rejoin 2024-09-14T03:43:32.338 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:32 smithi154 ceph-mon[81546]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-09-14T03:43:32.338 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:32 smithi154 ceph-mon[81546]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-09-14T03:43:32.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:32 smithi002 ceph-mon[87970]: pgmap v495: 121 pgs: 121 active+clean; 437 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 92 KiB/s wr, 3 op/s 2024-09-14T03:43:32.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:32 smithi002 ceph-mon[87970]: osdmap e551: 8 total, 8 up, 8 in 2024-09-14T03:43:32.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:32 smithi002 ceph-mon[87970]: mds.? [v2:172.21.15.2:6834/3178568391,v1:172.21.15.2:6835/3178568391] up:rejoin 2024-09-14T03:43:32.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:32 smithi002 ceph-mon[87970]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-09-14T03:43:32.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:32 smithi002 ceph-mon[87970]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-09-14T03:43:32.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:32 smithi002 ceph-mon[89815]: pgmap v495: 121 pgs: 121 active+clean; 437 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 92 KiB/s wr, 3 op/s 2024-09-14T03:43:32.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:32 smithi002 ceph-mon[89815]: osdmap e551: 8 total, 8 up, 8 in 2024-09-14T03:43:32.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:32 smithi002 ceph-mon[89815]: mds.? [v2:172.21.15.2:6834/3178568391,v1:172.21.15.2:6835/3178568391] up:rejoin 2024-09-14T03:43:32.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:32 smithi002 ceph-mon[89815]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-09-14T03:43:32.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:32 smithi002 ceph-mon[89815]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-09-14T03:43:32.758 INFO:tasks.rados.rados.0.smithi002.stdout:2354: done (1 left) 2024-09-14T03:43:32.758 INFO:tasks.rados.rados.0.smithi002.stdout:2355: read oid 14 snap -1 2024-09-14T03:43:32.759 INFO:tasks.rados.rados.0.smithi002.stdout:2355: expect (ObjNum 602 snap 191 seq_num 602) 2024-09-14T03:43:32.759 INFO:tasks.rados.rados.0.smithi002.stdout:2356: rmattr oid 33 current snap is 241 2024-09-14T03:43:32.759 INFO:tasks.rados.rados.0.smithi002.stdout:2356: done (2 left) 2024-09-14T03:43:32.759 INFO:tasks.rados.rados.0.smithi002.stdout:2357: snap_create 2024-09-14T03:43:32.759 INFO:tasks.rados.rados.0.smithi002.stdout:2353: finishing copy_from to smithi00278215-39 2024-09-14T03:43:32.759 INFO:tasks.rados.rados.0.smithi002.stdout:2353: got expected ENOENT (src dne) 2024-09-14T03:43:32.759 INFO:tasks.rados.rados.0.smithi002.stdout:2353: finishing copy_from racing read to smithi00278215-39 2024-09-14T03:43:32.797 INFO:tasks.rados.rados.0.smithi002.stdout:2355: expect (ObjNum 602 snap 191 seq_num 602) 2024-09-14T03:43:33.437 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:43:33 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:43:33] "GET /metrics HTTP/1.1" 200 36432 "" "Prometheus/2.43.0" 2024-09-14T03:43:33.759 INFO:tasks.rados.rados.0.smithi002.stdout:2353: done (2 left) 2024-09-14T03:43:33.759 INFO:tasks.rados.rados.0.smithi002.stdout:2355: done (1 left) 2024-09-14T03:43:33.759 INFO:tasks.rados.rados.0.smithi002.stdout:2357: done (0 left) 2024-09-14T03:43:33.760 INFO:tasks.rados.rados.0.smithi002.stdout:2358: delete oid 38 current snap is 242 2024-09-14T03:43:33.793 INFO:tasks.rados.rados.0.smithi002.stdout:2358: done (0 left) 2024-09-14T03:43:33.793 INFO:tasks.rados.rados.0.smithi002.stdout:2359: snap_remove snap 234 2024-09-14T03:43:34.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:33 smithi002 ceph-mon[87970]: pgmap v498: 121 pgs: 121 active+clean; 425 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 90 KiB/s wr, 10 op/s 2024-09-14T03:43:34.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:33 smithi002 ceph-mon[87970]: osdmap e552: 8 total, 8 up, 8 in 2024-09-14T03:43:34.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:33 smithi002 ceph-mon[87970]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-14T03:43:34.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:33 smithi002 ceph-mon[87970]: Cluster is now healthy 2024-09-14T03:43:34.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:33 smithi002 ceph-mon[87970]: mds.? [v2:172.21.15.2:6834/3178568391,v1:172.21.15.2:6835/3178568391] up:active 2024-09-14T03:43:34.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:33 smithi002 ceph-mon[87970]: fsmap cephfs:1 {0=a=up:active} 2024-09-14T03:43:34.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:33 smithi002 ceph-mon[89815]: pgmap v498: 121 pgs: 121 active+clean; 425 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 90 KiB/s wr, 10 op/s 2024-09-14T03:43:34.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:33 smithi002 ceph-mon[89815]: osdmap e552: 8 total, 8 up, 8 in 2024-09-14T03:43:34.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:33 smithi002 ceph-mon[89815]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-14T03:43:34.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:33 smithi002 ceph-mon[89815]: Cluster is now healthy 2024-09-14T03:43:34.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:33 smithi002 ceph-mon[89815]: mds.? [v2:172.21.15.2:6834/3178568391,v1:172.21.15.2:6835/3178568391] up:active 2024-09-14T03:43:34.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:33 smithi002 ceph-mon[89815]: fsmap cephfs:1 {0=a=up:active} 2024-09-14T03:43:34.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:33 smithi154 ceph-mon[81546]: pgmap v498: 121 pgs: 121 active+clean; 425 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 90 KiB/s wr, 10 op/s 2024-09-14T03:43:34.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:33 smithi154 ceph-mon[81546]: osdmap e552: 8 total, 8 up, 8 in 2024-09-14T03:43:34.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:33 smithi154 ceph-mon[81546]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-14T03:43:34.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:33 smithi154 ceph-mon[81546]: Cluster is now healthy 2024-09-14T03:43:34.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:33 smithi154 ceph-mon[81546]: mds.? [v2:172.21.15.2:6834/3178568391,v1:172.21.15.2:6835/3178568391] up:active 2024-09-14T03:43:34.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:33 smithi154 ceph-mon[81546]: fsmap cephfs:1 {0=a=up:active} 2024-09-14T03:43:34.770 INFO:tasks.rados.rados.0.smithi002.stdout:2359: done (0 left) 2024-09-14T03:43:34.770 INFO:tasks.rados.rados.0.smithi002.stdout:2360: rmattr oid 12 current snap is 242 2024-09-14T03:43:34.770 INFO:tasks.rados.rados.0.smithi002.stdout:2360: done (0 left) 2024-09-14T03:43:34.770 INFO:tasks.rados.rados.0.smithi002.stdout:2361: snap_remove snap 227 2024-09-14T03:43:35.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:34 smithi002 ceph-mon[87970]: osdmap e553: 8 total, 8 up, 8 in 2024-09-14T03:43:35.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:34 smithi002 ceph-mon[89815]: osdmap e553: 8 total, 8 up, 8 in 2024-09-14T03:43:35.187 INFO:journalctl@ceph.mds.a.smithi002.stdout:Sep 14 03:43:34 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mds-a[112794]: 2024-09-14T03:43:34.824+0000 7fa2bcda0640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-14T03:43:35.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:34 smithi154 ceph-mon[81546]: osdmap e553: 8 total, 8 up, 8 in 2024-09-14T03:43:35.575 INFO:journalctl@ceph.mds.b.smithi154.stdout:Sep 14 03:43:35 smithi154 podman[103601]: 2024-09-14 03:43:35.232017099 +0000 UTC m=+5.499535441 container died 80e0f22077e1e52c95a700b93d5f26775ec9e8acf08418326589728b9db070de (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mds-b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-e4e227b, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-14T03:43:35.772 INFO:tasks.rados.rados.0.smithi002.stdout:2361: done (0 left) 2024-09-14T03:43:35.772 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 34 current snap is 242 2024-09-14T03:43:35.772 INFO:tasks.rados.rados.0.smithi002.stdout:2362: seq_num 741 ranges {0=417792} 2024-09-14T03:43:35.775 INFO:tasks.rados.rados.0.smithi002.stdout:2362: writing smithi00278215-34 from 0 to 417792 tid 1 2024-09-14T03:43:35.775 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 38 current snap is 242 2024-09-14T03:43:35.775 INFO:tasks.rados.rados.0.smithi002.stdout:2363: seq_num 742 ranges {0=434176} 2024-09-14T03:43:35.778 INFO:tasks.rados.rados.0.smithi002.stdout:2363: writing smithi00278215-38 from 0 to 434176 tid 1 2024-09-14T03:43:35.778 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 1 current snap is 242 2024-09-14T03:43:35.779 INFO:tasks.rados.rados.0.smithi002.stdout:2364: seq_num 743 ranges {8904704=450560} 2024-09-14T03:43:35.831 INFO:tasks.rados.rados.0.smithi002.stdout:2364: writing smithi00278215-1 from 8904704 to 9355264 tid 1 2024-09-14T03:43:35.831 INFO:tasks.rados.rados.0.smithi002.stdout:2365: rollback oid 33 current snap is 242 2024-09-14T03:43:35.831 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 33 to 240 2024-09-14T03:43:35.831 INFO:tasks.rados.rados.0.smithi002.stdout:2362: finishing write tid 1 to smithi00278215-34 2024-09-14T03:43:35.831 INFO:tasks.rados.rados.0.smithi002.stdout:2362: finishing write tid 2 to smithi00278215-34 2024-09-14T03:43:35.831 INFO:tasks.rados.rados.0.smithi002.stdout:2363: finishing write tid 1 to smithi00278215-38 2024-09-14T03:43:35.831 INFO:tasks.rados.rados.0.smithi002.stdout:2363: finishing write tid 2 to smithi00278215-38 2024-09-14T03:43:35.831 INFO:tasks.rados.rados.0.smithi002.stdout:2362: finishing write tid 3 to smithi00278215-34 2024-09-14T03:43:35.831 INFO:tasks.rados.rados.0.smithi002.stdout:2362: oid 34 updating version 0 to 1966 2024-09-14T03:43:35.832 INFO:tasks.rados.rados.0.smithi002.stdout:2362: oid 34 updating version 1966 to 1967 2024-09-14T03:43:35.832 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 34 v 1967 (ObjNum 741 snap 242 seq_num 741) dirty exists 2024-09-14T03:43:35.832 INFO:tasks.rados.rados.0.smithi002.stdout:2362: left oid 34 (ObjNum 741 snap 242 seq_num 741) 2024-09-14T03:43:35.832 INFO:tasks.rados.rados.0.smithi002.stdout:2363: finishing write tid 3 to smithi00278215-38 2024-09-14T03:43:35.832 INFO:tasks.rados.rados.0.smithi002.stdout:2363: oid 38 updating version 0 to 3171 2024-09-14T03:43:35.832 INFO:tasks.rados.rados.0.smithi002.stdout:2363: oid 38 version 3171 is already newer than 3170 2024-09-14T03:43:35.832 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 3171 (ObjNum 742 snap 242 seq_num 742) dirty exists 2024-09-14T03:43:35.832 INFO:tasks.rados.rados.0.smithi002.stdout:2363: left oid 38 (ObjNum 742 snap 242 seq_num 742) 2024-09-14T03:43:35.832 INFO:tasks.rados.rados.0.smithi002.stdout:2362: done (3 left) 2024-09-14T03:43:35.832 INFO:tasks.rados.rados.0.smithi002.stdout:2363: done (2 left) 2024-09-14T03:43:35.832 INFO:tasks.rados.rados.0.smithi002.stdout:2366: rollback oid 9 current snap is 242 2024-09-14T03:43:35.832 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 9 to 210 2024-09-14T03:43:35.832 INFO:tasks.rados.rados.0.smithi002.stdout:2367: copy_from oid 7 from oid 35 current snap is 242 2024-09-14T03:43:35.832 INFO:tasks.rados.rados.0.smithi002.stdout:2368: read oid 47 snap -1 2024-09-14T03:43:35.833 INFO:tasks.rados.rados.0.smithi002.stdout:2368: expect (ObjNum 712 snap 227 seq_num 712) 2024-09-14T03:43:35.833 INFO:tasks.rados.rados.0.smithi002.stdout:2369: delete oid 45 current snap is 242 2024-09-14T03:43:35.835 INFO:tasks.rados.rados.0.smithi002.stdout:2365: finishing rollback tid 0 to smithi00278215-33 2024-09-14T03:43:35.835 INFO:tasks.rados.rados.0.smithi002.stdout:2365: finishing rollback tid 1 to smithi00278215-33 2024-09-14T03:43:35.836 INFO:tasks.rados.rados.0.smithi002.stdout:2366: finishing rollback tid 0 to smithi00278215-9 2024-09-14T03:43:35.836 INFO:tasks.rados.rados.0.smithi002.stdout:2364: finishing write tid 1 to smithi00278215-1 2024-09-14T03:43:35.836 INFO:tasks.rados.rados.0.smithi002.stdout:2366: finishing rollback tid 1 to smithi00278215-9 2024-09-14T03:43:35.837 INFO:tasks.rados.rados.0.smithi002.stdout:2369: done (5 left) 2024-09-14T03:43:35.837 INFO:tasks.rados.rados.0.smithi002.stdout:2370: read oid 40 snap -1 2024-09-14T03:43:35.837 INFO:tasks.rados.rados.0.smithi002.stdout:2370: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:43:35.837 INFO:tasks.rados.rados.0.smithi002.stdout:2371: snap_remove snap 219 2024-09-14T03:43:35.948 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:35 smithi154 ceph-mon[81546]: pgmap v501: 121 pgs: 121 active+clean; 425 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 0 B/s wr, 11 op/s 2024-09-14T03:43:35.949 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:35 smithi154 ceph-mon[81546]: osdmap e554: 8 total, 8 up, 8 in 2024-09-14T03:43:35.949 INFO:journalctl@ceph.mds.b.smithi154.stdout:Sep 14 03:43:35 smithi154 podman[103601]: 2024-09-14 03:43:35.574991529 +0000 UTC m=+5.842509903 container cleanup 80e0f22077e1e52c95a700b93d5f26775ec9e8acf08418326589728b9db070de (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mds-b, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240731, RELEASE=reef-e4e227b, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2) 2024-09-14T03:43:35.949 INFO:journalctl@ceph.mds.b.smithi154.stdout:Sep 14 03:43:35 smithi154 bash[103601]: ceph-f357b922-7248-11ef-bceb-c7b262605968-mds-b 2024-09-14T03:43:35.949 INFO:journalctl@ceph.mds.b.smithi154.stdout:Sep 14 03:43:35 smithi154 podman[103614]: 2024-09-14 03:43:35.818094806 +0000 UTC m=+0.586773660 container remove 80e0f22077e1e52c95a700b93d5f26775ec9e8acf08418326589728b9db070de (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mds-b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=reef-e4e227b, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2) 2024-09-14T03:43:36.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:35 smithi002 ceph-mon[89815]: pgmap v501: 121 pgs: 121 active+clean; 425 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 0 B/s wr, 11 op/s 2024-09-14T03:43:36.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:35 smithi002 ceph-mon[89815]: osdmap e554: 8 total, 8 up, 8 in 2024-09-14T03:43:36.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:35 smithi002 ceph-mon[87970]: pgmap v501: 121 pgs: 121 active+clean; 425 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 0 B/s wr, 11 op/s 2024-09-14T03:43:36.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:35 smithi002 ceph-mon[87970]: osdmap e554: 8 total, 8 up, 8 in 2024-09-14T03:43:36.228 INFO:journalctl@ceph.mds.b.smithi154.stdout:Sep 14 03:43:35 smithi154 systemd[1]: ceph-f357b922-7248-11ef-bceb-c7b262605968@mds.b.service: Deactivated successfully. 2024-09-14T03:43:36.228 INFO:journalctl@ceph.mds.b.smithi154.stdout:Sep 14 03:43:35 smithi154 systemd[1]: Stopped Ceph mds.b for f357b922-7248-11ef-bceb-c7b262605968. 2024-09-14T03:43:36.228 INFO:journalctl@ceph.mds.b.smithi154.stdout:Sep 14 03:43:35 smithi154 systemd[1]: ceph-f357b922-7248-11ef-bceb-c7b262605968@mds.b.service: Consumed 1.651s CPU time. 2024-09-14T03:43:36.228 INFO:journalctl@ceph.mds.b.smithi154.stdout:Sep 14 03:43:36 smithi154 systemd[1]: Starting Ceph mds.b for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:43:36.697 INFO:journalctl@ceph.mds.b.smithi154.stdout:Sep 14 03:43:36 smithi154 podman[103742]: 2024-09-14 03:43:36.276324249 +0000 UTC m=+0.015717098 image pull 8801d2529e4377d97015e6c85a3b4925ede7ce42c7349a1a37eb88f097b6f3f0 quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802 2024-09-14T03:43:36.697 INFO:journalctl@ceph.mds.b.smithi154.stdout:Sep 14 03:43:36 smithi154 podman[103742]: 2024-09-14 03:43:36.394069037 +0000 UTC m=+0.133461874 container create d91ecd716157341f5ffd316d3d1ae88529e33c1babeec2a111f5dddf0b844e8c (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mds-b, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , RELEASE=main-a278231, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-09-14T03:43:36.785 INFO:tasks.rados.rados.0.smithi002.stdout:2371: done (6 left) 2024-09-14T03:43:36.785 INFO:tasks.rados.rados.0.smithi002.stdout:2372: snap_create 2024-09-14T03:43:36.785 INFO:tasks.rados.rados.0.smithi002.stdout:2364: finishing write tid 2 to smithi00278215-1 2024-09-14T03:43:36.785 INFO:tasks.rados.rados.0.smithi002.stdout:2366: finishing rollback tid 2 to smithi00278215-9 2024-09-14T03:43:36.785 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 9 v 2780 (ObjNum 558 snap 174 seq_num 558) dirty exists 2024-09-14T03:43:36.785 INFO:tasks.rados.rados.0.smithi002.stdout:2364: finishing write tid 3 to smithi00278215-1 2024-09-14T03:43:36.785 INFO:tasks.rados.rados.0.smithi002.stdout:2364: oid 1 updating version 0 to 3182 2024-09-14T03:43:36.785 INFO:tasks.rados.rados.0.smithi002.stdout:2364: oid 1 version 3182 is already newer than 3181 2024-09-14T03:43:36.785 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 1 v 3182 (ObjNum 743 snap 242 seq_num 743) dirty exists 2024-09-14T03:43:36.785 INFO:tasks.rados.rados.0.smithi002.stdout:2364: left oid 1 (ObjNum 743 snap 242 seq_num 743) 2024-09-14T03:43:36.785 INFO:tasks.rados.rados.0.smithi002.stdout:2370: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:43:36.786 INFO:tasks.rados.rados.0.smithi002.stdout:2367: finishing copy_from racing read to smithi00278215-7 2024-09-14T03:43:36.786 INFO:tasks.rados.rados.0.smithi002.stdout:2367: finishing copy_from to smithi00278215-7 2024-09-14T03:43:36.787 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 2748 (ObjNum 604 snap 193 seq_num 604) dirty exists 2024-09-14T03:43:36.787 INFO:tasks.rados.rados.0.smithi002.stdout:2365: finishing rollback tid 2 to smithi00278215-33 2024-09-14T03:43:36.787 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 33 v 2978 (ObjNum 737 snap 239 seq_num 737) dirty exists 2024-09-14T03:43:36.787 INFO:tasks.rados.rados.0.smithi002.stdout:2368: expect (ObjNum 712 snap 227 seq_num 712) 2024-09-14T03:43:36.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:36 smithi154 ceph-mon[81546]: osdmap e555: 8 total, 8 up, 8 in 2024-09-14T03:43:36.977 INFO:journalctl@ceph.mds.b.smithi154.stdout:Sep 14 03:43:36 smithi154 podman[103742]: 2024-09-14 03:43:36.696756557 +0000 UTC m=+0.436149393 container init d91ecd716157341f5ffd316d3d1ae88529e33c1babeec2a111f5dddf0b844e8c (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mds-b, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_CLEAN=True, RELEASE=main-a278231) 2024-09-14T03:43:36.977 INFO:journalctl@ceph.mds.b.smithi154.stdout:Sep 14 03:43:36 smithi154 podman[103742]: 2024-09-14 03:43:36.700014626 +0000 UTC m=+0.439407463 container start d91ecd716157341f5ffd316d3d1ae88529e33c1babeec2a111f5dddf0b844e8c (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mds-b, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , RELEASE=main-a278231, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_CLEAN=True, io.buildah.version=1.37.2) 2024-09-14T03:43:36.978 INFO:journalctl@ceph.mds.b.smithi154.stdout:Sep 14 03:43:36 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mds-b[103758]: starting mds.b at 2024-09-14T03:43:36.978 INFO:journalctl@ceph.mds.b.smithi154.stdout:Sep 14 03:43:36 smithi154 bash[103742]: d91ecd716157341f5ffd316d3d1ae88529e33c1babeec2a111f5dddf0b844e8c 2024-09-14T03:43:36.978 INFO:journalctl@ceph.mds.b.smithi154.stdout:Sep 14 03:43:36 smithi154 systemd[1]: Started Ceph mds.b for f357b922-7248-11ef-bceb-c7b262605968. 2024-09-14T03:43:37.088 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:36 smithi002 ceph-mon[87970]: osdmap e555: 8 total, 8 up, 8 in 2024-09-14T03:43:37.088 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:36 smithi002 ceph-mon[89815]: osdmap e555: 8 total, 8 up, 8 in 2024-09-14T03:43:37.760 INFO:tasks.rados.rados.0.smithi002.stdout:2364: done (6 left) 2024-09-14T03:43:37.760 INFO:tasks.rados.rados.0.smithi002.stdout:2365: done (5 left) 2024-09-14T03:43:37.760 INFO:tasks.rados.rados.0.smithi002.stdout:2366: done (4 left) 2024-09-14T03:43:37.760 INFO:tasks.rados.rados.0.smithi002.stdout:2367: done (3 left) 2024-09-14T03:43:37.760 INFO:tasks.rados.rados.0.smithi002.stdout:2368: done (2 left) 2024-09-14T03:43:37.760 INFO:tasks.rados.rados.0.smithi002.stdout:2370: done (1 left) 2024-09-14T03:43:37.760 INFO:tasks.rados.rados.0.smithi002.stdout:2372: done (0 left) 2024-09-14T03:43:37.761 INFO:tasks.rados.rados.0.smithi002.stdout:2373: snap_remove snap 230 2024-09-14T03:43:38.107 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:37 smithi002 ceph-mon[87970]: pgmap v504: 121 pgs: 121 active+clean; 427 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 476 KiB/s wr, 7 op/s 2024-09-14T03:43:38.107 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:37 smithi002 ceph-mon[87970]: mds.? [v2:172.21.15.154:6832/3633243035,v1:172.21.15.154:6833/3633243035] up:boot 2024-09-14T03:43:38.107 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:37 smithi002 ceph-mon[87970]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-09-14T03:43:38.107 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:37 smithi002 ceph-mon[87970]: osdmap e556: 8 total, 8 up, 8 in 2024-09-14T03:43:38.107 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:37 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-09-14T03:43:38.107 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:37 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:38.107 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:37 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:38.108 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:37 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:43:38.108 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:37 smithi002 ceph-mon[87970]: osdmap e557: 8 total, 8 up, 8 in 2024-09-14T03:43:38.108 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:37 smithi002 ceph-mon[89815]: pgmap v504: 121 pgs: 121 active+clean; 427 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 476 KiB/s wr, 7 op/s 2024-09-14T03:43:38.108 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:37 smithi002 ceph-mon[89815]: mds.? [v2:172.21.15.154:6832/3633243035,v1:172.21.15.154:6833/3633243035] up:boot 2024-09-14T03:43:38.108 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:37 smithi002 ceph-mon[89815]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-09-14T03:43:38.108 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:37 smithi002 ceph-mon[89815]: osdmap e556: 8 total, 8 up, 8 in 2024-09-14T03:43:38.108 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:37 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-09-14T03:43:38.108 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:37 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:38.109 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:37 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:38.109 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:37 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:43:38.109 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:37 smithi002 ceph-mon[89815]: osdmap e557: 8 total, 8 up, 8 in 2024-09-14T03:43:38.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:37 smithi154 ceph-mon[81546]: pgmap v504: 121 pgs: 121 active+clean; 427 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 476 KiB/s wr, 7 op/s 2024-09-14T03:43:38.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:37 smithi154 ceph-mon[81546]: mds.? [v2:172.21.15.154:6832/3633243035,v1:172.21.15.154:6833/3633243035] up:boot 2024-09-14T03:43:38.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:37 smithi154 ceph-mon[81546]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-09-14T03:43:38.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:37 smithi154 ceph-mon[81546]: osdmap e556: 8 total, 8 up, 8 in 2024-09-14T03:43:38.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:37 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-09-14T03:43:38.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:37 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:38.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:37 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:38.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:37 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:43:38.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:37 smithi154 ceph-mon[81546]: osdmap e557: 8 total, 8 up, 8 in 2024-09-14T03:43:38.761 INFO:tasks.rados.rados.0.smithi002.stdout:2373: done (0 left) 2024-09-14T03:43:38.761 INFO:tasks.rados.rados.0.smithi002.stdout:2374: rollback oid 17 current snap is 243 2024-09-14T03:43:38.761 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 17 to 216 2024-09-14T03:43:38.761 INFO:tasks.rados.rados.0.smithi002.stdout:2375: snap_remove snap 169 2024-09-14T03:43:39.762 INFO:tasks.rados.rados.0.smithi002.stdout:2374: finishing rollback tid 0 to smithi00278215-17 2024-09-14T03:43:39.763 INFO:tasks.rados.rados.0.smithi002.stdout:2374: finishing rollback tid 1 to smithi00278215-17 2024-09-14T03:43:39.763 INFO:tasks.rados.rados.0.smithi002.stdout:2374: finishing rollback tid 2 to smithi00278215-17 2024-09-14T03:43:39.763 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 17 v 2981 (ObjNum 557 snap 173 seq_num 557) dirty exists 2024-09-14T03:43:39.763 INFO:tasks.rados.rados.0.smithi002.stdout:2374: done (1 left) 2024-09-14T03:43:39.763 INFO:tasks.rados.rados.0.smithi002.stdout:2375: done (0 left) 2024-09-14T03:43:39.763 INFO:tasks.rados.rados.0.smithi002.stdout:2376: snap_create 2024-09-14T03:43:40.026 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:39 smithi154 ceph-mon[81546]: pgmap v507: 121 pgs: 121 active+clean; 438 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.2 MiB/s wr, 22 op/s 2024-09-14T03:43:40.026 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:39 smithi154 ceph-mon[81546]: osdmap e558: 8 total, 8 up, 8 in 2024-09-14T03:43:40.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:39 smithi002 ceph-mon[87970]: pgmap v507: 121 pgs: 121 active+clean; 438 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.2 MiB/s wr, 22 op/s 2024-09-14T03:43:40.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:39 smithi002 ceph-mon[87970]: osdmap e558: 8 total, 8 up, 8 in 2024-09-14T03:43:40.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:39 smithi002 ceph-mon[89815]: pgmap v507: 121 pgs: 121 active+clean; 438 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.2 MiB/s wr, 22 op/s 2024-09-14T03:43:40.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:39 smithi002 ceph-mon[89815]: osdmap e558: 8 total, 8 up, 8 in 2024-09-14T03:43:40.764 INFO:tasks.rados.rados.0.smithi002.stdout:2376: done (0 left) 2024-09-14T03:43:40.764 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 48 current snap is 244 2024-09-14T03:43:40.764 INFO:tasks.rados.rados.0.smithi002.stdout:2377: seq_num 745 ranges {3194880=483328} 2024-09-14T03:43:40.784 INFO:tasks.rados.rados.0.smithi002.stdout:2377: writing smithi00278215-48 from 3194880 to 3678208 tid 1 2024-09-14T03:43:40.784 INFO:tasks.rados.rados.0.smithi002.stdout:2378: setattr oid 21 current snap is 244 2024-09-14T03:43:40.786 INFO:tasks.rados.rados.0.smithi002.stdout:2379: snap_create 2024-09-14T03:43:40.793 INFO:tasks.rados.rados.0.smithi002.stdout:2377: finishing write tid 1 to smithi00278215-48 2024-09-14T03:43:40.794 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 1347 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-14T03:43:40.794 INFO:tasks.rados.rados.0.smithi002.stdout:2377: finishing write tid 2 to smithi00278215-48 2024-09-14T03:43:40.795 INFO:tasks.rados.rados.0.smithi002.stdout:2377: finishing write tid 3 to smithi00278215-48 2024-09-14T03:43:40.795 INFO:tasks.rados.rados.0.smithi002.stdout:2377: oid 48 updating version 0 to 2676 2024-09-14T03:43:40.795 INFO:tasks.rados.rados.0.smithi002.stdout:2377: oid 48 updating version 2676 to 2677 2024-09-14T03:43:40.795 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 2677 (ObjNum 745 snap 244 seq_num 745) dirty exists 2024-09-14T03:43:40.795 INFO:tasks.rados.rados.0.smithi002.stdout:2377: left oid 48 (ObjNum 745 snap 244 seq_num 745) 2024-09-14T03:43:41.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:40 smithi002 ceph-mon[87970]: osdmap e559: 8 total, 8 up, 8 in 2024-09-14T03:43:41.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:40 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:43:41.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:40 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:41.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:40 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:41.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:40 smithi002 ceph-mon[87970]: osdmap e560: 8 total, 8 up, 8 in 2024-09-14T03:43:41.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:40 smithi002 ceph-mon[89815]: osdmap e559: 8 total, 8 up, 8 in 2024-09-14T03:43:41.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:40 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:43:41.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:40 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:41.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:40 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:41.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:40 smithi002 ceph-mon[89815]: osdmap e560: 8 total, 8 up, 8 in 2024-09-14T03:43:41.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:40 smithi154 ceph-mon[81546]: osdmap e559: 8 total, 8 up, 8 in 2024-09-14T03:43:41.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:40 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:43:41.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:40 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:41.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:40 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:41.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:40 smithi154 ceph-mon[81546]: osdmap e560: 8 total, 8 up, 8 in 2024-09-14T03:43:41.770 INFO:tasks.rados.rados.0.smithi002.stdout:2377: done (2 left) 2024-09-14T03:43:41.771 INFO:tasks.rados.rados.0.smithi002.stdout:2378: done (1 left) 2024-09-14T03:43:41.771 INFO:tasks.rados.rados.0.smithi002.stdout:2379: done (0 left) 2024-09-14T03:43:41.771 INFO:tasks.rados.rados.0.smithi002.stdout:2380: setattr oid 1 current snap is 245 2024-09-14T03:43:41.773 INFO:tasks.rados.rados.0.smithi002.stdout:2381: rmattr oid 4 current snap is 245 2024-09-14T03:43:41.773 INFO:tasks.rados.rados.0.smithi002.stdout:2381: done (1 left) 2024-09-14T03:43:41.773 INFO:tasks.rados.rados.0.smithi002.stdout:2382: copy_from oid 15 from oid 24 current snap is 245 2024-09-14T03:43:41.773 INFO:tasks.rados.rados.0.smithi002.stdout:2383: snap_remove snap 216 2024-09-14T03:43:42.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:42 smithi154 ceph-mon[81546]: pgmap v510: 121 pgs: 121 active+clean; 424 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 794 KiB/s wr, 20 op/s 2024-09-14T03:43:42.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:42 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:42.384 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:42 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:42.384 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:42 smithi154 ceph-mon[81546]: osdmap e561: 8 total, 8 up, 8 in 2024-09-14T03:43:42.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:42 smithi002 ceph-mon[87970]: pgmap v510: 121 pgs: 121 active+clean; 424 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 794 KiB/s wr, 20 op/s 2024-09-14T03:43:42.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:42 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:42.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:42 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:42.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:42 smithi002 ceph-mon[87970]: osdmap e561: 8 total, 8 up, 8 in 2024-09-14T03:43:42.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:42 smithi002 ceph-mon[89815]: pgmap v510: 121 pgs: 121 active+clean; 424 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 794 KiB/s wr, 20 op/s 2024-09-14T03:43:42.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:42 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:42.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:42 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:42.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:42 smithi002 ceph-mon[89815]: osdmap e561: 8 total, 8 up, 8 in 2024-09-14T03:43:42.763 INFO:tasks.rados.rados.0.smithi002.stdout:2383: done (2 left) 2024-09-14T03:43:42.763 INFO:tasks.rados.rados.0.smithi002.stdout:2384: setattr oid 39 current snap is 245 2024-09-14T03:43:42.765 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 1 v 3230 (ObjNum 743 snap 242 seq_num 743) dirty exists 2024-09-14T03:43:42.765 INFO:tasks.rados.rados.0.smithi002.stdout:2382: finishing copy_from racing read to smithi00278215-15 2024-09-14T03:43:42.766 INFO:tasks.rados.rados.0.smithi002.stdout:2382: finishing copy_from to smithi00278215-15 2024-09-14T03:43:42.766 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 15 v 2673 (ObjNum 727 snap 236 seq_num 727) dirty exists 2024-09-14T03:43:42.767 INFO:tasks.rados.rados.0.smithi002.stdout:2380: done (2 left) 2024-09-14T03:43:42.767 INFO:tasks.rados.rados.0.smithi002.stdout:2382: done (1 left) 2024-09-14T03:43:42.767 INFO:tasks.rados.rados.0.smithi002.stdout:2385: read oid 46 snap 229 2024-09-14T03:43:42.767 INFO:tasks.rados.rados.0.smithi002.stdout:2385: expect (ObjNum 680 snap 219 seq_num 680) 2024-09-14T03:43:42.767 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 22 current snap is 245 2024-09-14T03:43:42.767 INFO:tasks.rados.rados.0.smithi002.stdout:2386: seq_num 746 ranges {0=499712} 2024-09-14T03:43:42.771 INFO:tasks.rados.rados.0.smithi002.stdout:2386: writing smithi00278215-22 from 0 to 499712 tid 1 2024-09-14T03:43:42.771 INFO:tasks.rados.rados.0.smithi002.stdout:2387: copy_from oid 27 from oid 33 current snap is 245 2024-09-14T03:43:42.772 INFO:tasks.rados.rados.0.smithi002.stdout:2388: rollback oid 34 current snap is 245 2024-09-14T03:43:42.772 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 34 to 243 2024-09-14T03:43:42.772 INFO:tasks.rados.rados.0.smithi002.stdout:2389: read oid 9 snap -1 2024-09-14T03:43:42.772 INFO:tasks.rados.rados.0.smithi002.stdout:2389: expect (ObjNum 558 snap 174 seq_num 558) 2024-09-14T03:43:42.772 INFO:tasks.rados.rados.0.smithi002.stdout:2390: copy_from oid 42 from oid 24 current snap is 245 2024-09-14T03:43:42.773 INFO:tasks.rados.rados.0.smithi002.stdout:2391: read oid 30 snap -1 2024-09-14T03:43:42.773 INFO:tasks.rados.rados.0.smithi002.stdout:2391: expect (ObjNum 622 snap 200 seq_num 622) 2024-09-14T03:43:42.773 INFO:tasks.rados.rados.0.smithi002.stdout:2392: snap_create 2024-09-14T03:43:42.779 INFO:tasks.rados.rados.0.smithi002.stdout:2386: finishing write tid 1 to smithi00278215-22 2024-09-14T03:43:42.779 INFO:tasks.rados.rados.0.smithi002.stdout:2386: finishing write tid 2 to smithi00278215-22 2024-09-14T03:43:42.781 INFO:tasks.rados.rados.0.smithi002.stdout:2386: finishing write tid 3 to smithi00278215-22 2024-09-14T03:43:42.781 INFO:tasks.rados.rados.0.smithi002.stdout:2386: oid 22 updating version 0 to 1843 2024-09-14T03:43:42.781 INFO:tasks.rados.rados.0.smithi002.stdout:2386: oid 22 version 1843 is already newer than 1842 2024-09-14T03:43:42.781 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 22 v 1843 (ObjNum 746 snap 245 seq_num 746) dirty exists 2024-09-14T03:43:42.781 INFO:tasks.rados.rados.0.smithi002.stdout:2386: left oid 22 (ObjNum 746 snap 245 seq_num 746) 2024-09-14T03:43:42.783 INFO:tasks.rados.rados.0.smithi002.stdout:2390: finishing copy_from racing read to smithi00278215-42 2024-09-14T03:43:42.786 INFO:tasks.rados.rados.0.smithi002.stdout:2390: finishing copy_from to smithi00278215-42 2024-09-14T03:43:42.786 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 42 v 2673 (ObjNum 727 snap 236 seq_num 727) dirty exists 2024-09-14T03:43:42.788 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 39 v 2781 (ObjNum 726 snap 235 seq_num 726) dirty exists 2024-09-14T03:43:42.789 INFO:tasks.rados.rados.0.smithi002.stdout:2391: expect (ObjNum 622 snap 200 seq_num 622) 2024-09-14T03:43:42.826 INFO:tasks.rados.rados.0.smithi002.stdout:2387: finishing copy_from racing read to smithi00278215-27 2024-09-14T03:43:42.826 INFO:tasks.rados.rados.0.smithi002.stdout:2385: expect (ObjNum 680 snap 219 seq_num 680) 2024-09-14T03:43:42.998 INFO:tasks.rados.rados.0.smithi002.stdout:2388: finishing rollback tid 0 to smithi00278215-34 2024-09-14T03:43:42.998 INFO:tasks.rados.rados.0.smithi002.stdout:2388: finishing rollback tid 1 to smithi00278215-34 2024-09-14T03:43:42.998 INFO:tasks.rados.rados.0.smithi002.stdout:2388: finishing rollback tid 2 to smithi00278215-34 2024-09-14T03:43:42.998 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 34 v 1970 (ObjNum 741 snap 242 seq_num 741) dirty exists 2024-09-14T03:43:42.998 INFO:tasks.rados.rados.0.smithi002.stdout:2387: finishing copy_from to smithi00278215-27 2024-09-14T03:43:42.998 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 27 v 2978 (ObjNum 737 snap 239 seq_num 737) dirty exists 2024-09-14T03:43:42.998 INFO:tasks.rados.rados.0.smithi002.stdout:2389: expect (ObjNum 558 snap 174 seq_num 558) 2024-09-14T03:43:43.436 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:43:43 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:43:43] "GET /metrics HTTP/1.1" 200 36434 "" "Prometheus/2.43.0" 2024-09-14T03:43:43.765 INFO:tasks.rados.rados.0.smithi002.stdout:2384: done (8 left) 2024-09-14T03:43:43.765 INFO:tasks.rados.rados.0.smithi002.stdout:2385: done (7 left) 2024-09-14T03:43:43.765 INFO:tasks.rados.rados.0.smithi002.stdout:2386: done (6 left) 2024-09-14T03:43:43.765 INFO:tasks.rados.rados.0.smithi002.stdout:2387: done (5 left) 2024-09-14T03:43:43.765 INFO:tasks.rados.rados.0.smithi002.stdout:2388: done (4 left) 2024-09-14T03:43:43.766 INFO:tasks.rados.rados.0.smithi002.stdout:2389: done (3 left) 2024-09-14T03:43:43.766 INFO:tasks.rados.rados.0.smithi002.stdout:2390: done (2 left) 2024-09-14T03:43:43.766 INFO:tasks.rados.rados.0.smithi002.stdout:2391: done (1 left) 2024-09-14T03:43:43.766 INFO:tasks.rados.rados.0.smithi002.stdout:2392: done (0 left) 2024-09-14T03:43:43.766 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 38 current snap is 246 2024-09-14T03:43:43.766 INFO:tasks.rados.rados.0.smithi002.stdout:2393: seq_num 747 ranges {434176=516096} 2024-09-14T03:43:43.770 INFO:tasks.rados.rados.0.smithi002.stdout:2393: writing smithi00278215-38 from 434176 to 950272 tid 1 2024-09-14T03:43:43.770 INFO:tasks.rados.rados.0.smithi002.stdout:2394: delete oid 14 current snap is 246 2024-09-14T03:43:43.776 INFO:tasks.rados.rados.0.smithi002.stdout:2394: done (1 left) 2024-09-14T03:43:43.776 INFO:tasks.rados.rados.0.smithi002.stdout:2395: rollback oid 48 current snap is 246 2024-09-14T03:43:43.776 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 48 to 215 2024-09-14T03:43:43.776 INFO:tasks.rados.rados.0.smithi002.stdout:2396: read oid 36 snap 244 2024-09-14T03:43:43.777 INFO:tasks.rados.rados.0.smithi002.stdout:2396: expect (ObjNum 509 snap 160 seq_num 509) 2024-09-14T03:43:43.777 INFO:tasks.rados.rados.0.smithi002.stdout:2397: setattr oid 27 current snap is 246 2024-09-14T03:43:43.777 INFO:tasks.rados.rados.0.smithi002.stdout:2393: finishing write tid 1 to smithi00278215-38 2024-09-14T03:43:43.778 INFO:tasks.rados.rados.0.smithi002.stdout:2393: finishing write tid 2 to smithi00278215-38 2024-09-14T03:43:43.780 INFO:tasks.rados.rados.0.smithi002.stdout:2398: read oid 25 snap -1 2024-09-14T03:43:43.780 INFO:tasks.rados.rados.0.smithi002.stdout:2398: expect (ObjNum 689 snap 221 seq_num 689) 2024-09-14T03:43:43.780 INFO:tasks.rados.rados.0.smithi002.stdout:2399: read oid 35 snap 229 2024-09-14T03:43:43.780 INFO:tasks.rados.rados.0.smithi002.stdout:2399: expect (ObjNum 604 snap 193 seq_num 604) 2024-09-14T03:43:43.780 INFO:tasks.rados.rados.0.smithi002.stdout:2400: rollback oid 5 current snap is 246 2024-09-14T03:43:43.780 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 5 to 243 2024-09-14T03:43:43.780 INFO:tasks.rados.rados.0.smithi002.stdout:2401: read oid 9 snap -1 2024-09-14T03:43:43.780 INFO:tasks.rados.rados.0.smithi002.stdout:2401: expect (ObjNum 558 snap 174 seq_num 558) 2024-09-14T03:43:43.780 INFO:tasks.rados.rados.0.smithi002.stdout:2402: read oid 7 snap -1 2024-09-14T03:43:43.780 INFO:tasks.rados.rados.0.smithi002.stdout:2402: expect (ObjNum 604 snap 193 seq_num 604) 2024-09-14T03:43:43.780 INFO:tasks.rados.rados.0.smithi002.stdout:2403: snap_remove snap 241 2024-09-14T03:43:43.902 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:43 smithi154 ceph-mon[81546]: pgmap v513: 121 pgs: 121 active+clean; 363 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 0 B/s wr, 6 op/s 2024-09-14T03:43:43.902 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:43 smithi154 ceph-mon[81546]: osdmap e562: 8 total, 8 up, 8 in 2024-09-14T03:43:44.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:43 smithi002 ceph-mon[87970]: pgmap v513: 121 pgs: 121 active+clean; 363 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 0 B/s wr, 6 op/s 2024-09-14T03:43:44.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:43 smithi002 ceph-mon[87970]: osdmap e562: 8 total, 8 up, 8 in 2024-09-14T03:43:44.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:43 smithi002 ceph-mon[89815]: pgmap v513: 121 pgs: 121 active+clean; 363 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 0 B/s wr, 6 op/s 2024-09-14T03:43:44.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:43 smithi002 ceph-mon[89815]: osdmap e562: 8 total, 8 up, 8 in 2024-09-14T03:43:44.775 INFO:tasks.rados.rados.0.smithi002.stdout:2403: done (9 left) 2024-09-14T03:43:44.775 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 40 current snap is 246 2024-09-14T03:43:44.775 INFO:tasks.rados.rados.0.smithi002.stdout:2404: seq_num 749 ranges {0=548864} 2024-09-14T03:43:44.777 INFO:tasks.rados.rados.0.smithi002.stdout:2404: writing smithi00278215-40 from 0 to 548864 tid 1 2024-09-14T03:43:44.777 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 17 current snap is 246 2024-09-14T03:43:44.777 INFO:tasks.rados.rados.0.smithi002.stdout:2393: finishing write tid 3 to smithi00278215-38 2024-09-14T03:43:44.778 INFO:tasks.rados.rados.0.smithi002.stdout:2393: oid 38 updating version 0 to 3250 2024-09-14T03:43:44.778 INFO:tasks.rados.rados.0.smithi002.stdout:2393: oid 38 updating version 3250 to 3251 2024-09-14T03:43:44.778 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 3251 (ObjNum 747 snap 246 seq_num 747) dirty exists 2024-09-14T03:43:44.778 INFO:tasks.rados.rados.0.smithi002.stdout:2393: left oid 38 (ObjNum 747 snap 246 seq_num 747) 2024-09-14T03:43:44.778 INFO:tasks.rados.rados.0.smithi002.stdout:2395: finishing rollback tid 0 to smithi00278215-48 2024-09-14T03:43:44.778 INFO:tasks.rados.rados.0.smithi002.stdout:2395: finishing rollback tid 1 to smithi00278215-48 2024-09-14T03:43:44.778 INFO:tasks.rados.rados.0.smithi002.stdout:2405: seq_num 750 ranges {2981888=565248} 2024-09-14T03:43:44.799 INFO:tasks.rados.rados.0.smithi002.stdout:2405: writing smithi00278215-17 from 2981888 to 3547136 tid 1 2024-09-14T03:43:44.799 INFO:tasks.rados.rados.0.smithi002.stdout:2393: done (10 left) 2024-09-14T03:43:44.799 INFO:tasks.rados.rados.0.smithi002.stdout:2406: rollback oid 20 current snap is 246 2024-09-14T03:43:44.799 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 20 to 235 2024-09-14T03:43:44.799 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 27 v 2979 (ObjNum 737 snap 239 seq_num 737) dirty exists 2024-09-14T03:43:44.799 INFO:tasks.rados.rados.0.smithi002.stdout:2400: finishing rollback tid 0 to smithi00278215-5 2024-09-14T03:43:44.799 INFO:tasks.rados.rados.0.smithi002.stdout:2400: finishing rollback tid 1 to smithi00278215-5 2024-09-14T03:43:44.799 INFO:tasks.rados.rados.0.smithi002.stdout:2400: finishing rollback tid 2 to smithi00278215-5 2024-09-14T03:43:44.799 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 5 v 2230 (ObjNum 671 snap 215 seq_num 671) dirty exists 2024-09-14T03:43:44.799 INFO:tasks.rados.rados.0.smithi002.stdout:2402: expect (ObjNum 604 snap 193 seq_num 604) 2024-09-14T03:43:44.888 INFO:tasks.rados.rados.0.smithi002.stdout:2399: expect (ObjNum 604 snap 193 seq_num 604) 2024-09-14T03:43:44.975 INFO:tasks.rados.rados.0.smithi002.stdout:2395: finishing rollback tid 2 to smithi00278215-48 2024-09-14T03:43:44.975 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 2680 (ObjNum 543 snap 170 seq_num 543) dirty exists 2024-09-14T03:43:44.975 INFO:tasks.rados.rados.0.smithi002.stdout:2398: expect (ObjNum 689 snap 221 seq_num 689) 2024-09-14T03:43:45.030 INFO:tasks.rados.rados.0.smithi002.stdout:2396: expect (ObjNum 509 snap 160 seq_num 509) 2024-09-14T03:43:45.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:44 smithi002 ceph-mon[87970]: osdmap e563: 8 total, 8 up, 8 in 2024-09-14T03:43:45.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:44 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:45.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:44 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:45.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:44 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:43:45.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:44 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:43:45.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:44 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:45.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:44 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:43:45.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:44 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:43:45.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:44 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:43:45.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:44 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:43:45.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:44 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:43:45.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:44 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:43:45.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:44 smithi002 ceph-mon[87970]: Upgrade: Setting container_image for all mds 2024-09-14T03:43:45.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:44 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:45.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:44 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.a"} : dispatch 2024-09-14T03:43:45.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:44 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-09-14T03:43:45.189 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:44 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.b"} : dispatch 2024-09-14T03:43:45.189 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:44 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-09-14T03:43:45.189 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:44 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:43:45.189 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:44 smithi002 ceph-mon[87970]: Upgrade: Setting container_image for all rgw 2024-09-14T03:43:45.189 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:44 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:45.189 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:44 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:43:45.189 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:44 smithi002 ceph-mon[87970]: Upgrade: Setting container_image for all rbd-mirror 2024-09-14T03:43:45.189 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:44 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:45.189 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:44 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:43:45.189 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:44 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:43:45.189 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:44 smithi002 ceph-mon[87970]: Upgrade: Setting container_image for all ceph-exporter 2024-09-14T03:43:45.189 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:44 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:45.189 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:44 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:43:45.189 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:44 smithi002 ceph-mon[87970]: Upgrade: Setting container_image for all iscsi 2024-09-14T03:43:45.190 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:44 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:45.190 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:44 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:43:45.190 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:44 smithi002 ceph-mon[87970]: Upgrade: Setting container_image for all nfs 2024-09-14T03:43:45.190 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:44 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:45.190 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:44 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:43:45.190 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:44 smithi002 ceph-mon[87970]: Upgrade: Setting container_image for all nvmeof 2024-09-14T03:43:45.190 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:44 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:45.190 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:44 smithi002 ceph-mon[89815]: osdmap e563: 8 total, 8 up, 8 in 2024-09-14T03:43:45.190 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:44 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:45.191 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:44 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:45.191 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:44 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:43:45.191 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:44 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:43:45.191 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:44 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:45.191 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:44 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:43:45.191 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:44 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:43:45.191 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:44 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:43:45.191 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:44 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:43:45.191 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:44 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:43:45.191 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:44 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:43:45.191 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:44 smithi002 ceph-mon[89815]: Upgrade: Setting container_image for all mds 2024-09-14T03:43:45.191 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:44 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:45.191 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:44 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.a"} : dispatch 2024-09-14T03:43:45.191 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:44 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-09-14T03:43:45.192 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:44 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.b"} : dispatch 2024-09-14T03:43:45.192 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:44 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-09-14T03:43:45.192 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:44 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:43:45.192 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:44 smithi002 ceph-mon[89815]: Upgrade: Setting container_image for all rgw 2024-09-14T03:43:45.192 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:44 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:45.192 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:44 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:43:45.192 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:44 smithi002 ceph-mon[89815]: Upgrade: Setting container_image for all rbd-mirror 2024-09-14T03:43:45.192 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:44 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:45.192 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:44 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:43:45.192 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:44 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:43:45.192 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:44 smithi002 ceph-mon[89815]: Upgrade: Setting container_image for all ceph-exporter 2024-09-14T03:43:45.192 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:44 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:45.192 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:44 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:43:45.193 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:44 smithi002 ceph-mon[89815]: Upgrade: Setting container_image for all iscsi 2024-09-14T03:43:45.193 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:44 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:45.193 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:44 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:43:45.193 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:44 smithi002 ceph-mon[89815]: Upgrade: Setting container_image for all nfs 2024-09-14T03:43:45.193 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:44 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:45.193 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:44 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:43:45.193 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:44 smithi002 ceph-mon[89815]: Upgrade: Setting container_image for all nvmeof 2024-09-14T03:43:45.193 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:44 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:45.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:44 smithi154 ceph-mon[81546]: osdmap e563: 8 total, 8 up, 8 in 2024-09-14T03:43:45.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:44 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:45.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:44 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:45.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:44 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:43:45.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:44 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:43:45.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:44 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:45.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:44 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:43:45.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:44 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:43:45.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:44 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:43:45.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:44 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:43:45.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:44 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:43:45.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:44 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:43:45.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:44 smithi154 ceph-mon[81546]: Upgrade: Setting container_image for all mds 2024-09-14T03:43:45.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:44 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:45.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:44 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.a"} : dispatch 2024-09-14T03:43:45.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:44 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-09-14T03:43:45.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:44 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.b"} : dispatch 2024-09-14T03:43:45.230 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:44 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-09-14T03:43:45.230 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:44 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:43:45.230 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:44 smithi154 ceph-mon[81546]: Upgrade: Setting container_image for all rgw 2024-09-14T03:43:45.231 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:44 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:45.231 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:44 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:43:45.231 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:44 smithi154 ceph-mon[81546]: Upgrade: Setting container_image for all rbd-mirror 2024-09-14T03:43:45.231 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:44 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:45.231 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:44 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:43:45.231 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:44 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:43:45.231 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:44 smithi154 ceph-mon[81546]: Upgrade: Setting container_image for all ceph-exporter 2024-09-14T03:43:45.231 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:44 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:45.231 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:44 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:43:45.231 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:44 smithi154 ceph-mon[81546]: Upgrade: Setting container_image for all iscsi 2024-09-14T03:43:45.232 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:44 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:45.232 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:44 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:43:45.232 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:44 smithi154 ceph-mon[81546]: Upgrade: Setting container_image for all nfs 2024-09-14T03:43:45.232 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:44 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:45.232 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:44 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:43:45.232 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:44 smithi154 ceph-mon[81546]: Upgrade: Setting container_image for all nvmeof 2024-09-14T03:43:45.232 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:44 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:45.251 INFO:tasks.rados.rados.0.smithi002.stdout:2401: expect (ObjNum 558 snap 174 seq_num 558) 2024-09-14T03:43:45.646 INFO:tasks.rados.rados.0.smithi002.stdout:2404: finishing write tid 1 to smithi00278215-40 2024-09-14T03:43:45.646 INFO:tasks.rados.rados.0.smithi002.stdout:2404: finishing write tid 2 to smithi00278215-40 2024-09-14T03:43:45.646 INFO:tasks.rados.rados.0.smithi002.stdout:2404: finishing write tid 3 to smithi00278215-40 2024-09-14T03:43:45.646 INFO:tasks.rados.rados.0.smithi002.stdout:2404: oid 40 updating version 0 to 1845 2024-09-14T03:43:45.647 INFO:tasks.rados.rados.0.smithi002.stdout:2404: oid 40 version 1845 is already newer than 1844 2024-09-14T03:43:45.647 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 1845 (ObjNum 749 snap 246 seq_num 749) dirty exists 2024-09-14T03:43:45.647 INFO:tasks.rados.rados.0.smithi002.stdout:2404: left oid 40 (ObjNum 749 snap 246 seq_num 749) 2024-09-14T03:43:45.647 INFO:tasks.rados.rados.0.smithi002.stdout:2406: finishing rollback tid 0 to smithi00278215-20 2024-09-14T03:43:45.647 INFO:tasks.rados.rados.0.smithi002.stdout:2395: done (10 left) 2024-09-14T03:43:45.647 INFO:tasks.rados.rados.0.smithi002.stdout:2396: done (9 left) 2024-09-14T03:43:45.647 INFO:tasks.rados.rados.0.smithi002.stdout:2397: done (8 left) 2024-09-14T03:43:45.647 INFO:tasks.rados.rados.0.smithi002.stdout:2398: done (7 left) 2024-09-14T03:43:45.647 INFO:tasks.rados.rados.0.smithi002.stdout:2399: done (6 left) 2024-09-14T03:43:45.647 INFO:tasks.rados.rados.0.smithi002.stdout:2400: done (5 left) 2024-09-14T03:43:45.647 INFO:tasks.rados.rados.0.smithi002.stdout:2401: done (4 left) 2024-09-14T03:43:45.647 INFO:tasks.rados.rados.0.smithi002.stdout:2402: done (3 left) 2024-09-14T03:43:45.647 INFO:tasks.rados.rados.0.smithi002.stdout:2404: done (2 left) 2024-09-14T03:43:45.647 INFO:tasks.rados.rados.0.smithi002.stdout:2407: copy_from oid 12 from oid 22 current snap is 246 2024-09-14T03:43:45.648 INFO:tasks.rados.rados.0.smithi002.stdout:2405: finishing write tid 1 to smithi00278215-17 2024-09-14T03:43:45.648 INFO:tasks.rados.rados.0.smithi002.stdout:2406: finishing rollback tid 1 to smithi00278215-20 2024-09-14T03:43:45.648 INFO:tasks.rados.rados.0.smithi002.stdout:2405: finishing write tid 2 to smithi00278215-17 2024-09-14T03:43:45.648 INFO:tasks.rados.rados.0.smithi002.stdout:2406: finishing rollback tid 2 to smithi00278215-20 2024-09-14T03:43:45.648 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 20 v 1322 (ObjNum 714 snap 228 seq_num 714) dirty exists 2024-09-14T03:43:45.648 INFO:tasks.rados.rados.0.smithi002.stdout:2405: finishing write tid 3 to smithi00278215-17 2024-09-14T03:43:45.648 INFO:tasks.rados.rados.0.smithi002.stdout:2405: oid 17 updating version 0 to 2983 2024-09-14T03:43:45.648 INFO:tasks.rados.rados.0.smithi002.stdout:2405: oid 17 version 2983 is already newer than 2982 2024-09-14T03:43:45.648 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 17 v 2983 (ObjNum 750 snap 246 seq_num 750) dirty exists 2024-09-14T03:43:45.648 INFO:tasks.rados.rados.0.smithi002.stdout:2405: left oid 17 (ObjNum 750 snap 246 seq_num 750) 2024-09-14T03:43:45.648 INFO:tasks.rados.rados.0.smithi002.stdout:2405: done (2 left) 2024-09-14T03:43:45.648 INFO:tasks.rados.rados.0.smithi002.stdout:2406: done (1 left) 2024-09-14T03:43:45.648 INFO:tasks.rados.rados.0.smithi002.stdout:2408: snap_create 2024-09-14T03:43:45.651 INFO:tasks.rados.rados.0.smithi002.stdout:2407: finishing copy_from racing read to smithi00278215-12 2024-09-14T03:43:45.651 INFO:tasks.rados.rados.0.smithi002.stdout:2407: finishing copy_from to smithi00278215-12 2024-09-14T03:43:45.652 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 1843 (ObjNum 746 snap 245 seq_num 746) dirty exists 2024-09-14T03:43:46.084 INFO:tasks.rados.rados.0.smithi002.stdout:2407: done (1 left) 2024-09-14T03:43:46.084 INFO:tasks.rados.rados.0.smithi002.stdout:2408: done (0 left) 2024-09-14T03:43:46.084 INFO:tasks.rados.rados.0.smithi002.stdout:2409: copy_from oid 35 from oid 2 current snap is 247 2024-09-14T03:43:46.084 INFO:tasks.rados.rados.0.smithi002.stdout:2410: copy_from oid 24 from oid 12 current snap is 247 2024-09-14T03:43:46.084 INFO:tasks.rados.rados.0.smithi002.stdout:2411: copy_from oid 44 from oid 36 current snap is 247 2024-09-14T03:43:46.084 INFO:tasks.rados.rados.0.smithi002.stdout:2412: snap_create 2024-09-14T03:43:46.093 INFO:tasks.rados.rados.0.smithi002.stdout:2410: finishing copy_from racing read to smithi00278215-24 2024-09-14T03:43:46.093 INFO:tasks.rados.rados.0.smithi002.stdout:2410: finishing copy_from to smithi00278215-24 2024-09-14T03:43:46.093 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 24 v 1843 (ObjNum 746 snap 245 seq_num 746) dirty exists 2024-09-14T03:43:46.097 INFO:tasks.rados.rados.0.smithi002.stdout:2409: finishing copy_from racing read to smithi00278215-35 2024-09-14T03:43:46.098 INFO:tasks.rados.rados.0.smithi002.stdout:2409: finishing copy_from to smithi00278215-35 2024-09-14T03:43:46.098 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 35 v 2264 (ObjNum 729 snap 236 seq_num 729) dirty exists 2024-09-14T03:43:46.107 INFO:tasks.rados.rados.0.smithi002.stdout:2411: finishing copy_from racing read to smithi00278215-44 2024-09-14T03:43:46.109 INFO:tasks.rados.rados.0.smithi002.stdout:2411: finishing copy_from to smithi00278215-44 2024-09-14T03:43:46.110 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 1831 (ObjNum 509 snap 160 seq_num 509) dirty exists 2024-09-14T03:43:46.175 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:45 smithi002 ceph-mon[87970]: pgmap v516: 121 pgs: 121 active+clean; 340 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 252 KiB/s wr, 18 op/s 2024-09-14T03:43:46.175 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:45 smithi002 ceph-mon[87970]: osdmap e564: 8 total, 8 up, 8 in 2024-09-14T03:43:46.176 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:45 smithi002 ceph-mon[89815]: pgmap v516: 121 pgs: 121 active+clean; 340 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 252 KiB/s wr, 18 op/s 2024-09-14T03:43:46.176 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:45 smithi002 ceph-mon[89815]: osdmap e564: 8 total, 8 up, 8 in 2024-09-14T03:43:46.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:45 smithi154 ceph-mon[81546]: pgmap v516: 121 pgs: 121 active+clean; 340 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 252 KiB/s wr, 18 op/s 2024-09-14T03:43:46.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:45 smithi154 ceph-mon[81546]: osdmap e564: 8 total, 8 up, 8 in 2024-09-14T03:43:46.437 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:46 smithi002 systemd[1]: Stopping Ceph node-exporter.a for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:43:46.758 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:46 smithi002 podman[116419]: 2024-09-14 03:43:46.49094549 +0000 UTC m=+0.167523125 container died ad362eb3056ce370122d8c3cc038a76a26b935673db8c97fc08a59cb33e5a534 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-14T03:43:47.085 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:46 smithi002 podman[116419]: 2024-09-14 03:43:46.857614727 +0000 UTC m=+0.534192361 container cleanup ad362eb3056ce370122d8c3cc038a76a26b935673db8c97fc08a59cb33e5a534 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-14T03:43:47.085 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:46 smithi002 bash[116419]: ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a 2024-09-14T03:43:47.089 INFO:tasks.rados.rados.0.smithi002.stdout:2409: done (3 left) 2024-09-14T03:43:47.089 INFO:tasks.rados.rados.0.smithi002.stdout:2410: done (2 left) 2024-09-14T03:43:47.089 INFO:tasks.rados.rados.0.smithi002.stdout:2411: done (1 left) 2024-09-14T03:43:47.089 INFO:tasks.rados.rados.0.smithi002.stdout:2412: done (0 left) 2024-09-14T03:43:47.089 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 45 current snap is 248 2024-09-14T03:43:47.089 INFO:tasks.rados.rados.0.smithi002.stdout:2413: seq_num 751 ranges {0=581632} 2024-09-14T03:43:47.092 INFO:tasks.rados.rados.0.smithi002.stdout:2413: writing smithi00278215-45 from 0 to 581632 tid 1 2024-09-14T03:43:47.092 INFO:tasks.rados.rados.0.smithi002.stdout:2414: rollback oid 15 current snap is 248 2024-09-14T03:43:47.092 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 15 to 247 2024-09-14T03:43:47.092 INFO:tasks.rados.rados.0.smithi002.stdout:2415: snap_remove snap 243 2024-09-14T03:43:47.436 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:47 smithi002 ceph-mon[87970]: Upgrade: Updating node-exporter.a (1/2) 2024-09-14T03:43:47.436 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:47 smithi002 ceph-mon[87970]: Deploying daemon node-exporter.a on smithi002 2024-09-14T03:43:47.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:47 smithi002 ceph-mon[87970]: osdmap e565: 8 total, 8 up, 8 in 2024-09-14T03:43:47.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:47 smithi002 ceph-mon[89815]: Upgrade: Updating node-exporter.a (1/2) 2024-09-14T03:43:47.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:47 smithi002 ceph-mon[89815]: Deploying daemon node-exporter.a on smithi002 2024-09-14T03:43:47.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:47 smithi002 ceph-mon[89815]: osdmap e565: 8 total, 8 up, 8 in 2024-09-14T03:43:47.437 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:47 smithi002 podman[116431]: 2024-09-14 03:43:47.175468235 +0000 UTC m=+0.687770558 container remove ad362eb3056ce370122d8c3cc038a76a26b935673db8c97fc08a59cb33e5a534 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-14T03:43:47.437 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:47 smithi002 systemd[1]: ceph-f357b922-7248-11ef-bceb-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-09-14T03:43:47.437 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:47 smithi002 systemd[1]: ceph-f357b922-7248-11ef-bceb-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-09-14T03:43:47.438 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:47 smithi002 systemd[1]: Stopped Ceph node-exporter.a for f357b922-7248-11ef-bceb-c7b262605968. 2024-09-14T03:43:47.438 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:47 smithi002 systemd[1]: ceph-f357b922-7248-11ef-bceb-c7b262605968@node-exporter.a.service: Consumed 2.896s CPU time. 2024-09-14T03:43:47.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:47 smithi154 ceph-mon[81546]: Upgrade: Updating node-exporter.a (1/2) 2024-09-14T03:43:47.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:47 smithi154 ceph-mon[81546]: Deploying daemon node-exporter.a on smithi002 2024-09-14T03:43:47.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:47 smithi154 ceph-mon[81546]: osdmap e565: 8 total, 8 up, 8 in 2024-09-14T03:43:47.762 INFO:tasks.rados.rados.0.smithi002.stdout:2415: done (2 left) 2024-09-14T03:43:47.762 INFO:tasks.rados.rados.0.smithi002.stdout:2416: read oid 8 snap 237 2024-09-14T03:43:47.762 INFO:tasks.rados.rados.0.smithi002.stdout:2416: expect (ObjNum 730 snap 236 seq_num 730) 2024-09-14T03:43:47.762 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 24 current snap is 248 2024-09-14T03:43:47.762 INFO:tasks.rados.rados.0.smithi002.stdout:2417: seq_num 752 ranges {499712=598016} 2024-09-14T03:43:47.768 INFO:tasks.rados.rados.0.smithi002.stdout:2417: writing smithi00278215-24 from 499712 to 1097728 tid 1 2024-09-14T03:43:47.768 INFO:tasks.rados.rados.0.smithi002.stdout:2418: read oid 47 snap -1 2024-09-14T03:43:47.768 INFO:tasks.rados.rados.0.smithi002.stdout:2418: expect (ObjNum 712 snap 227 seq_num 712) 2024-09-14T03:43:47.769 INFO:tasks.rados.rados.0.smithi002.stdout:2419: snap_remove snap 235 2024-09-14T03:43:47.936 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:47 smithi002 systemd[1]: Starting Ceph node-exporter.a for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:43:47.937 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:47 smithi002 bash[116556]: Trying to pull quay.io/prometheus/node-exporter:v1.7.0... 2024-09-14T03:43:48.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:48 smithi002 ceph-mon[87970]: pgmap v519: 121 pgs: 121 active+clean; 339 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 508 KiB/s wr, 16 op/s 2024-09-14T03:43:48.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:48 smithi002 ceph-mon[87970]: osdmap e566: 8 total, 8 up, 8 in 2024-09-14T03:43:48.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:48 smithi002 ceph-mon[87970]: osdmap e567: 8 total, 8 up, 8 in 2024-09-14T03:43:48.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:48 smithi002 ceph-mon[89815]: pgmap v519: 121 pgs: 121 active+clean; 339 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 508 KiB/s wr, 16 op/s 2024-09-14T03:43:48.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:48 smithi002 ceph-mon[89815]: osdmap e566: 8 total, 8 up, 8 in 2024-09-14T03:43:48.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:48 smithi002 ceph-mon[89815]: osdmap e567: 8 total, 8 up, 8 in 2024-09-14T03:43:48.437 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:48 smithi002 bash[116556]: Getting image source signatures 2024-09-14T03:43:48.438 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:48 smithi002 bash[116556]: Copying blob sha256:324153f2810a9927fcce320af9e4e291e0b6e805cbdd1f338386c756b9defa24 2024-09-14T03:43:48.438 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:48 smithi002 bash[116556]: Copying blob sha256:455fd88e5221bc1e278ef2d059cd70e4df99a24e5af050ede621534276f6cf9a 2024-09-14T03:43:48.438 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:48 smithi002 bash[116556]: Copying blob sha256:2abcce694348cd2c949c0e98a7400ebdfd8341021bcf6b541bc72033ce982510 2024-09-14T03:43:48.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:48 smithi154 ceph-mon[81546]: pgmap v519: 121 pgs: 121 active+clean; 339 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 508 KiB/s wr, 16 op/s 2024-09-14T03:43:48.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:48 smithi154 ceph-mon[81546]: osdmap e566: 8 total, 8 up, 8 in 2024-09-14T03:43:48.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:48 smithi154 ceph-mon[81546]: osdmap e567: 8 total, 8 up, 8 in 2024-09-14T03:43:48.763 INFO:tasks.rados.rados.0.smithi002.stdout:2413: finishing write tid 1 to smithi00278215-45 2024-09-14T03:43:48.764 INFO:tasks.rados.rados.0.smithi002.stdout:2414: finishing rollback tid 0 to smithi00278215-15 2024-09-14T03:43:48.764 INFO:tasks.rados.rados.0.smithi002.stdout:2414: finishing rollback tid 1 to smithi00278215-15 2024-09-14T03:43:48.764 INFO:tasks.rados.rados.0.smithi002.stdout:2414: finishing rollback tid 2 to smithi00278215-15 2024-09-14T03:43:48.764 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 15 v 2676 (ObjNum 727 snap 236 seq_num 727) dirty exists 2024-09-14T03:43:48.764 INFO:tasks.rados.rados.0.smithi002.stdout:2413: finishing write tid 2 to smithi00278215-45 2024-09-14T03:43:48.764 INFO:tasks.rados.rados.0.smithi002.stdout:2413: finishing write tid 3 to smithi00278215-45 2024-09-14T03:43:48.764 INFO:tasks.rados.rados.0.smithi002.stdout:2413: oid 45 updating version 0 to 1323 2024-09-14T03:43:48.764 INFO:tasks.rados.rados.0.smithi002.stdout:2413: oid 45 updating version 1323 to 1324 2024-09-14T03:43:48.764 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 45 v 1324 (ObjNum 751 snap 248 seq_num 751) dirty exists 2024-09-14T03:43:48.764 INFO:tasks.rados.rados.0.smithi002.stdout:2413: left oid 45 (ObjNum 751 snap 248 seq_num 751) 2024-09-14T03:43:48.764 INFO:tasks.rados.rados.0.smithi002.stdout:2417: finishing write tid 1 to smithi00278215-24 2024-09-14T03:43:48.764 INFO:tasks.rados.rados.0.smithi002.stdout:2417: finishing write tid 2 to smithi00278215-24 2024-09-14T03:43:48.764 INFO:tasks.rados.rados.0.smithi002.stdout:2417: finishing write tid 3 to smithi00278215-24 2024-09-14T03:43:48.765 INFO:tasks.rados.rados.0.smithi002.stdout:2417: oid 24 updating version 0 to 2682 2024-09-14T03:43:48.765 INFO:tasks.rados.rados.0.smithi002.stdout:2417: oid 24 version 2682 is already newer than 2681 2024-09-14T03:43:48.765 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 24 v 2682 (ObjNum 752 snap 248 seq_num 752) dirty exists 2024-09-14T03:43:48.765 INFO:tasks.rados.rados.0.smithi002.stdout:2417: left oid 24 (ObjNum 752 snap 248 seq_num 752) 2024-09-14T03:43:48.765 INFO:tasks.rados.rados.0.smithi002.stdout:2418: expect (ObjNum 712 snap 227 seq_num 712) 2024-09-14T03:43:49.194 INFO:tasks.rados.rados.0.smithi002.stdout:2416: expect (ObjNum 730 snap 236 seq_num 730) 2024-09-14T03:43:49.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:49 smithi154 ceph-mon[81546]: pgmap v522: 121 pgs: 121 active+clean; 343 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 2.4 MiB/s wr, 18 op/s 2024-09-14T03:43:49.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:49 smithi154 ceph-mon[81546]: osdmap e568: 8 total, 8 up, 8 in 2024-09-14T03:43:50.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:49 smithi002 ceph-mon[87970]: pgmap v522: 121 pgs: 121 active+clean; 343 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 2.4 MiB/s wr, 18 op/s 2024-09-14T03:43:50.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:49 smithi002 ceph-mon[87970]: osdmap e568: 8 total, 8 up, 8 in 2024-09-14T03:43:50.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:49 smithi002 ceph-mon[89815]: pgmap v522: 121 pgs: 121 active+clean; 343 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 2.4 MiB/s wr, 18 op/s 2024-09-14T03:43:50.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:49 smithi002 ceph-mon[89815]: osdmap e568: 8 total, 8 up, 8 in 2024-09-14T03:43:50.187 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:49 smithi002 bash[116556]: Copying config sha256:72c9c208898624938c9e4183d6686ea4a5fd3f912bc29bc3f00147924c521a3e 2024-09-14T03:43:50.187 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:49 smithi002 bash[116556]: Writing manifest to image destination 2024-09-14T03:43:50.488 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:50 smithi002 podman[116556]: 2024-09-14 03:43:50.161251845 +0000 UTC m=+2.546846930 image pull 72c9c208898624938c9e4183d6686ea4a5fd3f912bc29bc3f00147924c521a3e quay.io/prometheus/node-exporter:v1.7.0 2024-09-14T03:43:50.488 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:50 smithi002 podman[116556]: 2024-09-14 03:43:50.276663363 +0000 UTC m=+2.662258445 container create 3b7bacb3fdf8ea2022b48823d19e233af0eab7f9748328c806102d35f2eaea5a (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-14T03:43:50.488 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:50 smithi002 podman[116556]: 2024-09-14 03:43:50.487293677 +0000 UTC m=+2.872888763 container init 3b7bacb3fdf8ea2022b48823d19e233af0eab7f9748328c806102d35f2eaea5a (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-14T03:43:50.873 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:50 smithi002 podman[116556]: 2024-09-14 03:43:50.491345138 +0000 UTC m=+2.876940221 container start 3b7bacb3fdf8ea2022b48823d19e233af0eab7f9748328c806102d35f2eaea5a (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-14T03:43:50.874 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:50 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[116628]: ts=2024-09-14T03:43:50.494Z caller=node_exporter.go:192 level=info msg="Starting node_exporter" version="(version=1.7.0, branch=HEAD, revision=7333465abf9efba81876303bb57e6fadb946041b)" 2024-09-14T03:43:50.874 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:50 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[116628]: ts=2024-09-14T03:43:50.494Z caller=node_exporter.go:193 level=info msg="Build context" build_context="(go=go1.21.4, platform=linux/amd64, user=root@35918982f6d8, date=20231112-23:53:35, tags=netgo osusergo static_build)" 2024-09-14T03:43:50.874 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:50 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[116628]: ts=2024-09-14T03:43:50.495Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-14T03:43:50.874 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:50 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[116628]: ts=2024-09-14T03:43:50.495Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-14T03:43:50.874 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:50 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[116628]: ts=2024-09-14T03:43:50.495Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-14T03:43:50.875 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:50 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[116628]: ts=2024-09-14T03:43:50.495Z caller=diskstats_linux.go:265 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-14T03:43:50.875 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:50 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[116628]: ts=2024-09-14T03:43:50.495Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-14T03:43:50.875 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:50 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[116628]: ts=2024-09-14T03:43:50.495Z caller=node_exporter.go:117 level=info collector=arp 2024-09-14T03:43:50.875 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:50 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[116628]: ts=2024-09-14T03:43:50.495Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-14T03:43:50.875 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:50 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[116628]: ts=2024-09-14T03:43:50.495Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-14T03:43:50.876 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:50 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[116628]: ts=2024-09-14T03:43:50.495Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-14T03:43:50.876 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:50 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[116628]: ts=2024-09-14T03:43:50.495Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-14T03:43:50.876 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:50 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[116628]: ts=2024-09-14T03:43:50.495Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-14T03:43:50.876 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:50 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[116628]: ts=2024-09-14T03:43:50.496Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-14T03:43:50.876 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:50 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[116628]: ts=2024-09-14T03:43:50.496Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-14T03:43:50.876 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:50 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[116628]: ts=2024-09-14T03:43:50.496Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-14T03:43:50.877 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:50 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[116628]: ts=2024-09-14T03:43:50.496Z caller=node_exporter.go:117 level=info collector=edac 2024-09-14T03:43:50.877 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:50 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[116628]: ts=2024-09-14T03:43:50.496Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-14T03:43:50.878 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:50 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[116628]: ts=2024-09-14T03:43:50.496Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-14T03:43:50.878 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:50 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[116628]: ts=2024-09-14T03:43:50.496Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-14T03:43:50.878 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:50 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[116628]: ts=2024-09-14T03:43:50.496Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-14T03:43:50.878 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:50 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[116628]: ts=2024-09-14T03:43:50.496Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-14T03:43:50.878 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:50 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[116628]: ts=2024-09-14T03:43:50.496Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-14T03:43:50.878 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:50 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[116628]: ts=2024-09-14T03:43:50.496Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-14T03:43:50.878 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:50 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[116628]: ts=2024-09-14T03:43:50.496Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-14T03:43:50.878 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:50 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[116628]: ts=2024-09-14T03:43:50.496Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-14T03:43:50.878 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:50 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[116628]: ts=2024-09-14T03:43:50.496Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-14T03:43:50.879 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:50 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[116628]: ts=2024-09-14T03:43:50.496Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-14T03:43:50.879 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:50 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[116628]: ts=2024-09-14T03:43:50.496Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-14T03:43:50.879 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:50 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[116628]: ts=2024-09-14T03:43:50.496Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-14T03:43:50.879 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:50 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[116628]: ts=2024-09-14T03:43:50.496Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-14T03:43:50.879 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:50 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[116628]: ts=2024-09-14T03:43:50.496Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-14T03:43:50.879 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:50 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[116628]: ts=2024-09-14T03:43:50.496Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-14T03:43:50.879 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:50 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[116628]: ts=2024-09-14T03:43:50.496Z caller=node_exporter.go:117 level=info collector=os 2024-09-14T03:43:50.879 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:50 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[116628]: ts=2024-09-14T03:43:50.496Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-14T03:43:50.879 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:50 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[116628]: ts=2024-09-14T03:43:50.496Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-14T03:43:50.879 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:50 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[116628]: ts=2024-09-14T03:43:50.496Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-14T03:43:50.879 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:50 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[116628]: ts=2024-09-14T03:43:50.496Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-14T03:43:50.879 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:50 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[116628]: ts=2024-09-14T03:43:50.496Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-14T03:43:50.880 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:50 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[116628]: ts=2024-09-14T03:43:50.496Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-14T03:43:50.880 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:50 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[116628]: ts=2024-09-14T03:43:50.496Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-14T03:43:50.880 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:50 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[116628]: ts=2024-09-14T03:43:50.496Z caller=node_exporter.go:117 level=info collector=stat 2024-09-14T03:43:50.880 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:50 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[116628]: ts=2024-09-14T03:43:50.496Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-14T03:43:50.880 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:50 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[116628]: ts=2024-09-14T03:43:50.496Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-14T03:43:50.880 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:50 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[116628]: ts=2024-09-14T03:43:50.496Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-14T03:43:50.880 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:50 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[116628]: ts=2024-09-14T03:43:50.496Z caller=node_exporter.go:117 level=info collector=time 2024-09-14T03:43:50.880 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:50 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[116628]: ts=2024-09-14T03:43:50.496Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-14T03:43:50.880 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:50 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[116628]: ts=2024-09-14T03:43:50.496Z caller=node_exporter.go:117 level=info collector=uname 2024-09-14T03:43:50.880 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:50 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[116628]: ts=2024-09-14T03:43:50.496Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-14T03:43:50.880 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:50 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[116628]: ts=2024-09-14T03:43:50.496Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-14T03:43:50.880 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:50 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[116628]: ts=2024-09-14T03:43:50.496Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-14T03:43:50.880 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:50 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[116628]: ts=2024-09-14T03:43:50.496Z caller=tls_config.go:274 level=info msg="Listening on" address=[::]:9100 2024-09-14T03:43:50.881 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:50 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a[116628]: ts=2024-09-14T03:43:50.496Z caller=tls_config.go:277 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-14T03:43:50.881 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:50 smithi002 bash[116556]: 3b7bacb3fdf8ea2022b48823d19e233af0eab7f9748328c806102d35f2eaea5a 2024-09-14T03:43:50.881 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:43:50 smithi002 systemd[1]: Started Ceph node-exporter.a for f357b922-7248-11ef-bceb-c7b262605968. 2024-09-14T03:43:50.984 INFO:teuthology.orchestra.run.smithi002.stdout:true 2024-09-14T03:43:51.025 INFO:tasks.rados.rados.0.smithi002.stdout:2413: done (5 left) 2024-09-14T03:43:51.025 INFO:tasks.rados.rados.0.smithi002.stdout:2414: done (4 left) 2024-09-14T03:43:51.025 INFO:tasks.rados.rados.0.smithi002.stdout:2416: done (3 left) 2024-09-14T03:43:51.026 INFO:tasks.rados.rados.0.smithi002.stdout:2417: done (2 left) 2024-09-14T03:43:51.026 INFO:tasks.rados.rados.0.smithi002.stdout:2418: done (1 left) 2024-09-14T03:43:51.026 INFO:tasks.rados.rados.0.smithi002.stdout:2419: done (0 left) 2024-09-14T03:43:51.026 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 22 current snap is 248 2024-09-14T03:43:51.026 INFO:tasks.rados.rados.0.smithi002.stdout:2420: seq_num 753 ranges {499712=614400} 2024-09-14T03:43:51.032 INFO:tasks.rados.rados.0.smithi002.stdout:2420: writing smithi00278215-22 from 499712 to 1114112 tid 1 2024-09-14T03:43:51.032 INFO:tasks.rados.rados.0.smithi002.stdout:2421: copy_from oid 50 from oid 1 current snap is 248 2024-09-14T03:43:51.032 INFO:tasks.rados.rados.0.smithi002.stdout:2422: snap_create 2024-09-14T03:43:51.037 INFO:tasks.rados.rados.0.smithi002.stdout:2420: finishing write tid 1 to smithi00278215-22 2024-09-14T03:43:51.037 INFO:tasks.rados.rados.0.smithi002.stdout:2420: finishing write tid 2 to smithi00278215-22 2024-09-14T03:43:51.038 INFO:tasks.rados.rados.0.smithi002.stdout:2420: finishing write tid 3 to smithi00278215-22 2024-09-14T03:43:51.038 INFO:tasks.rados.rados.0.smithi002.stdout:2420: oid 22 updating version 0 to 1847 2024-09-14T03:43:51.038 INFO:tasks.rados.rados.0.smithi002.stdout:2420: oid 22 version 1847 is already newer than 1846 2024-09-14T03:43:51.038 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 22 v 1847 (ObjNum 753 snap 248 seq_num 753) dirty exists 2024-09-14T03:43:51.038 INFO:tasks.rados.rados.0.smithi002.stdout:2420: left oid 22 (ObjNum 753 snap 248 seq_num 753) 2024-09-14T03:43:51.072 INFO:tasks.rados.rados.0.smithi002.stdout:2421: finishing copy_from racing read to smithi00278215-50 2024-09-14T03:43:51.073 INFO:tasks.rados.rados.0.smithi002.stdout:2421: finishing copy_from to smithi00278215-50 2024-09-14T03:43:51.073 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 3230 (ObjNum 743 snap 242 seq_num 743) dirty exists 2024-09-14T03:43:51.598 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-14T03:43:51.598 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (10m) 28s ago 11m 27.1M - 0.25.0 c8568f914cd2 8c6771f56432 2024-09-14T03:43:51.598 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi154 *:3000 running (10m) 11s ago 10m 87.4M - 9.4.7 954c08fa6188 6cd949ecdca3 2024-09-14T03:43:51.598 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (32s) 28s ago 12m 13.0M - 19.3.0-4907-ga2782315 8801d2529e43 65e250421c44 2024-09-14T03:43:51.598 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi154 running (15s) 11s ago 12m 13.2M - 19.3.0-4907-ga2782315 8801d2529e43 d91ecd716157 2024-09-14T03:43:51.598 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi154 *:8443,9283,8765 running (6m) 11s ago 15m 456M - 19.3.0-4907-ga2782315 8801d2529e43 3c8b8d7f1b49 2024-09-14T03:43:51.598 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (6m) 28s ago 17m 529M - 19.3.0-4907-ga2782315 8801d2529e43 37cb6840a9f7 2024-09-14T03:43:51.598 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (6m) 28s ago 17m 70.1M 2048M 19.3.0-4907-ga2782315 8801d2529e43 ac49fe4ea75d 2024-09-14T03:43:51.598 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi154 running (5m) 11s ago 16m 53.0M 2048M 19.3.0-4907-ga2782315 8801d2529e43 de3094fdd6b5 2024-09-14T03:43:51.598 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (5m) 28s ago 16m 53.2M 2048M 19.3.0-4907-ga2782315 8801d2529e43 0423773ea054 2024-09-14T03:43:51.598 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 starting - - - - 2024-09-14T03:43:51.599 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi154 *:9100 running (10m) 11s ago 10m 16.7M - 1.5.0 0da6a335fe13 815178e760b0 2024-09-14T03:43:51.599 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (4m) 28s ago 15m 331M 2481M 19.3.0-4907-ga2782315 8801d2529e43 98de17e6e20c 2024-09-14T03:43:51.599 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (4m) 28s ago 15m 228M 2481M 19.3.0-4907-ga2782315 8801d2529e43 e758e3d25821 2024-09-14T03:43:51.599 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (3m) 28s ago 14m 220M 2481M 19.3.0-4907-ga2782315 8801d2529e43 6fd97586f770 2024-09-14T03:43:51.599 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (3m) 28s ago 14m 90.7M 2481M 19.3.0-4907-ga2782315 8801d2529e43 aead1115e85e 2024-09-14T03:43:51.599 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi154 running (2m) 11s ago 13m 181M 2480M 19.3.0-4907-ga2782315 8801d2529e43 be01dd011648 2024-09-14T03:43:51.599 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi154 running (117s) 11s ago 13m 212M 2480M 19.3.0-4907-ga2782315 8801d2529e43 2df8ad771157 2024-09-14T03:43:51.599 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi154 running (83s) 11s ago 13m 112M 2480M 19.3.0-4907-ga2782315 8801d2529e43 7d3a82627dc4 2024-09-14T03:43:51.599 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi154 running (49s) 11s ago 12m 64.7M 2480M 19.3.0-4907-ga2782315 8801d2529e43 3fd2a8db6e2c 2024-09-14T03:43:51.599 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi154 *:9095 running (6m) 11s ago 11m 53.5M - 2.43.0 a07b618ecd1d ffbeae974492 2024-09-14T03:43:51.768 INFO:tasks.rados.rados.0.smithi002.stdout:2420: done (2 left) 2024-09-14T03:43:51.768 INFO:tasks.rados.rados.0.smithi002.stdout:2421: done (1 left) 2024-09-14T03:43:51.768 INFO:tasks.rados.rados.0.smithi002.stdout:2422: done (0 left) 2024-09-14T03:43:51.768 INFO:tasks.rados.rados.0.smithi002.stdout:2423: copy_from oid 24 from oid 14 current snap is 249 2024-09-14T03:43:51.768 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 10 current snap is 249 2024-09-14T03:43:51.768 INFO:tasks.rados.rados.0.smithi002.stdout:2424: seq_num 754 ranges {7921664=630784} 2024-09-14T03:43:51.814 INFO:tasks.rados.rados.0.smithi002.stdout:2424: writing smithi00278215-10 from 7921664 to 8552448 tid 1 2024-09-14T03:43:51.814 INFO:tasks.rados.rados.0.smithi002.stdout:2425: snap_remove snap 229 2024-09-14T03:43:51.908 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:51 smithi002 ceph-mon[89815]: pgmap v524: 121 pgs: 121 active+clean; 343 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 30 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-09-14T03:43:51.908 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:51 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:51.908 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:51 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:51.908 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:51 smithi002 ceph-mon[89815]: from='client.44456 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:43:51.908 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:51 smithi002 ceph-mon[87970]: pgmap v524: 121 pgs: 121 active+clean; 343 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 30 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-09-14T03:43:51.909 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:51 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:51.909 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:51 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:51.909 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:51 smithi002 ceph-mon[87970]: from='client.44456 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:43:51.962 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-14T03:43:51.962 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2024-09-14T03:43:51.962 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.3.0-4907-ga2782315 (a2782315255a3e7d5f6cdc9eb35785187ff6ddf8) squid (dev)": 3 2024-09-14T03:43:51.962 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:43:51.962 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2024-09-14T03:43:51.962 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.3.0-4907-ga2782315 (a2782315255a3e7d5f6cdc9eb35785187ff6ddf8) squid (dev)": 2 2024-09-14T03:43:51.962 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:43:51.963 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2024-09-14T03:43:51.963 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.3.0-4907-ga2782315 (a2782315255a3e7d5f6cdc9eb35785187ff6ddf8) squid (dev)": 8 2024-09-14T03:43:51.963 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:43:51.963 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2024-09-14T03:43:51.963 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.3.0-4907-ga2782315 (a2782315255a3e7d5f6cdc9eb35785187ff6ddf8) squid (dev)": 2 2024-09-14T03:43:51.963 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:43:51.963 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2024-09-14T03:43:51.963 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.3.0-4907-ga2782315 (a2782315255a3e7d5f6cdc9eb35785187ff6ddf8) squid (dev)": 15 2024-09-14T03:43:51.963 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-14T03:43:51.963 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-14T03:43:51.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:51 smithi154 ceph-mon[81546]: pgmap v524: 121 pgs: 121 active+clean; 343 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 30 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-09-14T03:43:51.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:51 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:51.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:51 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:51.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:51 smithi154 ceph-mon[81546]: from='client.44456 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:43:52.258 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-14T03:43:52.258 INFO:teuthology.orchestra.run.smithi002.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802", 2024-09-14T03:43:52.259 INFO:teuthology.orchestra.run.smithi002.stdout: "in_progress": true, 2024-09-14T03:43:52.259 INFO:teuthology.orchestra.run.smithi002.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-14T03:43:52.259 INFO:teuthology.orchestra.run.smithi002.stdout: "services_complete": [ 2024-09-14T03:43:52.259 INFO:teuthology.orchestra.run.smithi002.stdout: "mon", 2024-09-14T03:43:52.259 INFO:teuthology.orchestra.run.smithi002.stdout: "mds", 2024-09-14T03:43:52.259 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr", 2024-09-14T03:43:52.259 INFO:teuthology.orchestra.run.smithi002.stdout: "osd" 2024-09-14T03:43:52.259 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-14T03:43:52.259 INFO:teuthology.orchestra.run.smithi002.stdout: "progress": "15/20 daemons upgraded", 2024-09-14T03:43:52.260 INFO:teuthology.orchestra.run.smithi002.stdout: "message": "Currently upgrading node-exporter daemons", 2024-09-14T03:43:52.260 INFO:teuthology.orchestra.run.smithi002.stdout: "is_paused": false 2024-09-14T03:43:52.260 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-14T03:43:52.727 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:52 smithi154 systemd[1]: Stopping Ceph node-exporter.b for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:43:52.766 INFO:tasks.rados.rados.0.smithi002.stdout:2425: done (2 left) 2024-09-14T03:43:52.766 INFO:tasks.rados.rados.0.smithi002.stdout:2423: finishing copy_from to smithi00278215-24 2024-09-14T03:43:52.766 INFO:tasks.rados.rados.0.smithi002.stdout:2423: got expected ENOENT (src dne) 2024-09-14T03:43:52.766 INFO:tasks.rados.rados.0.smithi002.stdout:2423: finishing copy_from racing read to smithi00278215-24 2024-09-14T03:43:52.766 INFO:tasks.rados.rados.0.smithi002.stdout:2424: finishing write tid 1 to smithi00278215-10 2024-09-14T03:43:52.766 INFO:tasks.rados.rados.0.smithi002.stdout:2424: finishing write tid 2 to smithi00278215-10 2024-09-14T03:43:52.767 INFO:tasks.rados.rados.0.smithi002.stdout:2424: finishing write tid 3 to smithi00278215-10 2024-09-14T03:43:52.767 INFO:tasks.rados.rados.0.smithi002.stdout:2424: oid 10 updating version 0 to 2675 2024-09-14T03:43:52.767 INFO:tasks.rados.rados.0.smithi002.stdout:2424: oid 10 updating version 2675 to 2676 2024-09-14T03:43:52.767 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 2676 (ObjNum 754 snap 249 seq_num 754) dirty exists 2024-09-14T03:43:52.767 INFO:tasks.rados.rados.0.smithi002.stdout:2424: left oid 10 (ObjNum 754 snap 249 seq_num 754) 2024-09-14T03:43:52.767 INFO:tasks.rados.rados.0.smithi002.stdout:2426: read oid 36 snap -1 2024-09-14T03:43:52.767 INFO:tasks.rados.rados.0.smithi002.stdout:2426: expect (ObjNum 509 snap 160 seq_num 509) 2024-09-14T03:43:52.767 INFO:tasks.rados.rados.0.smithi002.stdout:2423: done (2 left) 2024-09-14T03:43:52.767 INFO:tasks.rados.rados.0.smithi002.stdout:2424: done (1 left) 2024-09-14T03:43:52.767 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 18 current snap is 249 2024-09-14T03:43:52.767 INFO:tasks.rados.rados.0.smithi002.stdout:2427: seq_num 755 ranges {163840=647168} 2024-09-14T03:43:52.771 INFO:tasks.rados.rados.0.smithi002.stdout:2427: writing smithi00278215-18 from 163840 to 811008 tid 1 2024-09-14T03:43:52.772 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 19 current snap is 249 2024-09-14T03:43:52.772 INFO:tasks.rados.rados.0.smithi002.stdout:2428: seq_num 756 ranges {4202496=671744} 2024-09-14T03:43:52.801 INFO:tasks.rados.rados.0.smithi002.stdout:2428: writing smithi00278215-19 from 4202496 to 4874240 tid 1 2024-09-14T03:43:52.801 INFO:tasks.rados.rados.0.smithi002.stdout:2429: copy_from oid 8 from oid 7 current snap is 249 2024-09-14T03:43:52.801 INFO:tasks.rados.rados.0.smithi002.stdout:2427: finishing write tid 1 to smithi00278215-18 2024-09-14T03:43:52.801 INFO:tasks.rados.rados.0.smithi002.stdout:2427: finishing write tid 2 to smithi00278215-18 2024-09-14T03:43:52.801 INFO:tasks.rados.rados.0.smithi002.stdout:2427: finishing write tid 3 to smithi00278215-18 2024-09-14T03:43:52.802 INFO:tasks.rados.rados.0.smithi002.stdout:2427: oid 18 updating version 0 to 2677 2024-09-14T03:43:52.802 INFO:tasks.rados.rados.0.smithi002.stdout:2427: oid 18 updating version 2677 to 2678 2024-09-14T03:43:52.802 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 2678 (ObjNum 755 snap 249 seq_num 755) dirty exists 2024-09-14T03:43:52.802 INFO:tasks.rados.rados.0.smithi002.stdout:2427: left oid 18 (ObjNum 755 snap 249 seq_num 755) 2024-09-14T03:43:52.802 INFO:tasks.rados.rados.0.smithi002.stdout:2426: expect (ObjNum 509 snap 160 seq_num 509) 2024-09-14T03:43:53.024 INFO:tasks.rados.rados.0.smithi002.stdout:2428: finishing write tid 1 to smithi00278215-19 2024-09-14T03:43:53.024 INFO:tasks.rados.rados.0.smithi002.stdout:2428: finishing write tid 2 to smithi00278215-19 2024-09-14T03:43:53.024 INFO:tasks.rados.rados.0.smithi002.stdout:2428: finishing write tid 3 to smithi00278215-19 2024-09-14T03:43:53.024 INFO:tasks.rados.rados.0.smithi002.stdout:2428: oid 19 updating version 0 to 2783 2024-09-14T03:43:53.025 INFO:tasks.rados.rados.0.smithi002.stdout:2428: oid 19 version 2783 is already newer than 2782 2024-09-14T03:43:53.025 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 19 v 2783 (ObjNum 756 snap 249 seq_num 756) dirty exists 2024-09-14T03:43:53.025 INFO:tasks.rados.rados.0.smithi002.stdout:2428: left oid 19 (ObjNum 756 snap 249 seq_num 756) 2024-09-14T03:43:53.025 INFO:tasks.rados.rados.0.smithi002.stdout:2429: finishing copy_from racing read to smithi00278215-8 2024-09-14T03:43:53.025 INFO:tasks.rados.rados.0.smithi002.stdout:2429: finishing copy_from to smithi00278215-8 2024-09-14T03:43:53.025 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 8 v 2748 (ObjNum 604 snap 193 seq_num 604) dirty exists 2024-09-14T03:43:53.025 INFO:tasks.rados.rados.0.smithi002.stdout:2426: done (3 left) 2024-09-14T03:43:53.025 INFO:tasks.rados.rados.0.smithi002.stdout:2427: done (2 left) 2024-09-14T03:43:53.025 INFO:tasks.rados.rados.0.smithi002.stdout:2428: done (1 left) 2024-09-14T03:43:53.025 INFO:tasks.rados.rados.0.smithi002.stdout:2429: done (0 left) 2024-09-14T03:43:53.025 INFO:tasks.rados.rados.0.smithi002.stdout:2430: snap_remove snap 247 2024-09-14T03:43:53.094 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:52 smithi002 ceph-mon[89815]: from='client.34551 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:43:53.095 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:52 smithi002 ceph-mon[89815]: from='client.34557 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:43:53.095 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:52 smithi002 ceph-mon[89815]: osdmap e569: 8 total, 8 up, 8 in 2024-09-14T03:43:53.095 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:52 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/2199822188' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:43:53.095 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:52 smithi002 ceph-mon[89815]: Upgrade: Updating node-exporter.b (2/2) 2024-09-14T03:43:53.095 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:52 smithi002 ceph-mon[89815]: Deploying daemon node-exporter.b on smithi154 2024-09-14T03:43:53.095 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:52 smithi002 ceph-mon[87970]: from='client.34551 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:43:53.095 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:52 smithi002 ceph-mon[87970]: from='client.34557 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:43:53.095 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:52 smithi002 ceph-mon[87970]: osdmap e569: 8 total, 8 up, 8 in 2024-09-14T03:43:53.095 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:52 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/2199822188' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:43:53.095 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:52 smithi002 ceph-mon[87970]: Upgrade: Updating node-exporter.b (2/2) 2024-09-14T03:43:53.095 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:52 smithi002 ceph-mon[87970]: Deploying daemon node-exporter.b on smithi154 2024-09-14T03:43:53.096 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:52 smithi154 podman[107129]: 2024-09-14 03:43:52.829672268 +0000 UTC m=+0.110740224 container died 815178e760b06c7b8e307cfc1697dc43df4fca8276a8c3657966ca061ff67011 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-14T03:43:53.096 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:52 smithi154 ceph-mon[81546]: from='client.34551 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:43:53.096 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:52 smithi154 ceph-mon[81546]: from='client.34557 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:43:53.096 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:52 smithi154 ceph-mon[81546]: osdmap e569: 8 total, 8 up, 8 in 2024-09-14T03:43:53.096 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:52 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/2199822188' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:43:53.096 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:52 smithi154 ceph-mon[81546]: Upgrade: Updating node-exporter.b (2/2) 2024-09-14T03:43:53.096 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:52 smithi154 ceph-mon[81546]: Deploying daemon node-exporter.b on smithi154 2024-09-14T03:43:53.436 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:43:53 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:43:53] "GET /metrics HTTP/1.1" 200 36434 "" "Prometheus/2.43.0" 2024-09-14T03:43:53.477 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:53 smithi154 podman[107129]: 2024-09-14 03:43:53.277611789 +0000 UTC m=+0.558679804 container cleanup 815178e760b06c7b8e307cfc1697dc43df4fca8276a8c3657966ca061ff67011 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-14T03:43:53.477 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:53 smithi154 bash[107129]: ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b 2024-09-14T03:43:53.786 INFO:tasks.rados.rados.0.smithi002.stdout:2430: done (0 left) 2024-09-14T03:43:53.786 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 33 current snap is 249 2024-09-14T03:43:53.786 INFO:tasks.rados.rados.0.smithi002.stdout:2431: seq_num 757 ranges {352256=688128} 2024-09-14T03:43:53.793 INFO:tasks.rados.rados.0.smithi002.stdout:2431: writing smithi00278215-33 from 352256 to 1040384 tid 1 2024-09-14T03:43:53.793 INFO:tasks.rados.rados.0.smithi002.stdout:2432: snap_remove snap 198 2024-09-14T03:43:53.961 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:53 smithi154 ceph-mon[81546]: from='client.44480 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:43:53.961 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:53 smithi154 ceph-mon[81546]: pgmap v526: 121 pgs: 121 active+clean; 354 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-14T03:43:53.961 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:53 smithi154 ceph-mon[81546]: osdmap e570: 8 total, 8 up, 8 in 2024-09-14T03:43:53.962 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:53 smithi154 podman[107141]: 2024-09-14 03:43:53.578876923 +0000 UTC m=+0.753006719 container remove 815178e760b06c7b8e307cfc1697dc43df4fca8276a8c3657966ca061ff67011 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-14T03:43:53.962 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:53 smithi154 systemd[1]: ceph-f357b922-7248-11ef-bceb-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-09-14T03:43:53.962 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:53 smithi154 systemd[1]: ceph-f357b922-7248-11ef-bceb-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-09-14T03:43:53.962 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:53 smithi154 systemd[1]: Stopped Ceph node-exporter.b for f357b922-7248-11ef-bceb-c7b262605968. 2024-09-14T03:43:53.962 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:53 smithi154 systemd[1]: ceph-f357b922-7248-11ef-bceb-c7b262605968@node-exporter.b.service: Consumed 2.696s CPU time. 2024-09-14T03:43:54.186 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:53 smithi002 ceph-mon[89815]: from='client.44480 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:43:54.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:53 smithi002 ceph-mon[89815]: pgmap v526: 121 pgs: 121 active+clean; 354 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-14T03:43:54.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:53 smithi002 ceph-mon[89815]: osdmap e570: 8 total, 8 up, 8 in 2024-09-14T03:43:54.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:53 smithi002 ceph-mon[87970]: from='client.44480 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:43:54.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:53 smithi002 ceph-mon[87970]: pgmap v526: 121 pgs: 121 active+clean; 354 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-14T03:43:54.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:53 smithi002 ceph-mon[87970]: osdmap e570: 8 total, 8 up, 8 in 2024-09-14T03:43:54.227 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:53 smithi154 systemd[1]: Starting Ceph node-exporter.b for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:43:54.227 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:54 smithi154 bash[107268]: Trying to pull quay.io/prometheus/node-exporter:v1.7.0... 2024-09-14T03:43:54.786 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:54 smithi154 bash[107268]: Getting image source signatures 2024-09-14T03:43:54.787 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:54 smithi154 bash[107268]: Copying blob sha256:324153f2810a9927fcce320af9e4e291e0b6e805cbdd1f338386c756b9defa24 2024-09-14T03:43:54.787 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:54 smithi154 bash[107268]: Copying blob sha256:2abcce694348cd2c949c0e98a7400ebdfd8341021bcf6b541bc72033ce982510 2024-09-14T03:43:54.787 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:54 smithi154 bash[107268]: Copying blob sha256:455fd88e5221bc1e278ef2d059cd70e4df99a24e5af050ede621534276f6cf9a 2024-09-14T03:43:54.793 INFO:tasks.rados.rados.0.smithi002.stdout:2431: finishing write tid 1 to smithi00278215-33 2024-09-14T03:43:54.793 INFO:tasks.rados.rados.0.smithi002.stdout:2431: finishing write tid 2 to smithi00278215-33 2024-09-14T03:43:54.793 INFO:tasks.rados.rados.0.smithi002.stdout:2431: finishing write tid 3 to smithi00278215-33 2024-09-14T03:43:54.793 INFO:tasks.rados.rados.0.smithi002.stdout:2431: oid 33 updating version 0 to 2985 2024-09-14T03:43:54.793 INFO:tasks.rados.rados.0.smithi002.stdout:2431: oid 33 version 2985 is already newer than 2984 2024-09-14T03:43:54.793 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 33 v 2985 (ObjNum 757 snap 249 seq_num 757) dirty exists 2024-09-14T03:43:54.793 INFO:tasks.rados.rados.0.smithi002.stdout:2431: left oid 33 (ObjNum 757 snap 249 seq_num 757) 2024-09-14T03:43:54.794 INFO:tasks.rados.rados.0.smithi002.stdout:2431: done (1 left) 2024-09-14T03:43:54.794 INFO:tasks.rados.rados.0.smithi002.stdout:2432: done (0 left) 2024-09-14T03:43:54.794 INFO:tasks.rados.rados.0.smithi002.stdout:2433: read oid 10 snap -1 2024-09-14T03:43:54.794 INFO:tasks.rados.rados.0.smithi002.stdout:2433: expect (ObjNum 754 snap 249 seq_num 754) 2024-09-14T03:43:54.794 INFO:tasks.rados.rados.0.smithi002.stdout:2434: copy_from oid 24 from oid 46 current snap is 249 2024-09-14T03:43:54.794 INFO:tasks.rados.rados.0.smithi002.stdout:2435: copy_from oid 20 from oid 15 current snap is 249 2024-09-14T03:43:54.794 INFO:tasks.rados.rados.0.smithi002.stdout:2436: read oid 13 snap 246 2024-09-14T03:43:54.794 INFO:tasks.rados.rados.0.smithi002.stdout:2436: expect (ObjNum 622 snap 200 seq_num 622) 2024-09-14T03:43:54.794 INFO:tasks.rados.rados.0.smithi002.stdout:2437: snap_remove snap 210 2024-09-14T03:43:55.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:54 smithi002 ceph-mon[87970]: osdmap e571: 8 total, 8 up, 8 in 2024-09-14T03:43:55.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:54 smithi002 ceph-mon[89815]: osdmap e571: 8 total, 8 up, 8 in 2024-09-14T03:43:55.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:54 smithi154 ceph-mon[81546]: osdmap e571: 8 total, 8 up, 8 in 2024-09-14T03:43:55.797 INFO:tasks.rados.rados.0.smithi002.stdout:2437: done (4 left) 2024-09-14T03:43:55.797 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 37 current snap is 249 2024-09-14T03:43:55.797 INFO:tasks.rados.rados.0.smithi002.stdout:2438: seq_num 758 ranges {0=704512} 2024-09-14T03:43:55.801 INFO:tasks.rados.rados.0.smithi002.stdout:2438: writing smithi00278215-37 from 0 to 704512 tid 1 2024-09-14T03:43:55.802 INFO:tasks.rados.rados.0.smithi002.stdout:2439: copy_from oid 42 from oid 12 current snap is 249 2024-09-14T03:43:55.802 INFO:tasks.rados.rados.0.smithi002.stdout:2436: expect (ObjNum 622 snap 200 seq_num 622) 2024-09-14T03:43:55.836 INFO:tasks.rados.rados.0.smithi002.stdout:2435: finishing copy_from racing read to smithi00278215-20 2024-09-14T03:43:55.836 INFO:tasks.rados.rados.0.smithi002.stdout:2435: finishing copy_from to smithi00278215-20 2024-09-14T03:43:55.836 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 20 v 2676 (ObjNum 727 snap 236 seq_num 727) dirty exists 2024-09-14T03:43:55.836 INFO:tasks.rados.rados.0.smithi002.stdout:2434: finishing copy_from racing read to smithi00278215-24 2024-09-14T03:43:55.836 INFO:tasks.rados.rados.0.smithi002.stdout:2434: finishing copy_from to smithi00278215-24 2024-09-14T03:43:55.836 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 24 v 374 (ObjNum 680 snap 219 seq_num 680) dirty exists 2024-09-14T03:43:55.837 INFO:tasks.rados.rados.0.smithi002.stdout:2433: expect (ObjNum 754 snap 249 seq_num 754) 2024-09-14T03:43:56.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:55 smithi002 ceph-mon[87970]: pgmap v529: 121 pgs: 121 active+clean; 354 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-14T03:43:56.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:55 smithi002 ceph-mon[87970]: osdmap e572: 8 total, 8 up, 8 in 2024-09-14T03:43:56.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:55 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:43:56.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:55 smithi002 ceph-mon[89815]: pgmap v529: 121 pgs: 121 active+clean; 354 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-14T03:43:56.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:55 smithi002 ceph-mon[89815]: osdmap e572: 8 total, 8 up, 8 in 2024-09-14T03:43:56.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:55 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:43:56.215 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:56 smithi154 bash[107268]: Copying config sha256:72c9c208898624938c9e4183d6686ea4a5fd3f912bc29bc3f00147924c521a3e 2024-09-14T03:43:56.215 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:55 smithi154 ceph-mon[81546]: pgmap v529: 121 pgs: 121 active+clean; 354 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-14T03:43:56.215 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:55 smithi154 ceph-mon[81546]: osdmap e572: 8 total, 8 up, 8 in 2024-09-14T03:43:56.215 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:55 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:43:56.406 INFO:tasks.rados.rados.0.smithi002.stdout:2438: finishing write tid 1 to smithi00278215-37 2024-09-14T03:43:56.407 INFO:tasks.rados.rados.0.smithi002.stdout:2438: finishing write tid 2 to smithi00278215-37 2024-09-14T03:43:56.407 INFO:tasks.rados.rados.0.smithi002.stdout:2438: finishing write tid 3 to smithi00278215-37 2024-09-14T03:43:56.407 INFO:tasks.rados.rados.0.smithi002.stdout:2438: oid 37 updating version 0 to 2785 2024-09-14T03:43:56.407 INFO:tasks.rados.rados.0.smithi002.stdout:2438: oid 37 version 2785 is already newer than 2784 2024-09-14T03:43:56.407 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 37 v 2785 (ObjNum 758 snap 249 seq_num 758) dirty exists 2024-09-14T03:43:56.407 INFO:tasks.rados.rados.0.smithi002.stdout:2438: left oid 37 (ObjNum 758 snap 249 seq_num 758) 2024-09-14T03:43:56.407 INFO:tasks.rados.rados.0.smithi002.stdout:2439: finishing copy_from racing read to smithi00278215-42 2024-09-14T03:43:56.407 INFO:tasks.rados.rados.0.smithi002.stdout:2439: finishing copy_from to smithi00278215-42 2024-09-14T03:43:56.407 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 42 v 1843 (ObjNum 746 snap 245 seq_num 746) dirty exists 2024-09-14T03:43:56.407 INFO:tasks.rados.rados.0.smithi002.stdout:2433: done (5 left) 2024-09-14T03:43:56.407 INFO:tasks.rados.rados.0.smithi002.stdout:2434: done (4 left) 2024-09-14T03:43:56.407 INFO:tasks.rados.rados.0.smithi002.stdout:2435: done (3 left) 2024-09-14T03:43:56.408 INFO:tasks.rados.rados.0.smithi002.stdout:2436: done (2 left) 2024-09-14T03:43:56.408 INFO:tasks.rados.rados.0.smithi002.stdout:2438: done (1 left) 2024-09-14T03:43:56.408 INFO:tasks.rados.rados.0.smithi002.stdout:2439: done (0 left) 2024-09-14T03:43:56.408 INFO:tasks.rados.rados.0.smithi002.stdout:2440: rmattr oid 45 current snap is 249 2024-09-14T03:43:56.408 INFO:tasks.rados.rados.0.smithi002.stdout:2440: done (0 left) 2024-09-14T03:43:56.408 INFO:tasks.rados.rados.0.smithi002.stdout:2441: snap_create 2024-09-14T03:43:56.476 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:56 smithi154 bash[107268]: Writing manifest to image destination 2024-09-14T03:43:56.727 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:56 smithi154 podman[107268]: 2024-09-14 03:43:56.469946562 +0000 UTC m=+2.416759853 image pull 72c9c208898624938c9e4183d6686ea4a5fd3f912bc29bc3f00147924c521a3e quay.io/prometheus/node-exporter:v1.7.0 2024-09-14T03:43:56.727 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:56 smithi154 podman[107268]: 2024-09-14 03:43:56.585376361 +0000 UTC m=+2.532189635 container create ed8e375f5cb9b57ef4fb38c61693c448a90607193fa153154e8fef4177266fe9 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-14T03:43:56.801 INFO:tasks.rados.rados.0.smithi002.stdout:2441: done (0 left) 2024-09-14T03:43:56.801 INFO:tasks.rados.rados.0.smithi002.stdout:2442: delete oid 9 current snap is 250 2024-09-14T03:43:56.804 INFO:tasks.rados.rados.0.smithi002.stdout:2442: done (0 left) 2024-09-14T03:43:56.804 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 35 current snap is 250 2024-09-14T03:43:56.805 INFO:tasks.rados.rados.0.smithi002.stdout:2443: seq_num 760 ranges {2891776=737280} 2024-09-14T03:43:56.825 INFO:tasks.rados.rados.0.smithi002.stdout:2443: writing smithi00278215-35 from 2891776 to 3629056 tid 1 2024-09-14T03:43:56.825 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 6 current snap is 250 2024-09-14T03:43:56.825 INFO:tasks.rados.rados.0.smithi002.stdout:2444: seq_num 761 ranges {0=753664} 2024-09-14T03:43:56.829 INFO:tasks.rados.rados.0.smithi002.stdout:2444: writing smithi00278215-6 from 0 to 753664 tid 1 2024-09-14T03:43:56.829 INFO:tasks.rados.rados.0.smithi002.stdout:2445: delete oid 37 current snap is 250 2024-09-14T03:43:56.829 INFO:tasks.rados.rados.0.smithi002.stdout:2443: finishing write tid 1 to smithi00278215-35 2024-09-14T03:43:56.830 INFO:tasks.rados.rados.0.smithi002.stdout:2443: finishing write tid 2 to smithi00278215-35 2024-09-14T03:43:56.832 INFO:tasks.rados.rados.0.smithi002.stdout:2443: finishing write tid 3 to smithi00278215-35 2024-09-14T03:43:56.832 INFO:tasks.rados.rados.0.smithi002.stdout:2443: oid 35 updating version 0 to 2788 2024-09-14T03:43:56.832 INFO:tasks.rados.rados.0.smithi002.stdout:2443: oid 35 version 2788 is already newer than 2787 2024-09-14T03:43:56.833 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 35 v 2788 (ObjNum 760 snap 250 seq_num 760) dirty exists 2024-09-14T03:43:56.833 INFO:tasks.rados.rados.0.smithi002.stdout:2443: left oid 35 (ObjNum 760 snap 250 seq_num 760) 2024-09-14T03:43:56.833 INFO:tasks.rados.rados.0.smithi002.stdout:2443: done (2 left) 2024-09-14T03:43:56.833 INFO:tasks.rados.rados.0.smithi002.stdout:2445: done (1 left) 2024-09-14T03:43:56.833 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 40 current snap is 250 2024-09-14T03:43:56.833 INFO:tasks.rados.rados.0.smithi002.stdout:2446: seq_num 763 ranges {548864=786432} 2024-09-14T03:43:56.842 INFO:tasks.rados.rados.0.smithi002.stdout:2446: writing smithi00278215-40 from 548864 to 1335296 tid 1 2024-09-14T03:43:56.842 INFO:tasks.rados.rados.0.smithi002.stdout:2447: copy_from oid 31 from oid 21 current snap is 250 2024-09-14T03:43:56.842 INFO:tasks.rados.rados.0.smithi002.stdout:2444: finishing write tid 1 to smithi00278215-6 2024-09-14T03:43:56.842 INFO:tasks.rados.rados.0.smithi002.stdout:2444: finishing write tid 2 to smithi00278215-6 2024-09-14T03:43:56.842 INFO:tasks.rados.rados.0.smithi002.stdout:2444: finishing write tid 3 to smithi00278215-6 2024-09-14T03:43:56.842 INFO:tasks.rados.rados.0.smithi002.stdout:2444: oid 6 updating version 0 to 3318 2024-09-14T03:43:56.843 INFO:tasks.rados.rados.0.smithi002.stdout:2444: oid 6 version 3318 is already newer than 3317 2024-09-14T03:43:56.843 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 6 v 3318 (ObjNum 761 snap 250 seq_num 761) dirty exists 2024-09-14T03:43:56.843 INFO:tasks.rados.rados.0.smithi002.stdout:2444: left oid 6 (ObjNum 761 snap 250 seq_num 761) 2024-09-14T03:43:56.843 INFO:tasks.rados.rados.0.smithi002.stdout:2444: done (2 left) 2024-09-14T03:43:56.843 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 10 current snap is 250 2024-09-14T03:43:56.843 INFO:tasks.rados.rados.0.smithi002.stdout:2448: seq_num 764 ranges {8552448=802816} 2024-09-14T03:43:56.892 INFO:tasks.rados.rados.0.smithi002.stdout:2448: writing smithi00278215-10 from 8552448 to 9355264 tid 1 2024-09-14T03:43:56.892 INFO:tasks.rados.rados.0.smithi002.stdout:2449: copy_from oid 19 from oid 47 current snap is 250 2024-09-14T03:43:56.892 INFO:tasks.rados.rados.0.smithi002.stdout:2447: finishing copy_from racing read to smithi00278215-31 2024-09-14T03:43:56.892 INFO:tasks.rados.rados.0.smithi002.stdout:2446: finishing write tid 1 to smithi00278215-40 2024-09-14T03:43:56.892 INFO:tasks.rados.rados.0.smithi002.stdout:2447: finishing copy_from to smithi00278215-31 2024-09-14T03:43:56.892 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 1347 (ObjNum 65 snap 0 seq_num 1668377964) dirty exists 2024-09-14T03:43:56.892 INFO:tasks.rados.rados.0.smithi002.stdout:2446: finishing write tid 2 to smithi00278215-40 2024-09-14T03:43:56.892 INFO:tasks.rados.rados.0.smithi002.stdout:2447: done (3 left) 2024-09-14T03:43:56.892 INFO:tasks.rados.rados.0.smithi002.stdout:2450: delete oid 21 current snap is 250 2024-09-14T03:43:56.892 INFO:tasks.rados.rados.0.smithi002.stdout:2446: finishing write tid 3 to smithi00278215-40 2024-09-14T03:43:56.892 INFO:tasks.rados.rados.0.smithi002.stdout:2446: oid 40 updating version 0 to 1848 2024-09-14T03:43:56.892 INFO:tasks.rados.rados.0.smithi002.stdout:2446: oid 40 updating version 1848 to 1849 2024-09-14T03:43:56.893 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 1849 (ObjNum 763 snap 250 seq_num 763) dirty exists 2024-09-14T03:43:56.893 INFO:tasks.rados.rados.0.smithi002.stdout:2446: left oid 40 (ObjNum 763 snap 250 seq_num 763) 2024-09-14T03:43:56.894 INFO:tasks.rados.rados.0.smithi002.stdout:2446: done (3 left) 2024-09-14T03:43:56.894 INFO:tasks.rados.rados.0.smithi002.stdout:2450: done (2 left) 2024-09-14T03:43:56.894 INFO:tasks.rados.rados.0.smithi002.stdout:2451: snap_remove snap 213 2024-09-14T03:43:57.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:56 smithi002 ceph-mon[87970]: osdmap e573: 8 total, 8 up, 8 in 2024-09-14T03:43:57.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:56 smithi002 ceph-mon[89815]: osdmap e573: 8 total, 8 up, 8 in 2024-09-14T03:43:57.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:56 smithi154 ceph-mon[81546]: osdmap e573: 8 total, 8 up, 8 in 2024-09-14T03:43:57.227 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:56 smithi154 podman[107268]: 2024-09-14 03:43:56.822645262 +0000 UTC m=+2.769458538 container init ed8e375f5cb9b57ef4fb38c61693c448a90607193fa153154e8fef4177266fe9 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-14T03:43:57.228 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:56 smithi154 podman[107268]: 2024-09-14 03:43:56.826005381 +0000 UTC m=+2.772818662 container start ed8e375f5cb9b57ef4fb38c61693c448a90607193fa153154e8fef4177266fe9 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-14T03:43:57.228 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:56 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[107341]: ts=2024-09-14T03:43:56.829Z caller=node_exporter.go:192 level=info msg="Starting node_exporter" version="(version=1.7.0, branch=HEAD, revision=7333465abf9efba81876303bb57e6fadb946041b)" 2024-09-14T03:43:57.228 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:56 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[107341]: ts=2024-09-14T03:43:56.829Z caller=node_exporter.go:193 level=info msg="Build context" build_context="(go=go1.21.4, platform=linux/amd64, user=root@35918982f6d8, date=20231112-23:53:35, tags=netgo osusergo static_build)" 2024-09-14T03:43:57.228 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:56 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[107341]: ts=2024-09-14T03:43:56.830Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-14T03:43:57.228 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:56 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[107341]: ts=2024-09-14T03:43:56.830Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-14T03:43:57.228 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:56 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[107341]: ts=2024-09-14T03:43:56.830Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-14T03:43:57.228 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:56 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[107341]: ts=2024-09-14T03:43:56.831Z caller=diskstats_linux.go:265 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-14T03:43:57.228 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:56 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[107341]: ts=2024-09-14T03:43:56.831Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-14T03:43:57.228 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:56 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[107341]: ts=2024-09-14T03:43:56.831Z caller=node_exporter.go:117 level=info collector=arp 2024-09-14T03:43:57.228 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:56 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[107341]: ts=2024-09-14T03:43:56.831Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-14T03:43:57.228 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:56 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[107341]: ts=2024-09-14T03:43:56.831Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-14T03:43:57.228 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:56 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[107341]: ts=2024-09-14T03:43:56.831Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-14T03:43:57.229 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:56 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[107341]: ts=2024-09-14T03:43:56.831Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-14T03:43:57.229 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:56 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[107341]: ts=2024-09-14T03:43:56.831Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-14T03:43:57.229 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:56 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[107341]: ts=2024-09-14T03:43:56.831Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-14T03:43:57.229 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:56 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[107341]: ts=2024-09-14T03:43:56.831Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-14T03:43:57.229 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:56 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[107341]: ts=2024-09-14T03:43:56.831Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-14T03:43:57.229 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:56 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[107341]: ts=2024-09-14T03:43:56.831Z caller=node_exporter.go:117 level=info collector=edac 2024-09-14T03:43:57.230 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:56 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[107341]: ts=2024-09-14T03:43:56.831Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-14T03:43:57.230 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:56 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[107341]: ts=2024-09-14T03:43:56.831Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-14T03:43:57.230 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:56 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[107341]: ts=2024-09-14T03:43:56.831Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-14T03:43:57.230 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:56 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[107341]: ts=2024-09-14T03:43:56.831Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-14T03:43:57.230 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:56 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[107341]: ts=2024-09-14T03:43:56.831Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-14T03:43:57.230 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:56 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[107341]: ts=2024-09-14T03:43:56.831Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-14T03:43:57.230 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:56 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[107341]: ts=2024-09-14T03:43:56.831Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-14T03:43:57.230 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:56 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[107341]: ts=2024-09-14T03:43:56.831Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-14T03:43:57.230 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:56 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[107341]: ts=2024-09-14T03:43:56.831Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-14T03:43:57.230 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:56 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[107341]: ts=2024-09-14T03:43:56.831Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-14T03:43:57.230 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:56 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[107341]: ts=2024-09-14T03:43:56.831Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-14T03:43:57.230 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:56 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[107341]: ts=2024-09-14T03:43:56.831Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-14T03:43:57.231 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:56 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[107341]: ts=2024-09-14T03:43:56.831Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-14T03:43:57.231 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:56 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[107341]: ts=2024-09-14T03:43:56.831Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-14T03:43:57.231 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:56 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[107341]: ts=2024-09-14T03:43:56.831Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-14T03:43:57.231 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:56 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[107341]: ts=2024-09-14T03:43:56.831Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-14T03:43:57.231 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:56 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[107341]: ts=2024-09-14T03:43:56.831Z caller=node_exporter.go:117 level=info collector=os 2024-09-14T03:43:57.231 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:56 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[107341]: ts=2024-09-14T03:43:56.831Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-14T03:43:57.231 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:56 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[107341]: ts=2024-09-14T03:43:56.831Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-14T03:43:57.231 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:56 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[107341]: ts=2024-09-14T03:43:56.831Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-14T03:43:57.231 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:56 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[107341]: ts=2024-09-14T03:43:56.831Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-14T03:43:57.231 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:56 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[107341]: ts=2024-09-14T03:43:56.831Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-14T03:43:57.231 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:56 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[107341]: ts=2024-09-14T03:43:56.831Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-14T03:43:57.231 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:56 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[107341]: ts=2024-09-14T03:43:56.831Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-14T03:43:57.231 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:56 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[107341]: ts=2024-09-14T03:43:56.831Z caller=node_exporter.go:117 level=info collector=stat 2024-09-14T03:43:57.232 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:56 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[107341]: ts=2024-09-14T03:43:56.831Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-14T03:43:57.232 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:56 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[107341]: ts=2024-09-14T03:43:56.831Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-14T03:43:57.232 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:56 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[107341]: ts=2024-09-14T03:43:56.831Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-14T03:43:57.232 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:56 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[107341]: ts=2024-09-14T03:43:56.831Z caller=node_exporter.go:117 level=info collector=time 2024-09-14T03:43:57.232 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:56 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[107341]: ts=2024-09-14T03:43:56.831Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-14T03:43:57.232 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:56 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[107341]: ts=2024-09-14T03:43:56.831Z caller=node_exporter.go:117 level=info collector=uname 2024-09-14T03:43:57.232 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:56 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[107341]: ts=2024-09-14T03:43:56.831Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-14T03:43:57.232 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:56 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[107341]: ts=2024-09-14T03:43:56.831Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-14T03:43:57.232 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:56 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[107341]: ts=2024-09-14T03:43:56.831Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-14T03:43:57.232 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:56 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[107341]: ts=2024-09-14T03:43:56.831Z caller=tls_config.go:274 level=info msg="Listening on" address=[::]:9100 2024-09-14T03:43:57.232 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:56 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b[107341]: ts=2024-09-14T03:43:56.831Z caller=tls_config.go:277 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-14T03:43:57.232 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:56 smithi154 bash[107268]: ed8e375f5cb9b57ef4fb38c61693c448a90607193fa153154e8fef4177266fe9 2024-09-14T03:43:57.232 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:43:56 smithi154 systemd[1]: Started Ceph node-exporter.b for f357b922-7248-11ef-bceb-c7b262605968. 2024-09-14T03:43:57.765 INFO:tasks.rados.rados.0.smithi002.stdout:2451: done (2 left) 2024-09-14T03:43:57.765 INFO:tasks.rados.rados.0.smithi002.stdout:2452: snap_remove snap 246 2024-09-14T03:43:58.186 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:57 smithi002 ceph-mon[89815]: pgmap v532: 121 pgs: 121 active+clean; 356 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-14T03:43:58.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:57 smithi002 ceph-mon[89815]: osdmap e574: 8 total, 8 up, 8 in 2024-09-14T03:43:58.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:57 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:58.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:57 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:58.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:57 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:43:58.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:57 smithi002 ceph-mon[89815]: osdmap e575: 8 total, 8 up, 8 in 2024-09-14T03:43:58.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:57 smithi002 ceph-mon[87970]: pgmap v532: 121 pgs: 121 active+clean; 356 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-14T03:43:58.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:57 smithi002 ceph-mon[87970]: osdmap e574: 8 total, 8 up, 8 in 2024-09-14T03:43:58.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:57 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:58.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:57 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:58.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:57 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:43:58.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:57 smithi002 ceph-mon[87970]: osdmap e575: 8 total, 8 up, 8 in 2024-09-14T03:43:58.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:57 smithi154 ceph-mon[81546]: pgmap v532: 121 pgs: 121 active+clean; 356 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-14T03:43:58.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:57 smithi154 ceph-mon[81546]: osdmap e574: 8 total, 8 up, 8 in 2024-09-14T03:43:58.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:57 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:58.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:57 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:43:58.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:57 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:43:58.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:57 smithi154 ceph-mon[81546]: osdmap e575: 8 total, 8 up, 8 in 2024-09-14T03:43:58.768 INFO:tasks.rados.rados.0.smithi002.stdout:2452: done (2 left) 2024-09-14T03:43:58.768 INFO:tasks.rados.rados.0.smithi002.stdout:2453: copy_from oid 30 from oid 31 current snap is 250 2024-09-14T03:43:58.768 INFO:tasks.rados.rados.0.smithi002.stdout:2448: finishing write tid 1 to smithi00278215-10 2024-09-14T03:43:58.768 INFO:tasks.rados.rados.0.smithi002.stdout:2448: finishing write tid 2 to smithi00278215-10 2024-09-14T03:43:58.768 INFO:tasks.rados.rados.0.smithi002.stdout:2448: finishing write tid 3 to smithi00278215-10 2024-09-14T03:43:58.768 INFO:tasks.rados.rados.0.smithi002.stdout:2448: oid 10 updating version 0 to 2678 2024-09-14T03:43:58.768 INFO:tasks.rados.rados.0.smithi002.stdout:2448: oid 10 version 2678 is already newer than 2677 2024-09-14T03:43:58.768 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 2678 (ObjNum 764 snap 250 seq_num 764) dirty exists 2024-09-14T03:43:58.769 INFO:tasks.rados.rados.0.smithi002.stdout:2448: left oid 10 (ObjNum 764 snap 250 seq_num 764) 2024-09-14T03:43:58.769 INFO:tasks.rados.rados.0.smithi002.stdout:2449: finishing copy_from racing read to smithi00278215-19 2024-09-14T03:43:58.769 INFO:tasks.rados.rados.0.smithi002.stdout:2449: finishing copy_from to smithi00278215-19 2024-09-14T03:43:58.769 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 19 v 2971 (ObjNum 712 snap 227 seq_num 712) dirty exists 2024-09-14T03:43:58.769 INFO:tasks.rados.rados.0.smithi002.stdout:2448: done (2 left) 2024-09-14T03:43:58.769 INFO:tasks.rados.rados.0.smithi002.stdout:2449: done (1 left) 2024-09-14T03:43:58.769 INFO:tasks.rados.rados.0.smithi002.stdout:2454: read oid 21 snap -1 2024-09-14T03:43:58.769 INFO:tasks.rados.rados.0.smithi002.stdout:2454: expect deleted 2024-09-14T03:43:58.769 INFO:tasks.rados.rados.0.smithi002.stdout:2455: setattr oid 28 current snap is 250 2024-09-14T03:43:58.769 INFO:tasks.rados.rados.0.smithi002.stdout:2456: snap_remove snap 248 2024-09-14T03:43:59.773 INFO:tasks.rados.rados.0.smithi002.stdout:2456: done (3 left) 2024-09-14T03:43:59.774 INFO:tasks.rados.rados.0.smithi002.stdout:2457: read oid 42 snap 226 2024-09-14T03:43:59.774 INFO:tasks.rados.rados.0.smithi002.stdout:2457: expect deleted 2024-09-14T03:43:59.774 INFO:tasks.rados.rados.0.smithi002.stdout:2458: rmattr oid 29 current snap is 250 2024-09-14T03:43:59.774 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 28 v 2986 (ObjNum 129 snap 0 seq_num 854902784) dirty exists 2024-09-14T03:43:59.774 INFO:tasks.rados.rados.0.smithi002.stdout:2453: finishing copy_from racing read to smithi00278215-30 2024-09-14T03:43:59.774 INFO:tasks.rados.rados.0.smithi002.stdout:2453: finishing copy_from to smithi00278215-30 2024-09-14T03:43:59.774 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 30 v 1347 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-09-14T03:43:59.774 INFO:tasks.rados.rados.0.smithi002.stdout:2453: done (4 left) 2024-09-14T03:43:59.774 INFO:tasks.rados.rados.0.smithi002.stdout:2454: done (3 left) 2024-09-14T03:43:59.774 INFO:tasks.rados.rados.0.smithi002.stdout:2455: done (2 left) 2024-09-14T03:43:59.774 INFO:tasks.rados.rados.0.smithi002.stdout:2459: read oid 17 snap -1 2024-09-14T03:43:59.774 INFO:tasks.rados.rados.0.smithi002.stdout:2459: expect (ObjNum 750 snap 246 seq_num 750) 2024-09-14T03:43:59.775 INFO:tasks.rados.rados.0.smithi002.stdout:2460: setattr oid 19 current snap is 250 2024-09-14T03:43:59.775 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 12 current snap is 250 2024-09-14T03:43:59.775 INFO:tasks.rados.rados.0.smithi002.stdout:2461: seq_num 766 ranges {499712=434176,933888=401408} 2024-09-14T03:43:59.780 INFO:tasks.rados.rados.0.smithi002.stdout:2461: writing smithi00278215-12 from 499712 to 933888 tid 1 2024-09-14T03:43:59.783 INFO:tasks.rados.rados.0.smithi002.stdout:2461: writing smithi00278215-12 from 933888 to 1335296 tid 2 2024-09-14T03:43:59.783 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 13 current snap is 250 2024-09-14T03:43:59.784 INFO:tasks.rados.rados.0.smithi002.stdout:2462: seq_num 767 ranges {827392=450560,1277952=401408} 2024-09-14T03:43:59.792 INFO:tasks.rados.rados.0.smithi002.stdout:2462: writing smithi00278215-13 from 827392 to 1277952 tid 1 2024-09-14T03:43:59.795 INFO:tasks.rados.rados.0.smithi002.stdout:2462: writing smithi00278215-13 from 1277952 to 1679360 tid 2 2024-09-14T03:43:59.795 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 3342 (ObjNum 728 snap 236 seq_num 728) dirty exists 2024-09-14T03:43:59.795 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 19 v 2972 (ObjNum 712 snap 227 seq_num 712) dirty exists 2024-09-14T03:43:59.795 INFO:tasks.rados.rados.0.smithi002.stdout:2457: done (5 left) 2024-09-14T03:43:59.795 INFO:tasks.rados.rados.0.smithi002.stdout:2458: done (4 left) 2024-09-14T03:43:59.795 INFO:tasks.rados.rados.0.smithi002.stdout:2460: done (3 left) 2024-09-14T03:43:59.795 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 31 current snap is 250 2024-09-14T03:43:59.795 INFO:tasks.rados.rados.0.smithi002.stdout:2463: seq_num 768 ranges {0=466944,466944=401408} 2024-09-14T03:43:59.798 INFO:tasks.rados.rados.0.smithi002.stdout:2463: writing smithi00278215-31 from 0 to 466944 tid 1 2024-09-14T03:43:59.801 INFO:tasks.rados.rados.0.smithi002.stdout:2463: writing smithi00278215-31 from 466944 to 868352 tid 2 2024-09-14T03:43:59.801 INFO:tasks.rados.rados.0.smithi002.stdout:2464: delete oid 36 current snap is 250 2024-09-14T03:43:59.801 INFO:tasks.rados.rados.0.smithi002.stdout:2462: finishing write tid 1 to smithi00278215-13 2024-09-14T03:43:59.801 INFO:tasks.rados.rados.0.smithi002.stdout:2462: finishing write tid 2 to smithi00278215-13 2024-09-14T03:43:59.802 INFO:tasks.rados.rados.0.smithi002.stdout:2462: finishing write tid 3 to smithi00278215-13 2024-09-14T03:43:59.802 INFO:tasks.rados.rados.0.smithi002.stdout:2462: finishing write tid 4 to smithi00278215-13 2024-09-14T03:43:59.802 INFO:tasks.rados.rados.0.smithi002.stdout:2462: oid 13 updating version 0 to 1852 2024-09-14T03:43:59.802 INFO:tasks.rados.rados.0.smithi002.stdout:2462: oid 13 version 1852 is already newer than 1851 2024-09-14T03:43:59.802 INFO:tasks.rados.rados.0.smithi002.stdout:2462: oid 13 version 1852 is already newer than 1850 2024-09-14T03:43:59.802 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 1852 (ObjNum 767 snap 250 seq_num 767) dirty exists 2024-09-14T03:43:59.802 INFO:tasks.rados.rados.0.smithi002.stdout:2462: left oid 13 (ObjNum 767 snap 250 seq_num 767) 2024-09-14T03:43:59.803 INFO:tasks.rados.rados.0.smithi002.stdout:2459: expect (ObjNum 750 snap 246 seq_num 750) 2024-09-14T03:43:59.964 INFO:tasks.rados.rados.0.smithi002.stdout:2461: finishing write tid 1 to smithi00278215-12 2024-09-14T03:43:59.964 INFO:tasks.rados.rados.0.smithi002.stdout:2461: finishing write tid 2 to smithi00278215-12 2024-09-14T03:43:59.964 INFO:tasks.rados.rados.0.smithi002.stdout:2459: done (4 left) 2024-09-14T03:43:59.964 INFO:tasks.rados.rados.0.smithi002.stdout:2462: done (3 left) 2024-09-14T03:43:59.964 INFO:tasks.rados.rados.0.smithi002.stdout:2464: done (2 left) 2024-09-14T03:43:59.965 INFO:tasks.rados.rados.0.smithi002.stdout:2465: copy_from oid 11 from oid 23 current snap is 250 2024-09-14T03:43:59.965 INFO:tasks.rados.rados.0.smithi002.stdout:2461: finishing write tid 3 to smithi00278215-12 2024-09-14T03:43:59.965 INFO:tasks.rados.rados.0.smithi002.stdout:2463: finishing write tid 1 to smithi00278215-31 2024-09-14T03:43:59.965 INFO:tasks.rados.rados.0.smithi002.stdout:2463: finishing write tid 2 to smithi00278215-31 2024-09-14T03:43:59.965 INFO:tasks.rados.rados.0.smithi002.stdout:2463: finishing write tid 3 to smithi00278215-31 2024-09-14T03:43:59.966 INFO:tasks.rados.rados.0.smithi002.stdout:2463: finishing write tid 4 to smithi00278215-31 2024-09-14T03:43:59.966 INFO:tasks.rados.rados.0.smithi002.stdout:2463: oid 31 updating version 0 to 2685 2024-09-14T03:43:59.966 INFO:tasks.rados.rados.0.smithi002.stdout:2463: oid 31 version 2685 is already newer than 2683 2024-09-14T03:43:59.966 INFO:tasks.rados.rados.0.smithi002.stdout:2463: oid 31 version 2685 is already newer than 2684 2024-09-14T03:43:59.966 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 2685 (ObjNum 768 snap 250 seq_num 768) dirty exists 2024-09-14T03:43:59.966 INFO:tasks.rados.rados.0.smithi002.stdout:2463: left oid 31 (ObjNum 768 snap 250 seq_num 768) 2024-09-14T03:43:59.967 INFO:tasks.rados.rados.0.smithi002.stdout:2461: finishing write tid 4 to smithi00278215-12 2024-09-14T03:43:59.967 INFO:tasks.rados.rados.0.smithi002.stdout:2461: oid 12 updating version 0 to 2988 2024-09-14T03:43:59.967 INFO:tasks.rados.rados.0.smithi002.stdout:2461: oid 12 updating version 2988 to 2989 2024-09-14T03:43:59.967 INFO:tasks.rados.rados.0.smithi002.stdout:2461: oid 12 version 2989 is already newer than 2987 2024-09-14T03:43:59.967 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 2989 (ObjNum 766 snap 250 seq_num 766) dirty exists 2024-09-14T03:43:59.968 INFO:tasks.rados.rados.0.smithi002.stdout:2461: left oid 12 (ObjNum 766 snap 250 seq_num 766) 2024-09-14T03:43:59.968 INFO:tasks.rados.rados.0.smithi002.stdout:2461: done (2 left) 2024-09-14T03:43:59.968 INFO:tasks.rados.rados.0.smithi002.stdout:2463: done (1 left) 2024-09-14T03:43:59.968 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 25 current snap is 250 2024-09-14T03:43:59.969 INFO:tasks.rados.rados.0.smithi002.stdout:2466: seq_num 770 ranges {1949696=499712,2449408=401408} 2024-09-14T03:43:59.977 INFO:tasks.rados.rados.0.smithi002.stdout:2466: writing smithi00278215-25 from 1949696 to 2449408 tid 1 2024-09-14T03:43:59.979 INFO:tasks.rados.rados.0.smithi002.stdout:2466: writing smithi00278215-25 from 2449408 to 2850816 tid 2 2024-09-14T03:43:59.979 INFO:tasks.rados.rados.0.smithi002.stdout:2467: delete oid 1 current snap is 250 2024-09-14T03:43:59.980 INFO:tasks.rados.rados.0.smithi002.stdout:2465: finishing copy_from racing read to smithi00278215-11 2024-09-14T03:43:59.985 INFO:tasks.rados.rados.0.smithi002.stdout:2466: finishing write tid 1 to smithi00278215-25 2024-09-14T03:43:59.986 INFO:tasks.rados.rados.0.smithi002.stdout:2466: finishing write tid 2 to smithi00278215-25 2024-09-14T03:43:59.986 INFO:tasks.rados.rados.0.smithi002.stdout:2466: finishing write tid 3 to smithi00278215-25 2024-09-14T03:43:59.986 INFO:tasks.rados.rados.0.smithi002.stdout:2465: finishing copy_from to smithi00278215-11 2024-09-14T03:43:59.986 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 2266 (ObjNum 731 snap 236 seq_num 731) dirty exists 2024-09-14T03:43:59.986 INFO:tasks.rados.rados.0.smithi002.stdout:2466: finishing write tid 4 to smithi00278215-25 2024-09-14T03:43:59.986 INFO:tasks.rados.rados.0.smithi002.stdout:2466: oid 25 updating version 0 to 2947 2024-09-14T03:43:59.986 INFO:tasks.rados.rados.0.smithi002.stdout:2466: oid 25 version 2947 is already newer than 2946 2024-09-14T03:43:59.986 INFO:tasks.rados.rados.0.smithi002.stdout:2466: oid 25 updating version 2947 to 2948 2024-09-14T03:43:59.986 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 2948 (ObjNum 770 snap 250 seq_num 770) dirty exists 2024-09-14T03:43:59.987 INFO:tasks.rados.rados.0.smithi002.stdout:2466: left oid 25 (ObjNum 770 snap 250 seq_num 770) 2024-09-14T03:43:59.987 INFO:tasks.rados.rados.0.smithi002.stdout:2465: done (2 left) 2024-09-14T03:43:59.987 INFO:tasks.rados.rados.0.smithi002.stdout:2466: done (1 left) 2024-09-14T03:43:59.987 INFO:tasks.rados.rados.0.smithi002.stdout:2467: done (0 left) 2024-09-14T03:43:59.987 INFO:tasks.rados.rados.0.smithi002.stdout:2468: rmattr oid 41 current snap is 250 2024-09-14T03:43:59.987 INFO:tasks.rados.rados.0.smithi002.stdout:2469: snap_create 2024-09-14T03:43:59.989 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 41 v 3348 (ObjNum 482 snap 147 seq_num 482) dirty exists 2024-09-14T03:44:00.171 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:59 smithi154 ceph-mon[81546]: pgmap v535: 121 pgs: 121 active+clean; 329 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 2.2 MiB/s wr, 8 op/s 2024-09-14T03:44:00.171 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:43:59 smithi154 ceph-mon[81546]: osdmap e576: 8 total, 8 up, 8 in 2024-09-14T03:44:00.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:59 smithi002 ceph-mon[87970]: pgmap v535: 121 pgs: 121 active+clean; 329 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 2.2 MiB/s wr, 8 op/s 2024-09-14T03:44:00.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:43:59 smithi002 ceph-mon[87970]: osdmap e576: 8 total, 8 up, 8 in 2024-09-14T03:44:00.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:59 smithi002 ceph-mon[89815]: pgmap v535: 121 pgs: 121 active+clean; 329 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 2.2 MiB/s wr, 8 op/s 2024-09-14T03:44:00.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:43:59 smithi002 ceph-mon[89815]: osdmap e576: 8 total, 8 up, 8 in 2024-09-14T03:44:00.836 INFO:tasks.rados.rados.0.smithi002.stdout:2468: done (1 left) 2024-09-14T03:44:00.836 INFO:tasks.rados.rados.0.smithi002.stdout:2469: done (0 left) 2024-09-14T03:44:00.836 INFO:tasks.rados.rados.0.smithi002.stdout:2470: rollback oid 36 current snap is 251 2024-09-14T03:44:00.836 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 36 to 240 2024-09-14T03:44:00.837 INFO:tasks.rados.rados.0.smithi002.stdout:2471: delete oid 18 current snap is 251 2024-09-14T03:44:00.842 INFO:tasks.rados.rados.0.smithi002.stdout:2471: done (1 left) 2024-09-14T03:44:00.842 INFO:tasks.rados.rados.0.smithi002.stdout:2472: read oid 49 snap -1 2024-09-14T03:44:00.842 INFO:tasks.rados.rados.0.smithi002.stdout:2472: expect deleted 2024-09-14T03:44:00.842 INFO:tasks.rados.rados.0.smithi002.stdout:2473: copy_from oid 32 from oid 1 current snap is 251 2024-09-14T03:44:00.842 INFO:tasks.rados.rados.0.smithi002.stdout:2474: rollback oid 43 current snap is 251 2024-09-14T03:44:00.842 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 43 to 226 2024-09-14T03:44:00.842 INFO:tasks.rados.rados.0.smithi002.stdout:2475: rollback oid 41 current snap is 251 2024-09-14T03:44:00.843 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 41 to 240 2024-09-14T03:44:00.843 INFO:tasks.rados.rados.0.smithi002.stdout:2476: snap_create 2024-09-14T03:44:00.843 INFO:tasks.rados.rados.0.smithi002.stdout:2470: finishing rollback tid 1 to smithi00278215-36 2024-09-14T03:44:00.843 INFO:tasks.rados.rados.0.smithi002.stdout:2470: finishing rollback tid 2 to smithi00278215-36 2024-09-14T03:44:00.843 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 36 v 1855 (ObjNum 509 snap 160 seq_num 509) dirty exists 2024-09-14T03:44:00.847 INFO:tasks.rados.rados.0.smithi002.stdout:2474: finishing rollback tid 0 to smithi00278215-43 2024-09-14T03:44:00.848 INFO:tasks.rados.rados.0.smithi002.stdout:2474: finishing rollback tid 1 to smithi00278215-43 2024-09-14T03:44:00.848 INFO:tasks.rados.rados.0.smithi002.stdout:2474: finishing rollback tid 2 to smithi00278215-43 2024-09-14T03:44:00.848 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 2992 (ObjNum 707 snap 225 seq_num 707) dirty exists 2024-09-14T03:44:00.848 INFO:tasks.rados.rados.0.smithi002.stdout:2475: finishing rollback tid 0 to smithi00278215-41 2024-09-14T03:44:00.848 INFO:tasks.rados.rados.0.smithi002.stdout:2475: finishing rollback tid 1 to smithi00278215-41 2024-09-14T03:44:00.849 INFO:tasks.rados.rados.0.smithi002.stdout:2473: finishing copy_from to smithi00278215-32 2024-09-14T03:44:00.849 INFO:tasks.rados.rados.0.smithi002.stdout:2473: got expected ENOENT (src dne) 2024-09-14T03:44:00.849 INFO:tasks.rados.rados.0.smithi002.stdout:2473: finishing copy_from racing read to smithi00278215-32 2024-09-14T03:44:00.849 INFO:tasks.rados.rados.0.smithi002.stdout:2475: finishing rollback tid 2 to smithi00278215-41 2024-09-14T03:44:00.849 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 41 v 3352 (ObjNum 482 snap 147 seq_num 482) dirty exists 2024-09-14T03:44:01.039 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:00 smithi002 ceph-mon[89815]: osdmap e577: 8 total, 8 up, 8 in 2024-09-14T03:44:01.039 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:00 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:01.039 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:00 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:01.039 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:00 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:01.039 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:00 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:01.039 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:00 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:01.039 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:00 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:01.039 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:00 smithi002 ceph-mon[87970]: osdmap e577: 8 total, 8 up, 8 in 2024-09-14T03:44:01.040 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:00 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:01.040 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:00 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:01.040 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:00 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:01.040 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:00 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:01.040 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:00 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:01.040 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:00 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:01.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:00 smithi154 ceph-mon[81546]: osdmap e577: 8 total, 8 up, 8 in 2024-09-14T03:44:01.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:00 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:01.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:00 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:01.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:00 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:01.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:00 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:01.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:00 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:01.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:00 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:01.843 INFO:tasks.rados.rados.0.smithi002.stdout:2470: done (5 left) 2024-09-14T03:44:01.843 INFO:tasks.rados.rados.0.smithi002.stdout:2472: done (4 left) 2024-09-14T03:44:01.843 INFO:tasks.rados.rados.0.smithi002.stdout:2473: done (3 left) 2024-09-14T03:44:01.843 INFO:tasks.rados.rados.0.smithi002.stdout:2474: done (2 left) 2024-09-14T03:44:01.843 INFO:tasks.rados.rados.0.smithi002.stdout:2475: done (1 left) 2024-09-14T03:44:01.843 INFO:tasks.rados.rados.0.smithi002.stdout:2476: done (0 left) 2024-09-14T03:44:01.843 INFO:tasks.rados.rados.0.smithi002.stdout:2477: read oid 42 snap 226 2024-09-14T03:44:01.843 INFO:tasks.rados.rados.0.smithi002.stdout:2477: expect deleted 2024-09-14T03:44:01.844 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 12 current snap is 252 2024-09-14T03:44:01.844 INFO:tasks.rados.rados.0.smithi002.stdout:2478: seq_num 773 ranges {1335296=548864,1884160=401408} 2024-09-14T03:44:01.853 INFO:tasks.rados.rados.0.smithi002.stdout:2478: writing smithi00278215-12 from 1335296 to 1884160 tid 1 2024-09-14T03:44:01.855 INFO:tasks.rados.rados.0.smithi002.stdout:2478: writing smithi00278215-12 from 1884160 to 2285568 tid 2 2024-09-14T03:44:01.855 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 22 current snap is 252 2024-09-14T03:44:01.855 INFO:tasks.rados.rados.0.smithi002.stdout:2479: seq_num 774 ranges {1114112=565248,1679360=401408} 2024-09-14T03:44:01.864 INFO:tasks.rados.rados.0.smithi002.stdout:2479: writing smithi00278215-22 from 1114112 to 1679360 tid 1 2024-09-14T03:44:01.867 INFO:tasks.rados.rados.0.smithi002.stdout:2479: writing smithi00278215-22 from 1679360 to 2080768 tid 2 2024-09-14T03:44:01.868 INFO:tasks.rados.rados.0.smithi002.stdout:2480: rollback oid 35 current snap is 252 2024-09-14T03:44:01.868 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 35 to 233 2024-09-14T03:44:01.868 INFO:tasks.rados.rados.0.smithi002.stdout:2478: finishing write tid 1 to smithi00278215-12 2024-09-14T03:44:01.868 INFO:tasks.rados.rados.0.smithi002.stdout:2478: finishing write tid 2 to smithi00278215-12 2024-09-14T03:44:01.868 INFO:tasks.rados.rados.0.smithi002.stdout:2478: finishing write tid 3 to smithi00278215-12 2024-09-14T03:44:01.868 INFO:tasks.rados.rados.0.smithi002.stdout:2478: finishing write tid 4 to smithi00278215-12 2024-09-14T03:44:01.868 INFO:tasks.rados.rados.0.smithi002.stdout:2478: oid 12 updating version 0 to 2995 2024-09-14T03:44:01.868 INFO:tasks.rados.rados.0.smithi002.stdout:2478: oid 12 version 2995 is already newer than 2993 2024-09-14T03:44:01.868 INFO:tasks.rados.rados.0.smithi002.stdout:2478: oid 12 version 2995 is already newer than 2994 2024-09-14T03:44:01.868 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 2995 (ObjNum 773 snap 252 seq_num 773) dirty exists 2024-09-14T03:44:01.868 INFO:tasks.rados.rados.0.smithi002.stdout:2478: left oid 12 (ObjNum 773 snap 252 seq_num 773) 2024-09-14T03:44:01.868 INFO:tasks.rados.rados.0.smithi002.stdout:2477: done (3 left) 2024-09-14T03:44:01.868 INFO:tasks.rados.rados.0.smithi002.stdout:2478: done (2 left) 2024-09-14T03:44:01.869 INFO:tasks.rados.rados.0.smithi002.stdout:2481: rollback oid 50 current snap is 252 2024-09-14T03:44:01.869 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 50 to 237 2024-09-14T03:44:01.869 INFO:tasks.rados.rados.0.smithi002.stdout:2482: read oid 15 snap -1 2024-09-14T03:44:01.869 INFO:tasks.rados.rados.0.smithi002.stdout:2482: expect (ObjNum 727 snap 236 seq_num 727) 2024-09-14T03:44:01.869 INFO:tasks.rados.rados.0.smithi002.stdout:2483: rmattr oid 2 current snap is 252 2024-09-14T03:44:01.869 INFO:tasks.rados.rados.0.smithi002.stdout:2483: done (4 left) 2024-09-14T03:44:01.869 INFO:tasks.rados.rados.0.smithi002.stdout:2484: setattr oid 48 current snap is 252 2024-09-14T03:44:01.869 INFO:tasks.rados.rados.0.smithi002.stdout:2485: delete oid 14 current snap is 252 2024-09-14T03:44:01.870 INFO:tasks.rados.rados.0.smithi002.stdout:2479: finishing write tid 1 to smithi00278215-22 2024-09-14T03:44:01.870 INFO:tasks.rados.rados.0.smithi002.stdout:2482: expect (ObjNum 727 snap 236 seq_num 727) 2024-09-14T03:44:01.878 INFO:tasks.rados.rados.0.smithi002.stdout:2479: finishing write tid 2 to smithi00278215-22 2024-09-14T03:44:01.878 INFO:tasks.rados.rados.0.smithi002.stdout:2479: finishing write tid 3 to smithi00278215-22 2024-09-14T03:44:01.879 INFO:tasks.rados.rados.0.smithi002.stdout:2479: finishing write tid 4 to smithi00278215-22 2024-09-14T03:44:01.879 INFO:tasks.rados.rados.0.smithi002.stdout:2479: oid 22 updating version 0 to 1858 2024-09-14T03:44:01.879 INFO:tasks.rados.rados.0.smithi002.stdout:2479: oid 22 version 1858 is already newer than 1856 2024-09-14T03:44:01.879 INFO:tasks.rados.rados.0.smithi002.stdout:2479: oid 22 version 1858 is already newer than 1857 2024-09-14T03:44:01.879 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 22 v 1858 (ObjNum 774 snap 252 seq_num 774) dirty exists 2024-09-14T03:44:01.879 INFO:tasks.rados.rados.0.smithi002.stdout:2479: left oid 22 (ObjNum 774 snap 252 seq_num 774) 2024-09-14T03:44:01.879 INFO:tasks.rados.rados.0.smithi002.stdout:2480: finishing rollback tid 0 to smithi00278215-35 2024-09-14T03:44:01.879 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 2686 (ObjNum 543 snap 170 seq_num 543) dirty exists 2024-09-14T03:44:01.879 INFO:tasks.rados.rados.0.smithi002.stdout:2480: finishing rollback tid 1 to smithi00278215-35 2024-09-14T03:44:01.879 INFO:tasks.rados.rados.0.smithi002.stdout:2479: done (5 left) 2024-09-14T03:44:01.879 INFO:tasks.rados.rados.0.smithi002.stdout:2482: done (4 left) 2024-09-14T03:44:01.879 INFO:tasks.rados.rados.0.smithi002.stdout:2484: done (3 left) 2024-09-14T03:44:01.879 INFO:tasks.rados.rados.0.smithi002.stdout:2485: done (2 left) 2024-09-14T03:44:01.880 INFO:tasks.rados.rados.0.smithi002.stdout:2486: copy_from oid 21 from oid 36 current snap is 252 2024-09-14T03:44:01.880 INFO:tasks.rados.rados.0.smithi002.stdout:2481: finishing rollback tid 0 to smithi00278215-50 2024-09-14T03:44:01.880 INFO:tasks.rados.rados.0.smithi002.stdout:2480: finishing rollback tid 2 to smithi00278215-35 2024-09-14T03:44:01.880 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 35 v 2975 (ObjNum 604 snap 193 seq_num 604) dirty exists 2024-09-14T03:44:01.880 INFO:tasks.rados.rados.0.smithi002.stdout:2481: finishing rollback tid 1 to smithi00278215-50 2024-09-14T03:44:01.880 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 3355 (ObjNum 65 snap 0 seq_num 1767203923) dirty dne 2024-09-14T03:44:01.880 INFO:tasks.rados.rados.0.smithi002.stdout:2480: done (2 left) 2024-09-14T03:44:01.880 INFO:tasks.rados.rados.0.smithi002.stdout:2481: done (1 left) 2024-09-14T03:44:01.880 INFO:tasks.rados.rados.0.smithi002.stdout:2487: delete oid 17 current snap is 252 2024-09-14T03:44:01.883 INFO:tasks.rados.rados.0.smithi002.stdout:2487: done (1 left) 2024-09-14T03:44:01.883 INFO:tasks.rados.rados.0.smithi002.stdout:2488: read oid 29 snap -1 2024-09-14T03:44:01.884 INFO:tasks.rados.rados.0.smithi002.stdout:2488: expect (ObjNum 728 snap 236 seq_num 728) 2024-09-14T03:44:01.884 INFO:tasks.rados.rados.0.smithi002.stdout:2489: copy_from oid 17 from oid 39 current snap is 252 2024-09-14T03:44:01.884 INFO:tasks.rados.rados.0.smithi002.stdout:2490: rollback oid 33 current snap is 252 2024-09-14T03:44:01.884 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 33 to 250 2024-09-14T03:44:01.884 INFO:tasks.rados.rados.0.smithi002.stdout:2491: read oid 25 snap -1 2024-09-14T03:44:01.884 INFO:tasks.rados.rados.0.smithi002.stdout:2491: expect (ObjNum 770 snap 250 seq_num 770) 2024-09-14T03:44:01.884 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 10 current snap is 252 2024-09-14T03:44:01.884 INFO:tasks.rados.rados.0.smithi002.stdout:2492: seq_num 777 ranges {9355264=622592,9977856=401408} 2024-09-14T03:44:01.940 INFO:tasks.rados.rados.0.smithi002.stdout:2492: writing smithi00278215-10 from 9355264 to 9977856 tid 1 2024-09-14T03:44:01.942 INFO:tasks.rados.rados.0.smithi002.stdout:2492: writing smithi00278215-10 from 9977856 to 10379264 tid 2 2024-09-14T03:44:01.942 INFO:tasks.rados.rados.0.smithi002.stdout:2490: finishing rollback tid 0 to smithi00278215-33 2024-09-14T03:44:01.942 INFO:tasks.rados.rados.0.smithi002.stdout:2490: finishing rollback tid 1 to smithi00278215-33 2024-09-14T03:44:01.942 INFO:tasks.rados.rados.0.smithi002.stdout:2489: finishing copy_from racing read to smithi00278215-17 2024-09-14T03:44:01.943 INFO:tasks.rados.rados.0.smithi002.stdout:2490: finishing rollback tid 2 to smithi00278215-33 2024-09-14T03:44:01.943 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 33 v 2999 (ObjNum 757 snap 249 seq_num 757) dirty exists 2024-09-14T03:44:01.943 INFO:tasks.rados.rados.0.smithi002.stdout:2489: finishing copy_from to smithi00278215-17 2024-09-14T03:44:01.943 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 17 v 2781 (ObjNum 726 snap 235 seq_num 726) dirty exists 2024-09-14T03:44:01.943 INFO:tasks.rados.rados.0.smithi002.stdout:2491: expect (ObjNum 770 snap 250 seq_num 770) 2024-09-14T03:44:02.060 INFO:tasks.rados.rados.0.smithi002.stdout:2486: finishing copy_from racing read to smithi00278215-21 2024-09-14T03:44:02.060 INFO:tasks.rados.rados.0.smithi002.stdout:2486: finishing copy_from to smithi00278215-21 2024-09-14T03:44:02.060 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 1855 (ObjNum 509 snap 160 seq_num 509) dirty exists 2024-09-14T03:44:02.060 INFO:tasks.rados.rados.0.smithi002.stdout:2488: expect (ObjNum 728 snap 236 seq_num 728) 2024-09-14T03:44:02.113 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:01 smithi002 ceph-mon[87970]: pgmap v538: 121 pgs: 121 active+clean; 318 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 1.2 MiB/s wr, 14 op/s 2024-09-14T03:44:02.113 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:01 smithi002 ceph-mon[87970]: osdmap e578: 8 total, 8 up, 8 in 2024-09-14T03:44:02.113 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:01 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:02.113 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:01 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:02.113 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:01 smithi002 ceph-mon[89815]: pgmap v538: 121 pgs: 121 active+clean; 318 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 1.2 MiB/s wr, 14 op/s 2024-09-14T03:44:02.113 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:01 smithi002 ceph-mon[89815]: osdmap e578: 8 total, 8 up, 8 in 2024-09-14T03:44:02.114 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:01 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:02.114 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:01 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:02.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:01 smithi154 ceph-mon[81546]: pgmap v538: 121 pgs: 121 active+clean; 318 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 1.2 MiB/s wr, 14 op/s 2024-09-14T03:44:02.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:01 smithi154 ceph-mon[81546]: osdmap e578: 8 total, 8 up, 8 in 2024-09-14T03:44:02.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:01 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:02.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:01 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:03.096 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:02 smithi002 ceph-mon[87970]: osdmap e579: 8 total, 8 up, 8 in 2024-09-14T03:44:03.096 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:02 smithi002 ceph-mon[87970]: osdmap e580: 8 total, 8 up, 8 in 2024-09-14T03:44:03.096 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:02 smithi002 ceph-mon[89815]: osdmap e579: 8 total, 8 up, 8 in 2024-09-14T03:44:03.096 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:02 smithi002 ceph-mon[89815]: osdmap e580: 8 total, 8 up, 8 in 2024-09-14T03:44:03.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:02 smithi154 ceph-mon[81546]: osdmap e579: 8 total, 8 up, 8 in 2024-09-14T03:44:03.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:02 smithi154 ceph-mon[81546]: osdmap e580: 8 total, 8 up, 8 in 2024-09-14T03:44:03.393 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:44:03 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:44:03] "GET /metrics HTTP/1.1" 200 36435 "" "Prometheus/2.43.0" 2024-09-14T03:44:03.665 INFO:tasks.rados.rados.0.smithi002.stdout:2492: finishing write tid 1 to smithi00278215-10 2024-09-14T03:44:03.665 INFO:tasks.rados.rados.0.smithi002.stdout:2492: finishing write tid 2 to smithi00278215-10 2024-09-14T03:44:03.665 INFO:tasks.rados.rados.0.smithi002.stdout:2492: finishing write tid 3 to smithi00278215-10 2024-09-14T03:44:03.665 INFO:tasks.rados.rados.0.smithi002.stdout:2492: finishing write tid 4 to smithi00278215-10 2024-09-14T03:44:03.665 INFO:tasks.rados.rados.0.smithi002.stdout:2492: oid 10 updating version 0 to 2680 2024-09-14T03:44:03.665 INFO:tasks.rados.rados.0.smithi002.stdout:2492: oid 10 version 2680 is already newer than 2679 2024-09-14T03:44:03.665 INFO:tasks.rados.rados.0.smithi002.stdout:2492: oid 10 updating version 2680 to 2681 2024-09-14T03:44:03.665 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 2681 (ObjNum 777 snap 252 seq_num 777) dirty exists 2024-09-14T03:44:03.665 INFO:tasks.rados.rados.0.smithi002.stdout:2492: left oid 10 (ObjNum 777 snap 252 seq_num 777) 2024-09-14T03:44:03.665 INFO:tasks.rados.rados.0.smithi002.stdout:2486: done (5 left) 2024-09-14T03:44:03.665 INFO:tasks.rados.rados.0.smithi002.stdout:2488: done (4 left) 2024-09-14T03:44:03.665 INFO:tasks.rados.rados.0.smithi002.stdout:2489: done (3 left) 2024-09-14T03:44:03.666 INFO:tasks.rados.rados.0.smithi002.stdout:2490: done (2 left) 2024-09-14T03:44:03.666 INFO:tasks.rados.rados.0.smithi002.stdout:2491: done (1 left) 2024-09-14T03:44:03.666 INFO:tasks.rados.rados.0.smithi002.stdout:2492: done (0 left) 2024-09-14T03:44:03.666 INFO:tasks.rados.rados.0.smithi002.stdout:2493: read oid 12 snap -1 2024-09-14T03:44:03.666 INFO:tasks.rados.rados.0.smithi002.stdout:2493: expect (ObjNum 773 snap 252 seq_num 773) 2024-09-14T03:44:03.666 INFO:tasks.rados.rados.0.smithi002.stdout:2494: copy_from oid 27 from oid 3 current snap is 252 2024-09-14T03:44:03.666 INFO:tasks.rados.rados.0.smithi002.stdout:2495: copy_from oid 46 from oid 41 current snap is 252 2024-09-14T03:44:03.666 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 28 current snap is 252 2024-09-14T03:44:03.666 INFO:tasks.rados.rados.0.smithi002.stdout:2496: seq_num 778 ranges {0=638976,638976=401408} 2024-09-14T03:44:03.668 INFO:tasks.rados.rados.0.smithi002.stdout:2496: writing smithi00278215-28 from 0 to 638976 tid 1 2024-09-14T03:44:03.671 INFO:tasks.rados.rados.0.smithi002.stdout:2496: writing smithi00278215-28 from 638976 to 1040384 tid 2 2024-09-14T03:44:03.671 INFO:tasks.rados.rados.0.smithi002.stdout:2497: read oid 11 snap -1 2024-09-14T03:44:03.671 INFO:tasks.rados.rados.0.smithi002.stdout:2497: expect (ObjNum 731 snap 236 seq_num 731) 2024-09-14T03:44:03.671 INFO:tasks.rados.rados.0.smithi002.stdout:2498: snap_create 2024-09-14T03:44:03.671 INFO:tasks.rados.rados.0.smithi002.stdout:2494: finishing copy_from racing read to smithi00278215-27 2024-09-14T03:44:03.672 INFO:tasks.rados.rados.0.smithi002.stdout:2494: finishing copy_from to smithi00278215-27 2024-09-14T03:44:03.672 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 27 v 2282 (ObjNum 33 snap 0 seq_num 854618872) dirty exists 2024-09-14T03:44:03.680 INFO:tasks.rados.rados.0.smithi002.stdout:2493: expect (ObjNum 773 snap 252 seq_num 773) 2024-09-14T03:44:03.773 INFO:tasks.rados.rados.0.smithi002.stdout:2496: finishing write tid 1 to smithi00278215-28 2024-09-14T03:44:03.773 INFO:tasks.rados.rados.0.smithi002.stdout:2496: finishing write tid 2 to smithi00278215-28 2024-09-14T03:44:03.773 INFO:tasks.rados.rados.0.smithi002.stdout:2496: finishing write tid 3 to smithi00278215-28 2024-09-14T03:44:03.773 INFO:tasks.rados.rados.0.smithi002.stdout:2495: finishing copy_from racing read to smithi00278215-46 2024-09-14T03:44:03.774 INFO:tasks.rados.rados.0.smithi002.stdout:2495: finishing copy_from to smithi00278215-46 2024-09-14T03:44:03.774 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 46 v 3352 (ObjNum 482 snap 147 seq_num 482) dirty exists 2024-09-14T03:44:03.774 INFO:tasks.rados.rados.0.smithi002.stdout:2496: finishing write tid 4 to smithi00278215-28 2024-09-14T03:44:03.774 INFO:tasks.rados.rados.0.smithi002.stdout:2496: oid 28 updating version 0 to 3001 2024-09-14T03:44:03.774 INFO:tasks.rados.rados.0.smithi002.stdout:2496: oid 28 updating version 3001 to 3002 2024-09-14T03:44:03.774 INFO:tasks.rados.rados.0.smithi002.stdout:2496: oid 28 version 3002 is already newer than 3000 2024-09-14T03:44:03.774 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 28 v 3002 (ObjNum 778 snap 252 seq_num 778) dirty exists 2024-09-14T03:44:03.774 INFO:tasks.rados.rados.0.smithi002.stdout:2496: left oid 28 (ObjNum 778 snap 252 seq_num 778) 2024-09-14T03:44:03.774 INFO:tasks.rados.rados.0.smithi002.stdout:2497: expect (ObjNum 731 snap 236 seq_num 731) 2024-09-14T03:44:03.996 INFO:tasks.rados.rados.0.smithi002.stdout:2493: done (5 left) 2024-09-14T03:44:03.997 INFO:tasks.rados.rados.0.smithi002.stdout:2494: done (4 left) 2024-09-14T03:44:03.997 INFO:tasks.rados.rados.0.smithi002.stdout:2495: done (3 left) 2024-09-14T03:44:03.997 INFO:tasks.rados.rados.0.smithi002.stdout:2496: done (2 left) 2024-09-14T03:44:03.997 INFO:tasks.rados.rados.0.smithi002.stdout:2497: done (1 left) 2024-09-14T03:44:03.997 INFO:tasks.rados.rados.0.smithi002.stdout:2498: done (0 left) 2024-09-14T03:44:03.997 INFO:tasks.rados.rados.0.smithi002.stdout:2499: read oid 9 snap -1 2024-09-14T03:44:03.997 INFO:tasks.rados.rados.0.smithi002.stdout:2499: expect deleted 2024-09-14T03:44:03.997 INFO:tasks.rados.rados.0.smithi002.stdout:2500: read oid 2 snap -1 2024-09-14T03:44:03.997 INFO:tasks.rados.rados.0.smithi002.stdout:2500: expect (ObjNum 729 snap 236 seq_num 729) 2024-09-14T03:44:03.997 INFO:tasks.rados.rados.0.smithi002.stdout:2501: snap_create 2024-09-14T03:44:04.004 INFO:tasks.rados.rados.0.smithi002.stdout:2500: expect (ObjNum 729 snap 236 seq_num 729) 2024-09-14T03:44:04.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:03 smithi154 ceph-mon[81546]: pgmap v541: 121 pgs: 121 active+clean; 331 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.9 MiB/s wr, 23 op/s 2024-09-14T03:44:04.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:03 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:04.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:03 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:04.186 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:03 smithi002 ceph-mon[89815]: pgmap v541: 121 pgs: 121 active+clean; 331 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.9 MiB/s wr, 23 op/s 2024-09-14T03:44:04.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:03 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:04.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:03 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:04.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:03 smithi002 ceph-mon[87970]: pgmap v541: 121 pgs: 121 active+clean; 331 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.9 MiB/s wr, 23 op/s 2024-09-14T03:44:04.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:03 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:04.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:03 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:04.859 INFO:tasks.rados.rados.0.smithi002.stdout:2499: done (2 left) 2024-09-14T03:44:04.859 INFO:tasks.rados.rados.0.smithi002.stdout:2500: done (1 left) 2024-09-14T03:44:04.860 INFO:tasks.rados.rados.0.smithi002.stdout:2501: done (0 left) 2024-09-14T03:44:04.860 INFO:tasks.rados.rados.0.smithi002.stdout:2502: rollback oid 37 current snap is 254 2024-09-14T03:44:04.860 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 37 to 245 2024-09-14T03:44:04.860 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 48 current snap is 254 2024-09-14T03:44:04.860 INFO:tasks.rados.rados.0.smithi002.stdout:2503: seq_num 779 ranges {3194880=655360,3850240=401408} 2024-09-14T03:44:04.880 INFO:tasks.rados.rados.0.smithi002.stdout:2503: writing smithi00278215-48 from 3194880 to 3850240 tid 1 2024-09-14T03:44:04.885 INFO:tasks.rados.rados.0.smithi002.stdout:2503: writing smithi00278215-48 from 3850240 to 4251648 tid 2 2024-09-14T03:44:04.886 INFO:tasks.rados.rados.0.smithi002.stdout:2504: snap_create 2024-09-14T03:44:04.886 INFO:tasks.rados.rados.0.smithi002.stdout:2502: finishing rollback tid 1 to smithi00278215-37 2024-09-14T03:44:04.886 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 37 v 2789 (ObjNum 65 snap 0 seq_num 836301648) dirty dne 2024-09-14T03:44:04.890 INFO:tasks.rados.rados.0.smithi002.stdout:2503: finishing write tid 1 to smithi00278215-48 2024-09-14T03:44:04.890 INFO:tasks.rados.rados.0.smithi002.stdout:2503: finishing write tid 2 to smithi00278215-48 2024-09-14T03:44:04.891 INFO:tasks.rados.rados.0.smithi002.stdout:2503: finishing write tid 3 to smithi00278215-48 2024-09-14T03:44:04.892 INFO:tasks.rados.rados.0.smithi002.stdout:2503: finishing write tid 4 to smithi00278215-48 2024-09-14T03:44:04.892 INFO:tasks.rados.rados.0.smithi002.stdout:2503: oid 48 updating version 0 to 2687 2024-09-14T03:44:04.893 INFO:tasks.rados.rados.0.smithi002.stdout:2503: oid 48 updating version 2687 to 2689 2024-09-14T03:44:04.893 INFO:tasks.rados.rados.0.smithi002.stdout:2503: oid 48 version 2689 is already newer than 2688 2024-09-14T03:44:04.893 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 2689 (ObjNum 779 snap 254 seq_num 779) dirty exists 2024-09-14T03:44:04.893 INFO:tasks.rados.rados.0.smithi002.stdout:2503: left oid 48 (ObjNum 779 snap 254 seq_num 779) 2024-09-14T03:44:04.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:04 smithi154 ceph-mon[81546]: osdmap e581: 8 total, 8 up, 8 in 2024-09-14T03:44:04.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:04 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:04.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:04 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:04.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:04 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:44:04.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:04 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:44:04.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:04 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:04.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:04 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:44:04.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:04 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:04.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:04 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:04.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:04 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:04.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:04 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:04.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:04 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:04.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:04 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:04.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:04 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:04.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:04 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:04.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:04 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:04.979 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:04 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:04.979 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:04 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:04.979 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:04 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:04.979 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:04 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:05.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:04 smithi002 ceph-mon[87970]: osdmap e581: 8 total, 8 up, 8 in 2024-09-14T03:44:05.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:04 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:05.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:04 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:05.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:04 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:44:05.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:04 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:44:05.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:04 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:05.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:04 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:44:05.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:04 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:05.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:04 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:05.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:04 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:05.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:04 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:05.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:04 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:05.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:04 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:05.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:04 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:05.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:04 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:05.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:04 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:05.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:04 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:05.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:04 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:05.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:04 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:05.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:04 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:05.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:04 smithi002 ceph-mon[89815]: osdmap e581: 8 total, 8 up, 8 in 2024-09-14T03:44:05.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:04 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:05.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:04 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:05.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:04 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:44:05.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:04 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:44:05.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:04 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:05.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:04 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:44:05.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:04 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:05.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:04 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:05.190 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:04 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:05.190 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:04 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:05.190 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:04 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:05.190 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:04 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:05.190 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:04 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:05.190 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:04 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:05.190 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:04 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:05.190 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:04 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:05.190 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:04 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:05.190 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:04 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:05.190 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:04 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:05.865 INFO:tasks.rados.rados.0.smithi002.stdout:2502: done (2 left) 2024-09-14T03:44:05.865 INFO:tasks.rados.rados.0.smithi002.stdout:2503: done (1 left) 2024-09-14T03:44:05.865 INFO:tasks.rados.rados.0.smithi002.stdout:2504: done (0 left) 2024-09-14T03:44:05.865 INFO:tasks.rados.rados.0.smithi002.stdout:2505: read oid 21 snap -1 2024-09-14T03:44:05.865 INFO:tasks.rados.rados.0.smithi002.stdout:2505: expect (ObjNum 509 snap 160 seq_num 509) 2024-09-14T03:44:05.865 INFO:tasks.rados.rados.0.smithi002.stdout:2506: read oid 1 snap -1 2024-09-14T03:44:05.865 INFO:tasks.rados.rados.0.smithi002.stdout:2506: expect deleted 2024-09-14T03:44:05.865 INFO:tasks.rados.rados.0.smithi002.stdout:2507: delete oid 38 current snap is 255 2024-09-14T03:44:05.873 INFO:tasks.rados.rados.0.smithi002.stdout:2506: done (2 left) 2024-09-14T03:44:05.873 INFO:tasks.rados.rados.0.smithi002.stdout:2507: done (1 left) 2024-09-14T03:44:05.873 INFO:tasks.rados.rados.0.smithi002.stdout:2508: snap_create 2024-09-14T03:44:05.888 INFO:tasks.rados.rados.0.smithi002.stdout:2505: expect (ObjNum 509 snap 160 seq_num 509) 2024-09-14T03:44:05.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:05 smithi154 ceph-mon[81546]: pgmap v544: 121 pgs: 121 active+clean; 345 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 134 KiB/s rd, 6.0 MiB/s wr, 21 op/s 2024-09-14T03:44:05.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:05 smithi154 ceph-mon[81546]: osdmap e582: 8 total, 8 up, 8 in 2024-09-14T03:44:06.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:05 smithi002 ceph-mon[87970]: pgmap v544: 121 pgs: 121 active+clean; 345 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 134 KiB/s rd, 6.0 MiB/s wr, 21 op/s 2024-09-14T03:44:06.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:05 smithi002 ceph-mon[87970]: osdmap e582: 8 total, 8 up, 8 in 2024-09-14T03:44:06.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:05 smithi002 ceph-mon[89815]: pgmap v544: 121 pgs: 121 active+clean; 345 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 134 KiB/s rd, 6.0 MiB/s wr, 21 op/s 2024-09-14T03:44:06.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:05 smithi002 ceph-mon[89815]: osdmap e582: 8 total, 8 up, 8 in 2024-09-14T03:44:06.871 INFO:tasks.rados.rados.0.smithi002.stdout:2505: done (1 left) 2024-09-14T03:44:06.871 INFO:tasks.rados.rados.0.smithi002.stdout:2508: done (0 left) 2024-09-14T03:44:06.871 INFO:tasks.rados.rados.0.smithi002.stdout:2509: copy_from oid 23 from oid 20 current snap is 256 2024-09-14T03:44:06.872 INFO:tasks.rados.rados.0.smithi002.stdout:2510: rmattr oid 4 current snap is 256 2024-09-14T03:44:06.872 INFO:tasks.rados.rados.0.smithi002.stdout:2510: done (1 left) 2024-09-14T03:44:06.872 INFO:tasks.rados.rados.0.smithi002.stdout:2511: snap_create 2024-09-14T03:44:06.880 INFO:tasks.rados.rados.0.smithi002.stdout:2509: finishing copy_from racing read to smithi00278215-23 2024-09-14T03:44:06.881 INFO:tasks.rados.rados.0.smithi002.stdout:2509: finishing copy_from to smithi00278215-23 2024-09-14T03:44:06.881 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 2676 (ObjNum 727 snap 236 seq_num 727) dirty exists 2024-09-14T03:44:07.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:06 smithi002 ceph-mon[87970]: Upgrade: Updating prometheus.a 2024-09-14T03:44:07.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:06 smithi002 ceph-mon[87970]: osdmap e583: 8 total, 8 up, 8 in 2024-09-14T03:44:07.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:06 smithi002 ceph-mon[87970]: Deploying daemon prometheus.a on smithi154 2024-09-14T03:44:07.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:06 smithi002 ceph-mon[89815]: Upgrade: Updating prometheus.a 2024-09-14T03:44:07.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:06 smithi002 ceph-mon[89815]: osdmap e583: 8 total, 8 up, 8 in 2024-09-14T03:44:07.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:06 smithi002 ceph-mon[89815]: Deploying daemon prometheus.a on smithi154 2024-09-14T03:44:07.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:06 smithi154 ceph-mon[81546]: Upgrade: Updating prometheus.a 2024-09-14T03:44:07.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:06 smithi154 ceph-mon[81546]: osdmap e583: 8 total, 8 up, 8 in 2024-09-14T03:44:07.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:06 smithi154 ceph-mon[81546]: Deploying daemon prometheus.a on smithi154 2024-09-14T03:44:07.770 INFO:tasks.rados.rados.0.smithi002.stdout:2509: done (1 left) 2024-09-14T03:44:07.770 INFO:tasks.rados.rados.0.smithi002.stdout:2511: done (0 left) 2024-09-14T03:44:07.770 INFO:tasks.rados.rados.0.smithi002.stdout:2512: rollback oid 37 current snap is 257 2024-09-14T03:44:07.771 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 37 to 255 2024-09-14T03:44:07.771 INFO:tasks.rados.rados.0.smithi002.stdout:2513: read oid 25 snap -1 2024-09-14T03:44:07.771 INFO:tasks.rados.rados.0.smithi002.stdout:2513: expect (ObjNum 770 snap 250 seq_num 770) 2024-09-14T03:44:07.771 INFO:tasks.rados.rados.0.smithi002.stdout:2514: read oid 2 snap 233 2024-09-14T03:44:07.771 INFO:tasks.rados.rados.0.smithi002.stdout:2514: expect (ObjNum 682 snap 219 seq_num 682) 2024-09-14T03:44:07.771 INFO:tasks.rados.rados.0.smithi002.stdout:2515: rmattr oid 28 current snap is 257 2024-09-14T03:44:07.771 INFO:tasks.rados.rados.0.smithi002.stdout:2516: snap_create 2024-09-14T03:44:07.774 INFO:tasks.rados.rados.0.smithi002.stdout:2512: finishing rollback tid 1 to smithi00278215-37 2024-09-14T03:44:07.774 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 37 v 2789 (ObjNum 65 snap 0 seq_num 1902207067) dirty dne 2024-09-14T03:44:07.779 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 28 v 3003 (ObjNum 778 snap 252 seq_num 778) dirty exists 2024-09-14T03:44:07.782 INFO:tasks.rados.rados.0.smithi002.stdout:2514: expect (ObjNum 682 snap 219 seq_num 682) 2024-09-14T03:44:07.867 INFO:tasks.rados.rados.0.smithi002.stdout:2513: expect (ObjNum 770 snap 250 seq_num 770) 2024-09-14T03:44:08.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:07 smithi002 ceph-mon[87970]: pgmap v547: 121 pgs: 121 active+clean; 348 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 3.0 MiB/s wr, 18 op/s 2024-09-14T03:44:08.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:07 smithi002 ceph-mon[87970]: osdmap e584: 8 total, 8 up, 8 in 2024-09-14T03:44:08.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:07 smithi002 ceph-mon[87970]: osdmap e585: 8 total, 8 up, 8 in 2024-09-14T03:44:08.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:07 smithi002 ceph-mon[89815]: pgmap v547: 121 pgs: 121 active+clean; 348 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 3.0 MiB/s wr, 18 op/s 2024-09-14T03:44:08.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:07 smithi002 ceph-mon[89815]: osdmap e584: 8 total, 8 up, 8 in 2024-09-14T03:44:08.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:07 smithi002 ceph-mon[89815]: osdmap e585: 8 total, 8 up, 8 in 2024-09-14T03:44:08.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:07 smithi154 ceph-mon[81546]: pgmap v547: 121 pgs: 121 active+clean; 348 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 3.0 MiB/s wr, 18 op/s 2024-09-14T03:44:08.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:07 smithi154 ceph-mon[81546]: osdmap e584: 8 total, 8 up, 8 in 2024-09-14T03:44:08.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:07 smithi154 ceph-mon[81546]: osdmap e585: 8 total, 8 up, 8 in 2024-09-14T03:44:08.770 INFO:tasks.rados.rados.0.smithi002.stdout:2512: done (4 left) 2024-09-14T03:44:08.770 INFO:tasks.rados.rados.0.smithi002.stdout:2513: done (3 left) 2024-09-14T03:44:08.770 INFO:tasks.rados.rados.0.smithi002.stdout:2514: done (2 left) 2024-09-14T03:44:08.770 INFO:tasks.rados.rados.0.smithi002.stdout:2515: done (1 left) 2024-09-14T03:44:08.770 INFO:tasks.rados.rados.0.smithi002.stdout:2516: done (0 left) 2024-09-14T03:44:08.770 INFO:tasks.rados.rados.0.smithi002.stdout:2517: read oid 32 snap 232 2024-09-14T03:44:08.771 INFO:tasks.rados.rados.0.smithi002.stdout:2517: expect (ObjNum 689 snap 221 seq_num 689) 2024-09-14T03:44:08.771 INFO:tasks.rados.rados.0.smithi002.stdout:2518: read oid 43 snap -1 2024-09-14T03:44:08.771 INFO:tasks.rados.rados.0.smithi002.stdout:2518: expect (ObjNum 707 snap 225 seq_num 707) 2024-09-14T03:44:08.771 INFO:tasks.rados.rados.0.smithi002.stdout:2519: snap_remove snap 215 2024-09-14T03:44:09.774 INFO:tasks.rados.rados.0.smithi002.stdout:2519: done (2 left) 2024-09-14T03:44:09.774 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 33 current snap is 258 2024-09-14T03:44:09.774 INFO:tasks.rados.rados.0.smithi002.stdout:2520: seq_num 781 ranges {1040384=688128,1728512=401408} 2024-09-14T03:44:09.784 INFO:tasks.rados.rados.0.smithi002.stdout:2520: writing smithi00278215-33 from 1040384 to 1728512 tid 1 2024-09-14T03:44:09.788 INFO:tasks.rados.rados.0.smithi002.stdout:2520: writing smithi00278215-33 from 1728512 to 2129920 tid 2 2024-09-14T03:44:09.788 INFO:tasks.rados.rados.0.smithi002.stdout:2517: expect (ObjNum 689 snap 221 seq_num 689) 2024-09-14T03:44:09.852 INFO:tasks.rados.rados.0.smithi002.stdout:2518: expect (ObjNum 707 snap 225 seq_num 707) 2024-09-14T03:44:10.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:09 smithi002 ceph-mon[87970]: pgmap v550: 121 pgs: 121 active+clean; 351 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 1.0 MiB/s wr, 17 op/s 2024-09-14T03:44:10.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:09 smithi002 ceph-mon[87970]: osdmap e586: 8 total, 8 up, 8 in 2024-09-14T03:44:10.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:09 smithi002 ceph-mon[89815]: pgmap v550: 121 pgs: 121 active+clean; 351 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 1.0 MiB/s wr, 17 op/s 2024-09-14T03:44:10.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:09 smithi002 ceph-mon[89815]: osdmap e586: 8 total, 8 up, 8 in 2024-09-14T03:44:10.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:09 smithi154 ceph-mon[81546]: pgmap v550: 121 pgs: 121 active+clean; 351 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 1.0 MiB/s wr, 17 op/s 2024-09-14T03:44:10.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:09 smithi154 ceph-mon[81546]: osdmap e586: 8 total, 8 up, 8 in 2024-09-14T03:44:10.251 INFO:tasks.rados.rados.0.smithi002.stdout:2520: finishing write tid 1 to smithi00278215-33 2024-09-14T03:44:10.252 INFO:tasks.rados.rados.0.smithi002.stdout:2520: finishing write tid 2 to smithi00278215-33 2024-09-14T03:44:10.252 INFO:tasks.rados.rados.0.smithi002.stdout:2520: finishing write tid 3 to smithi00278215-33 2024-09-14T03:44:10.252 INFO:tasks.rados.rados.0.smithi002.stdout:2520: finishing write tid 4 to smithi00278215-33 2024-09-14T03:44:10.252 INFO:tasks.rados.rados.0.smithi002.stdout:2520: oid 33 updating version 0 to 3005 2024-09-14T03:44:10.252 INFO:tasks.rados.rados.0.smithi002.stdout:2520: oid 33 version 3005 is already newer than 3004 2024-09-14T03:44:10.252 INFO:tasks.rados.rados.0.smithi002.stdout:2520: oid 33 updating version 3005 to 3006 2024-09-14T03:44:10.252 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 33 v 3006 (ObjNum 781 snap 258 seq_num 781) dirty exists 2024-09-14T03:44:10.252 INFO:tasks.rados.rados.0.smithi002.stdout:2520: left oid 33 (ObjNum 781 snap 258 seq_num 781) 2024-09-14T03:44:10.252 INFO:tasks.rados.rados.0.smithi002.stdout:2517: done (2 left) 2024-09-14T03:44:10.252 INFO:tasks.rados.rados.0.smithi002.stdout:2518: done (1 left) 2024-09-14T03:44:10.252 INFO:tasks.rados.rados.0.smithi002.stdout:2520: done (0 left) 2024-09-14T03:44:10.253 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 34 current snap is 258 2024-09-14T03:44:10.253 INFO:tasks.rados.rados.0.smithi002.stdout:2521: seq_num 782 ranges {417792=704512,1122304=401408} 2024-09-14T03:44:10.257 INFO:tasks.rados.rados.0.smithi002.stdout:2521: writing smithi00278215-34 from 417792 to 1122304 tid 1 2024-09-14T03:44:10.259 INFO:tasks.rados.rados.0.smithi002.stdout:2521: writing smithi00278215-34 from 1122304 to 1523712 tid 2 2024-09-14T03:44:10.259 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 2 current snap is 258 2024-09-14T03:44:10.259 INFO:tasks.rados.rados.0.smithi002.stdout:2522: seq_num 783 ranges {2891776=720896,3612672=401408} 2024-09-14T03:44:10.279 INFO:tasks.rados.rados.0.smithi002.stdout:2522: writing smithi00278215-2 from 2891776 to 3612672 tid 1 2024-09-14T03:44:10.282 INFO:tasks.rados.rados.0.smithi002.stdout:2522: writing smithi00278215-2 from 3612672 to 4014080 tid 2 2024-09-14T03:44:10.282 INFO:tasks.rados.rados.0.smithi002.stdout:2523: read oid 24 snap -1 2024-09-14T03:44:10.282 INFO:tasks.rados.rados.0.smithi002.stdout:2523: expect (ObjNum 680 snap 219 seq_num 680) 2024-09-14T03:44:10.282 INFO:tasks.rados.rados.0.smithi002.stdout:2524: rollback oid 47 current snap is 258 2024-09-14T03:44:10.282 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 47 to 226 2024-09-14T03:44:10.282 INFO:tasks.rados.rados.0.smithi002.stdout:2521: finishing write tid 1 to smithi00278215-34 2024-09-14T03:44:10.283 INFO:tasks.rados.rados.0.smithi002.stdout:2521: finishing write tid 2 to smithi00278215-34 2024-09-14T03:44:10.283 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 26 current snap is 258 2024-09-14T03:44:10.283 INFO:tasks.rados.rados.0.smithi002.stdout:2525: seq_num 784 ranges {0=737280,737280=401408} 2024-09-14T03:44:10.286 INFO:tasks.rados.rados.0.smithi002.stdout:2525: writing smithi00278215-26 from 0 to 737280 tid 1 2024-09-14T03:44:10.290 INFO:tasks.rados.rados.0.smithi002.stdout:2525: writing smithi00278215-26 from 737280 to 1138688 tid 2 2024-09-14T03:44:10.290 INFO:tasks.rados.rados.0.smithi002.stdout:2526: read oid 4 snap -1 2024-09-14T03:44:10.290 INFO:tasks.rados.rados.0.smithi002.stdout:2526: expect (ObjNum 701 snap 224 seq_num 701) 2024-09-14T03:44:10.290 INFO:tasks.rados.rados.0.smithi002.stdout:2527: read oid 29 snap -1 2024-09-14T03:44:10.290 INFO:tasks.rados.rados.0.smithi002.stdout:2527: expect (ObjNum 728 snap 236 seq_num 728) 2024-09-14T03:44:10.290 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 25 current snap is 258 2024-09-14T03:44:10.290 INFO:tasks.rados.rados.0.smithi002.stdout:2521: finishing write tid 3 to smithi00278215-34 2024-09-14T03:44:10.290 INFO:tasks.rados.rados.0.smithi002.stdout:2521: finishing write tid 4 to smithi00278215-34 2024-09-14T03:44:10.290 INFO:tasks.rados.rados.0.smithi002.stdout:2521: oid 34 updating version 0 to 1972 2024-09-14T03:44:10.290 INFO:tasks.rados.rados.0.smithi002.stdout:2521: oid 34 updating version 1972 to 1973 2024-09-14T03:44:10.290 INFO:tasks.rados.rados.0.smithi002.stdout:2521: oid 34 version 1973 is already newer than 1971 2024-09-14T03:44:10.290 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 34 v 1973 (ObjNum 782 snap 258 seq_num 782) dirty exists 2024-09-14T03:44:10.291 INFO:tasks.rados.rados.0.smithi002.stdout:2521: left oid 34 (ObjNum 782 snap 258 seq_num 782) 2024-09-14T03:44:10.291 INFO:tasks.rados.rados.0.smithi002.stdout:2522: finishing write tid 1 to smithi00278215-2 2024-09-14T03:44:10.291 INFO:tasks.rados.rados.0.smithi002.stdout:2522: finishing write tid 2 to smithi00278215-2 2024-09-14T03:44:10.291 INFO:tasks.rados.rados.0.smithi002.stdout:2522: finishing write tid 3 to smithi00278215-2 2024-09-14T03:44:10.291 INFO:tasks.rados.rados.0.smithi002.stdout:2522: finishing write tid 4 to smithi00278215-2 2024-09-14T03:44:10.291 INFO:tasks.rados.rados.0.smithi002.stdout:2522: oid 2 updating version 0 to 2679 2024-09-14T03:44:10.291 INFO:tasks.rados.rados.0.smithi002.stdout:2522: oid 2 version 2679 is already newer than 2678 2024-09-14T03:44:10.291 INFO:tasks.rados.rados.0.smithi002.stdout:2522: oid 2 version 2679 is already newer than 2677 2024-09-14T03:44:10.291 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 2 v 2679 (ObjNum 783 snap 258 seq_num 783) dirty exists 2024-09-14T03:44:10.291 INFO:tasks.rados.rados.0.smithi002.stdout:2522: left oid 2 (ObjNum 783 snap 258 seq_num 783) 2024-09-14T03:44:10.291 INFO:tasks.rados.rados.0.smithi002.stdout:2524: finishing rollback tid 0 to smithi00278215-47 2024-09-14T03:44:10.291 INFO:tasks.rados.rados.0.smithi002.stdout:2524: finishing rollback tid 1 to smithi00278215-47 2024-09-14T03:44:10.291 INFO:tasks.rados.rados.0.smithi002.stdout:2528: seq_num 785 ranges {2850816=753664,3604480=401408} 2024-09-14T03:44:10.311 INFO:tasks.rados.rados.0.smithi002.stdout:2528: writing smithi00278215-25 from 2850816 to 3604480 tid 1 2024-09-14T03:44:10.314 INFO:tasks.rados.rados.0.smithi002.stdout:2528: writing smithi00278215-25 from 3604480 to 4005888 tid 2 2024-09-14T03:44:10.314 INFO:tasks.rados.rados.0.smithi002.stdout:2521: done (7 left) 2024-09-14T03:44:10.314 INFO:tasks.rados.rados.0.smithi002.stdout:2522: done (6 left) 2024-09-14T03:44:10.314 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 8 current snap is 258 2024-09-14T03:44:10.314 INFO:tasks.rados.rados.0.smithi002.stdout:2529: seq_num 786 ranges {1949696=770048,2719744=401408} 2024-09-14T03:44:10.330 INFO:tasks.rados.rados.0.smithi002.stdout:2529: writing smithi00278215-8 from 1949696 to 2719744 tid 1 2024-09-14T03:44:10.333 INFO:tasks.rados.rados.0.smithi002.stdout:2529: writing smithi00278215-8 from 2719744 to 3121152 tid 2 2024-09-14T03:44:10.333 INFO:tasks.rados.rados.0.smithi002.stdout:2530: snap_remove snap 240 2024-09-14T03:44:10.788 INFO:tasks.rados.rados.0.smithi002.stdout:2530: done (7 left) 2024-09-14T03:44:10.788 INFO:tasks.rados.rados.0.smithi002.stdout:2531: copy_from oid 43 from oid 44 current snap is 258 2024-09-14T03:44:10.788 INFO:tasks.rados.rados.0.smithi002.stdout:2525: finishing write tid 1 to smithi00278215-26 2024-09-14T03:44:10.788 INFO:tasks.rados.rados.0.smithi002.stdout:2524: finishing rollback tid 2 to smithi00278215-47 2024-09-14T03:44:10.789 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 3009 (ObjNum 623 snap 201 seq_num 623) dirty exists 2024-09-14T03:44:10.789 INFO:tasks.rados.rados.0.smithi002.stdout:2525: finishing write tid 2 to smithi00278215-26 2024-09-14T03:44:10.789 INFO:tasks.rados.rados.0.smithi002.stdout:2525: finishing write tid 3 to smithi00278215-26 2024-09-14T03:44:10.789 INFO:tasks.rados.rados.0.smithi002.stdout:2525: finishing write tid 4 to smithi00278215-26 2024-09-14T03:44:10.789 INFO:tasks.rados.rados.0.smithi002.stdout:2525: oid 26 updating version 0 to 2981 2024-09-14T03:44:10.789 INFO:tasks.rados.rados.0.smithi002.stdout:2525: oid 26 updating version 2981 to 2982 2024-09-14T03:44:10.789 INFO:tasks.rados.rados.0.smithi002.stdout:2525: oid 26 version 2982 is already newer than 2980 2024-09-14T03:44:10.789 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 2982 (ObjNum 784 snap 258 seq_num 784) dirty exists 2024-09-14T03:44:10.789 INFO:tasks.rados.rados.0.smithi002.stdout:2525: left oid 26 (ObjNum 784 snap 258 seq_num 784) 2024-09-14T03:44:10.789 INFO:tasks.rados.rados.0.smithi002.stdout:2523: expect (ObjNum 680 snap 219 seq_num 680) 2024-09-14T03:44:10.972 INFO:tasks.rados.rados.0.smithi002.stdout:2528: finishing write tid 1 to smithi00278215-25 2024-09-14T03:44:10.972 INFO:tasks.rados.rados.0.smithi002.stdout:2528: finishing write tid 2 to smithi00278215-25 2024-09-14T03:44:10.972 INFO:tasks.rados.rados.0.smithi002.stdout:2528: finishing write tid 3 to smithi00278215-25 2024-09-14T03:44:10.972 INFO:tasks.rados.rados.0.smithi002.stdout:2528: finishing write tid 4 to smithi00278215-25 2024-09-14T03:44:10.972 INFO:tasks.rados.rados.0.smithi002.stdout:2528: oid 25 updating version 0 to 2951 2024-09-14T03:44:10.973 INFO:tasks.rados.rados.0.smithi002.stdout:2528: oid 25 version 2951 is already newer than 2950 2024-09-14T03:44:10.973 INFO:tasks.rados.rados.0.smithi002.stdout:2528: oid 25 version 2951 is already newer than 2949 2024-09-14T03:44:10.973 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 2951 (ObjNum 785 snap 258 seq_num 785) dirty exists 2024-09-14T03:44:10.973 INFO:tasks.rados.rados.0.smithi002.stdout:2528: left oid 25 (ObjNum 785 snap 258 seq_num 785) 2024-09-14T03:44:10.973 INFO:tasks.rados.rados.0.smithi002.stdout:2526: expect (ObjNum 701 snap 224 seq_num 701) 2024-09-14T03:44:11.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:10 smithi002 ceph-mon[87970]: osdmap e587: 8 total, 8 up, 8 in 2024-09-14T03:44:11.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:44:11.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:10 smithi002 ceph-mon[89815]: osdmap e587: 8 total, 8 up, 8 in 2024-09-14T03:44:11.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:44:11.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:10 smithi154 ceph-mon[81546]: osdmap e587: 8 total, 8 up, 8 in 2024-09-14T03:44:11.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:44:11.437 INFO:tasks.rados.rados.0.smithi002.stdout:2529: finishing write tid 1 to smithi00278215-8 2024-09-14T03:44:11.437 INFO:tasks.rados.rados.0.smithi002.stdout:2529: finishing write tid 2 to smithi00278215-8 2024-09-14T03:44:11.437 INFO:tasks.rados.rados.0.smithi002.stdout:2529: finishing write tid 3 to smithi00278215-8 2024-09-14T03:44:11.437 INFO:tasks.rados.rados.0.smithi002.stdout:2529: finishing write tid 4 to smithi00278215-8 2024-09-14T03:44:11.438 INFO:tasks.rados.rados.0.smithi002.stdout:2529: oid 8 updating version 0 to 2750 2024-09-14T03:44:11.438 INFO:tasks.rados.rados.0.smithi002.stdout:2529: oid 8 updating version 2750 to 2751 2024-09-14T03:44:11.438 INFO:tasks.rados.rados.0.smithi002.stdout:2529: oid 8 version 2751 is already newer than 2749 2024-09-14T03:44:11.438 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 8 v 2751 (ObjNum 786 snap 258 seq_num 786) dirty exists 2024-09-14T03:44:11.438 INFO:tasks.rados.rados.0.smithi002.stdout:2529: left oid 8 (ObjNum 786 snap 258 seq_num 786) 2024-09-14T03:44:11.438 INFO:tasks.rados.rados.0.smithi002.stdout:2527: expect (ObjNum 728 snap 236 seq_num 728) 2024-09-14T03:44:12.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:11 smithi002 ceph-mon[87970]: pgmap v553: 121 pgs: 121 active+clean; 349 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 560 KiB/s wr, 9 op/s 2024-09-14T03:44:12.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:11 smithi002 ceph-mon[87970]: osdmap e588: 8 total, 8 up, 8 in 2024-09-14T03:44:12.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:11 smithi002 ceph-mon[89815]: pgmap v553: 121 pgs: 121 active+clean; 349 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 560 KiB/s wr, 9 op/s 2024-09-14T03:44:12.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:11 smithi002 ceph-mon[89815]: osdmap e588: 8 total, 8 up, 8 in 2024-09-14T03:44:12.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:11 smithi154 ceph-mon[81546]: pgmap v553: 121 pgs: 121 active+clean; 349 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 560 KiB/s wr, 9 op/s 2024-09-14T03:44:12.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:11 smithi154 ceph-mon[81546]: osdmap e588: 8 total, 8 up, 8 in 2024-09-14T03:44:13.019 INFO:tasks.rados.rados.0.smithi002.stdout:2531: finishing copy_from racing read to smithi00278215-43 2024-09-14T03:44:13.019 INFO:tasks.rados.rados.0.smithi002.stdout:2531: finishing copy_from to smithi00278215-43 2024-09-14T03:44:13.019 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 1831 (ObjNum 509 snap 160 seq_num 509) dirty exists 2024-09-14T03:44:13.019 INFO:tasks.rados.rados.0.smithi002.stdout:2523: done (7 left) 2024-09-14T03:44:13.019 INFO:tasks.rados.rados.0.smithi002.stdout:2524: done (6 left) 2024-09-14T03:44:13.019 INFO:tasks.rados.rados.0.smithi002.stdout:2525: done (5 left) 2024-09-14T03:44:13.019 INFO:tasks.rados.rados.0.smithi002.stdout:2526: done (4 left) 2024-09-14T03:44:13.019 INFO:tasks.rados.rados.0.smithi002.stdout:2527: done (3 left) 2024-09-14T03:44:13.019 INFO:tasks.rados.rados.0.smithi002.stdout:2528: done (2 left) 2024-09-14T03:44:13.019 INFO:tasks.rados.rados.0.smithi002.stdout:2529: done (1 left) 2024-09-14T03:44:13.019 INFO:tasks.rados.rados.0.smithi002.stdout:2531: done (0 left) 2024-09-14T03:44:13.019 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 35 current snap is 258 2024-09-14T03:44:13.020 INFO:tasks.rados.rados.0.smithi002.stdout:2532: seq_num 787 ranges {1949696=786432,2736128=401408} 2024-09-14T03:44:13.033 INFO:tasks.rados.rados.0.smithi002.stdout:2532: writing smithi00278215-35 from 1949696 to 2736128 tid 1 2024-09-14T03:44:13.035 INFO:tasks.rados.rados.0.smithi002.stdout:2532: writing smithi00278215-35 from 2736128 to 3137536 tid 2 2024-09-14T03:44:13.035 INFO:tasks.rados.rados.0.smithi002.stdout:2533: delete oid 30 current snap is 258 2024-09-14T03:44:13.038 INFO:tasks.rados.rados.0.smithi002.stdout:2532: finishing write tid 1 to smithi00278215-35 2024-09-14T03:44:13.038 INFO:tasks.rados.rados.0.smithi002.stdout:2532: finishing write tid 2 to smithi00278215-35 2024-09-14T03:44:13.039 INFO:tasks.rados.rados.0.smithi002.stdout:2533: done (1 left) 2024-09-14T03:44:13.039 INFO:tasks.rados.rados.0.smithi002.stdout:2534: rmattr oid 49 current snap is 258 2024-09-14T03:44:13.039 INFO:tasks.rados.rados.0.smithi002.stdout:2534: done (1 left) 2024-09-14T03:44:13.039 INFO:tasks.rados.rados.0.smithi002.stdout:2535: read oid 39 snap 256 2024-09-14T03:44:13.040 INFO:tasks.rados.rados.0.smithi002.stdout:2535: expect (ObjNum 726 snap 235 seq_num 726) 2024-09-14T03:44:13.040 INFO:tasks.rados.rados.0.smithi002.stdout:2536: snap_create 2024-09-14T03:44:13.040 INFO:tasks.rados.rados.0.smithi002.stdout:2532: finishing write tid 3 to smithi00278215-35 2024-09-14T03:44:13.041 INFO:tasks.rados.rados.0.smithi002.stdout:2532: finishing write tid 4 to smithi00278215-35 2024-09-14T03:44:13.041 INFO:tasks.rados.rados.0.smithi002.stdout:2532: oid 35 updating version 0 to 2977 2024-09-14T03:44:13.041 INFO:tasks.rados.rados.0.smithi002.stdout:2532: oid 35 updating version 2977 to 2978 2024-09-14T03:44:13.041 INFO:tasks.rados.rados.0.smithi002.stdout:2532: oid 35 version 2978 is already newer than 2976 2024-09-14T03:44:13.042 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 35 v 2978 (ObjNum 787 snap 258 seq_num 787) dirty exists 2024-09-14T03:44:13.042 INFO:tasks.rados.rados.0.smithi002.stdout:2532: left oid 35 (ObjNum 787 snap 258 seq_num 787) 2024-09-14T03:44:13.042 INFO:tasks.rados.rados.0.smithi002.stdout:2535: expect (ObjNum 726 snap 235 seq_num 726) 2024-09-14T03:44:13.436 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:44:13 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:44:13] "GET /metrics HTTP/1.1" 200 36431 "" "Prometheus/2.43.0" 2024-09-14T03:44:13.796 INFO:tasks.rados.rados.0.smithi002.stdout:2532: done (2 left) 2024-09-14T03:44:13.797 INFO:tasks.rados.rados.0.smithi002.stdout:2535: done (1 left) 2024-09-14T03:44:13.797 INFO:tasks.rados.rados.0.smithi002.stdout:2536: done (0 left) 2024-09-14T03:44:13.797 INFO:tasks.rados.rados.0.smithi002.stdout:2537: snap_remove snap 254 2024-09-14T03:44:13.940 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:13 smithi154 ceph-mon[81546]: pgmap v555: 121 pgs: 121 active+clean; 307 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 27 MiB/s rd, 714 KiB/s wr, 10 op/s 2024-09-14T03:44:14.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:13 smithi002 ceph-mon[87970]: pgmap v555: 121 pgs: 121 active+clean; 307 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 27 MiB/s rd, 714 KiB/s wr, 10 op/s 2024-09-14T03:44:14.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:13 smithi002 ceph-mon[89815]: pgmap v555: 121 pgs: 121 active+clean; 307 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 27 MiB/s rd, 714 KiB/s wr, 10 op/s 2024-09-14T03:44:14.803 INFO:tasks.rados.rados.0.smithi002.stdout:2537: done (0 left) 2024-09-14T03:44:14.803 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 6 current snap is 259 2024-09-14T03:44:14.804 INFO:tasks.rados.rados.0.smithi002.stdout:2538: seq_num 789 ranges {753664=417792,1171456=663552,1835008=139264} 2024-09-14T03:44:14.810 INFO:tasks.rados.rados.0.smithi002.stdout:2538: writing smithi00278215-6 from 753664 to 1171456 tid 1 2024-09-14T03:44:14.814 INFO:tasks.rados.rados.0.smithi002.stdout:2538: writing smithi00278215-6 from 1171456 to 1835008 tid 2 2024-09-14T03:44:14.815 INFO:tasks.rados.rados.0.smithi002.stdout:2538: writing smithi00278215-6 from 1835008 to 1974272 tid 3 2024-09-14T03:44:14.815 INFO:tasks.rados.rados.0.smithi002.stdout:2539: copy_from oid 20 from oid 45 current snap is 259 2024-09-14T03:44:14.816 INFO:tasks.rados.rados.0.smithi002.stdout:2540: rollback oid 39 current snap is 259 2024-09-14T03:44:14.816 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 39 to 253 2024-09-14T03:44:14.816 INFO:tasks.rados.rados.0.smithi002.stdout:2541: read oid 30 snap 237 2024-09-14T03:44:14.816 INFO:tasks.rados.rados.0.smithi002.stdout:2541: expect (ObjNum 622 snap 200 seq_num 622) 2024-09-14T03:44:14.816 INFO:tasks.rados.rados.0.smithi002.stdout:2542: read oid 26 snap 244 2024-09-14T03:44:14.816 INFO:tasks.rados.rados.0.smithi002.stdout:2542: expect deleted 2024-09-14T03:44:14.816 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 32 current snap is 259 2024-09-14T03:44:14.816 INFO:tasks.rados.rados.0.smithi002.stdout:2543: seq_num 790 ranges {1949696=434176,2383872=548864,2932736=253952} 2024-09-14T03:44:14.829 INFO:tasks.rados.rados.0.smithi002.stdout:2543: writing smithi00278215-32 from 1949696 to 2383872 tid 1 2024-09-14T03:44:14.832 INFO:tasks.rados.rados.0.smithi002.stdout:2543: writing smithi00278215-32 from 2383872 to 2932736 tid 2 2024-09-14T03:44:14.834 INFO:tasks.rados.rados.0.smithi002.stdout:2543: writing smithi00278215-32 from 2932736 to 3186688 tid 3 2024-09-14T03:44:14.834 INFO:tasks.rados.rados.0.smithi002.stdout:2544: read oid 3 snap -1 2024-09-14T03:44:14.834 INFO:tasks.rados.rados.0.smithi002.stdout:2544: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:44:14.835 INFO:tasks.rados.rados.0.smithi002.stdout:2545: read oid 31 snap -1 2024-09-14T03:44:14.835 INFO:tasks.rados.rados.0.smithi002.stdout:2545: expect (ObjNum 768 snap 250 seq_num 768) 2024-09-14T03:44:14.835 INFO:tasks.rados.rados.0.smithi002.stdout:2546: snap_remove snap 257 2024-09-14T03:44:15.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:14 smithi002 ceph-mon[87970]: osdmap e589: 8 total, 8 up, 8 in 2024-09-14T03:44:15.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:14 smithi002 ceph-mon[89815]: osdmap e589: 8 total, 8 up, 8 in 2024-09-14T03:44:15.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:14 smithi154 ceph-mon[81546]: osdmap e589: 8 total, 8 up, 8 in 2024-09-14T03:44:15.808 INFO:tasks.rados.rados.0.smithi002.stdout:2546: done (8 left) 2024-09-14T03:44:15.808 INFO:tasks.rados.rados.0.smithi002.stdout:2547: read oid 2 snap -1 2024-09-14T03:44:15.808 INFO:tasks.rados.rados.0.smithi002.stdout:2547: expect (ObjNum 783 snap 258 seq_num 783) 2024-09-14T03:44:15.808 INFO:tasks.rados.rados.0.smithi002.stdout:2548: delete oid 43 current snap is 259 2024-09-14T03:44:15.808 INFO:tasks.rados.rados.0.smithi002.stdout:2538: finishing write tid 1 to smithi00278215-6 2024-09-14T03:44:15.808 INFO:tasks.rados.rados.0.smithi002.stdout:2539: finishing copy_from racing read to smithi00278215-20 2024-09-14T03:44:15.808 INFO:tasks.rados.rados.0.smithi002.stdout:2540: finishing rollback tid 0 to smithi00278215-39 2024-09-14T03:44:15.808 INFO:tasks.rados.rados.0.smithi002.stdout:2539: finishing copy_from to smithi00278215-20 2024-09-14T03:44:15.808 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 20 v 1324 (ObjNum 751 snap 248 seq_num 751) dirty exists 2024-09-14T03:44:15.809 INFO:tasks.rados.rados.0.smithi002.stdout:2538: finishing write tid 2 to smithi00278215-6 2024-09-14T03:44:15.809 INFO:tasks.rados.rados.0.smithi002.stdout:2540: finishing rollback tid 1 to smithi00278215-39 2024-09-14T03:44:15.809 INFO:tasks.rados.rados.0.smithi002.stdout:2540: finishing rollback tid 2 to smithi00278215-39 2024-09-14T03:44:15.809 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 39 v 2981 (ObjNum 726 snap 235 seq_num 726) dirty exists 2024-09-14T03:44:15.809 INFO:tasks.rados.rados.0.smithi002.stdout:2538: finishing write tid 3 to smithi00278215-6 2024-09-14T03:44:15.809 INFO:tasks.rados.rados.0.smithi002.stdout:2538: finishing write tid 4 to smithi00278215-6 2024-09-14T03:44:15.809 INFO:tasks.rados.rados.0.smithi002.stdout:2538: finishing write tid 5 to smithi00278215-6 2024-09-14T03:44:15.809 INFO:tasks.rados.rados.0.smithi002.stdout:2538: oid 6 updating version 0 to 3393 2024-09-14T03:44:15.809 INFO:tasks.rados.rados.0.smithi002.stdout:2538: oid 6 updating version 3393 to 3395 2024-09-14T03:44:15.809 INFO:tasks.rados.rados.0.smithi002.stdout:2538: oid 6 version 3395 is already newer than 3394 2024-09-14T03:44:15.809 INFO:tasks.rados.rados.0.smithi002.stdout:2538: oid 6 updating version 3395 to 3396 2024-09-14T03:44:15.809 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 6 v 3396 (ObjNum 789 snap 259 seq_num 789) dirty exists 2024-09-14T03:44:15.809 INFO:tasks.rados.rados.0.smithi002.stdout:2538: left oid 6 (ObjNum 789 snap 259 seq_num 789) 2024-09-14T03:44:15.809 INFO:tasks.rados.rados.0.smithi002.stdout:2543: finishing write tid 1 to smithi00278215-32 2024-09-14T03:44:15.810 INFO:tasks.rados.rados.0.smithi002.stdout:2544: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:44:15.810 INFO:tasks.rados.rados.0.smithi002.stdout:2541: expect (ObjNum 622 snap 200 seq_num 622) 2024-09-14T03:44:15.840 INFO:tasks.rados.rados.0.smithi002.stdout:2545: expect (ObjNum 768 snap 250 seq_num 768) 2024-09-14T03:44:15.866 INFO:tasks.rados.rados.0.smithi002.stdout:2543: finishing write tid 2 to smithi00278215-32 2024-09-14T03:44:15.866 INFO:tasks.rados.rados.0.smithi002.stdout:2543: finishing write tid 3 to smithi00278215-32 2024-09-14T03:44:15.867 INFO:tasks.rados.rados.0.smithi002.stdout:2543: finishing write tid 4 to smithi00278215-32 2024-09-14T03:44:15.867 INFO:tasks.rados.rados.0.smithi002.stdout:2543: finishing write tid 5 to smithi00278215-32 2024-09-14T03:44:15.867 INFO:tasks.rados.rados.0.smithi002.stdout:2543: oid 32 updating version 0 to 3404 2024-09-14T03:44:15.867 INFO:tasks.rados.rados.0.smithi002.stdout:2543: oid 32 updating version 3404 to 3405 2024-09-14T03:44:15.867 INFO:tasks.rados.rados.0.smithi002.stdout:2543: oid 32 version 3405 is already newer than 3398 2024-09-14T03:44:15.867 INFO:tasks.rados.rados.0.smithi002.stdout:2543: oid 32 version 3405 is already newer than 3403 2024-09-14T03:44:15.867 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 3405 (ObjNum 790 snap 259 seq_num 790) dirty exists 2024-09-14T03:44:15.867 INFO:tasks.rados.rados.0.smithi002.stdout:2543: left oid 32 (ObjNum 790 snap 259 seq_num 790) 2024-09-14T03:44:15.867 INFO:tasks.rados.rados.0.smithi002.stdout:2538: done (9 left) 2024-09-14T03:44:15.867 INFO:tasks.rados.rados.0.smithi002.stdout:2539: done (8 left) 2024-09-14T03:44:15.867 INFO:tasks.rados.rados.0.smithi002.stdout:2540: done (7 left) 2024-09-14T03:44:15.867 INFO:tasks.rados.rados.0.smithi002.stdout:2541: done (6 left) 2024-09-14T03:44:15.867 INFO:tasks.rados.rados.0.smithi002.stdout:2542: done (5 left) 2024-09-14T03:44:15.867 INFO:tasks.rados.rados.0.smithi002.stdout:2543: done (4 left) 2024-09-14T03:44:15.868 INFO:tasks.rados.rados.0.smithi002.stdout:2544: done (3 left) 2024-09-14T03:44:15.868 INFO:tasks.rados.rados.0.smithi002.stdout:2545: done (2 left) 2024-09-14T03:44:15.868 INFO:tasks.rados.rados.0.smithi002.stdout:2548: done (1 left) 2024-09-14T03:44:15.868 INFO:tasks.rados.rados.0.smithi002.stdout:2549: read oid 9 snap 226 2024-09-14T03:44:15.868 INFO:tasks.rados.rados.0.smithi002.stdout:2549: expect (ObjNum 705 snap 225 seq_num 705) 2024-09-14T03:44:15.868 INFO:tasks.rados.rados.0.smithi002.stdout:2550: rollback oid 18 current snap is 259 2024-09-14T03:44:15.868 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 18 to 242 2024-09-14T03:44:15.868 INFO:tasks.rados.rados.0.smithi002.stdout:2547: expect (ObjNum 783 snap 258 seq_num 783) 2024-09-14T03:44:15.913 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:15 smithi154 ceph-mon[81546]: pgmap v557: 121 pgs: 121 active+clean; 307 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 978 KiB/s wr, 10 op/s 2024-09-14T03:44:15.913 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:15 smithi154 ceph-mon[81546]: osdmap e590: 8 total, 8 up, 8 in 2024-09-14T03:44:15.913 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:44:15 smithi154 systemd[1]: Stopping Ceph prometheus.a for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:44:16.080 INFO:tasks.rados.rados.0.smithi002.stdout:2550: finishing rollback tid 1 to smithi00278215-18 2024-09-14T03:44:16.080 INFO:tasks.rados.rados.0.smithi002.stdout:2550: finishing rollback tid 2 to smithi00278215-18 2024-09-14T03:44:16.080 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 2681 (ObjNum 726 snap 235 seq_num 726) dirty exists 2024-09-14T03:44:16.080 INFO:tasks.rados.rados.0.smithi002.stdout:2547: done (2 left) 2024-09-14T03:44:16.081 INFO:tasks.rados.rados.0.smithi002.stdout:2550: done (1 left) 2024-09-14T03:44:16.081 INFO:tasks.rados.rados.0.smithi002.stdout:2551: setattr oid 2 current snap is 259 2024-09-14T03:44:16.081 INFO:tasks.rados.rados.0.smithi002.stdout:2549: expect (ObjNum 705 snap 225 seq_num 705) 2024-09-14T03:44:16.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:15 smithi002 ceph-mon[87970]: pgmap v557: 121 pgs: 121 active+clean; 307 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 978 KiB/s wr, 10 op/s 2024-09-14T03:44:16.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:15 smithi002 ceph-mon[87970]: osdmap e590: 8 total, 8 up, 8 in 2024-09-14T03:44:16.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:15 smithi002 ceph-mon[89815]: pgmap v557: 121 pgs: 121 active+clean; 307 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 978 KiB/s wr, 10 op/s 2024-09-14T03:44:16.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:15 smithi002 ceph-mon[89815]: osdmap e590: 8 total, 8 up, 8 in 2024-09-14T03:44:16.189 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:44:15 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[73844]: ts=2024-09-14T03:44:15.911Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-14T03:44:16.189 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:44:15 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[73844]: ts=2024-09-14T03:44:15.912Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-14T03:44:16.189 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:44:15 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[73844]: ts=2024-09-14T03:44:15.912Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-14T03:44:16.189 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:44:15 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[73844]: ts=2024-09-14T03:44:15.912Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-14T03:44:16.189 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:44:15 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[73844]: ts=2024-09-14T03:44:15.912Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-14T03:44:16.189 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:44:15 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[73844]: ts=2024-09-14T03:44:15.912Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-14T03:44:16.189 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:44:15 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[73844]: ts=2024-09-14T03:44:15.912Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-14T03:44:16.189 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:44:15 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[73844]: ts=2024-09-14T03:44:15.912Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-14T03:44:16.189 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:44:15 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[73844]: ts=2024-09-14T03:44:15.912Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-14T03:44:16.189 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:44:15 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[73844]: ts=2024-09-14T03:44:15.912Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-14T03:44:16.190 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:44:15 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[73844]: ts=2024-09-14T03:44:15.912Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-14T03:44:16.190 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:44:15 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[73844]: ts=2024-09-14T03:44:15.912Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-14T03:44:16.190 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:44:15 smithi154 podman[110865]: 2024-09-14 03:44:15.922005589 +0000 UTC m=+0.135996960 container died ffbeae974492024ffc2017540a40880215c6703392891117c4407e0b521c12fa (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-14T03:44:16.324 INFO:tasks.rados.rados.0.smithi002.stdout:2549: done (1 left) 2024-09-14T03:44:16.324 INFO:tasks.rados.rados.0.smithi002.stdout:2552: read oid 35 snap -1 2024-09-14T03:44:16.324 INFO:tasks.rados.rados.0.smithi002.stdout:2552: expect (ObjNum 787 snap 258 seq_num 787) 2024-09-14T03:44:16.325 INFO:tasks.rados.rados.0.smithi002.stdout:2553: snap_remove snap 244 2024-09-14T03:44:16.477 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:44:16 smithi154 podman[110865]: 2024-09-14 03:44:16.303410716 +0000 UTC m=+0.517402087 container cleanup ffbeae974492024ffc2017540a40880215c6703392891117c4407e0b521c12fa (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-14T03:44:16.477 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:44:16 smithi154 bash[110865]: ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a 2024-09-14T03:44:16.815 INFO:tasks.rados.rados.0.smithi002.stdout:2553: done (2 left) 2024-09-14T03:44:16.815 INFO:tasks.rados.rados.0.smithi002.stdout:2554: rollback oid 11 current snap is 259 2024-09-14T03:44:16.815 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 11 to 253 2024-09-14T03:44:16.816 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 2 v 2680 (ObjNum 783 snap 258 seq_num 783) dirty exists 2024-09-14T03:44:16.816 INFO:tasks.rados.rados.0.smithi002.stdout:2552: expect (ObjNum 787 snap 258 seq_num 787) 2024-09-14T03:44:16.957 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:16 smithi154 ceph-mon[81546]: osdmap e591: 8 total, 8 up, 8 in 2024-09-14T03:44:16.957 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:44:16 smithi154 podman[110878]: 2024-09-14 03:44:16.562957839 +0000 UTC m=+0.643077399 container remove ffbeae974492024ffc2017540a40880215c6703392891117c4407e0b521c12fa (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-14T03:44:16.957 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:44:16 smithi154 systemd[1]: ceph-f357b922-7248-11ef-bceb-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-09-14T03:44:16.957 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:44:16 smithi154 systemd[1]: Stopped Ceph prometheus.a for f357b922-7248-11ef-bceb-c7b262605968. 2024-09-14T03:44:16.957 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:44:16 smithi154 systemd[1]: ceph-f357b922-7248-11ef-bceb-c7b262605968@prometheus.a.service: Consumed 2.500s CPU time. 2024-09-14T03:44:16.979 INFO:tasks.rados.rados.0.smithi002.stdout:2554: finishing rollback tid 0 to smithi00278215-11 2024-09-14T03:44:16.979 INFO:tasks.rados.rados.0.smithi002.stdout:2554: finishing rollback tid 1 to smithi00278215-11 2024-09-14T03:44:16.979 INFO:tasks.rados.rados.0.smithi002.stdout:2554: finishing rollback tid 2 to smithi00278215-11 2024-09-14T03:44:16.979 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 3415 (ObjNum 731 snap 236 seq_num 731) dirty exists 2024-09-14T03:44:16.979 INFO:tasks.rados.rados.0.smithi002.stdout:2551: done (2 left) 2024-09-14T03:44:16.979 INFO:tasks.rados.rados.0.smithi002.stdout:2552: done (1 left) 2024-09-14T03:44:16.979 INFO:tasks.rados.rados.0.smithi002.stdout:2554: done (0 left) 2024-09-14T03:44:16.979 INFO:tasks.rados.rados.0.smithi002.stdout:2555: rollback oid 33 current snap is 259 2024-09-14T03:44:16.979 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 33 to 226 2024-09-14T03:44:16.980 INFO:tasks.rados.rados.0.smithi002.stdout:2556: snap_remove snap 258 2024-09-14T03:44:17.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:16 smithi002 ceph-mon[87970]: osdmap e591: 8 total, 8 up, 8 in 2024-09-14T03:44:17.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:16 smithi002 ceph-mon[89815]: osdmap e591: 8 total, 8 up, 8 in 2024-09-14T03:44:17.227 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:44:16 smithi154 systemd[1]: Starting Ceph prometheus.a for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:44:17.227 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:44:17 smithi154 podman[111007]: 2024-09-14 03:44:17.156228072 +0000 UTC m=+0.107242249 container create eb1e4ee489aa556284143e2b13334882f0091ff2d047f357f1464417ba9db1d0 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-14T03:44:17.228 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:44:17 smithi154 podman[111007]: 2024-09-14 03:44:17.065726961 +0000 UTC m=+0.016741107 image pull 1d3b7f56885b6dd623f1785be963aa9c195f86bc256ea454e8d02a7980b79c53 quay.io/prometheus/prometheus:v2.51.0 2024-09-14T03:44:17.728 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:44:17 smithi154 podman[111007]: 2024-09-14 03:44:17.374846263 +0000 UTC m=+0.325860405 container init eb1e4ee489aa556284143e2b13334882f0091ff2d047f357f1464417ba9db1d0 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-14T03:44:17.728 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:44:17 smithi154 podman[111007]: 2024-09-14 03:44:17.3773949 +0000 UTC m=+0.328409043 container start eb1e4ee489aa556284143e2b13334882f0091ff2d047f357f1464417ba9db1d0 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-14T03:44:17.728 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:44:17 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[111022]: ts=2024-09-14T03:44:17.397Z caller=main.go:617 level=info msg="Starting Prometheus Server" mode=server version="(version=2.51.0, branch=HEAD, revision=c05c15512acb675e3f6cd662a6727854e93fc024)" 2024-09-14T03:44:17.728 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:44:17 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[111022]: ts=2024-09-14T03:44:17.397Z caller=main.go:622 level=info build_context="(go=go1.22.1, platform=linux/amd64, user=root@b5723e458358, date=20240319-10:54:45, tags=netgo,builtinassets,stringlabels)" 2024-09-14T03:44:17.728 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:44:17 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[111022]: ts=2024-09-14T03:44:17.397Z caller=main.go:623 level=info host_details="(Linux 5.14.0-505.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024 x86_64 smithi154 (none))" 2024-09-14T03:44:17.728 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:44:17 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[111022]: ts=2024-09-14T03:44:17.397Z caller=main.go:624 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-14T03:44:17.729 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:44:17 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[111022]: ts=2024-09-14T03:44:17.397Z caller=main.go:625 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-14T03:44:17.729 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:44:17 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[111022]: ts=2024-09-14T03:44:17.399Z caller=web.go:568 level=info component=web msg="Start listening for connections" address=:9095 2024-09-14T03:44:17.729 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:44:17 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[111022]: ts=2024-09-14T03:44:17.399Z caller=main.go:1129 level=info msg="Starting TSDB ..." 2024-09-14T03:44:17.729 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:44:17 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[111022]: ts=2024-09-14T03:44:17.401Z caller=tls_config.go:313 level=info component=web msg="Listening on" address=[::]:9095 2024-09-14T03:44:17.729 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:44:17 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[111022]: ts=2024-09-14T03:44:17.401Z caller=tls_config.go:316 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-14T03:44:17.729 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:44:17 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[111022]: ts=2024-09-14T03:44:17.403Z caller=head.go:616 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-14T03:44:17.729 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:44:17 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[111022]: ts=2024-09-14T03:44:17.403Z caller=head.go:698 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.706µs 2024-09-14T03:44:17.729 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:44:17 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[111022]: ts=2024-09-14T03:44:17.403Z caller=head.go:706 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-14T03:44:17.729 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:44:17 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[111022]: ts=2024-09-14T03:44:17.404Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=4 2024-09-14T03:44:17.729 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:44:17 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[111022]: ts=2024-09-14T03:44:17.411Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=4 2024-09-14T03:44:17.729 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:44:17 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[111022]: ts=2024-09-14T03:44:17.411Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=4 2024-09-14T03:44:17.729 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:44:17 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[111022]: ts=2024-09-14T03:44:17.416Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=4 2024-09-14T03:44:17.730 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:44:17 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[111022]: ts=2024-09-14T03:44:17.416Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=4 maxSegment=4 2024-09-14T03:44:17.730 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:44:17 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[111022]: ts=2024-09-14T03:44:17.416Z caller=head.go:815 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=24.652µs wal_replay_duration=13.110735ms wbl_replay_duration=496ns total_replay_duration=13.153893ms 2024-09-14T03:44:17.730 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:44:17 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[111022]: ts=2024-09-14T03:44:17.418Z caller=main.go:1150 level=info fs_type=XFS_SUPER_MAGIC 2024-09-14T03:44:17.730 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:44:17 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[111022]: ts=2024-09-14T03:44:17.418Z caller=main.go:1153 level=info msg="TSDB started" 2024-09-14T03:44:17.730 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:44:17 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[111022]: ts=2024-09-14T03:44:17.418Z caller=main.go:1335 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-14T03:44:17.730 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:44:17 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[111022]: ts=2024-09-14T03:44:17.434Z caller=main.go:1372 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=16.177494ms db_storage=1.005µs remote_storage=2.887µs web_handler=307ns query_engine=660ns scrape=428.058µs scrape_sd=109.955µs notify=17.179µs notify_sd=13.696µs rules=15.241484ms tracing=6.081µs 2024-09-14T03:44:17.730 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:44:17 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[111022]: ts=2024-09-14T03:44:17.434Z caller=main.go:1114 level=info msg="Server is ready to receive web requests." 2024-09-14T03:44:17.730 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:44:17 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[111022]: ts=2024-09-14T03:44:17.434Z caller=manager.go:163 level=info component="rule manager" msg="Starting rule manager..." 2024-09-14T03:44:17.730 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:44:17 smithi154 bash[111007]: eb1e4ee489aa556284143e2b13334882f0091ff2d047f357f1464417ba9db1d0 2024-09-14T03:44:17.730 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:44:17 smithi154 systemd[1]: Started Ceph prometheus.a for f357b922-7248-11ef-bceb-c7b262605968. 2024-09-14T03:44:17.772 INFO:tasks.rados.rados.0.smithi002.stdout:2555: finishing rollback tid 0 to smithi00278215-33 2024-09-14T03:44:17.772 INFO:tasks.rados.rados.0.smithi002.stdout:2555: finishing rollback tid 1 to smithi00278215-33 2024-09-14T03:44:17.772 INFO:tasks.rados.rados.0.smithi002.stdout:2555: finishing rollback tid 2 to smithi00278215-33 2024-09-14T03:44:17.772 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 33 v 3013 (ObjNum 509 snap 160 seq_num 509) dirty exists 2024-09-14T03:44:17.772 INFO:tasks.rados.rados.0.smithi002.stdout:2555: done (1 left) 2024-09-14T03:44:17.772 INFO:tasks.rados.rados.0.smithi002.stdout:2556: done (0 left) 2024-09-14T03:44:17.772 INFO:tasks.rados.rados.0.smithi002.stdout:2557: delete oid 49 current snap is 259 2024-09-14T03:44:17.779 INFO:tasks.rados.rados.0.smithi002.stdout:2557: done (0 left) 2024-09-14T03:44:17.779 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 49 current snap is 259 2024-09-14T03:44:17.779 INFO:tasks.rados.rados.0.smithi002.stdout:2558: seq_num 793 ranges {0=483328,483328=647168,1130496=155648} 2024-09-14T03:44:17.782 INFO:tasks.rados.rados.0.smithi002.stdout:2558: writing smithi00278215-49 from 0 to 483328 tid 1 2024-09-14T03:44:17.786 INFO:tasks.rados.rados.0.smithi002.stdout:2558: writing smithi00278215-49 from 483328 to 1130496 tid 2 2024-09-14T03:44:17.788 INFO:tasks.rados.rados.0.smithi002.stdout:2558: writing smithi00278215-49 from 1130496 to 1286144 tid 3 2024-09-14T03:44:17.788 INFO:tasks.rados.rados.0.smithi002.stdout:2559: rmattr oid 11 current snap is 259 2024-09-14T03:44:17.788 INFO:tasks.rados.rados.0.smithi002.stdout:2558: finishing write tid 1 to smithi00278215-49 2024-09-14T03:44:17.788 INFO:tasks.rados.rados.0.smithi002.stdout:2560: snap_create 2024-09-14T03:44:17.792 INFO:tasks.rados.rados.0.smithi002.stdout:2558: finishing write tid 2 to smithi00278215-49 2024-09-14T03:44:17.792 INFO:tasks.rados.rados.0.smithi002.stdout:2558: finishing write tid 3 to smithi00278215-49 2024-09-14T03:44:17.792 INFO:tasks.rados.rados.0.smithi002.stdout:2558: finishing write tid 4 to smithi00278215-49 2024-09-14T03:44:17.793 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 3436 (ObjNum 731 snap 236 seq_num 731) dirty exists 2024-09-14T03:44:17.794 INFO:tasks.rados.rados.0.smithi002.stdout:2558: finishing write tid 5 to smithi00278215-49 2024-09-14T03:44:17.794 INFO:tasks.rados.rados.0.smithi002.stdout:2558: oid 49 updating version 0 to 1976 2024-09-14T03:44:17.794 INFO:tasks.rados.rados.0.smithi002.stdout:2558: oid 49 updating version 1976 to 1977 2024-09-14T03:44:17.794 INFO:tasks.rados.rados.0.smithi002.stdout:2558: oid 49 version 1977 is already newer than 1975 2024-09-14T03:44:17.794 INFO:tasks.rados.rados.0.smithi002.stdout:2558: oid 49 version 1977 is already newer than 1974 2024-09-14T03:44:17.794 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 1977 (ObjNum 793 snap 259 seq_num 793) dirty exists 2024-09-14T03:44:17.794 INFO:tasks.rados.rados.0.smithi002.stdout:2558: left oid 49 (ObjNum 793 snap 259 seq_num 793) 2024-09-14T03:44:18.030 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:17 smithi154 ceph-mon[81546]: pgmap v560: 121 pgs: 121 active+clean; 313 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.5 MiB/s wr, 6 op/s 2024-09-14T03:44:18.030 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:17 smithi154 ceph-mon[81546]: osdmap e592: 8 total, 8 up, 8 in 2024-09-14T03:44:18.031 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:17 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:18.031 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:17 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:18.031 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:17 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:44:18.031 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:17 smithi154 ceph-mon[81546]: osdmap e593: 8 total, 8 up, 8 in 2024-09-14T03:44:18.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:17 smithi002 ceph-mon[87970]: pgmap v560: 121 pgs: 121 active+clean; 313 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.5 MiB/s wr, 6 op/s 2024-09-14T03:44:18.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:17 smithi002 ceph-mon[87970]: osdmap e592: 8 total, 8 up, 8 in 2024-09-14T03:44:18.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:17 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:18.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:17 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:18.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:17 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:44:18.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:17 smithi002 ceph-mon[87970]: osdmap e593: 8 total, 8 up, 8 in 2024-09-14T03:44:18.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:17 smithi002 ceph-mon[89815]: pgmap v560: 121 pgs: 121 active+clean; 313 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.5 MiB/s wr, 6 op/s 2024-09-14T03:44:18.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:17 smithi002 ceph-mon[89815]: osdmap e592: 8 total, 8 up, 8 in 2024-09-14T03:44:18.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:17 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:18.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:17 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:18.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:17 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:44:18.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:17 smithi002 ceph-mon[89815]: osdmap e593: 8 total, 8 up, 8 in 2024-09-14T03:44:18.774 INFO:tasks.rados.rados.0.smithi002.stdout:2558: done (2 left) 2024-09-14T03:44:18.774 INFO:tasks.rados.rados.0.smithi002.stdout:2559: done (1 left) 2024-09-14T03:44:18.774 INFO:tasks.rados.rados.0.smithi002.stdout:2560: done (0 left) 2024-09-14T03:44:18.774 INFO:tasks.rados.rados.0.smithi002.stdout:2561: delete oid 46 current snap is 260 2024-09-14T03:44:18.777 INFO:tasks.rados.rados.0.smithi002.stdout:2561: done (0 left) 2024-09-14T03:44:18.777 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 49 current snap is 260 2024-09-14T03:44:18.777 INFO:tasks.rados.rados.0.smithi002.stdout:2562: seq_num 795 ranges {1286144=524288,1810432=417792,2228224=385024} 2024-09-14T03:44:18.787 INFO:tasks.rados.rados.0.smithi002.stdout:2562: writing smithi00278215-49 from 1286144 to 1810432 tid 1 2024-09-14T03:44:18.790 INFO:tasks.rados.rados.0.smithi002.stdout:2562: writing smithi00278215-49 from 1810432 to 2228224 tid 2 2024-09-14T03:44:18.792 INFO:tasks.rados.rados.0.smithi002.stdout:2562: writing smithi00278215-49 from 2228224 to 2613248 tid 3 2024-09-14T03:44:18.792 INFO:tasks.rados.rados.0.smithi002.stdout:2563: rmattr oid 35 current snap is 260 2024-09-14T03:44:18.793 INFO:tasks.rados.rados.0.smithi002.stdout:2562: finishing write tid 1 to smithi00278215-49 2024-09-14T03:44:18.793 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 44 current snap is 260 2024-09-14T03:44:18.793 INFO:tasks.rados.rados.0.smithi002.stdout:2564: seq_num 796 ranges {4743168=540672,5283840=704512,5988352=98304} 2024-09-14T03:44:18.822 INFO:tasks.rados.rados.0.smithi002.stdout:2564: writing smithi00278215-44 from 4743168 to 5283840 tid 1 2024-09-14T03:44:18.826 INFO:tasks.rados.rados.0.smithi002.stdout:2564: writing smithi00278215-44 from 5283840 to 5988352 tid 2 2024-09-14T03:44:18.827 INFO:tasks.rados.rados.0.smithi002.stdout:2564: writing smithi00278215-44 from 5988352 to 6086656 tid 3 2024-09-14T03:44:18.827 INFO:tasks.rados.rados.0.smithi002.stdout:2565: delete oid 19 current snap is 260 2024-09-14T03:44:18.827 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 35 v 0 (ObjNum 787 snap 258 seq_num 787) dirty exists 2024-09-14T03:44:18.827 INFO:tasks.rados.rados.0.smithi002.stdout:2562: finishing write tid 2 to smithi00278215-49 2024-09-14T03:44:18.827 INFO:tasks.rados.rados.0.smithi002.stdout:2562: finishing write tid 3 to smithi00278215-49 2024-09-14T03:44:18.827 INFO:tasks.rados.rados.0.smithi002.stdout:2562: finishing write tid 4 to smithi00278215-49 2024-09-14T03:44:18.828 INFO:tasks.rados.rados.0.smithi002.stdout:2562: finishing write tid 5 to smithi00278215-49 2024-09-14T03:44:18.828 INFO:tasks.rados.rados.0.smithi002.stdout:2562: oid 49 updating version 0 to 1978 2024-09-14T03:44:18.828 INFO:tasks.rados.rados.0.smithi002.stdout:2562: oid 49 updating version 1978 to 1981 2024-09-14T03:44:18.828 INFO:tasks.rados.rados.0.smithi002.stdout:2562: oid 49 version 1981 is already newer than 1979 2024-09-14T03:44:18.828 INFO:tasks.rados.rados.0.smithi002.stdout:2562: oid 49 version 1981 is already newer than 1980 2024-09-14T03:44:18.828 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 1981 (ObjNum 795 snap 260 seq_num 795) dirty exists 2024-09-14T03:44:18.828 INFO:tasks.rados.rados.0.smithi002.stdout:2562: left oid 49 (ObjNum 795 snap 260 seq_num 795) 2024-09-14T03:44:18.828 INFO:tasks.rados.rados.0.smithi002.stdout:2564: finishing write tid 1 to smithi00278215-44 2024-09-14T03:44:18.831 INFO:tasks.rados.rados.0.smithi002.stdout:2562: done (3 left) 2024-09-14T03:44:18.831 INFO:tasks.rados.rados.0.smithi002.stdout:2563: done (2 left) 2024-09-14T03:44:18.831 INFO:tasks.rados.rados.0.smithi002.stdout:2565: done (1 left) 2024-09-14T03:44:18.831 INFO:tasks.rados.rados.0.smithi002.stdout:2566: setattr oid 46 current snap is 260 2024-09-14T03:44:18.833 INFO:tasks.rados.rados.0.smithi002.stdout:2567: read oid 2 snap -1 2024-09-14T03:44:18.833 INFO:tasks.rados.rados.0.smithi002.stdout:2567: expect (ObjNum 783 snap 258 seq_num 783) 2024-09-14T03:44:18.833 INFO:tasks.rados.rados.0.smithi002.stdout:2568: read oid 42 snap -1 2024-09-14T03:44:18.833 INFO:tasks.rados.rados.0.smithi002.stdout:2568: expect (ObjNum 746 snap 245 seq_num 746) 2024-09-14T03:44:18.834 INFO:tasks.rados.rados.0.smithi002.stdout:2569: delete oid 16 current snap is 260 2024-09-14T03:44:18.834 INFO:tasks.rados.rados.0.smithi002.stdout:2564: finishing write tid 2 to smithi00278215-44 2024-09-14T03:44:18.834 INFO:tasks.rados.rados.0.smithi002.stdout:2564: finishing write tid 3 to smithi00278215-44 2024-09-14T03:44:18.834 INFO:tasks.rados.rados.0.smithi002.stdout:2564: finishing write tid 4 to smithi00278215-44 2024-09-14T03:44:18.837 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 46 v 3354 (ObjNum 33 snap 0 seq_num 2) dirty exists 2024-09-14T03:44:18.838 INFO:tasks.rados.rados.0.smithi002.stdout:2564: finishing write tid 5 to smithi00278215-44 2024-09-14T03:44:18.838 INFO:tasks.rados.rados.0.smithi002.stdout:2564: oid 44 updating version 0 to 2683 2024-09-14T03:44:18.838 INFO:tasks.rados.rados.0.smithi002.stdout:2564: oid 44 version 2683 is already newer than 2682 2024-09-14T03:44:18.839 INFO:tasks.rados.rados.0.smithi002.stdout:2564: oid 44 updating version 2683 to 2684 2024-09-14T03:44:18.839 INFO:tasks.rados.rados.0.smithi002.stdout:2564: oid 44 updating version 2684 to 2685 2024-09-14T03:44:18.839 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 2685 (ObjNum 796 snap 260 seq_num 796) dirty exists 2024-09-14T03:44:18.839 INFO:tasks.rados.rados.0.smithi002.stdout:2564: left oid 44 (ObjNum 796 snap 260 seq_num 796) 2024-09-14T03:44:18.839 INFO:tasks.rados.rados.0.smithi002.stdout:2568: expect (ObjNum 746 snap 245 seq_num 746) 2024-09-14T03:44:18.864 INFO:tasks.rados.rados.0.smithi002.stdout:2567: expect (ObjNum 783 snap 258 seq_num 783) 2024-09-14T03:44:19.083 INFO:tasks.rados.rados.0.smithi002.stdout:2564: done (4 left) 2024-09-14T03:44:19.083 INFO:tasks.rados.rados.0.smithi002.stdout:2566: done (3 left) 2024-09-14T03:44:19.083 INFO:tasks.rados.rados.0.smithi002.stdout:2567: done (2 left) 2024-09-14T03:44:19.084 INFO:tasks.rados.rados.0.smithi002.stdout:2568: done (1 left) 2024-09-14T03:44:19.084 INFO:tasks.rados.rados.0.smithi002.stdout:2569: done (0 left) 2024-09-14T03:44:19.084 INFO:tasks.rados.rados.0.smithi002.stdout:2570: rollback oid 1 current snap is 260 2024-09-14T03:44:19.084 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 1 to 232 2024-09-14T03:44:19.084 INFO:tasks.rados.rados.0.smithi002.stdout:2571: snap_create 2024-09-14T03:44:19.086 INFO:tasks.rados.rados.0.smithi002.stdout:2570: finishing rollback tid 1 to smithi00278215-1 2024-09-14T03:44:19.086 INFO:tasks.rados.rados.0.smithi002.stdout:2570: finishing rollback tid 2 to smithi00278215-1 2024-09-14T03:44:19.087 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 1 v 3438 (ObjNum 573 snap 178 seq_num 573) dirty exists 2024-09-14T03:44:19.815 INFO:tasks.rados.rados.0.smithi002.stdout:2570: done (1 left) 2024-09-14T03:44:19.815 INFO:tasks.rados.rados.0.smithi002.stdout:2571: done (0 left) 2024-09-14T03:44:19.816 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 20 current snap is 261 2024-09-14T03:44:19.816 INFO:tasks.rados.rados.0.smithi002.stdout:2572: seq_num 799 ranges {581632=589824,1171456=802816} 2024-09-14T03:44:19.822 INFO:tasks.rados.rados.0.smithi002.stdout:2572: writing smithi00278215-20 from 581632 to 1171456 tid 1 2024-09-14T03:44:19.827 INFO:tasks.rados.rados.0.smithi002.stdout:2572: writing smithi00278215-20 from 1171456 to 1974272 tid 2 2024-09-14T03:44:19.827 INFO:tasks.rados.rados.0.smithi002.stdout:2573: delete oid 11 current snap is 261 2024-09-14T03:44:19.831 INFO:tasks.rados.rados.0.smithi002.stdout:2572: finishing write tid 1 to smithi00278215-20 2024-09-14T03:44:19.831 INFO:tasks.rados.rados.0.smithi002.stdout:2572: finishing write tid 2 to smithi00278215-20 2024-09-14T03:44:19.831 INFO:tasks.rados.rados.0.smithi002.stdout:2572: finishing write tid 3 to smithi00278215-20 2024-09-14T03:44:19.831 INFO:tasks.rados.rados.0.smithi002.stdout:2573: done (1 left) 2024-09-14T03:44:19.831 INFO:tasks.rados.rados.0.smithi002.stdout:2574: snap_remove snap 260 2024-09-14T03:44:19.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:19 smithi154 ceph-mon[81546]: pgmap v563: 121 pgs: 121 active+clean; 317 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.4 MiB/s wr, 12 op/s 2024-09-14T03:44:19.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:19 smithi154 ceph-mon[81546]: osdmap e594: 8 total, 8 up, 8 in 2024-09-14T03:44:20.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:19 smithi002 ceph-mon[87970]: pgmap v563: 121 pgs: 121 active+clean; 317 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.4 MiB/s wr, 12 op/s 2024-09-14T03:44:20.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:19 smithi002 ceph-mon[87970]: osdmap e594: 8 total, 8 up, 8 in 2024-09-14T03:44:20.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:19 smithi002 ceph-mon[89815]: pgmap v563: 121 pgs: 121 active+clean; 317 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.4 MiB/s wr, 12 op/s 2024-09-14T03:44:20.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:19 smithi002 ceph-mon[89815]: osdmap e594: 8 total, 8 up, 8 in 2024-09-14T03:44:20.822 INFO:tasks.rados.rados.0.smithi002.stdout:2572: finishing write tid 4 to smithi00278215-20 2024-09-14T03:44:20.823 INFO:tasks.rados.rados.0.smithi002.stdout:2572: oid 20 updating version 0 to 2677 2024-09-14T03:44:20.823 INFO:tasks.rados.rados.0.smithi002.stdout:2572: oid 20 updating version 2677 to 2679 2024-09-14T03:44:20.823 INFO:tasks.rados.rados.0.smithi002.stdout:2572: oid 20 version 2679 is already newer than 2678 2024-09-14T03:44:20.823 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 20 v 2679 (ObjNum 799 snap 261 seq_num 799) dirty exists 2024-09-14T03:44:20.823 INFO:tasks.rados.rados.0.smithi002.stdout:2572: left oid 20 (ObjNum 799 snap 261 seq_num 799) 2024-09-14T03:44:20.823 INFO:tasks.rados.rados.0.smithi002.stdout:2572: done (1 left) 2024-09-14T03:44:20.823 INFO:tasks.rados.rados.0.smithi002.stdout:2574: done (0 left) 2024-09-14T03:44:20.823 INFO:tasks.rados.rados.0.smithi002.stdout:2575: read oid 16 snap 251 2024-09-14T03:44:20.823 INFO:tasks.rados.rados.0.smithi002.stdout:2575: expect (ObjNum 710 snap 226 seq_num 710) 2024-09-14T03:44:20.823 INFO:tasks.rados.rados.0.smithi002.stdout:2576: rmattr oid 19 current snap is 261 2024-09-14T03:44:20.823 INFO:tasks.rados.rados.0.smithi002.stdout:2576: done (1 left) 2024-09-14T03:44:20.824 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 42 current snap is 261 2024-09-14T03:44:20.824 INFO:tasks.rados.rados.0.smithi002.stdout:2577: seq_num 801 ranges {499712=622592,1122304=573440,1695744=229376} 2024-09-14T03:44:20.829 INFO:tasks.rados.rados.0.smithi002.stdout:2577: writing smithi00278215-42 from 499712 to 1122304 tid 1 2024-09-14T03:44:20.832 INFO:tasks.rados.rados.0.smithi002.stdout:2577: writing smithi00278215-42 from 1122304 to 1695744 tid 2 2024-09-14T03:44:20.834 INFO:tasks.rados.rados.0.smithi002.stdout:2577: writing smithi00278215-42 from 1695744 to 1925120 tid 3 2024-09-14T03:44:20.834 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 9 current snap is 261 2024-09-14T03:44:20.834 INFO:tasks.rados.rados.0.smithi002.stdout:2578: seq_num 802 ranges {0=638976,638976=458752,1097728=344064} 2024-09-14T03:44:20.838 INFO:tasks.rados.rados.0.smithi002.stdout:2578: writing smithi00278215-9 from 0 to 638976 tid 1 2024-09-14T03:44:20.841 INFO:tasks.rados.rados.0.smithi002.stdout:2578: writing smithi00278215-9 from 638976 to 1097728 tid 2 2024-09-14T03:44:20.844 INFO:tasks.rados.rados.0.smithi002.stdout:2578: writing smithi00278215-9 from 1097728 to 1441792 tid 3 2024-09-14T03:44:20.845 INFO:tasks.rados.rados.0.smithi002.stdout:2579: read oid 34 snap -1 2024-09-14T03:44:20.845 INFO:tasks.rados.rados.0.smithi002.stdout:2579: expect (ObjNum 782 snap 258 seq_num 782) 2024-09-14T03:44:20.845 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 50 current snap is 261 2024-09-14T03:44:20.845 INFO:tasks.rados.rados.0.smithi002.stdout:2575: expect (ObjNum 710 snap 226 seq_num 710) 2024-09-14T03:44:20.912 INFO:tasks.rados.rados.0.smithi002.stdout:2577: finishing write tid 1 to smithi00278215-42 2024-09-14T03:44:20.913 INFO:tasks.rados.rados.0.smithi002.stdout:2577: finishing write tid 2 to smithi00278215-42 2024-09-14T03:44:20.913 INFO:tasks.rados.rados.0.smithi002.stdout:2577: finishing write tid 3 to smithi00278215-42 2024-09-14T03:44:20.913 INFO:tasks.rados.rados.0.smithi002.stdout:2577: finishing write tid 4 to smithi00278215-42 2024-09-14T03:44:20.913 INFO:tasks.rados.rados.0.smithi002.stdout:2577: finishing write tid 5 to smithi00278215-42 2024-09-14T03:44:20.913 INFO:tasks.rados.rados.0.smithi002.stdout:2577: oid 42 updating version 0 to 2688 2024-09-14T03:44:20.913 INFO:tasks.rados.rados.0.smithi002.stdout:2577: oid 42 version 2688 is already newer than 2687 2024-09-14T03:44:20.913 INFO:tasks.rados.rados.0.smithi002.stdout:2577: oid 42 version 2688 is already newer than 2686 2024-09-14T03:44:20.913 INFO:tasks.rados.rados.0.smithi002.stdout:2577: oid 42 updating version 2688 to 2689 2024-09-14T03:44:20.913 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 42 v 2689 (ObjNum 801 snap 261 seq_num 801) dirty exists 2024-09-14T03:44:20.914 INFO:tasks.rados.rados.0.smithi002.stdout:2577: left oid 42 (ObjNum 801 snap 261 seq_num 801) 2024-09-14T03:44:20.914 INFO:tasks.rados.rados.0.smithi002.stdout:2578: finishing write tid 1 to smithi00278215-9 2024-09-14T03:44:20.914 INFO:tasks.rados.rados.0.smithi002.stdout:2580: seq_num 803 ranges {0=655360,655360=745472,1400832=57344} 2024-09-14T03:44:20.916 INFO:tasks.rados.rados.0.smithi002.stdout:2580: writing smithi00278215-50 from 0 to 655360 tid 1 2024-09-14T03:44:20.920 INFO:tasks.rados.rados.0.smithi002.stdout:2580: writing smithi00278215-50 from 655360 to 1400832 tid 2 2024-09-14T03:44:20.921 INFO:tasks.rados.rados.0.smithi002.stdout:2580: writing smithi00278215-50 from 1400832 to 1458176 tid 3 2024-09-14T03:44:20.921 INFO:tasks.rados.rados.0.smithi002.stdout:2575: done (4 left) 2024-09-14T03:44:20.921 INFO:tasks.rados.rados.0.smithi002.stdout:2577: done (3 left) 2024-09-14T03:44:20.921 INFO:tasks.rados.rados.0.smithi002.stdout:2581: copy_from oid 11 from oid 45 current snap is 261 2024-09-14T03:44:20.921 INFO:tasks.rados.rados.0.smithi002.stdout:2578: finishing write tid 2 to smithi00278215-9 2024-09-14T03:44:20.921 INFO:tasks.rados.rados.0.smithi002.stdout:2578: finishing write tid 3 to smithi00278215-9 2024-09-14T03:44:20.921 INFO:tasks.rados.rados.0.smithi002.stdout:2578: finishing write tid 4 to smithi00278215-9 2024-09-14T03:44:20.921 INFO:tasks.rados.rados.0.smithi002.stdout:2579: expect (ObjNum 782 snap 258 seq_num 782) 2024-09-14T03:44:20.970 INFO:tasks.rados.rados.0.smithi002.stdout:2578: finishing write tid 5 to smithi00278215-9 2024-09-14T03:44:20.970 INFO:tasks.rados.rados.0.smithi002.stdout:2578: oid 9 updating version 0 to 2985 2024-09-14T03:44:20.970 INFO:tasks.rados.rados.0.smithi002.stdout:2578: oid 9 version 2985 is already newer than 2984 2024-09-14T03:44:20.971 INFO:tasks.rados.rados.0.smithi002.stdout:2578: oid 9 version 2985 is already newer than 2983 2024-09-14T03:44:20.971 INFO:tasks.rados.rados.0.smithi002.stdout:2578: oid 9 updating version 2985 to 2986 2024-09-14T03:44:20.971 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 9 v 2986 (ObjNum 802 snap 261 seq_num 802) dirty exists 2024-09-14T03:44:20.971 INFO:tasks.rados.rados.0.smithi002.stdout:2578: left oid 9 (ObjNum 802 snap 261 seq_num 802) 2024-09-14T03:44:20.971 INFO:tasks.rados.rados.0.smithi002.stdout:2580: finishing write tid 1 to smithi00278215-50 2024-09-14T03:44:20.971 INFO:tasks.rados.rados.0.smithi002.stdout:2580: finishing write tid 2 to smithi00278215-50 2024-09-14T03:44:20.972 INFO:tasks.rados.rados.0.smithi002.stdout:2580: finishing write tid 3 to smithi00278215-50 2024-09-14T03:44:20.972 INFO:tasks.rados.rados.0.smithi002.stdout:2580: finishing write tid 4 to smithi00278215-50 2024-09-14T03:44:20.972 INFO:tasks.rados.rados.0.smithi002.stdout:2580: finishing write tid 5 to smithi00278215-50 2024-09-14T03:44:20.972 INFO:tasks.rados.rados.0.smithi002.stdout:2580: oid 50 updating version 0 to 3445 2024-09-14T03:44:20.972 INFO:tasks.rados.rados.0.smithi002.stdout:2580: oid 50 updating version 3445 to 3446 2024-09-14T03:44:20.972 INFO:tasks.rados.rados.0.smithi002.stdout:2580: oid 50 version 3446 is already newer than 3443 2024-09-14T03:44:20.972 INFO:tasks.rados.rados.0.smithi002.stdout:2580: oid 50 version 3446 is already newer than 3444 2024-09-14T03:44:20.972 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 3446 (ObjNum 803 snap 261 seq_num 803) dirty exists 2024-09-14T03:44:20.973 INFO:tasks.rados.rados.0.smithi002.stdout:2580: left oid 50 (ObjNum 803 snap 261 seq_num 803) 2024-09-14T03:44:20.973 INFO:tasks.rados.rados.0.smithi002.stdout:2581: finishing copy_from racing read to smithi00278215-11 2024-09-14T03:44:20.973 INFO:tasks.rados.rados.0.smithi002.stdout:2581: finishing copy_from to smithi00278215-11 2024-09-14T03:44:20.973 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 1324 (ObjNum 751 snap 248 seq_num 751) dirty exists 2024-09-14T03:44:20.973 INFO:tasks.rados.rados.0.smithi002.stdout:2578: done (3 left) 2024-09-14T03:44:20.973 INFO:tasks.rados.rados.0.smithi002.stdout:2579: done (2 left) 2024-09-14T03:44:20.973 INFO:tasks.rados.rados.0.smithi002.stdout:2580: done (1 left) 2024-09-14T03:44:20.973 INFO:tasks.rados.rados.0.smithi002.stdout:2581: done (0 left) 2024-09-14T03:44:20.973 INFO:tasks.rados.rados.0.smithi002.stdout:2582: read oid 22 snap -1 2024-09-14T03:44:20.973 INFO:tasks.rados.rados.0.smithi002.stdout:2582: expect (ObjNum 774 snap 252 seq_num 774) 2024-09-14T03:44:20.973 INFO:tasks.rados.rados.0.smithi002.stdout:2583: snap_create 2024-09-14T03:44:20.988 INFO:tasks.rados.rados.0.smithi002.stdout:2582: expect (ObjNum 774 snap 252 seq_num 774) 2024-09-14T03:44:21.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:20 smithi002 ceph-mon[87970]: osdmap e595: 8 total, 8 up, 8 in 2024-09-14T03:44:21.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:20 smithi002 ceph-mon[89815]: osdmap e595: 8 total, 8 up, 8 in 2024-09-14T03:44:21.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:20 smithi154 ceph-mon[81546]: osdmap e595: 8 total, 8 up, 8 in 2024-09-14T03:44:21.823 INFO:tasks.rados.rados.0.smithi002.stdout:2582: done (1 left) 2024-09-14T03:44:21.823 INFO:tasks.rados.rados.0.smithi002.stdout:2583: done (0 left) 2024-09-14T03:44:21.823 INFO:tasks.rados.rados.0.smithi002.stdout:2584: delete oid 16 current snap is 262 2024-09-14T03:44:21.825 INFO:tasks.rados.rados.0.smithi002.stdout:2584: done (0 left) 2024-09-14T03:44:21.825 INFO:tasks.rados.rados.0.smithi002.stdout:2585: rollback oid 28 current snap is 262 2024-09-14T03:44:21.825 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 28 to 237 2024-09-14T03:44:21.826 INFO:tasks.rados.rados.0.smithi002.stdout:2586: copy_from oid 35 from oid 21 current snap is 262 2024-09-14T03:44:21.826 INFO:tasks.rados.rados.0.smithi002.stdout:2587: delete oid 50 current snap is 262 2024-09-14T03:44:21.830 INFO:tasks.rados.rados.0.smithi002.stdout:2587: done (2 left) 2024-09-14T03:44:21.830 INFO:tasks.rados.rados.0.smithi002.stdout:2588: setattr oid 44 current snap is 262 2024-09-14T03:44:21.833 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 26 current snap is 262 2024-09-14T03:44:21.833 INFO:tasks.rados.rados.0.smithi002.stdout:2589: seq_num 806 ranges {1138688=704512,1843200=442368,2285568=360448} 2024-09-14T03:44:21.843 INFO:tasks.rados.rados.0.smithi002.stdout:2589: writing smithi00278215-26 from 1138688 to 1843200 tid 1 2024-09-14T03:44:21.845 INFO:tasks.rados.rados.0.smithi002.stdout:2589: writing smithi00278215-26 from 1843200 to 2285568 tid 2 2024-09-14T03:44:21.849 INFO:tasks.rados.rados.0.smithi002.stdout:2589: writing smithi00278215-26 from 2285568 to 2646016 tid 3 2024-09-14T03:44:21.849 INFO:tasks.rados.rados.0.smithi002.stdout:2590: read oid 49 snap -1 2024-09-14T03:44:21.849 INFO:tasks.rados.rados.0.smithi002.stdout:2590: expect (ObjNum 795 snap 260 seq_num 795) 2024-09-14T03:44:21.849 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 13 current snap is 262 2024-09-14T03:44:21.849 INFO:tasks.rados.rados.0.smithi002.stdout:2591: seq_num 807 ranges {1679360=720896,2400256=729088,3129344=73728} 2024-09-14T03:44:21.862 INFO:tasks.rados.rados.0.smithi002.stdout:2591: writing smithi00278215-13 from 1679360 to 2400256 tid 1 2024-09-14T03:44:21.866 INFO:tasks.rados.rados.0.smithi002.stdout:2591: writing smithi00278215-13 from 2400256 to 3129344 tid 2 2024-09-14T03:44:21.867 INFO:tasks.rados.rados.0.smithi002.stdout:2591: writing smithi00278215-13 from 3129344 to 3203072 tid 3 2024-09-14T03:44:21.867 INFO:tasks.rados.rados.0.smithi002.stdout:2592: snap_create 2024-09-14T03:44:21.867 INFO:tasks.rados.rados.0.smithi002.stdout:2585: finishing rollback tid 0 to smithi00278215-28 2024-09-14T03:44:21.867 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 2690 (ObjNum 796 snap 260 seq_num 796) dirty exists 2024-09-14T03:44:21.867 INFO:tasks.rados.rados.0.smithi002.stdout:2585: finishing rollback tid 1 to smithi00278215-28 2024-09-14T03:44:21.867 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 28 v 3015 (ObjNum 129 snap 0 seq_num 855828736) dirty dne 2024-09-14T03:44:21.867 INFO:tasks.rados.rados.0.smithi002.stdout:2589: finishing write tid 1 to smithi00278215-26 2024-09-14T03:44:21.868 INFO:tasks.rados.rados.0.smithi002.stdout:2589: finishing write tid 2 to smithi00278215-26 2024-09-14T03:44:21.868 INFO:tasks.rados.rados.0.smithi002.stdout:2586: finishing copy_from racing read to smithi00278215-35 2024-09-14T03:44:21.868 INFO:tasks.rados.rados.0.smithi002.stdout:2589: finishing write tid 3 to smithi00278215-26 2024-09-14T03:44:21.868 INFO:tasks.rados.rados.0.smithi002.stdout:2586: finishing copy_from to smithi00278215-35 2024-09-14T03:44:21.868 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 35 v 1855 (ObjNum 509 snap 160 seq_num 509) dirty exists 2024-09-14T03:44:21.868 INFO:tasks.rados.rados.0.smithi002.stdout:2589: finishing write tid 4 to smithi00278215-26 2024-09-14T03:44:21.868 INFO:tasks.rados.rados.0.smithi002.stdout:2589: finishing write tid 5 to smithi00278215-26 2024-09-14T03:44:21.868 INFO:tasks.rados.rados.0.smithi002.stdout:2589: oid 26 updating version 0 to 2984 2024-09-14T03:44:21.868 INFO:tasks.rados.rados.0.smithi002.stdout:2589: oid 26 updating version 2984 to 2987 2024-09-14T03:44:21.868 INFO:tasks.rados.rados.0.smithi002.stdout:2589: oid 26 version 2987 is already newer than 2985 2024-09-14T03:44:21.868 INFO:tasks.rados.rados.0.smithi002.stdout:2589: oid 26 version 2987 is already newer than 2986 2024-09-14T03:44:21.868 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 2987 (ObjNum 806 snap 262 seq_num 806) dirty exists 2024-09-14T03:44:21.868 INFO:tasks.rados.rados.0.smithi002.stdout:2589: left oid 26 (ObjNum 806 snap 262 seq_num 806) 2024-09-14T03:44:21.869 INFO:tasks.rados.rados.0.smithi002.stdout:2590: expect (ObjNum 795 snap 260 seq_num 795) 2024-09-14T03:44:21.957 INFO:tasks.rados.rados.0.smithi002.stdout:2591: finishing write tid 1 to smithi00278215-13 2024-09-14T03:44:21.957 INFO:tasks.rados.rados.0.smithi002.stdout:2591: finishing write tid 2 to smithi00278215-13 2024-09-14T03:44:21.957 INFO:tasks.rados.rados.0.smithi002.stdout:2591: finishing write tid 3 to smithi00278215-13 2024-09-14T03:44:21.957 INFO:tasks.rados.rados.0.smithi002.stdout:2591: finishing write tid 4 to smithi00278215-13 2024-09-14T03:44:21.957 INFO:tasks.rados.rados.0.smithi002.stdout:2591: finishing write tid 5 to smithi00278215-13 2024-09-14T03:44:21.957 INFO:tasks.rados.rados.0.smithi002.stdout:2591: oid 13 updating version 0 to 1862 2024-09-14T03:44:21.957 INFO:tasks.rados.rados.0.smithi002.stdout:2591: oid 13 version 1862 is already newer than 1859 2024-09-14T03:44:21.958 INFO:tasks.rados.rados.0.smithi002.stdout:2591: oid 13 version 1862 is already newer than 1861 2024-09-14T03:44:21.958 INFO:tasks.rados.rados.0.smithi002.stdout:2591: oid 13 version 1862 is already newer than 1860 2024-09-14T03:44:21.958 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 1862 (ObjNum 807 snap 262 seq_num 807) dirty exists 2024-09-14T03:44:21.958 INFO:tasks.rados.rados.0.smithi002.stdout:2591: left oid 13 (ObjNum 807 snap 262 seq_num 807) 2024-09-14T03:44:22.186 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:21 smithi154 ceph-mon[81546]: pgmap v566: 121 pgs: 121 active+clean; 316 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.0 MiB/s wr, 22 op/s 2024-09-14T03:44:22.186 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:21 smithi154 ceph-mon[81546]: osdmap e596: 8 total, 8 up, 8 in 2024-09-14T03:44:22.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:21 smithi002 ceph-mon[87970]: pgmap v566: 121 pgs: 121 active+clean; 316 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.0 MiB/s wr, 22 op/s 2024-09-14T03:44:22.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:21 smithi002 ceph-mon[87970]: osdmap e596: 8 total, 8 up, 8 in 2024-09-14T03:44:22.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:21 smithi002 ceph-mon[89815]: pgmap v566: 121 pgs: 121 active+clean; 316 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.0 MiB/s wr, 22 op/s 2024-09-14T03:44:22.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:21 smithi002 ceph-mon[89815]: osdmap e596: 8 total, 8 up, 8 in 2024-09-14T03:44:22.579 INFO:teuthology.orchestra.run.smithi002.stdout:true 2024-09-14T03:44:22.773 INFO:tasks.rados.rados.0.smithi002.stdout:2585: done (6 left) 2024-09-14T03:44:22.773 INFO:tasks.rados.rados.0.smithi002.stdout:2586: done (5 left) 2024-09-14T03:44:22.773 INFO:tasks.rados.rados.0.smithi002.stdout:2588: done (4 left) 2024-09-14T03:44:22.773 INFO:tasks.rados.rados.0.smithi002.stdout:2589: done (3 left) 2024-09-14T03:44:22.773 INFO:tasks.rados.rados.0.smithi002.stdout:2590: done (2 left) 2024-09-14T03:44:22.773 INFO:tasks.rados.rados.0.smithi002.stdout:2591: done (1 left) 2024-09-14T03:44:22.773 INFO:tasks.rados.rados.0.smithi002.stdout:2592: done (0 left) 2024-09-14T03:44:22.773 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 6 current snap is 263 2024-09-14T03:44:22.773 INFO:tasks.rados.rados.0.smithi002.stdout:2593: seq_num 808 ranges {1974272=737280,2711552=614400,3325952=188416} 2024-09-14T03:44:22.787 INFO:tasks.rados.rados.0.smithi002.stdout:2593: writing smithi00278215-6 from 1974272 to 2711552 tid 1 2024-09-14T03:44:22.791 INFO:tasks.rados.rados.0.smithi002.stdout:2593: writing smithi00278215-6 from 2711552 to 3325952 tid 2 2024-09-14T03:44:22.792 INFO:tasks.rados.rados.0.smithi002.stdout:2593: writing smithi00278215-6 from 3325952 to 3514368 tid 3 2024-09-14T03:44:22.793 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 36 current snap is 263 2024-09-14T03:44:22.793 INFO:tasks.rados.rados.0.smithi002.stdout:2594: seq_num 809 ranges {4743168=753664,5496832=499712,5996544=303104} 2024-09-14T03:44:22.823 INFO:tasks.rados.rados.0.smithi002.stdout:2594: writing smithi00278215-36 from 4743168 to 5496832 tid 1 2024-09-14T03:44:22.825 INFO:tasks.rados.rados.0.smithi002.stdout:2594: writing smithi00278215-36 from 5496832 to 5996544 tid 2 2024-09-14T03:44:22.828 INFO:tasks.rados.rados.0.smithi002.stdout:2594: writing smithi00278215-36 from 5996544 to 6299648 tid 3 2024-09-14T03:44:22.829 INFO:tasks.rados.rados.0.smithi002.stdout:2595: snap_create 2024-09-14T03:44:22.829 INFO:tasks.rados.rados.0.smithi002.stdout:2593: finishing write tid 1 to smithi00278215-6 2024-09-14T03:44:22.829 INFO:tasks.rados.rados.0.smithi002.stdout:2593: finishing write tid 2 to smithi00278215-6 2024-09-14T03:44:22.830 INFO:tasks.rados.rados.0.smithi002.stdout:2593: finishing write tid 3 to smithi00278215-6 2024-09-14T03:44:22.830 INFO:tasks.rados.rados.0.smithi002.stdout:2593: finishing write tid 4 to smithi00278215-6 2024-09-14T03:44:22.830 INFO:tasks.rados.rados.0.smithi002.stdout:2593: finishing write tid 5 to smithi00278215-6 2024-09-14T03:44:22.830 INFO:tasks.rados.rados.0.smithi002.stdout:2593: oid 6 updating version 0 to 3453 2024-09-14T03:44:22.830 INFO:tasks.rados.rados.0.smithi002.stdout:2593: oid 6 updating version 3453 to 3454 2024-09-14T03:44:22.831 INFO:tasks.rados.rados.0.smithi002.stdout:2593: oid 6 version 3454 is already newer than 3452 2024-09-14T03:44:22.831 INFO:tasks.rados.rados.0.smithi002.stdout:2593: oid 6 version 3454 is already newer than 3451 2024-09-14T03:44:22.831 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 6 v 3454 (ObjNum 808 snap 263 seq_num 808) dirty exists 2024-09-14T03:44:22.831 INFO:tasks.rados.rados.0.smithi002.stdout:2593: left oid 6 (ObjNum 808 snap 263 seq_num 808) 2024-09-14T03:44:22.833 INFO:tasks.rados.rados.0.smithi002.stdout:2594: finishing write tid 1 to smithi00278215-36 2024-09-14T03:44:22.834 INFO:tasks.rados.rados.0.smithi002.stdout:2594: finishing write tid 2 to smithi00278215-36 2024-09-14T03:44:22.834 INFO:tasks.rados.rados.0.smithi002.stdout:2594: finishing write tid 3 to smithi00278215-36 2024-09-14T03:44:22.835 INFO:tasks.rados.rados.0.smithi002.stdout:2594: finishing write tid 4 to smithi00278215-36 2024-09-14T03:44:22.836 INFO:tasks.rados.rados.0.smithi002.stdout:2594: finishing write tid 5 to smithi00278215-36 2024-09-14T03:44:22.836 INFO:tasks.rados.rados.0.smithi002.stdout:2594: oid 36 updating version 0 to 1865 2024-09-14T03:44:22.836 INFO:tasks.rados.rados.0.smithi002.stdout:2594: oid 36 version 1865 is already newer than 1864 2024-09-14T03:44:22.836 INFO:tasks.rados.rados.0.smithi002.stdout:2594: oid 36 updating version 1865 to 1866 2024-09-14T03:44:22.836 INFO:tasks.rados.rados.0.smithi002.stdout:2594: oid 36 version 1866 is already newer than 1863 2024-09-14T03:44:22.836 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 36 v 1866 (ObjNum 809 snap 263 seq_num 809) dirty exists 2024-09-14T03:44:22.836 INFO:tasks.rados.rados.0.smithi002.stdout:2594: left oid 36 (ObjNum 809 snap 263 seq_num 809) 2024-09-14T03:44:23.180 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-14T03:44:23.180 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (10m) 23s ago 11m 26.8M - 0.25.0 c8568f914cd2 8c6771f56432 2024-09-14T03:44:23.180 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi154 *:3000 running (11m) 0s ago 11m 90.2M - 9.4.7 954c08fa6188 6cd949ecdca3 2024-09-14T03:44:23.180 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (64s) 23s ago 12m 14.5M - 19.3.0-4907-ga2782315 8801d2529e43 65e250421c44 2024-09-14T03:44:23.180 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi154 running (46s) 0s ago 12m 13.4M - 19.3.0-4907-ga2782315 8801d2529e43 d91ecd716157 2024-09-14T03:44:23.180 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi154 *:8443,9283,8765 running (6m) 0s ago 16m 456M - 19.3.0-4907-ga2782315 8801d2529e43 3c8b8d7f1b49 2024-09-14T03:44:23.180 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (7m) 23s ago 18m 530M - 19.3.0-4907-ga2782315 8801d2529e43 37cb6840a9f7 2024-09-14T03:44:23.180 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (6m) 23s ago 18m 72.2M 2048M 19.3.0-4907-ga2782315 8801d2529e43 ac49fe4ea75d 2024-09-14T03:44:23.181 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi154 running (5m) 0s ago 16m 59.2M 2048M 19.3.0-4907-ga2782315 8801d2529e43 de3094fdd6b5 2024-09-14T03:44:23.181 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (6m) 23s ago 16m 56.3M 2048M 19.3.0-4907-ga2782315 8801d2529e43 0423773ea054 2024-09-14T03:44:23.181 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (33s) 23s ago 11m 7931k - 1.7.0 72c9c2088986 3b7bacb3fdf8 2024-09-14T03:44:23.181 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi154 *:9100 running (26s) 0s ago 11m 8330k - 1.7.0 72c9c2088986 ed8e375f5cb9 2024-09-14T03:44:23.181 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (5m) 23s ago 16m 370M 2481M 19.3.0-4907-ga2782315 8801d2529e43 98de17e6e20c 2024-09-14T03:44:23.181 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (4m) 23s ago 15m 255M 2481M 19.3.0-4907-ga2782315 8801d2529e43 e758e3d25821 2024-09-14T03:44:23.181 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (4m) 23s ago 15m 225M 2481M 19.3.0-4907-ga2782315 8801d2529e43 6fd97586f770 2024-09-14T03:44:23.181 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (3m) 23s ago 14m 99.4M 2481M 19.3.0-4907-ga2782315 8801d2529e43 aead1115e85e 2024-09-14T03:44:23.181 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi154 running (3m) 0s ago 14m 224M 2480M 19.3.0-4907-ga2782315 8801d2529e43 be01dd011648 2024-09-14T03:44:23.181 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi154 running (2m) 0s ago 14m 254M 2480M 19.3.0-4907-ga2782315 8801d2529e43 2df8ad771157 2024-09-14T03:44:23.181 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi154 running (115s) 0s ago 13m 128M 2480M 19.3.0-4907-ga2782315 8801d2529e43 7d3a82627dc4 2024-09-14T03:44:23.181 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi154 running (81s) 0s ago 13m 73.9M 2480M 19.3.0-4907-ga2782315 8801d2529e43 3fd2a8db6e2c 2024-09-14T03:44:23.181 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi154 *:9095 running (6s) 0s ago 11m 34.5M - 2.51.0 1d3b7f56885b eb1e4ee489aa 2024-09-14T03:44:23.182 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:22 smithi002 ceph-mon[87970]: osdmap e597: 8 total, 8 up, 8 in 2024-09-14T03:44:23.182 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:22 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:23.182 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:22 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:23.182 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:22 smithi002 ceph-mon[87970]: osdmap e598: 8 total, 8 up, 8 in 2024-09-14T03:44:23.182 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:22 smithi002 ceph-mon[89815]: osdmap e597: 8 total, 8 up, 8 in 2024-09-14T03:44:23.182 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:22 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:23.182 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:22 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:23.183 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:22 smithi002 ceph-mon[89815]: osdmap e598: 8 total, 8 up, 8 in 2024-09-14T03:44:23.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:22 smithi154 ceph-mon[81546]: osdmap e597: 8 total, 8 up, 8 in 2024-09-14T03:44:23.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:22 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:23.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:22 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:23.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:22 smithi154 ceph-mon[81546]: osdmap e598: 8 total, 8 up, 8 in 2024-09-14T03:44:23.542 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-14T03:44:23.542 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2024-09-14T03:44:23.542 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.3.0-4907-ga2782315 (a2782315255a3e7d5f6cdc9eb35785187ff6ddf8) squid (dev)": 3 2024-09-14T03:44:23.542 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:44:23.542 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2024-09-14T03:44:23.542 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.3.0-4907-ga2782315 (a2782315255a3e7d5f6cdc9eb35785187ff6ddf8) squid (dev)": 2 2024-09-14T03:44:23.543 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:44:23.543 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2024-09-14T03:44:23.543 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.3.0-4907-ga2782315 (a2782315255a3e7d5f6cdc9eb35785187ff6ddf8) squid (dev)": 8 2024-09-14T03:44:23.543 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:44:23.543 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2024-09-14T03:44:23.543 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.3.0-4907-ga2782315 (a2782315255a3e7d5f6cdc9eb35785187ff6ddf8) squid (dev)": 2 2024-09-14T03:44:23.543 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:44:23.543 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2024-09-14T03:44:23.543 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.3.0-4907-ga2782315 (a2782315255a3e7d5f6cdc9eb35785187ff6ddf8) squid (dev)": 15 2024-09-14T03:44:23.543 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-14T03:44:23.543 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-14T03:44:23.832 INFO:tasks.rados.rados.0.smithi002.stdout:2593: done (2 left) 2024-09-14T03:44:23.832 INFO:tasks.rados.rados.0.smithi002.stdout:2594: done (1 left) 2024-09-14T03:44:23.832 INFO:tasks.rados.rados.0.smithi002.stdout:2595: done (0 left) 2024-09-14T03:44:23.832 INFO:tasks.rados.rados.0.smithi002.stdout:2596: rmattr oid 11 current snap is 264 2024-09-14T03:44:23.832 INFO:tasks.rados.rados.0.smithi002.stdout:2596: done (0 left) 2024-09-14T03:44:23.832 INFO:tasks.rados.rados.0.smithi002.stdout:2597: read oid 45 snap -1 2024-09-14T03:44:23.832 INFO:tasks.rados.rados.0.smithi002.stdout:2597: expect (ObjNum 751 snap 248 seq_num 751) 2024-09-14T03:44:23.833 INFO:tasks.rados.rados.0.smithi002.stdout:2598: copy_from oid 30 from oid 9 current snap is 264 2024-09-14T03:44:23.833 INFO:tasks.rados.rados.0.smithi002.stdout:2599: snap_create 2024-09-14T03:44:23.837 INFO:tasks.rados.rados.0.smithi002.stdout:2597: expect (ObjNum 751 snap 248 seq_num 751) 2024-09-14T03:44:23.847 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-14T03:44:23.847 INFO:teuthology.orchestra.run.smithi002.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802", 2024-09-14T03:44:23.847 INFO:teuthology.orchestra.run.smithi002.stdout: "in_progress": true, 2024-09-14T03:44:23.847 INFO:teuthology.orchestra.run.smithi002.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-14T03:44:23.848 INFO:teuthology.orchestra.run.smithi002.stdout: "services_complete": [ 2024-09-14T03:44:23.848 INFO:teuthology.orchestra.run.smithi002.stdout: "mon", 2024-09-14T03:44:23.848 INFO:teuthology.orchestra.run.smithi002.stdout: "mds", 2024-09-14T03:44:23.848 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr", 2024-09-14T03:44:23.848 INFO:teuthology.orchestra.run.smithi002.stdout: "osd" 2024-09-14T03:44:23.848 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-14T03:44:23.848 INFO:teuthology.orchestra.run.smithi002.stdout: "progress": "15/20 daemons upgraded", 2024-09-14T03:44:23.848 INFO:teuthology.orchestra.run.smithi002.stdout: "message": "Currently upgrading prometheus daemons", 2024-09-14T03:44:23.848 INFO:teuthology.orchestra.run.smithi002.stdout: "is_paused": false 2024-09-14T03:44:23.848 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-14T03:44:23.854 INFO:tasks.rados.rados.0.smithi002.stdout:2598: finishing copy_from racing read to smithi00278215-30 2024-09-14T03:44:23.854 INFO:tasks.rados.rados.0.smithi002.stdout:2598: finishing copy_from to smithi00278215-30 2024-09-14T03:44:23.854 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 30 v 2986 (ObjNum 802 snap 261 seq_num 802) dirty exists 2024-09-14T03:44:24.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:24 smithi154 ceph-mon[81546]: from='client.34575 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:44:24.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:24 smithi154 ceph-mon[81546]: pgmap v569: 121 pgs: 121 active+clean; 334 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 2.4 MiB/s wr, 28 op/s 2024-09-14T03:44:24.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:24 smithi154 ceph-mon[81546]: from='client.34581 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:44:24.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:24 smithi154 ceph-mon[81546]: from='client.44498 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:44:24.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:24 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:24.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:24 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:24.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:24 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/462795535' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:24.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:24 smithi154 ceph-mon[81546]: osdmap e599: 8 total, 8 up, 8 in 2024-09-14T03:44:24.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:24 smithi002 ceph-mon[89815]: from='client.34575 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:44:24.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:24 smithi002 ceph-mon[89815]: pgmap v569: 121 pgs: 121 active+clean; 334 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 2.4 MiB/s wr, 28 op/s 2024-09-14T03:44:24.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:24 smithi002 ceph-mon[89815]: from='client.34581 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:44:24.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:24 smithi002 ceph-mon[89815]: from='client.44498 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:44:24.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:24 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:24.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:24 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:24.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:24 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/462795535' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:24.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:24 smithi002 ceph-mon[89815]: osdmap e599: 8 total, 8 up, 8 in 2024-09-14T03:44:24.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:24 smithi002 ceph-mon[87970]: from='client.34575 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:44:24.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:24 smithi002 ceph-mon[87970]: pgmap v569: 121 pgs: 121 active+clean; 334 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 2.4 MiB/s wr, 28 op/s 2024-09-14T03:44:24.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:24 smithi002 ceph-mon[87970]: from='client.34581 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:44:24.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:24 smithi002 ceph-mon[87970]: from='client.44498 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:44:24.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:24 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:24.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:24 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:24.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:24 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/462795535' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:24.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:24 smithi002 ceph-mon[87970]: osdmap e599: 8 total, 8 up, 8 in 2024-09-14T03:44:24.834 INFO:tasks.rados.rados.0.smithi002.stdout:2597: done (2 left) 2024-09-14T03:44:24.834 INFO:tasks.rados.rados.0.smithi002.stdout:2598: done (1 left) 2024-09-14T03:44:24.834 INFO:tasks.rados.rados.0.smithi002.stdout:2599: done (0 left) 2024-09-14T03:44:24.834 INFO:tasks.rados.rados.0.smithi002.stdout:2600: rollback oid 30 current snap is 265 2024-09-14T03:44:24.834 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 30 to 249 2024-09-14T03:44:24.834 INFO:tasks.rados.rados.0.smithi002.stdout:2601: rollback oid 36 current snap is 265 2024-09-14T03:44:24.835 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 36 to 256 2024-09-14T03:44:24.835 INFO:tasks.rados.rados.0.smithi002.stdout:2602: read oid 1 snap -1 2024-09-14T03:44:24.835 INFO:tasks.rados.rados.0.smithi002.stdout:2602: expect (ObjNum 573 snap 178 seq_num 573) 2024-09-14T03:44:24.835 INFO:tasks.rados.rados.0.smithi002.stdout:2603: snap_remove snap 237 2024-09-14T03:44:25.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:25 smithi154 ceph-mon[81546]: from='client.44510 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:44:25.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:25 smithi154 ceph-mon[81546]: osdmap e600: 8 total, 8 up, 8 in 2024-09-14T03:44:25.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:25 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:44:25.687 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:44:25 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:44:25] "GET /metrics HTTP/1.1" 200 36436 "" "Prometheus/2.51.0" 2024-09-14T03:44:25.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:25 smithi002 ceph-mon[87970]: from='client.44510 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:44:25.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:25 smithi002 ceph-mon[87970]: osdmap e600: 8 total, 8 up, 8 in 2024-09-14T03:44:25.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:25 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:44:25.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:25 smithi002 ceph-mon[89815]: from='client.44510 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:44:25.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:25 smithi002 ceph-mon[89815]: osdmap e600: 8 total, 8 up, 8 in 2024-09-14T03:44:25.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:25 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:44:25.838 INFO:tasks.rados.rados.0.smithi002.stdout:2603: done (3 left) 2024-09-14T03:44:25.838 INFO:tasks.rados.rados.0.smithi002.stdout:2604: snap_create 2024-09-14T03:44:25.838 INFO:tasks.rados.rados.0.smithi002.stdout:2600: finishing rollback tid 0 to smithi00278215-30 2024-09-14T03:44:25.838 INFO:tasks.rados.rados.0.smithi002.stdout:2601: finishing rollback tid 0 to smithi00278215-36 2024-09-14T03:44:25.838 INFO:tasks.rados.rados.0.smithi002.stdout:2601: finishing rollback tid 1 to smithi00278215-36 2024-09-14T03:44:25.839 INFO:tasks.rados.rados.0.smithi002.stdout:2601: finishing rollback tid 2 to smithi00278215-36 2024-09-14T03:44:25.839 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 36 v 1869 (ObjNum 509 snap 160 seq_num 509) dirty exists 2024-09-14T03:44:25.839 INFO:tasks.rados.rados.0.smithi002.stdout:2600: finishing rollback tid 1 to smithi00278215-30 2024-09-14T03:44:25.839 INFO:tasks.rados.rados.0.smithi002.stdout:2600: finishing rollback tid 2 to smithi00278215-30 2024-09-14T03:44:25.839 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 30 v 3459 (ObjNum 622 snap 200 seq_num 622) dirty exists 2024-09-14T03:44:25.839 INFO:tasks.rados.rados.0.smithi002.stdout:2602: expect (ObjNum 573 snap 178 seq_num 573) 2024-09-14T03:44:26.301 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:26 smithi154 ceph-mon[81546]: pgmap v572: 121 pgs: 121 active+clean; 337 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.2 MiB/s wr, 18 op/s 2024-09-14T03:44:26.301 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:26 smithi154 ceph-mon[81546]: osdmap e601: 8 total, 8 up, 8 in 2024-09-14T03:44:26.686 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:26 smithi002 ceph-mon[87970]: pgmap v572: 121 pgs: 121 active+clean; 337 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.2 MiB/s wr, 18 op/s 2024-09-14T03:44:26.686 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:26 smithi002 ceph-mon[87970]: osdmap e601: 8 total, 8 up, 8 in 2024-09-14T03:44:26.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:26 smithi002 ceph-mon[89815]: pgmap v572: 121 pgs: 121 active+clean; 337 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.2 MiB/s wr, 18 op/s 2024-09-14T03:44:26.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:26 smithi002 ceph-mon[89815]: osdmap e601: 8 total, 8 up, 8 in 2024-09-14T03:44:26.836 INFO:tasks.rados.rados.0.smithi002.stdout:2600: done (3 left) 2024-09-14T03:44:26.836 INFO:tasks.rados.rados.0.smithi002.stdout:2601: done (2 left) 2024-09-14T03:44:26.836 INFO:tasks.rados.rados.0.smithi002.stdout:2602: done (1 left) 2024-09-14T03:44:26.836 INFO:tasks.rados.rados.0.smithi002.stdout:2604: done (0 left) 2024-09-14T03:44:26.836 INFO:tasks.rados.rados.0.smithi002.stdout:2605: snap_create 2024-09-14T03:44:27.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:27 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:27.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:27 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:27.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:27 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:44:27.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:27 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:44:27.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:27 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:27.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:27 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "dashboard get-prometheus-api-host"} : dispatch 2024-09-14T03:44:27.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:27 smithi002 ceph-mon[89815]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-14T03:44:27.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:27 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:44:27.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:27 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:27.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:27 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:27.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:27 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:27.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:27 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:27.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:27 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:27.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:27 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:27.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:27 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:27.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:27 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:27.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:27 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:27.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:27 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:27.439 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:27 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:27.439 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:27 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:27.439 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:27 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:27.439 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:27 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:27.439 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:27 smithi002 ceph-mon[89815]: pgmap v575: 121 pgs: 121 active+clean; 337 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 740 KiB/s wr, 4 op/s 2024-09-14T03:44:27.439 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:27 smithi002 ceph-mon[89815]: osdmap e602: 8 total, 8 up, 8 in 2024-09-14T03:44:27.439 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:27 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:27.439 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:27 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:27.439 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:27 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:44:27.439 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:27 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:44:27.439 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:27 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:27.440 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:27 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "dashboard get-prometheus-api-host"} : dispatch 2024-09-14T03:44:27.440 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:27 smithi002 ceph-mon[87970]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-14T03:44:27.440 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:27 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:44:27.440 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:27 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:27.440 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:27 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:27.440 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:27 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:27.440 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:27 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:27.440 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:27 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:27.440 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:27 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:27.440 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:27 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:27.440 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:27 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:27.440 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:27 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:27.440 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:27 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:27.441 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:27 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:27.441 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:27 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:27.441 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:27 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:27.441 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:27 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:27.441 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:27 smithi002 ceph-mon[87970]: pgmap v575: 121 pgs: 121 active+clean; 337 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 740 KiB/s wr, 4 op/s 2024-09-14T03:44:27.441 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:27 smithi002 ceph-mon[87970]: osdmap e602: 8 total, 8 up, 8 in 2024-09-14T03:44:27.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:27 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:27.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:27 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:27.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:27 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:44:27.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:27 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:44:27.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:27 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:27.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:27 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "dashboard get-prometheus-api-host"} : dispatch 2024-09-14T03:44:27.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:27 smithi154 ceph-mon[81546]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-14T03:44:27.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:27 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:44:27.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:27 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:27.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:27 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:27.729 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:27 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:27.729 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:27 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:27.729 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:27 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:27.729 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:27 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:27.729 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:27 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:27.729 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:27 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:27.729 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:27 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:27.729 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:27 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:27.729 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:27 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:27.729 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:27 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:27.729 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:27 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:27.729 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:27 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:27.729 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:27 smithi154 ceph-mon[81546]: pgmap v575: 121 pgs: 121 active+clean; 337 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 740 KiB/s wr, 4 op/s 2024-09-14T03:44:27.730 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:27 smithi154 ceph-mon[81546]: osdmap e602: 8 total, 8 up, 8 in 2024-09-14T03:44:27.774 INFO:tasks.rados.rados.0.smithi002.stdout:2605: done (0 left) 2024-09-14T03:44:27.775 INFO:tasks.rados.rados.0.smithi002.stdout:2606: setattr oid 22 current snap is 267 2024-09-14T03:44:27.775 INFO:tasks.rados.rados.0.smithi002.stdout:2607: snap_remove snap 233 2024-09-14T03:44:28.784 INFO:tasks.rados.rados.0.smithi002.stdout:2607: done (1 left) 2024-09-14T03:44:28.784 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 11 current snap is 267 2024-09-14T03:44:28.784 INFO:tasks.rados.rados.0.smithi002.stdout:2608: seq_num 810 ranges {581632=770048,1351680=778240,2129920=24576} 2024-09-14T03:44:28.791 INFO:tasks.rados.rados.0.smithi002.stdout:2608: writing smithi00278215-11 from 581632 to 1351680 tid 1 2024-09-14T03:44:28.797 INFO:tasks.rados.rados.0.smithi002.stdout:2608: writing smithi00278215-11 from 1351680 to 2129920 tid 2 2024-09-14T03:44:28.798 INFO:tasks.rados.rados.0.smithi002.stdout:2608: writing smithi00278215-11 from 2129920 to 2154496 tid 3 2024-09-14T03:44:28.798 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 26 current snap is 267 2024-09-14T03:44:28.798 INFO:tasks.rados.rados.0.smithi002.stdout:2609: seq_num 811 ranges {2646016=786432,3432448=663552,4096000=139264} 2024-09-14T03:44:28.818 INFO:tasks.rados.rados.0.smithi002.stdout:2609: writing smithi00278215-26 from 2646016 to 3432448 tid 1 2024-09-14T03:44:28.822 INFO:tasks.rados.rados.0.smithi002.stdout:2609: writing smithi00278215-26 from 3432448 to 4096000 tid 2 2024-09-14T03:44:28.823 INFO:tasks.rados.rados.0.smithi002.stdout:2609: writing smithi00278215-26 from 4096000 to 4235264 tid 3 2024-09-14T03:44:28.824 INFO:tasks.rados.rados.0.smithi002.stdout:2610: setattr oid 21 current snap is 267 2024-09-14T03:44:28.824 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 22 v 1870 (ObjNum 774 snap 252 seq_num 774) dirty exists 2024-09-14T03:44:28.824 INFO:tasks.rados.rados.0.smithi002.stdout:2608: finishing write tid 1 to smithi00278215-11 2024-09-14T03:44:28.824 INFO:tasks.rados.rados.0.smithi002.stdout:2608: finishing write tid 2 to smithi00278215-11 2024-09-14T03:44:28.824 INFO:tasks.rados.rados.0.smithi002.stdout:2608: finishing write tid 3 to smithi00278215-11 2024-09-14T03:44:28.824 INFO:tasks.rados.rados.0.smithi002.stdout:2608: finishing write tid 4 to smithi00278215-11 2024-09-14T03:44:28.824 INFO:tasks.rados.rados.0.smithi002.stdout:2608: finishing write tid 5 to smithi00278215-11 2024-09-14T03:44:28.824 INFO:tasks.rados.rados.0.smithi002.stdout:2608: oid 11 updating version 0 to 3478 2024-09-14T03:44:28.824 INFO:tasks.rados.rados.0.smithi002.stdout:2608: oid 11 updating version 3478 to 3479 2024-09-14T03:44:28.824 INFO:tasks.rados.rados.0.smithi002.stdout:2608: oid 11 version 3479 is already newer than 3477 2024-09-14T03:44:28.824 INFO:tasks.rados.rados.0.smithi002.stdout:2608: oid 11 updating version 3479 to 3480 2024-09-14T03:44:28.824 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 3480 (ObjNum 810 snap 267 seq_num 810) dirty exists 2024-09-14T03:44:28.825 INFO:tasks.rados.rados.0.smithi002.stdout:2608: left oid 11 (ObjNum 810 snap 267 seq_num 810) 2024-09-14T03:44:28.825 INFO:tasks.rados.rados.0.smithi002.stdout:2609: finishing write tid 1 to smithi00278215-26 2024-09-14T03:44:28.825 INFO:tasks.rados.rados.0.smithi002.stdout:2606: done (3 left) 2024-09-14T03:44:28.825 INFO:tasks.rados.rados.0.smithi002.stdout:2608: done (2 left) 2024-09-14T03:44:28.825 INFO:tasks.rados.rados.0.smithi002.stdout:2611: snap_remove snap 259 2024-09-14T03:44:29.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:28 smithi002 ceph-mon[87970]: osdmap e603: 8 total, 8 up, 8 in 2024-09-14T03:44:29.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:28 smithi002 ceph-mon[87970]: Upgrade: Updating alertmanager.a 2024-09-14T03:44:29.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:28 smithi002 ceph-mon[87970]: Deploying daemon alertmanager.a on smithi002 2024-09-14T03:44:29.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:28 smithi002 ceph-mon[89815]: osdmap e603: 8 total, 8 up, 8 in 2024-09-14T03:44:29.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:28 smithi002 ceph-mon[89815]: Upgrade: Updating alertmanager.a 2024-09-14T03:44:29.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:28 smithi002 ceph-mon[89815]: Deploying daemon alertmanager.a on smithi002 2024-09-14T03:44:29.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:28 smithi154 ceph-mon[81546]: osdmap e603: 8 total, 8 up, 8 in 2024-09-14T03:44:29.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:28 smithi154 ceph-mon[81546]: Upgrade: Updating alertmanager.a 2024-09-14T03:44:29.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:28 smithi154 ceph-mon[81546]: Deploying daemon alertmanager.a on smithi002 2024-09-14T03:44:29.784 INFO:tasks.rados.rados.0.smithi002.stdout:2611: done (2 left) 2024-09-14T03:44:29.785 INFO:tasks.rados.rados.0.smithi002.stdout:2612: read oid 25 snap -1 2024-09-14T03:44:29.785 INFO:tasks.rados.rados.0.smithi002.stdout:2612: expect (ObjNum 785 snap 258 seq_num 785) 2024-09-14T03:44:29.785 INFO:tasks.rados.rados.0.smithi002.stdout:2613: rmattr oid 46 current snap is 267 2024-09-14T03:44:29.785 INFO:tasks.rados.rados.0.smithi002.stdout:2614: copy_from oid 6 from oid 5 current snap is 267 2024-09-14T03:44:29.789 INFO:tasks.rados.rados.0.smithi002.stdout:2615: snap_create 2024-09-14T03:44:29.789 INFO:tasks.rados.rados.0.smithi002.stdout:2609: finishing write tid 2 to smithi00278215-26 2024-09-14T03:44:29.789 INFO:tasks.rados.rados.0.smithi002.stdout:2609: finishing write tid 3 to smithi00278215-26 2024-09-14T03:44:29.789 INFO:tasks.rados.rados.0.smithi002.stdout:2609: finishing write tid 4 to smithi00278215-26 2024-09-14T03:44:29.789 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 1856 (ObjNum 509 snap 160 seq_num 509) dirty exists 2024-09-14T03:44:29.789 INFO:tasks.rados.rados.0.smithi002.stdout:2609: finishing write tid 5 to smithi00278215-26 2024-09-14T03:44:29.789 INFO:tasks.rados.rados.0.smithi002.stdout:2609: oid 26 updating version 0 to 2991 2024-09-14T03:44:29.790 INFO:tasks.rados.rados.0.smithi002.stdout:2609: oid 26 version 2991 is already newer than 2989 2024-09-14T03:44:29.790 INFO:tasks.rados.rados.0.smithi002.stdout:2609: oid 26 version 2991 is already newer than 2988 2024-09-14T03:44:29.790 INFO:tasks.rados.rados.0.smithi002.stdout:2609: oid 26 version 2991 is already newer than 2990 2024-09-14T03:44:29.790 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 2991 (ObjNum 811 snap 267 seq_num 811) dirty exists 2024-09-14T03:44:29.790 INFO:tasks.rados.rados.0.smithi002.stdout:2609: left oid 26 (ObjNum 811 snap 267 seq_num 811) 2024-09-14T03:44:29.793 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 46 v 3355 (ObjNum 129 snap 0 seq_num 855798096) dirty exists 2024-09-14T03:44:29.816 INFO:tasks.rados.rados.0.smithi002.stdout:2614: finishing copy_from racing read to smithi00278215-6 2024-09-14T03:44:29.818 INFO:tasks.rados.rados.0.smithi002.stdout:2614: finishing copy_from to smithi00278215-6 2024-09-14T03:44:29.819 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 6 v 2230 (ObjNum 671 snap 215 seq_num 671) dirty exists 2024-09-14T03:44:29.825 INFO:tasks.rados.rados.0.smithi002.stdout:2612: expect (ObjNum 785 snap 258 seq_num 785) 2024-09-14T03:44:30.100 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:29 smithi154 ceph-mon[81546]: pgmap v578: 121 pgs: 121 active+clean; 347 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.2 MiB/s wr, 18 op/s 2024-09-14T03:44:30.101 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:29 smithi154 ceph-mon[81546]: osdmap e604: 8 total, 8 up, 8 in 2024-09-14T03:44:30.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:29 smithi002 ceph-mon[87970]: pgmap v578: 121 pgs: 121 active+clean; 347 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.2 MiB/s wr, 18 op/s 2024-09-14T03:44:30.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:29 smithi002 ceph-mon[87970]: osdmap e604: 8 total, 8 up, 8 in 2024-09-14T03:44:30.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:29 smithi002 ceph-mon[89815]: pgmap v578: 121 pgs: 121 active+clean; 347 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.2 MiB/s wr, 18 op/s 2024-09-14T03:44:30.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:29 smithi002 ceph-mon[89815]: osdmap e604: 8 total, 8 up, 8 in 2024-09-14T03:44:30.789 INFO:tasks.rados.rados.0.smithi002.stdout:2609: done (5 left) 2024-09-14T03:44:30.789 INFO:tasks.rados.rados.0.smithi002.stdout:2610: done (4 left) 2024-09-14T03:44:30.789 INFO:tasks.rados.rados.0.smithi002.stdout:2612: done (3 left) 2024-09-14T03:44:30.790 INFO:tasks.rados.rados.0.smithi002.stdout:2613: done (2 left) 2024-09-14T03:44:30.790 INFO:tasks.rados.rados.0.smithi002.stdout:2614: done (1 left) 2024-09-14T03:44:30.790 INFO:tasks.rados.rados.0.smithi002.stdout:2615: done (0 left) 2024-09-14T03:44:30.790 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 40 current snap is 268 2024-09-14T03:44:30.790 INFO:tasks.rados.rados.0.smithi002.stdout:2616: seq_num 812 ranges {1335296=802816,2138112=548864,2686976=253952} 2024-09-14T03:44:30.801 INFO:tasks.rados.rados.0.smithi002.stdout:2616: writing smithi00278215-40 from 1335296 to 2138112 tid 1 2024-09-14T03:44:30.803 INFO:tasks.rados.rados.0.smithi002.stdout:2616: writing smithi00278215-40 from 2138112 to 2686976 tid 2 2024-09-14T03:44:30.805 INFO:tasks.rados.rados.0.smithi002.stdout:2616: writing smithi00278215-40 from 2686976 to 2940928 tid 3 2024-09-14T03:44:30.805 INFO:tasks.rados.rados.0.smithi002.stdout:2617: setattr oid 23 current snap is 268 2024-09-14T03:44:30.808 INFO:tasks.rados.rados.0.smithi002.stdout:2618: delete oid 21 current snap is 268 2024-09-14T03:44:30.811 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 2681 (ObjNum 727 snap 236 seq_num 727) dirty exists 2024-09-14T03:44:30.811 INFO:tasks.rados.rados.0.smithi002.stdout:2616: finishing write tid 1 to smithi00278215-40 2024-09-14T03:44:30.812 INFO:tasks.rados.rados.0.smithi002.stdout:2616: finishing write tid 2 to smithi00278215-40 2024-09-14T03:44:30.813 INFO:tasks.rados.rados.0.smithi002.stdout:2616: finishing write tid 3 to smithi00278215-40 2024-09-14T03:44:30.813 INFO:tasks.rados.rados.0.smithi002.stdout:2617: done (2 left) 2024-09-14T03:44:30.813 INFO:tasks.rados.rados.0.smithi002.stdout:2618: done (1 left) 2024-09-14T03:44:30.814 INFO:tasks.rados.rados.0.smithi002.stdout:2619: read oid 18 snap -1 2024-09-14T03:44:30.814 INFO:tasks.rados.rados.0.smithi002.stdout:2619: expect (ObjNum 726 snap 235 seq_num 726) 2024-09-14T03:44:30.814 INFO:tasks.rados.rados.0.smithi002.stdout:2620: rollback oid 44 current snap is 268 2024-09-14T03:44:30.814 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 44 to 253 2024-09-14T03:44:30.814 INFO:tasks.rados.rados.0.smithi002.stdout:2621: setattr oid 32 current snap is 268 2024-09-14T03:44:30.814 INFO:tasks.rados.rados.0.smithi002.stdout:2616: finishing write tid 4 to smithi00278215-40 2024-09-14T03:44:30.815 INFO:tasks.rados.rados.0.smithi002.stdout:2616: finishing write tid 5 to smithi00278215-40 2024-09-14T03:44:30.815 INFO:tasks.rados.rados.0.smithi002.stdout:2616: oid 40 updating version 0 to 1872 2024-09-14T03:44:30.815 INFO:tasks.rados.rados.0.smithi002.stdout:2616: oid 40 version 1872 is already newer than 1871 2024-09-14T03:44:30.815 INFO:tasks.rados.rados.0.smithi002.stdout:2616: oid 40 updating version 1872 to 1873 2024-09-14T03:44:30.815 INFO:tasks.rados.rados.0.smithi002.stdout:2616: oid 40 updating version 1873 to 1874 2024-09-14T03:44:30.816 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 1874 (ObjNum 812 snap 268 seq_num 812) dirty exists 2024-09-14T03:44:30.816 INFO:tasks.rados.rados.0.smithi002.stdout:2616: left oid 40 (ObjNum 812 snap 268 seq_num 812) 2024-09-14T03:44:30.816 INFO:tasks.rados.rados.0.smithi002.stdout:2616: done (3 left) 2024-09-14T03:44:30.816 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 10 current snap is 268 2024-09-14T03:44:30.816 INFO:tasks.rados.rados.0.smithi002.stdout:2622: seq_num 814 ranges {10379264=442368,10821632=770048,11591680=434176} 2024-09-14T03:44:30.875 INFO:tasks.rados.rados.0.smithi002.stdout:2622: writing smithi00278215-10 from 10379264 to 10821632 tid 1 2024-09-14T03:44:30.879 INFO:tasks.rados.rados.0.smithi002.stdout:2622: writing smithi00278215-10 from 10821632 to 11591680 tid 2 2024-09-14T03:44:30.881 INFO:tasks.rados.rados.0.smithi002.stdout:2622: writing smithi00278215-10 from 11591680 to 12025856 tid 3 2024-09-14T03:44:30.881 INFO:tasks.rados.rados.0.smithi002.stdout:2623: copy_from oid 47 from oid 11 current snap is 268 2024-09-14T03:44:30.881 INFO:tasks.rados.rados.0.smithi002.stdout:2619: expect (ObjNum 726 snap 235 seq_num 726) 2024-09-14T03:44:30.887 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 3504 (ObjNum 790 snap 259 seq_num 790) dirty exists 2024-09-14T03:44:30.888 INFO:tasks.rados.rados.0.smithi002.stdout:2620: finishing rollback tid 0 to smithi00278215-44 2024-09-14T03:44:30.888 INFO:tasks.rados.rados.0.smithi002.stdout:2620: finishing rollback tid 1 to smithi00278215-44 2024-09-14T03:44:30.888 INFO:tasks.rados.rados.0.smithi002.stdout:2620: finishing rollback tid 2 to smithi00278215-44 2024-09-14T03:44:30.888 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 2693 (ObjNum 509 snap 160 seq_num 509) dirty exists 2024-09-14T03:44:30.888 INFO:tasks.rados.rados.0.smithi002.stdout:2622: finishing write tid 1 to smithi00278215-10 2024-09-14T03:44:30.888 INFO:tasks.rados.rados.0.smithi002.stdout:2619: done (4 left) 2024-09-14T03:44:30.888 INFO:tasks.rados.rados.0.smithi002.stdout:2620: done (3 left) 2024-09-14T03:44:30.888 INFO:tasks.rados.rados.0.smithi002.stdout:2621: done (2 left) 2024-09-14T03:44:30.888 INFO:tasks.rados.rados.0.smithi002.stdout:2624: snap_remove snap 255 2024-09-14T03:44:31.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:30 smithi002 ceph-mon[87970]: osdmap e605: 8 total, 8 up, 8 in 2024-09-14T03:44:31.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:30 smithi002 ceph-mon[89815]: osdmap e605: 8 total, 8 up, 8 in 2024-09-14T03:44:31.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:30 smithi154 ceph-mon[81546]: osdmap e605: 8 total, 8 up, 8 in 2024-09-14T03:44:31.794 INFO:tasks.rados.rados.0.smithi002.stdout:2624: done (2 left) 2024-09-14T03:44:31.794 INFO:tasks.rados.rados.0.smithi002.stdout:2625: snap_create 2024-09-14T03:44:31.794 INFO:tasks.rados.rados.0.smithi002.stdout:2622: finishing write tid 2 to smithi00278215-10 2024-09-14T03:44:31.795 INFO:tasks.rados.rados.0.smithi002.stdout:2622: finishing write tid 3 to smithi00278215-10 2024-09-14T03:44:31.795 INFO:tasks.rados.rados.0.smithi002.stdout:2622: finishing write tid 4 to smithi00278215-10 2024-09-14T03:44:31.795 INFO:tasks.rados.rados.0.smithi002.stdout:2622: finishing write tid 5 to smithi00278215-10 2024-09-14T03:44:31.795 INFO:tasks.rados.rados.0.smithi002.stdout:2622: oid 10 updating version 0 to 2696 2024-09-14T03:44:31.795 INFO:tasks.rados.rados.0.smithi002.stdout:2622: oid 10 version 2696 is already newer than 2695 2024-09-14T03:44:31.795 INFO:tasks.rados.rados.0.smithi002.stdout:2622: oid 10 version 2696 is already newer than 2694 2024-09-14T03:44:31.795 INFO:tasks.rados.rados.0.smithi002.stdout:2622: oid 10 updating version 2696 to 2697 2024-09-14T03:44:31.795 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 2697 (ObjNum 814 snap 268 seq_num 814) dirty exists 2024-09-14T03:44:31.795 INFO:tasks.rados.rados.0.smithi002.stdout:2622: left oid 10 (ObjNum 814 snap 268 seq_num 814) 2024-09-14T03:44:31.795 INFO:tasks.rados.rados.0.smithi002.stdout:2623: finishing copy_from racing read to smithi00278215-47 2024-09-14T03:44:31.795 INFO:tasks.rados.rados.0.smithi002.stdout:2623: finishing copy_from to smithi00278215-47 2024-09-14T03:44:31.795 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 3480 (ObjNum 810 snap 267 seq_num 810) dirty exists 2024-09-14T03:44:32.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:31 smithi002 ceph-mon[87970]: pgmap v581: 121 pgs: 121 active+clean; 348 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.6 MiB/s wr, 19 op/s 2024-09-14T03:44:32.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:31 smithi002 ceph-mon[87970]: osdmap e606: 8 total, 8 up, 8 in 2024-09-14T03:44:32.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:31 smithi002 ceph-mon[89815]: pgmap v581: 121 pgs: 121 active+clean; 348 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.6 MiB/s wr, 19 op/s 2024-09-14T03:44:32.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:31 smithi002 ceph-mon[89815]: osdmap e606: 8 total, 8 up, 8 in 2024-09-14T03:44:32.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:31 smithi154 ceph-mon[81546]: pgmap v581: 121 pgs: 121 active+clean; 348 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.6 MiB/s wr, 19 op/s 2024-09-14T03:44:32.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:31 smithi154 ceph-mon[81546]: osdmap e606: 8 total, 8 up, 8 in 2024-09-14T03:44:32.801 INFO:tasks.rados.rados.0.smithi002.stdout:2622: done (2 left) 2024-09-14T03:44:32.801 INFO:tasks.rados.rados.0.smithi002.stdout:2623: done (1 left) 2024-09-14T03:44:32.801 INFO:tasks.rados.rados.0.smithi002.stdout:2625: done (0 left) 2024-09-14T03:44:32.801 INFO:tasks.rados.rados.0.smithi002.stdout:2626: rollback oid 29 current snap is 269 2024-09-14T03:44:32.801 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 29 to 249 2024-09-14T03:44:32.801 INFO:tasks.rados.rados.0.smithi002.stdout:2627: snap_remove snap 268 2024-09-14T03:44:33.093 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:32 smithi002 ceph-mon[89815]: osdmap e607: 8 total, 8 up, 8 in 2024-09-14T03:44:33.094 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:32 smithi002 ceph-mon[87970]: osdmap e607: 8 total, 8 up, 8 in 2024-09-14T03:44:33.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:32 smithi154 ceph-mon[81546]: osdmap e607: 8 total, 8 up, 8 in 2024-09-14T03:44:33.807 INFO:tasks.rados.rados.0.smithi002.stdout:2627: done (1 left) 2024-09-14T03:44:33.807 INFO:tasks.rados.rados.0.smithi002.stdout:2628: rollback oid 42 current snap is 269 2024-09-14T03:44:33.807 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 42 to 238 2024-09-14T03:44:33.808 INFO:tasks.rados.rados.0.smithi002.stdout:2626: finishing rollback tid 0 to smithi00278215-29 2024-09-14T03:44:33.808 INFO:tasks.rados.rados.0.smithi002.stdout:2626: finishing rollback tid 1 to smithi00278215-29 2024-09-14T03:44:33.808 INFO:tasks.rados.rados.0.smithi002.stdout:2626: finishing rollback tid 2 to smithi00278215-29 2024-09-14T03:44:33.808 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 3516 (ObjNum 728 snap 236 seq_num 728) dirty exists 2024-09-14T03:44:33.808 INFO:tasks.rados.rados.0.smithi002.stdout:2626: done (1 left) 2024-09-14T03:44:33.808 INFO:tasks.rados.rados.0.smithi002.stdout:2629: delete oid 11 current snap is 269 2024-09-14T03:44:33.814 INFO:tasks.rados.rados.0.smithi002.stdout:2628: finishing rollback tid 0 to smithi00278215-42 2024-09-14T03:44:33.814 INFO:tasks.rados.rados.0.smithi002.stdout:2628: finishing rollback tid 1 to smithi00278215-42 2024-09-14T03:44:33.814 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 42 v 2699 (ObjNum 65 snap 0 seq_num 836301648) dirty dne 2024-09-14T03:44:33.815 INFO:tasks.rados.rados.0.smithi002.stdout:2628: done (1 left) 2024-09-14T03:44:33.815 INFO:tasks.rados.rados.0.smithi002.stdout:2629: done (0 left) 2024-09-14T03:44:33.815 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 34 current snap is 269 2024-09-14T03:44:33.815 INFO:tasks.rados.rados.0.smithi002.stdout:2630: seq_num 816 ranges {1523712=475136,1998848=540672,2539520=614400,3153920=49152} 2024-09-14T03:44:33.826 INFO:tasks.rados.rados.0.smithi002.stdout:2630: writing smithi00278215-34 from 1523712 to 1998848 tid 1 2024-09-14T03:44:33.829 INFO:tasks.rados.rados.0.smithi002.stdout:2630: writing smithi00278215-34 from 1998848 to 2539520 tid 2 2024-09-14T03:44:33.833 INFO:tasks.rados.rados.0.smithi002.stdout:2630: writing smithi00278215-34 from 2539520 to 3153920 tid 3 2024-09-14T03:44:33.834 INFO:tasks.rados.rados.0.smithi002.stdout:2630: writing smithi00278215-34 from 3153920 to 3203072 tid 4 2024-09-14T03:44:33.834 INFO:tasks.rados.rados.0.smithi002.stdout:2631: rmattr oid 44 current snap is 269 2024-09-14T03:44:33.834 INFO:tasks.rados.rados.0.smithi002.stdout:2630: finishing write tid 1 to smithi00278215-34 2024-09-14T03:44:33.834 INFO:tasks.rados.rados.0.smithi002.stdout:2630: finishing write tid 2 to smithi00278215-34 2024-09-14T03:44:33.834 INFO:tasks.rados.rados.0.smithi002.stdout:2632: rmattr oid 10 current snap is 269 2024-09-14T03:44:33.835 INFO:tasks.rados.rados.0.smithi002.stdout:2632: done (2 left) 2024-09-14T03:44:33.835 INFO:tasks.rados.rados.0.smithi002.stdout:2633: copy_from oid 23 from oid 37 current snap is 269 2024-09-14T03:44:33.835 INFO:tasks.rados.rados.0.smithi002.stdout:2634: copy_from oid 11 from oid 50 current snap is 269 2024-09-14T03:44:33.835 INFO:tasks.rados.rados.0.smithi002.stdout:2635: snap_remove snap 267 2024-09-14T03:44:34.135 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:33 smithi002 ceph-mon[87970]: pgmap v584: 121 pgs: 121 active+clean; 354 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 10 op/s 2024-09-14T03:44:34.135 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:33 smithi002 ceph-mon[87970]: osdmap e608: 8 total, 8 up, 8 in 2024-09-14T03:44:34.135 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:33 smithi002 ceph-mon[89815]: pgmap v584: 121 pgs: 121 active+clean; 354 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 10 op/s 2024-09-14T03:44:34.135 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:33 smithi002 ceph-mon[89815]: osdmap e608: 8 total, 8 up, 8 in 2024-09-14T03:44:34.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:33 smithi154 ceph-mon[81546]: pgmap v584: 121 pgs: 121 active+clean; 354 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 10 op/s 2024-09-14T03:44:34.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:33 smithi154 ceph-mon[81546]: osdmap e608: 8 total, 8 up, 8 in 2024-09-14T03:44:34.813 INFO:tasks.rados.rados.0.smithi002.stdout:2635: done (4 left) 2024-09-14T03:44:34.813 INFO:tasks.rados.rados.0.smithi002.stdout:2636: rollback oid 1 current snap is 269 2024-09-14T03:44:34.813 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 1 to 263 2024-09-14T03:44:34.813 INFO:tasks.rados.rados.0.smithi002.stdout:2637: rollback oid 43 current snap is 269 2024-09-14T03:44:34.814 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 43 to 264 2024-09-14T03:44:34.814 INFO:tasks.rados.rados.0.smithi002.stdout:2638: read oid 48 snap -1 2024-09-14T03:44:34.814 INFO:tasks.rados.rados.0.smithi002.stdout:2638: expect (ObjNum 779 snap 254 seq_num 779) 2024-09-14T03:44:34.814 INFO:tasks.rados.rados.0.smithi002.stdout:2639: read oid 17 snap -1 2024-09-14T03:44:34.814 INFO:tasks.rados.rados.0.smithi002.stdout:2639: expect (ObjNum 726 snap 235 seq_num 726) 2024-09-14T03:44:34.814 INFO:tasks.rados.rados.0.smithi002.stdout:2640: delete oid 32 current snap is 269 2024-09-14T03:44:34.814 INFO:tasks.rados.rados.0.smithi002.stdout:2634: finishing copy_from to smithi00278215-11 2024-09-14T03:44:34.814 INFO:tasks.rados.rados.0.smithi002.stdout:2634: got expected ENOENT (src dne) 2024-09-14T03:44:34.814 INFO:tasks.rados.rados.0.smithi002.stdout:2634: finishing copy_from racing read to smithi00278215-11 2024-09-14T03:44:34.814 INFO:tasks.rados.rados.0.smithi002.stdout:2633: finishing copy_from to smithi00278215-23 2024-09-14T03:44:34.814 INFO:tasks.rados.rados.0.smithi002.stdout:2633: got expected ENOENT (src dne) 2024-09-14T03:44:34.814 INFO:tasks.rados.rados.0.smithi002.stdout:2633: finishing copy_from racing read to smithi00278215-23 2024-09-14T03:44:34.815 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 2700 (ObjNum 509 snap 160 seq_num 509) dirty exists 2024-09-14T03:44:34.815 INFO:tasks.rados.rados.0.smithi002.stdout:2630: finishing write tid 3 to smithi00278215-34 2024-09-14T03:44:34.815 INFO:tasks.rados.rados.0.smithi002.stdout:2630: finishing write tid 4 to smithi00278215-34 2024-09-14T03:44:34.815 INFO:tasks.rados.rados.0.smithi002.stdout:2630: finishing write tid 5 to smithi00278215-34 2024-09-14T03:44:34.815 INFO:tasks.rados.rados.0.smithi002.stdout:2630: finishing write tid 6 to smithi00278215-34 2024-09-14T03:44:34.815 INFO:tasks.rados.rados.0.smithi002.stdout:2630: oid 34 updating version 0 to 1985 2024-09-14T03:44:34.815 INFO:tasks.rados.rados.0.smithi002.stdout:2630: oid 34 updating version 1985 to 1986 2024-09-14T03:44:34.815 INFO:tasks.rados.rados.0.smithi002.stdout:2630: oid 34 version 1986 is already newer than 1982 2024-09-14T03:44:34.815 INFO:tasks.rados.rados.0.smithi002.stdout:2630: oid 34 version 1986 is already newer than 1983 2024-09-14T03:44:34.815 INFO:tasks.rados.rados.0.smithi002.stdout:2630: oid 34 version 1986 is already newer than 1984 2024-09-14T03:44:34.815 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 34 v 1986 (ObjNum 816 snap 269 seq_num 816) dirty exists 2024-09-14T03:44:34.815 INFO:tasks.rados.rados.0.smithi002.stdout:2630: left oid 34 (ObjNum 816 snap 269 seq_num 816) 2024-09-14T03:44:34.822 INFO:tasks.rados.rados.0.smithi002.stdout:2637: finishing rollback tid 1 to smithi00278215-43 2024-09-14T03:44:34.822 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 3010 (ObjNum 65 snap 0 seq_num 1347768934) dirty dne 2024-09-14T03:44:34.827 INFO:tasks.rados.rados.0.smithi002.stdout:2639: expect (ObjNum 726 snap 235 seq_num 726) 2024-09-14T03:44:34.838 INFO:tasks.rados.rados.0.smithi002.stdout:2630: done (8 left) 2024-09-14T03:44:34.838 INFO:tasks.rados.rados.0.smithi002.stdout:2631: done (7 left) 2024-09-14T03:44:34.838 INFO:tasks.rados.rados.0.smithi002.stdout:2633: done (6 left) 2024-09-14T03:44:34.838 INFO:tasks.rados.rados.0.smithi002.stdout:2634: done (5 left) 2024-09-14T03:44:34.838 INFO:tasks.rados.rados.0.smithi002.stdout:2637: done (4 left) 2024-09-14T03:44:34.838 INFO:tasks.rados.rados.0.smithi002.stdout:2639: done (3 left) 2024-09-14T03:44:34.838 INFO:tasks.rados.rados.0.smithi002.stdout:2640: done (2 left) 2024-09-14T03:44:34.838 INFO:tasks.rados.rados.0.smithi002.stdout:2641: read oid 27 snap -1 2024-09-14T03:44:34.838 INFO:tasks.rados.rados.0.smithi002.stdout:2641: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:44:34.839 INFO:tasks.rados.rados.0.smithi002.stdout:2642: copy_from oid 23 from oid 17 current snap is 269 2024-09-14T03:44:34.839 INFO:tasks.rados.rados.0.smithi002.stdout:2636: finishing rollback tid 0 to smithi00278215-1 2024-09-14T03:44:34.839 INFO:tasks.rados.rados.0.smithi002.stdout:2636: finishing rollback tid 1 to smithi00278215-1 2024-09-14T03:44:34.839 INFO:tasks.rados.rados.0.smithi002.stdout:2636: finishing rollback tid 2 to smithi00278215-1 2024-09-14T03:44:34.839 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 1 v 3524 (ObjNum 573 snap 178 seq_num 573) dirty exists 2024-09-14T03:44:34.839 INFO:tasks.rados.rados.0.smithi002.stdout:2636: done (3 left) 2024-09-14T03:44:34.839 INFO:tasks.rados.rados.0.smithi002.stdout:2643: delete oid 10 current snap is 269 2024-09-14T03:44:34.839 INFO:tasks.rados.rados.0.smithi002.stdout:2641: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:44:34.841 INFO:tasks.rados.rados.0.smithi002.stdout:2641: done (3 left) 2024-09-14T03:44:34.841 INFO:tasks.rados.rados.0.smithi002.stdout:2643: done (2 left) 2024-09-14T03:44:34.841 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 43 current snap is 269 2024-09-14T03:44:34.841 INFO:tasks.rados.rados.0.smithi002.stdout:2644: seq_num 819 ranges {0=524288,524288=589824,1114112=614400} 2024-09-14T03:44:34.844 INFO:tasks.rados.rados.0.smithi002.stdout:2644: writing smithi00278215-43 from 0 to 524288 tid 1 2024-09-14T03:44:34.847 INFO:tasks.rados.rados.0.smithi002.stdout:2644: writing smithi00278215-43 from 524288 to 1114112 tid 2 2024-09-14T03:44:34.851 INFO:tasks.rados.rados.0.smithi002.stdout:2644: writing smithi00278215-43 from 1114112 to 1728512 tid 3 2024-09-14T03:44:34.851 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 29 current snap is 269 2024-09-14T03:44:34.851 INFO:tasks.rados.rados.0.smithi002.stdout:2642: finishing copy_from racing read to smithi00278215-23 2024-09-14T03:44:34.851 INFO:tasks.rados.rados.0.smithi002.stdout:2645: seq_num 820 ranges {14180352=540672,14721024=475136,15196160=598016,15794176=131072} 2024-09-14T03:44:34.931 INFO:tasks.rados.rados.0.smithi002.stdout:2645: writing smithi00278215-29 from 14180352 to 14721024 tid 1 2024-09-14T03:44:34.934 INFO:tasks.rados.rados.0.smithi002.stdout:2645: writing smithi00278215-29 from 14721024 to 15196160 tid 2 2024-09-14T03:44:34.938 INFO:tasks.rados.rados.0.smithi002.stdout:2645: writing smithi00278215-29 from 15196160 to 15794176 tid 3 2024-09-14T03:44:34.940 INFO:tasks.rados.rados.0.smithi002.stdout:2645: writing smithi00278215-29 from 15794176 to 15925248 tid 4 2024-09-14T03:44:34.940 INFO:tasks.rados.rados.0.smithi002.stdout:2646: read oid 36 snap -1 2024-09-14T03:44:34.940 INFO:tasks.rados.rados.0.smithi002.stdout:2646: expect (ObjNum 509 snap 160 seq_num 509) 2024-09-14T03:44:34.940 INFO:tasks.rados.rados.0.smithi002.stdout:2647: snap_create 2024-09-14T03:44:34.941 INFO:tasks.rados.rados.0.smithi002.stdout:2638: expect (ObjNum 779 snap 254 seq_num 779) 2024-09-14T03:44:35.135 INFO:tasks.rados.rados.0.smithi002.stdout:2642: finishing copy_from to smithi00278215-23 2024-09-14T03:44:35.135 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 2781 (ObjNum 726 snap 235 seq_num 726) dirty exists 2024-09-14T03:44:35.135 INFO:tasks.rados.rados.0.smithi002.stdout:2644: finishing write tid 1 to smithi00278215-43 2024-09-14T03:44:35.135 INFO:tasks.rados.rados.0.smithi002.stdout:2644: finishing write tid 2 to smithi00278215-43 2024-09-14T03:44:35.136 INFO:tasks.rados.rados.0.smithi002.stdout:2644: finishing write tid 3 to smithi00278215-43 2024-09-14T03:44:35.136 INFO:tasks.rados.rados.0.smithi002.stdout:2644: finishing write tid 4 to smithi00278215-43 2024-09-14T03:44:35.136 INFO:tasks.rados.rados.0.smithi002.stdout:2644: finishing write tid 5 to smithi00278215-43 2024-09-14T03:44:35.136 INFO:tasks.rados.rados.0.smithi002.stdout:2644: oid 43 updating version 0 to 3481 2024-09-14T03:44:35.136 INFO:tasks.rados.rados.0.smithi002.stdout:2644: oid 43 updating version 3481 to 3482 2024-09-14T03:44:35.136 INFO:tasks.rados.rados.0.smithi002.stdout:2644: oid 43 updating version 3482 to 3484 2024-09-14T03:44:35.136 INFO:tasks.rados.rados.0.smithi002.stdout:2644: oid 43 version 3484 is already newer than 3483 2024-09-14T03:44:35.136 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 3484 (ObjNum 819 snap 269 seq_num 819) dirty exists 2024-09-14T03:44:35.137 INFO:tasks.rados.rados.0.smithi002.stdout:2644: left oid 43 (ObjNum 819 snap 269 seq_num 819) 2024-09-14T03:44:35.137 INFO:tasks.rados.rados.0.smithi002.stdout:2645: finishing write tid 1 to smithi00278215-29 2024-09-14T03:44:35.137 INFO:tasks.rados.rados.0.smithi002.stdout:2645: finishing write tid 2 to smithi00278215-29 2024-09-14T03:44:35.137 INFO:tasks.rados.rados.0.smithi002.stdout:2645: finishing write tid 3 to smithi00278215-29 2024-09-14T03:44:35.137 INFO:tasks.rados.rados.0.smithi002.stdout:2645: finishing write tid 4 to smithi00278215-29 2024-09-14T03:44:35.137 INFO:tasks.rados.rados.0.smithi002.stdout:2645: finishing write tid 5 to smithi00278215-29 2024-09-14T03:44:35.137 INFO:tasks.rados.rados.0.smithi002.stdout:2645: finishing write tid 6 to smithi00278215-29 2024-09-14T03:44:35.138 INFO:tasks.rados.rados.0.smithi002.stdout:2645: oid 29 updating version 0 to 3535 2024-09-14T03:44:35.138 INFO:tasks.rados.rados.0.smithi002.stdout:2645: oid 29 version 3535 is already newer than 3533 2024-09-14T03:44:35.138 INFO:tasks.rados.rados.0.smithi002.stdout:2645: oid 29 version 3535 is already newer than 3534 2024-09-14T03:44:35.138 INFO:tasks.rados.rados.0.smithi002.stdout:2645: oid 29 updating version 3535 to 3536 2024-09-14T03:44:35.138 INFO:tasks.rados.rados.0.smithi002.stdout:2645: oid 29 version 3536 is already newer than 3532 2024-09-14T03:44:35.138 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 3536 (ObjNum 820 snap 269 seq_num 820) dirty exists 2024-09-14T03:44:35.138 INFO:tasks.rados.rados.0.smithi002.stdout:2645: left oid 29 (ObjNum 820 snap 269 seq_num 820) 2024-09-14T03:44:35.138 INFO:tasks.rados.rados.0.smithi002.stdout:2646: expect (ObjNum 509 snap 160 seq_num 509) 2024-09-14T03:44:35.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:34 smithi002 ceph-mon[87970]: osdmap e609: 8 total, 8 up, 8 in 2024-09-14T03:44:35.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:34 smithi002 ceph-mon[89815]: osdmap e609: 8 total, 8 up, 8 in 2024-09-14T03:44:35.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:34 smithi154 ceph-mon[81546]: osdmap e609: 8 total, 8 up, 8 in 2024-09-14T03:44:35.645 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:44:35 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:44:35] "GET /metrics HTTP/1.1" 200 36436 "" "Prometheus/2.51.0" 2024-09-14T03:44:35.817 INFO:tasks.rados.rados.0.smithi002.stdout:2638: done (5 left) 2024-09-14T03:44:35.817 INFO:tasks.rados.rados.0.smithi002.stdout:2642: done (4 left) 2024-09-14T03:44:35.817 INFO:tasks.rados.rados.0.smithi002.stdout:2644: done (3 left) 2024-09-14T03:44:35.817 INFO:tasks.rados.rados.0.smithi002.stdout:2645: done (2 left) 2024-09-14T03:44:35.817 INFO:tasks.rados.rados.0.smithi002.stdout:2646: done (1 left) 2024-09-14T03:44:35.817 INFO:tasks.rados.rados.0.smithi002.stdout:2647: done (0 left) 2024-09-14T03:44:35.817 INFO:tasks.rados.rados.0.smithi002.stdout:2648: setattr oid 30 current snap is 270 2024-09-14T03:44:35.818 INFO:tasks.rados.rados.0.smithi002.stdout:2649: read oid 4 snap -1 2024-09-14T03:44:35.818 INFO:tasks.rados.rados.0.smithi002.stdout:2649: expect (ObjNum 701 snap 224 seq_num 701) 2024-09-14T03:44:35.818 INFO:tasks.rados.rados.0.smithi002.stdout:2650: read oid 27 snap 252 2024-09-14T03:44:35.818 INFO:tasks.rados.rados.0.smithi002.stdout:2650: expect (ObjNum 854554704 snap 21886 seq_num 854283008) 2024-09-14T03:44:35.818 INFO:tasks.rados.rados.0.smithi002.stdout:2651: delete oid 20 current snap is 270 2024-09-14T03:44:35.819 INFO:tasks.rados.rados.0.smithi002.stdout:2650: expect (ObjNum 854554704 snap 21886 seq_num 854283008) 2024-09-14T03:44:35.824 INFO:tasks.rados.rados.0.smithi002.stdout:2650: done (3 left) 2024-09-14T03:44:35.824 INFO:tasks.rados.rados.0.smithi002.stdout:2651: done (2 left) 2024-09-14T03:44:35.824 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 40 current snap is 270 2024-09-14T03:44:35.824 INFO:tasks.rados.rados.0.smithi002.stdout:2652: seq_num 822 ranges {2940928=573440,3514368=696320,4210688=507904} 2024-09-14T03:44:35.846 INFO:tasks.rados.rados.0.smithi002.stdout:2652: writing smithi00278215-40 from 2940928 to 3514368 tid 1 2024-09-14T03:44:35.851 INFO:tasks.rados.rados.0.smithi002.stdout:2652: writing smithi00278215-40 from 3514368 to 4210688 tid 2 2024-09-14T03:44:35.854 INFO:tasks.rados.rados.0.smithi002.stdout:2652: writing smithi00278215-40 from 4210688 to 4718592 tid 3 2024-09-14T03:44:35.855 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 30 v 3538 (ObjNum 622 snap 200 seq_num 622) dirty exists 2024-09-14T03:44:35.855 INFO:tasks.rados.rados.0.smithi002.stdout:2649: expect (ObjNum 701 snap 224 seq_num 701) 2024-09-14T03:44:35.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:35 smithi002 ceph-mon[87970]: pgmap v587: 121 pgs: 121 active+clean; 356 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 18 op/s 2024-09-14T03:44:35.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:35 smithi002 ceph-mon[87970]: osdmap e610: 8 total, 8 up, 8 in 2024-09-14T03:44:35.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:35 smithi002 ceph-mon[89815]: pgmap v587: 121 pgs: 121 active+clean; 356 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 18 op/s 2024-09-14T03:44:35.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:35 smithi002 ceph-mon[89815]: osdmap e610: 8 total, 8 up, 8 in 2024-09-14T03:44:36.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:35 smithi154 ceph-mon[81546]: pgmap v587: 121 pgs: 121 active+clean; 356 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 18 op/s 2024-09-14T03:44:36.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:35 smithi154 ceph-mon[81546]: osdmap e610: 8 total, 8 up, 8 in 2024-09-14T03:44:36.348 INFO:tasks.rados.rados.0.smithi002.stdout:2652: finishing write tid 1 to smithi00278215-40 2024-09-14T03:44:36.348 INFO:tasks.rados.rados.0.smithi002.stdout:2652: finishing write tid 2 to smithi00278215-40 2024-09-14T03:44:36.348 INFO:tasks.rados.rados.0.smithi002.stdout:2652: finishing write tid 3 to smithi00278215-40 2024-09-14T03:44:36.348 INFO:tasks.rados.rados.0.smithi002.stdout:2652: finishing write tid 4 to smithi00278215-40 2024-09-14T03:44:36.348 INFO:tasks.rados.rados.0.smithi002.stdout:2652: finishing write tid 5 to smithi00278215-40 2024-09-14T03:44:36.348 INFO:tasks.rados.rados.0.smithi002.stdout:2652: oid 40 updating version 0 to 1875 2024-09-14T03:44:36.349 INFO:tasks.rados.rados.0.smithi002.stdout:2652: oid 40 updating version 1875 to 1878 2024-09-14T03:44:36.349 INFO:tasks.rados.rados.0.smithi002.stdout:2652: oid 40 version 1878 is already newer than 1876 2024-09-14T03:44:36.349 INFO:tasks.rados.rados.0.smithi002.stdout:2652: oid 40 version 1878 is already newer than 1877 2024-09-14T03:44:36.349 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 1878 (ObjNum 822 snap 270 seq_num 822) dirty exists 2024-09-14T03:44:36.349 INFO:tasks.rados.rados.0.smithi002.stdout:2652: left oid 40 (ObjNum 822 snap 270 seq_num 822) 2024-09-14T03:44:36.349 INFO:tasks.rados.rados.0.smithi002.stdout:2648: done (2 left) 2024-09-14T03:44:36.349 INFO:tasks.rados.rados.0.smithi002.stdout:2649: done (1 left) 2024-09-14T03:44:36.349 INFO:tasks.rados.rados.0.smithi002.stdout:2652: done (0 left) 2024-09-14T03:44:36.349 INFO:tasks.rados.rados.0.smithi002.stdout:2653: snap_create 2024-09-14T03:44:36.359 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Sep 14 03:44:36 smithi002 systemd[1]: Stopping Ceph alertmanager.a for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:44:36.676 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Sep 14 03:44:36 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-alertmanager-a[74096]: ts=2024-09-14T03:44:36.358Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-09-14T03:44:36.676 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Sep 14 03:44:36 smithi002 podman[120575]: 2024-09-14 03:44:36.399036359 +0000 UTC m=+0.209259175 container died 8c6771f56432a016ed37f0d422c4f94b6b82d25ad5240501c9c2dc65479ca0e0 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-14T03:44:36.822 INFO:tasks.rados.rados.0.smithi002.stdout:2653: done (0 left) 2024-09-14T03:44:36.822 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 32 current snap is 271 2024-09-14T03:44:36.822 INFO:tasks.rados.rados.0.smithi002.stdout:2654: seq_num 823 ranges {0=589824,589824=573440,1163264=630784} 2024-09-14T03:44:36.825 INFO:tasks.rados.rados.0.smithi002.stdout:2654: writing smithi00278215-32 from 0 to 589824 tid 1 2024-09-14T03:44:36.828 INFO:tasks.rados.rados.0.smithi002.stdout:2654: writing smithi00278215-32 from 589824 to 1163264 tid 2 2024-09-14T03:44:36.833 INFO:tasks.rados.rados.0.smithi002.stdout:2654: writing smithi00278215-32 from 1163264 to 1794048 tid 3 2024-09-14T03:44:36.833 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 12 current snap is 271 2024-09-14T03:44:36.833 INFO:tasks.rados.rados.0.smithi002.stdout:2655: seq_num 824 ranges {2285568=606208,2891776=458752,3350528=573440,3923968=172032} 2024-09-14T03:44:36.848 INFO:tasks.rados.rados.0.smithi002.stdout:2655: writing smithi00278215-12 from 2285568 to 2891776 tid 1 2024-09-14T03:44:36.851 INFO:tasks.rados.rados.0.smithi002.stdout:2655: writing smithi00278215-12 from 2891776 to 3350528 tid 2 2024-09-14T03:44:36.854 INFO:tasks.rados.rados.0.smithi002.stdout:2655: writing smithi00278215-12 from 3350528 to 3923968 tid 3 2024-09-14T03:44:36.856 INFO:tasks.rados.rados.0.smithi002.stdout:2655: writing smithi00278215-12 from 3923968 to 4096000 tid 4 2024-09-14T03:44:36.856 INFO:tasks.rados.rados.0.smithi002.stdout:2656: rmattr oid 2 current snap is 271 2024-09-14T03:44:36.856 INFO:tasks.rados.rados.0.smithi002.stdout:2654: finishing write tid 1 to smithi00278215-32 2024-09-14T03:44:36.856 INFO:tasks.rados.rados.0.smithi002.stdout:2654: finishing write tid 2 to smithi00278215-32 2024-09-14T03:44:36.856 INFO:tasks.rados.rados.0.smithi002.stdout:2654: finishing write tid 3 to smithi00278215-32 2024-09-14T03:44:36.856 INFO:tasks.rados.rados.0.smithi002.stdout:2654: finishing write tid 4 to smithi00278215-32 2024-09-14T03:44:36.856 INFO:tasks.rados.rados.0.smithi002.stdout:2654: finishing write tid 5 to smithi00278215-32 2024-09-14T03:44:36.856 INFO:tasks.rados.rados.0.smithi002.stdout:2654: oid 32 updating version 0 to 3541 2024-09-14T03:44:36.856 INFO:tasks.rados.rados.0.smithi002.stdout:2654: oid 32 updating version 3541 to 3542 2024-09-14T03:44:36.857 INFO:tasks.rados.rados.0.smithi002.stdout:2654: oid 32 version 3542 is already newer than 3540 2024-09-14T03:44:36.857 INFO:tasks.rados.rados.0.smithi002.stdout:2654: oid 32 version 3542 is already newer than 3539 2024-09-14T03:44:36.857 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 3542 (ObjNum 823 snap 271 seq_num 823) dirty exists 2024-09-14T03:44:36.857 INFO:tasks.rados.rados.0.smithi002.stdout:2654: left oid 32 (ObjNum 823 snap 271 seq_num 823) 2024-09-14T03:44:36.857 INFO:tasks.rados.rados.0.smithi002.stdout:2654: done (2 left) 2024-09-14T03:44:36.857 INFO:tasks.rados.rados.0.smithi002.stdout:2657: rollback oid 46 current snap is 271 2024-09-14T03:44:36.857 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 46 to 249 2024-09-14T03:44:36.857 INFO:tasks.rados.rados.0.smithi002.stdout:2658: delete oid 16 current snap is 271 2024-09-14T03:44:36.859 INFO:tasks.rados.rados.0.smithi002.stdout:2655: finishing write tid 1 to smithi00278215-12 2024-09-14T03:44:36.860 INFO:tasks.rados.rados.0.smithi002.stdout:2658: done (3 left) 2024-09-14T03:44:36.860 INFO:tasks.rados.rados.0.smithi002.stdout:2659: setattr oid 49 current snap is 271 2024-09-14T03:44:36.860 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 2 v 2782 (ObjNum 783 snap 258 seq_num 783) dirty exists 2024-09-14T03:44:36.860 INFO:tasks.rados.rados.0.smithi002.stdout:2657: finishing rollback tid 0 to smithi00278215-46 2024-09-14T03:44:36.861 INFO:tasks.rados.rados.0.smithi002.stdout:2657: finishing rollback tid 1 to smithi00278215-46 2024-09-14T03:44:36.861 INFO:tasks.rados.rados.0.smithi002.stdout:2657: finishing rollback tid 2 to smithi00278215-46 2024-09-14T03:44:36.861 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 46 v 3358 (ObjNum 680 snap 219 seq_num 680) dirty exists 2024-09-14T03:44:36.862 INFO:tasks.rados.rados.0.smithi002.stdout:2656: done (3 left) 2024-09-14T03:44:36.862 INFO:tasks.rados.rados.0.smithi002.stdout:2657: done (2 left) 2024-09-14T03:44:36.862 INFO:tasks.rados.rados.0.smithi002.stdout:2660: rmattr oid 47 current snap is 271 2024-09-14T03:44:36.862 INFO:tasks.rados.rados.0.smithi002.stdout:2660: done (2 left) 2024-09-14T03:44:36.863 INFO:tasks.rados.rados.0.smithi002.stdout:2661: read oid 14 snap -1 2024-09-14T03:44:36.863 INFO:tasks.rados.rados.0.smithi002.stdout:2661: expect deleted 2024-09-14T03:44:36.863 INFO:tasks.rados.rados.0.smithi002.stdout:2662: copy_from oid 21 from oid 37 current snap is 271 2024-09-14T03:44:36.863 INFO:tasks.rados.rados.0.smithi002.stdout:2663: setattr oid 8 current snap is 271 2024-09-14T03:44:36.863 INFO:tasks.rados.rados.0.smithi002.stdout:2655: finishing write tid 2 to smithi00278215-12 2024-09-14T03:44:36.863 INFO:tasks.rados.rados.0.smithi002.stdout:2655: finishing write tid 3 to smithi00278215-12 2024-09-14T03:44:36.863 INFO:tasks.rados.rados.0.smithi002.stdout:2655: finishing write tid 4 to smithi00278215-12 2024-09-14T03:44:36.865 INFO:tasks.rados.rados.0.smithi002.stdout:2655: finishing write tid 5 to smithi00278215-12 2024-09-14T03:44:36.865 INFO:tasks.rados.rados.0.smithi002.stdout:2662: finishing copy_from to smithi00278215-21 2024-09-14T03:44:36.865 INFO:tasks.rados.rados.0.smithi002.stdout:2662: got expected ENOENT (src dne) 2024-09-14T03:44:36.865 INFO:tasks.rados.rados.0.smithi002.stdout:2662: finishing copy_from racing read to smithi00278215-21 2024-09-14T03:44:36.865 INFO:tasks.rados.rados.0.smithi002.stdout:2661: done (4 left) 2024-09-14T03:44:36.865 INFO:tasks.rados.rados.0.smithi002.stdout:2662: done (3 left) 2024-09-14T03:44:36.865 INFO:tasks.rados.rados.0.smithi002.stdout:2664: rollback oid 25 current snap is 271 2024-09-14T03:44:36.865 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 25 to 232 2024-09-14T03:44:36.865 INFO:tasks.rados.rados.0.smithi002.stdout:2665: rollback oid 3 current snap is 271 2024-09-14T03:44:36.865 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 3 to 270 2024-09-14T03:44:36.865 INFO:tasks.rados.rados.0.smithi002.stdout:2666: copy_from oid 34 from oid 44 current snap is 271 2024-09-14T03:44:36.865 INFO:tasks.rados.rados.0.smithi002.stdout:2667: read oid 50 snap 249 2024-09-14T03:44:36.865 INFO:tasks.rados.rados.0.smithi002.stdout:2667: expect (ObjNum 743 snap 242 seq_num 743) 2024-09-14T03:44:36.866 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 43 current snap is 271 2024-09-14T03:44:36.866 INFO:tasks.rados.rados.0.smithi002.stdout:2668: seq_num 826 ranges {1728512=638976,2367488=630784,2998272=573440} 2024-09-14T03:44:36.878 INFO:tasks.rados.rados.0.smithi002.stdout:2668: writing smithi00278215-43 from 1728512 to 2367488 tid 1 2024-09-14T03:44:36.882 INFO:tasks.rados.rados.0.smithi002.stdout:2668: writing smithi00278215-43 from 2367488 to 2998272 tid 2 2024-09-14T03:44:36.887 INFO:tasks.rados.rados.0.smithi002.stdout:2668: writing smithi00278215-43 from 2998272 to 3571712 tid 3 2024-09-14T03:44:36.887 INFO:tasks.rados.rados.0.smithi002.stdout:2669: read oid 30 snap -1 2024-09-14T03:44:36.887 INFO:tasks.rados.rados.0.smithi002.stdout:2669: expect (ObjNum 622 snap 200 seq_num 622) 2024-09-14T03:44:36.887 INFO:tasks.rados.rados.0.smithi002.stdout:2670: delete oid 46 current snap is 271 2024-09-14T03:44:36.887 INFO:tasks.rados.rados.0.smithi002.stdout:2655: finishing write tid 6 to smithi00278215-12 2024-09-14T03:44:36.887 INFO:tasks.rados.rados.0.smithi002.stdout:2655: oid 12 updating version 0 to 3489 2024-09-14T03:44:36.887 INFO:tasks.rados.rados.0.smithi002.stdout:2655: oid 12 version 3489 is already newer than 3488 2024-09-14T03:44:36.887 INFO:tasks.rados.rados.0.smithi002.stdout:2655: oid 12 version 3489 is already newer than 3486 2024-09-14T03:44:36.888 INFO:tasks.rados.rados.0.smithi002.stdout:2655: oid 12 version 3489 is already newer than 3487 2024-09-14T03:44:36.888 INFO:tasks.rados.rados.0.smithi002.stdout:2655: oid 12 version 3489 is already newer than 3485 2024-09-14T03:44:36.888 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 3489 (ObjNum 824 snap 271 seq_num 824) dirty exists 2024-09-14T03:44:36.888 INFO:tasks.rados.rados.0.smithi002.stdout:2655: left oid 12 (ObjNum 824 snap 271 seq_num 824) 2024-09-14T03:44:36.888 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 1987 (ObjNum 795 snap 260 seq_num 795) dirty exists 2024-09-14T03:44:36.888 INFO:tasks.rados.rados.0.smithi002.stdout:2664: finishing rollback tid 0 to smithi00278215-25 2024-09-14T03:44:36.888 INFO:tasks.rados.rados.0.smithi002.stdout:2665: finishing rollback tid 0 to smithi00278215-3 2024-09-14T03:44:36.888 INFO:tasks.rados.rados.0.smithi002.stdout:2665: finishing rollback tid 1 to smithi00278215-3 2024-09-14T03:44:36.888 INFO:tasks.rados.rados.0.smithi002.stdout:2665: finishing rollback tid 2 to smithi00278215-3 2024-09-14T03:44:36.888 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 3 v 3492 (ObjNum 65 snap 0 seq_num 1917998953) dirty exists 2024-09-14T03:44:36.888 INFO:tasks.rados.rados.0.smithi002.stdout:2664: finishing rollback tid 1 to smithi00278215-25 2024-09-14T03:44:36.888 INFO:tasks.rados.rados.0.smithi002.stdout:2664: finishing rollback tid 2 to smithi00278215-25 2024-09-14T03:44:36.889 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 2954 (ObjNum 697 snap 224 seq_num 697) dirty exists 2024-09-14T03:44:36.889 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 8 v 2752 (ObjNum 786 snap 258 seq_num 786) dirty exists 2024-09-14T03:44:36.889 INFO:tasks.rados.rados.0.smithi002.stdout:2668: finishing write tid 1 to smithi00278215-43 2024-09-14T03:44:36.890 INFO:tasks.rados.rados.0.smithi002.stdout:2668: finishing write tid 2 to smithi00278215-43 2024-09-14T03:44:36.892 INFO:tasks.rados.rados.0.smithi002.stdout:2668: finishing write tid 3 to smithi00278215-43 2024-09-14T03:44:36.892 INFO:tasks.rados.rados.0.smithi002.stdout:2668: finishing write tid 4 to smithi00278215-43 2024-09-14T03:44:36.894 INFO:tasks.rados.rados.0.smithi002.stdout:2668: finishing write tid 5 to smithi00278215-43 2024-09-14T03:44:36.894 INFO:tasks.rados.rados.0.smithi002.stdout:2668: oid 43 updating version 0 to 3495 2024-09-14T03:44:36.894 INFO:tasks.rados.rados.0.smithi002.stdout:2668: oid 43 updating version 3495 to 3496 2024-09-14T03:44:36.894 INFO:tasks.rados.rados.0.smithi002.stdout:2668: oid 43 version 3496 is already newer than 3494 2024-09-14T03:44:36.894 INFO:tasks.rados.rados.0.smithi002.stdout:2668: oid 43 version 3496 is already newer than 3493 2024-09-14T03:44:36.894 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 3496 (ObjNum 826 snap 271 seq_num 826) dirty exists 2024-09-14T03:44:36.894 INFO:tasks.rados.rados.0.smithi002.stdout:2668: left oid 43 (ObjNum 826 snap 271 seq_num 826) 2024-09-14T03:44:36.894 INFO:tasks.rados.rados.0.smithi002.stdout:2655: done (9 left) 2024-09-14T03:44:36.894 INFO:tasks.rados.rados.0.smithi002.stdout:2659: done (8 left) 2024-09-14T03:44:36.894 INFO:tasks.rados.rados.0.smithi002.stdout:2663: done (7 left) 2024-09-14T03:44:36.895 INFO:tasks.rados.rados.0.smithi002.stdout:2664: done (6 left) 2024-09-14T03:44:36.895 INFO:tasks.rados.rados.0.smithi002.stdout:2665: done (5 left) 2024-09-14T03:44:36.895 INFO:tasks.rados.rados.0.smithi002.stdout:2668: done (4 left) 2024-09-14T03:44:36.895 INFO:tasks.rados.rados.0.smithi002.stdout:2670: done (3 left) 2024-09-14T03:44:36.895 INFO:tasks.rados.rados.0.smithi002.stdout:2671: read oid 13 snap -1 2024-09-14T03:44:36.895 INFO:tasks.rados.rados.0.smithi002.stdout:2671: expect (ObjNum 807 snap 262 seq_num 807) 2024-09-14T03:44:36.895 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 29 current snap is 271 2024-09-14T03:44:36.895 INFO:tasks.rados.rados.0.smithi002.stdout:2672: seq_num 828 ranges {15925248=671744,16596992=802816,17399808=401408} 2024-09-14T03:44:36.936 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:36 smithi002 ceph-mon[87970]: osdmap e611: 8 total, 8 up, 8 in 2024-09-14T03:44:36.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:36 smithi002 ceph-mon[89815]: osdmap e611: 8 total, 8 up, 8 in 2024-09-14T03:44:36.937 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Sep 14 03:44:36 smithi002 podman[120575]: 2024-09-14 03:44:36.866827442 +0000 UTC m=+0.677050253 container cleanup 8c6771f56432a016ed37f0d422c4f94b6b82d25ad5240501c9c2dc65479ca0e0 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-14T03:44:36.937 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Sep 14 03:44:36 smithi002 bash[120575]: ceph-f357b922-7248-11ef-bceb-c7b262605968-alertmanager-a 2024-09-14T03:44:36.985 INFO:tasks.rados.rados.0.smithi002.stdout:2672: writing smithi00278215-29 from 15925248 to 16596992 tid 1 2024-09-14T03:44:36.991 INFO:tasks.rados.rados.0.smithi002.stdout:2672: writing smithi00278215-29 from 16596992 to 17399808 tid 2 2024-09-14T03:44:36.993 INFO:tasks.rados.rados.0.smithi002.stdout:2672: writing smithi00278215-29 from 17399808 to 17801216 tid 3 2024-09-14T03:44:36.994 INFO:tasks.rados.rados.0.smithi002.stdout:2673: rmattr oid 9 current snap is 271 2024-09-14T03:44:36.994 INFO:tasks.rados.rados.0.smithi002.stdout:2673: done (5 left) 2024-09-14T03:44:36.994 INFO:tasks.rados.rados.0.smithi002.stdout:2674: delete oid 48 current snap is 271 2024-09-14T03:44:36.994 INFO:tasks.rados.rados.0.smithi002.stdout:2666: finishing copy_from racing read to smithi00278215-34 2024-09-14T03:44:36.994 INFO:tasks.rados.rados.0.smithi002.stdout:2666: finishing copy_from to smithi00278215-34 2024-09-14T03:44:36.994 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 34 v 2700 (ObjNum 509 snap 160 seq_num 509) dirty exists 2024-09-14T03:44:36.994 INFO:tasks.rados.rados.0.smithi002.stdout:2667: expect (ObjNum 743 snap 242 seq_num 743) 2024-09-14T03:44:37.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:36 smithi154 ceph-mon[81546]: osdmap e611: 8 total, 8 up, 8 in 2024-09-14T03:44:37.436 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Sep 14 03:44:37 smithi002 podman[120590]: 2024-09-14 03:44:37.135036539 +0000 UTC m=+0.727171956 container remove 8c6771f56432a016ed37f0d422c4f94b6b82d25ad5240501c9c2dc65479ca0e0 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-14T03:44:37.437 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Sep 14 03:44:37 smithi002 podman[120590]: 2024-09-14 03:44:37.235939782 +0000 UTC m=+0.828075200 volume remove 86309ca7cb0050fd14b8cbef2745317795705224c5adfced5749aac39928af53 2024-09-14T03:44:37.780 INFO:tasks.rados.rados.0.smithi002.stdout:2669: expect (ObjNum 622 snap 200 seq_num 622) 2024-09-14T03:44:37.808 INFO:tasks.rados.rados.0.smithi002.stdout:2671: expect (ObjNum 807 snap 262 seq_num 807) 2024-09-14T03:44:37.822 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Sep 14 03:44:37 smithi002 systemd[1]: ceph-f357b922-7248-11ef-bceb-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-09-14T03:44:37.822 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Sep 14 03:44:37 smithi002 systemd[1]: Stopped Ceph alertmanager.a for f357b922-7248-11ef-bceb-c7b262605968. 2024-09-14T03:44:37.822 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Sep 14 03:44:37 smithi002 systemd[1]: ceph-f357b922-7248-11ef-bceb-c7b262605968@alertmanager.a.service: Consumed 1.553s CPU time. 2024-09-14T03:44:37.822 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Sep 14 03:44:37 smithi002 systemd[1]: Starting Ceph alertmanager.a for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:44:37.937 INFO:tasks.rados.rados.0.smithi002.stdout:2672: finishing write tid 1 to smithi00278215-29 2024-09-14T03:44:37.937 INFO:tasks.rados.rados.0.smithi002.stdout:2672: finishing write tid 2 to smithi00278215-29 2024-09-14T03:44:37.937 INFO:tasks.rados.rados.0.smithi002.stdout:2666: done (5 left) 2024-09-14T03:44:37.937 INFO:tasks.rados.rados.0.smithi002.stdout:2667: done (4 left) 2024-09-14T03:44:37.937 INFO:tasks.rados.rados.0.smithi002.stdout:2669: done (3 left) 2024-09-14T03:44:37.937 INFO:tasks.rados.rados.0.smithi002.stdout:2671: done (2 left) 2024-09-14T03:44:37.937 INFO:tasks.rados.rados.0.smithi002.stdout:2674: done (1 left) 2024-09-14T03:44:37.937 INFO:tasks.rados.rados.0.smithi002.stdout:2675: read oid 39 snap -1 2024-09-14T03:44:37.937 INFO:tasks.rados.rados.0.smithi002.stdout:2675: expect (ObjNum 726 snap 235 seq_num 726) 2024-09-14T03:44:37.937 INFO:tasks.rados.rados.0.smithi002.stdout:2676: snap_create 2024-09-14T03:44:37.938 INFO:tasks.rados.rados.0.smithi002.stdout:2672: finishing write tid 3 to smithi00278215-29 2024-09-14T03:44:37.938 INFO:tasks.rados.rados.0.smithi002.stdout:2672: finishing write tid 4 to smithi00278215-29 2024-09-14T03:44:37.938 INFO:tasks.rados.rados.0.smithi002.stdout:2672: finishing write tid 5 to smithi00278215-29 2024-09-14T03:44:37.938 INFO:tasks.rados.rados.0.smithi002.stdout:2672: oid 29 updating version 0 to 3546 2024-09-14T03:44:37.938 INFO:tasks.rados.rados.0.smithi002.stdout:2672: oid 29 version 3546 is already newer than 3545 2024-09-14T03:44:37.938 INFO:tasks.rados.rados.0.smithi002.stdout:2672: oid 29 updating version 3546 to 3547 2024-09-14T03:44:37.938 INFO:tasks.rados.rados.0.smithi002.stdout:2672: oid 29 version 3547 is already newer than 3544 2024-09-14T03:44:37.938 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 3547 (ObjNum 828 snap 271 seq_num 828) dirty exists 2024-09-14T03:44:37.938 INFO:tasks.rados.rados.0.smithi002.stdout:2672: left oid 29 (ObjNum 828 snap 271 seq_num 828) 2024-09-14T03:44:37.940 INFO:tasks.rados.rados.0.smithi002.stdout:2675: expect (ObjNum 726 snap 235 seq_num 726) 2024-09-14T03:44:38.186 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Sep 14 03:44:37 smithi002 podman[120715]: 2024-09-14 03:44:37.802279962 +0000 UTC m=+0.022412826 image pull 11f11916f8cdfb17c1da74b20deb2075d778357b4d60474d82453303f8d461f5 quay.io/prometheus/alertmanager:v0.27.0 2024-09-14T03:44:38.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:37 smithi002 ceph-mon[87970]: pgmap v590: 121 pgs: 121 active+clean; 359 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.3 MiB/s wr, 18 op/s 2024-09-14T03:44:38.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:37 smithi002 ceph-mon[87970]: osdmap e612: 8 total, 8 up, 8 in 2024-09-14T03:44:38.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:37 smithi002 ceph-mon[87970]: osdmap e613: 8 total, 8 up, 8 in 2024-09-14T03:44:38.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:37 smithi002 ceph-mon[89815]: pgmap v590: 121 pgs: 121 active+clean; 359 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.3 MiB/s wr, 18 op/s 2024-09-14T03:44:38.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:37 smithi002 ceph-mon[89815]: osdmap e612: 8 total, 8 up, 8 in 2024-09-14T03:44:38.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:37 smithi002 ceph-mon[89815]: osdmap e613: 8 total, 8 up, 8 in 2024-09-14T03:44:38.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:37 smithi154 ceph-mon[81546]: pgmap v590: 121 pgs: 121 active+clean; 359 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.3 MiB/s wr, 18 op/s 2024-09-14T03:44:38.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:37 smithi154 ceph-mon[81546]: osdmap e612: 8 total, 8 up, 8 in 2024-09-14T03:44:38.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:37 smithi154 ceph-mon[81546]: osdmap e613: 8 total, 8 up, 8 in 2024-09-14T03:44:38.663 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Sep 14 03:44:38 smithi002 podman[120715]: 2024-09-14 03:44:38.321554096 +0000 UTC m=+0.541686989 volume create f06787e191b7a28e6e764044c3038d2eb30928a73f7988389138f201f5b89b51 2024-09-14T03:44:38.663 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Sep 14 03:44:38 smithi002 podman[120715]: 2024-09-14 03:44:38.438496539 +0000 UTC m=+0.658629385 container create 1e906511d854ddcec04d45a91ddd241a5da5a6b24827eba034c04e61421f4052 (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-14T03:44:38.831 INFO:tasks.rados.rados.0.smithi002.stdout:2672: done (2 left) 2024-09-14T03:44:38.831 INFO:tasks.rados.rados.0.smithi002.stdout:2675: done (1 left) 2024-09-14T03:44:38.831 INFO:tasks.rados.rados.0.smithi002.stdout:2676: done (0 left) 2024-09-14T03:44:38.831 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 14 current snap is 272 2024-09-14T03:44:38.831 INFO:tasks.rados.rados.0.smithi002.stdout:2677: seq_num 830 ranges {0=704512,704512=614400,1318912=573440,1892352=16384} 2024-09-14T03:44:38.835 INFO:tasks.rados.rados.0.smithi002.stdout:2677: writing smithi00278215-14 from 0 to 704512 tid 1 2024-09-14T03:44:38.839 INFO:tasks.rados.rados.0.smithi002.stdout:2677: writing smithi00278215-14 from 704512 to 1318912 tid 2 2024-09-14T03:44:38.845 INFO:tasks.rados.rados.0.smithi002.stdout:2677: writing smithi00278215-14 from 1318912 to 1892352 tid 3 2024-09-14T03:44:38.845 INFO:tasks.rados.rados.0.smithi002.stdout:2677: writing smithi00278215-14 from 1892352 to 1908736 tid 4 2024-09-14T03:44:38.845 INFO:tasks.rados.rados.0.smithi002.stdout:2678: read oid 25 snap -1 2024-09-14T03:44:38.845 INFO:tasks.rados.rados.0.smithi002.stdout:2678: expect (ObjNum 697 snap 224 seq_num 697) 2024-09-14T03:44:38.845 INFO:tasks.rados.rados.0.smithi002.stdout:2679: read oid 7 snap 256 2024-09-14T03:44:38.845 INFO:tasks.rados.rados.0.smithi002.stdout:2679: expect (ObjNum 604 snap 193 seq_num 604) 2024-09-14T03:44:38.845 INFO:tasks.rados.rados.0.smithi002.stdout:2680: rollback oid 28 current snap is 272 2024-09-14T03:44:38.845 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 28 to 249 2024-09-14T03:44:38.845 INFO:tasks.rados.rados.0.smithi002.stdout:2677: finishing write tid 1 to smithi00278215-14 2024-09-14T03:44:38.845 INFO:tasks.rados.rados.0.smithi002.stdout:2677: finishing write tid 2 to smithi00278215-14 2024-09-14T03:44:38.845 INFO:tasks.rados.rados.0.smithi002.stdout:2681: rollback oid 43 current snap is 272 2024-09-14T03:44:38.845 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 43 to 266 2024-09-14T03:44:38.846 INFO:tasks.rados.rados.0.smithi002.stdout:2682: rollback oid 50 current snap is 272 2024-09-14T03:44:38.846 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 50 to 256 2024-09-14T03:44:38.846 INFO:tasks.rados.rados.0.smithi002.stdout:2683: read oid 24 snap -1 2024-09-14T03:44:38.846 INFO:tasks.rados.rados.0.smithi002.stdout:2683: expect (ObjNum 680 snap 219 seq_num 680) 2024-09-14T03:44:38.846 INFO:tasks.rados.rados.0.smithi002.stdout:2684: rmattr oid 20 current snap is 272 2024-09-14T03:44:38.846 INFO:tasks.rados.rados.0.smithi002.stdout:2684: done (7 left) 2024-09-14T03:44:38.846 INFO:tasks.rados.rados.0.smithi002.stdout:2685: read oid 35 snap -1 2024-09-14T03:44:38.846 INFO:tasks.rados.rados.0.smithi002.stdout:2685: expect (ObjNum 509 snap 160 seq_num 509) 2024-09-14T03:44:38.846 INFO:tasks.rados.rados.0.smithi002.stdout:2686: snap_remove snap 253 2024-09-14T03:44:38.937 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Sep 14 03:44:38 smithi002 podman[120715]: 2024-09-14 03:44:38.77463468 +0000 UTC m=+0.994767528 container init 1e906511d854ddcec04d45a91ddd241a5da5a6b24827eba034c04e61421f4052 (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-14T03:44:38.937 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Sep 14 03:44:38 smithi002 podman[120715]: 2024-09-14 03:44:38.778604868 +0000 UTC m=+0.998737724 container start 1e906511d854ddcec04d45a91ddd241a5da5a6b24827eba034c04e61421f4052 (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-14T03:44:38.937 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Sep 14 03:44:38 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-alertmanager-a[120730]: ts=2024-09-14T03:44:38.789Z caller=main.go:181 level=info msg="Starting Alertmanager" version="(version=0.27.0, branch=HEAD, revision=0aa3c2aad14cff039931923ab16b26b7481783b5)" 2024-09-14T03:44:38.937 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Sep 14 03:44:38 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-alertmanager-a[120730]: ts=2024-09-14T03:44:38.789Z caller=main.go:182 level=info build_context="(go=go1.21.7, platform=linux/amd64, user=root@22cd11f671e9, date=20240228-11:51:20, tags=netgo)" 2024-09-14T03:44:38.937 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Sep 14 03:44:38 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-alertmanager-a[120730]: ts=2024-09-14T03:44:38.790Z caller=cluster.go:186 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.2 port=9094 2024-09-14T03:44:38.937 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Sep 14 03:44:38 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-alertmanager-a[120730]: ts=2024-09-14T03:44:38.792Z caller=cluster.go:683 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-09-14T03:44:38.938 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Sep 14 03:44:38 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-alertmanager-a[120730]: ts=2024-09-14T03:44:38.816Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-14T03:44:38.938 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Sep 14 03:44:38 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-alertmanager-a[120730]: ts=2024-09-14T03:44:38.817Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-14T03:44:38.938 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Sep 14 03:44:38 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-alertmanager-a[120730]: ts=2024-09-14T03:44:38.819Z caller=tls_config.go:313 level=info msg="Listening on" address=[::]:9093 2024-09-14T03:44:38.938 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Sep 14 03:44:38 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-alertmanager-a[120730]: ts=2024-09-14T03:44:38.819Z caller=tls_config.go:316 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-09-14T03:44:38.938 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Sep 14 03:44:38 smithi002 bash[120715]: 1e906511d854ddcec04d45a91ddd241a5da5a6b24827eba034c04e61421f4052 2024-09-14T03:44:38.938 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Sep 14 03:44:38 smithi002 systemd[1]: Started Ceph alertmanager.a for f357b922-7248-11ef-bceb-c7b262605968. 2024-09-14T03:44:39.838 INFO:tasks.rados.rados.0.smithi002.stdout:2686: done (8 left) 2024-09-14T03:44:39.839 INFO:tasks.rados.rados.0.smithi002.stdout:2687: setattr oid 18 current snap is 272 2024-09-14T03:44:39.839 INFO:tasks.rados.rados.0.smithi002.stdout:2677: finishing write tid 3 to smithi00278215-14 2024-09-14T03:44:39.839 INFO:tasks.rados.rados.0.smithi002.stdout:2677: finishing write tid 4 to smithi00278215-14 2024-09-14T03:44:39.839 INFO:tasks.rados.rados.0.smithi002.stdout:2677: finishing write tid 5 to smithi00278215-14 2024-09-14T03:44:39.839 INFO:tasks.rados.rados.0.smithi002.stdout:2677: finishing write tid 6 to smithi00278215-14 2024-09-14T03:44:39.839 INFO:tasks.rados.rados.0.smithi002.stdout:2677: oid 14 updating version 0 to 2702 2024-09-14T03:44:39.839 INFO:tasks.rados.rados.0.smithi002.stdout:2677: oid 14 updating version 2702 to 2705 2024-09-14T03:44:39.839 INFO:tasks.rados.rados.0.smithi002.stdout:2677: oid 14 version 2705 is already newer than 2704 2024-09-14T03:44:39.839 INFO:tasks.rados.rados.0.smithi002.stdout:2677: oid 14 version 2705 is already newer than 2703 2024-09-14T03:44:39.839 INFO:tasks.rados.rados.0.smithi002.stdout:2677: oid 14 updating version 2705 to 2706 2024-09-14T03:44:39.839 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 14 v 2706 (ObjNum 830 snap 272 seq_num 830) dirty exists 2024-09-14T03:44:39.840 INFO:tasks.rados.rados.0.smithi002.stdout:2677: left oid 14 (ObjNum 830 snap 272 seq_num 830) 2024-09-14T03:44:39.840 INFO:tasks.rados.rados.0.smithi002.stdout:2680: finishing rollback tid 1 to smithi00278215-28 2024-09-14T03:44:39.840 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 28 v 3015 (ObjNum 593 snap 0 seq_num 854186296) dirty dne 2024-09-14T03:44:39.840 INFO:tasks.rados.rados.0.smithi002.stdout:2681: finishing rollback tid 0 to smithi00278215-43 2024-09-14T03:44:39.840 INFO:tasks.rados.rados.0.smithi002.stdout:2681: finishing rollback tid 1 to smithi00278215-43 2024-09-14T03:44:39.840 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 3498 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-14T03:44:39.840 INFO:tasks.rados.rados.0.smithi002.stdout:2679: expect (ObjNum 604 snap 193 seq_num 604) 2024-09-14T03:44:39.929 INFO:tasks.rados.rados.0.smithi002.stdout:2682: finishing rollback tid 1 to smithi00278215-50 2024-09-14T03:44:39.930 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 3449 (ObjNum 33 snap 0 seq_num 836302072) dirty dne 2024-09-14T03:44:39.930 INFO:tasks.rados.rados.0.smithi002.stdout:2685: expect (ObjNum 509 snap 160 seq_num 509) 2024-09-14T03:44:39.936 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:39 smithi002 ceph-mon[87970]: pgmap v593: 121 pgs: 121 active+clean; 361 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.2 MiB/s wr, 26 op/s 2024-09-14T03:44:39.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:39 smithi002 ceph-mon[87970]: osdmap e614: 8 total, 8 up, 8 in 2024-09-14T03:44:39.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:39 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:39.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:39 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:39.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:39 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:44:39.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:39 smithi002 ceph-mon[89815]: pgmap v593: 121 pgs: 121 active+clean; 361 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.2 MiB/s wr, 26 op/s 2024-09-14T03:44:39.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:39 smithi002 ceph-mon[89815]: osdmap e614: 8 total, 8 up, 8 in 2024-09-14T03:44:39.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:39 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:39.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:39 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:39.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:39 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:44:40.179 INFO:tasks.rados.rados.0.smithi002.stdout:2683: expect (ObjNum 680 snap 219 seq_num 680) 2024-09-14T03:44:40.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:39 smithi154 ceph-mon[81546]: pgmap v593: 121 pgs: 121 active+clean; 361 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.2 MiB/s wr, 26 op/s 2024-09-14T03:44:40.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:39 smithi154 ceph-mon[81546]: osdmap e614: 8 total, 8 up, 8 in 2024-09-14T03:44:40.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:39 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:40.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:39 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:40.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:39 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:44:40.354 INFO:tasks.rados.rados.0.smithi002.stdout:2678: expect (ObjNum 697 snap 224 seq_num 697) 2024-09-14T03:44:40.936 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:40 smithi002 ceph-mon[87970]: osdmap e615: 8 total, 8 up, 8 in 2024-09-14T03:44:40.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:40 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:44:40.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:40 smithi002 ceph-mon[89815]: osdmap e615: 8 total, 8 up, 8 in 2024-09-14T03:44:40.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:40 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:44:40.937 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Sep 14 03:44:40 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-alertmanager-a[120730]: ts=2024-09-14T03:44:40.793Z caller=cluster.go:708 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000950463s 2024-09-14T03:44:41.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:40 smithi154 ceph-mon[81546]: osdmap e615: 8 total, 8 up, 8 in 2024-09-14T03:44:41.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:40 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:44:41.315 INFO:tasks.rados.rados.0.smithi002.stdout:2677: done (8 left) 2024-09-14T03:44:41.316 INFO:tasks.rados.rados.0.smithi002.stdout:2678: done (7 left) 2024-09-14T03:44:41.316 INFO:tasks.rados.rados.0.smithi002.stdout:2679: done (6 left) 2024-09-14T03:44:41.316 INFO:tasks.rados.rados.0.smithi002.stdout:2680: done (5 left) 2024-09-14T03:44:41.316 INFO:tasks.rados.rados.0.smithi002.stdout:2681: done (4 left) 2024-09-14T03:44:41.316 INFO:tasks.rados.rados.0.smithi002.stdout:2682: done (3 left) 2024-09-14T03:44:41.316 INFO:tasks.rados.rados.0.smithi002.stdout:2683: done (2 left) 2024-09-14T03:44:41.316 INFO:tasks.rados.rados.0.smithi002.stdout:2685: done (1 left) 2024-09-14T03:44:41.316 INFO:tasks.rados.rados.0.smithi002.stdout:2688: read oid 28 snap -1 2024-09-14T03:44:41.316 INFO:tasks.rados.rados.0.smithi002.stdout:2688: expect deleted 2024-09-14T03:44:41.316 INFO:tasks.rados.rados.0.smithi002.stdout:2689: rollback oid 29 current snap is 272 2024-09-14T03:44:41.316 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 29 to 263 2024-09-14T03:44:41.316 INFO:tasks.rados.rados.0.smithi002.stdout:2690: read oid 3 snap -1 2024-09-14T03:44:41.317 INFO:tasks.rados.rados.0.smithi002.stdout:2690: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:44:41.317 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 30 current snap is 272 2024-09-14T03:44:41.317 INFO:tasks.rados.rados.0.smithi002.stdout:2691: seq_num 831 ranges {827392=720896,1548288=499712,2048000=704512} 2024-09-14T03:44:41.324 INFO:tasks.rados.rados.0.smithi002.stdout:2691: writing smithi00278215-30 from 827392 to 1548288 tid 1 2024-09-14T03:44:41.327 INFO:tasks.rados.rados.0.smithi002.stdout:2691: writing smithi00278215-30 from 1548288 to 2048000 tid 2 2024-09-14T03:44:41.331 INFO:tasks.rados.rados.0.smithi002.stdout:2691: writing smithi00278215-30 from 2048000 to 2752512 tid 3 2024-09-14T03:44:41.331 INFO:tasks.rados.rados.0.smithi002.stdout:2692: read oid 33 snap 264 2024-09-14T03:44:41.331 INFO:tasks.rados.rados.0.smithi002.stdout:2692: expect (ObjNum 509 snap 160 seq_num 509) 2024-09-14T03:44:41.331 INFO:tasks.rados.rados.0.smithi002.stdout:2693: snap_remove snap 226 2024-09-14T03:44:41.847 INFO:tasks.rados.rados.0.smithi002.stdout:2688: done (6 left) 2024-09-14T03:44:41.847 INFO:tasks.rados.rados.0.smithi002.stdout:2693: done (5 left) 2024-09-14T03:44:41.847 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 2 current snap is 272 2024-09-14T03:44:41.847 INFO:tasks.rados.rados.0.smithi002.stdout:2690: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:44:41.849 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 2682 (ObjNum 726 snap 235 seq_num 726) dirty exists 2024-09-14T03:44:41.849 INFO:tasks.rados.rados.0.smithi002.stdout:2689: finishing rollback tid 0 to smithi00278215-29 2024-09-14T03:44:41.849 INFO:tasks.rados.rados.0.smithi002.stdout:2689: finishing rollback tid 1 to smithi00278215-29 2024-09-14T03:44:41.849 INFO:tasks.rados.rados.0.smithi002.stdout:2689: finishing rollback tid 2 to smithi00278215-29 2024-09-14T03:44:41.849 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 3564 (ObjNum 728 snap 236 seq_num 728) dirty exists 2024-09-14T03:44:41.849 INFO:tasks.rados.rados.0.smithi002.stdout:2691: finishing write tid 1 to smithi00278215-30 2024-09-14T03:44:41.850 INFO:tasks.rados.rados.0.smithi002.stdout:2691: finishing write tid 2 to smithi00278215-30 2024-09-14T03:44:41.850 INFO:tasks.rados.rados.0.smithi002.stdout:2691: finishing write tid 3 to smithi00278215-30 2024-09-14T03:44:41.850 INFO:tasks.rados.rados.0.smithi002.stdout:2691: finishing write tid 4 to smithi00278215-30 2024-09-14T03:44:41.850 INFO:tasks.rados.rados.0.smithi002.stdout:2691: finishing write tid 5 to smithi00278215-30 2024-09-14T03:44:41.850 INFO:tasks.rados.rados.0.smithi002.stdout:2691: oid 30 updating version 0 to 3566 2024-09-14T03:44:41.850 INFO:tasks.rados.rados.0.smithi002.stdout:2691: oid 30 updating version 3566 to 3569 2024-09-14T03:44:41.850 INFO:tasks.rados.rados.0.smithi002.stdout:2691: oid 30 version 3569 is already newer than 3567 2024-09-14T03:44:41.850 INFO:tasks.rados.rados.0.smithi002.stdout:2691: oid 30 version 3569 is already newer than 3568 2024-09-14T03:44:41.850 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 30 v 3569 (ObjNum 831 snap 272 seq_num 831) dirty exists 2024-09-14T03:44:41.850 INFO:tasks.rados.rados.0.smithi002.stdout:2691: left oid 30 (ObjNum 831 snap 272 seq_num 831) 2024-09-14T03:44:41.850 INFO:tasks.rados.rados.0.smithi002.stdout:2692: expect (ObjNum 509 snap 160 seq_num 509) 2024-09-14T03:44:42.082 INFO:tasks.rados.rados.0.smithi002.stdout:2694: seq_num 832 ranges {4014080=737280,4751360=786432,5537792=417792} 2024-09-14T03:44:42.108 INFO:tasks.rados.rados.0.smithi002.stdout:2694: writing smithi00278215-2 from 4014080 to 4751360 tid 1 2024-09-14T03:44:42.112 INFO:tasks.rados.rados.0.smithi002.stdout:2694: writing smithi00278215-2 from 4751360 to 5537792 tid 2 2024-09-14T03:44:42.115 INFO:tasks.rados.rados.0.smithi002.stdout:2694: writing smithi00278215-2 from 5537792 to 5955584 tid 3 2024-09-14T03:44:42.115 INFO:tasks.rados.rados.0.smithi002.stdout:2687: done (5 left) 2024-09-14T03:44:42.116 INFO:tasks.rados.rados.0.smithi002.stdout:2689: done (4 left) 2024-09-14T03:44:42.116 INFO:tasks.rados.rados.0.smithi002.stdout:2690: done (3 left) 2024-09-14T03:44:42.116 INFO:tasks.rados.rados.0.smithi002.stdout:2691: done (2 left) 2024-09-14T03:44:42.116 INFO:tasks.rados.rados.0.smithi002.stdout:2692: done (1 left) 2024-09-14T03:44:42.116 INFO:tasks.rados.rados.0.smithi002.stdout:2695: rmattr oid 9 current snap is 272 2024-09-14T03:44:42.116 INFO:tasks.rados.rados.0.smithi002.stdout:2695: done (1 left) 2024-09-14T03:44:42.116 INFO:tasks.rados.rados.0.smithi002.stdout:2696: rmattr oid 46 current snap is 272 2024-09-14T03:44:42.116 INFO:tasks.rados.rados.0.smithi002.stdout:2696: done (1 left) 2024-09-14T03:44:42.116 INFO:tasks.rados.rados.0.smithi002.stdout:2697: rollback oid 41 current snap is 272 2024-09-14T03:44:42.116 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 41 to 261 2024-09-14T03:44:42.116 INFO:tasks.rados.rados.0.smithi002.stdout:2698: rmattr oid 3 current snap is 272 2024-09-14T03:44:42.116 INFO:tasks.rados.rados.0.smithi002.stdout:2699: read oid 44 snap 242 2024-09-14T03:44:42.116 INFO:tasks.rados.rados.0.smithi002.stdout:2699: expect deleted 2024-09-14T03:44:42.117 INFO:tasks.rados.rados.0.smithi002.stdout:2700: snap_create 2024-09-14T03:44:42.117 INFO:tasks.rados.rados.0.smithi002.stdout:2694: finishing write tid 1 to smithi00278215-2 2024-09-14T03:44:42.118 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 3 v 3499 (ObjNum 129 snap 0 seq_num 854148064) dirty exists 2024-09-14T03:44:42.118 INFO:tasks.rados.rados.0.smithi002.stdout:2694: finishing write tid 2 to smithi00278215-2 2024-09-14T03:44:42.119 INFO:tasks.rados.rados.0.smithi002.stdout:2694: finishing write tid 3 to smithi00278215-2 2024-09-14T03:44:42.120 INFO:tasks.rados.rados.0.smithi002.stdout:2694: finishing write tid 4 to smithi00278215-2 2024-09-14T03:44:42.122 INFO:tasks.rados.rados.0.smithi002.stdout:2694: finishing write tid 5 to smithi00278215-2 2024-09-14T03:44:42.123 INFO:tasks.rados.rados.0.smithi002.stdout:2694: oid 2 updating version 0 to 2785 2024-09-14T03:44:42.123 INFO:tasks.rados.rados.0.smithi002.stdout:2694: oid 2 version 2785 is already newer than 2783 2024-09-14T03:44:42.123 INFO:tasks.rados.rados.0.smithi002.stdout:2694: oid 2 version 2785 is already newer than 2784 2024-09-14T03:44:42.123 INFO:tasks.rados.rados.0.smithi002.stdout:2694: oid 2 updating version 2785 to 2786 2024-09-14T03:44:42.123 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 2 v 2786 (ObjNum 832 snap 272 seq_num 832) dirty exists 2024-09-14T03:44:42.123 INFO:tasks.rados.rados.0.smithi002.stdout:2694: left oid 2 (ObjNum 832 snap 272 seq_num 832) 2024-09-14T03:44:42.123 INFO:tasks.rados.rados.0.smithi002.stdout:2697: finishing rollback tid 0 to smithi00278215-41 2024-09-14T03:44:42.123 INFO:tasks.rados.rados.0.smithi002.stdout:2697: finishing rollback tid 1 to smithi00278215-41 2024-09-14T03:44:42.124 INFO:tasks.rados.rados.0.smithi002.stdout:2697: finishing rollback tid 2 to smithi00278215-41 2024-09-14T03:44:42.124 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 41 v 3589 (ObjNum 482 snap 147 seq_num 482) dirty exists 2024-09-14T03:44:42.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:41 smithi002 ceph-mon[87970]: pgmap v596: 121 pgs: 121 active+clean; 365 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.1 MiB/s wr, 31 op/s 2024-09-14T03:44:42.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:41 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:42.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:41 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:42.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:41 smithi002 ceph-mon[89815]: pgmap v596: 121 pgs: 121 active+clean; 365 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.1 MiB/s wr, 31 op/s 2024-09-14T03:44:42.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:41 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:42.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:41 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:42.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:41 smithi154 ceph-mon[81546]: pgmap v596: 121 pgs: 121 active+clean; 365 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.1 MiB/s wr, 31 op/s 2024-09-14T03:44:42.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:41 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:42.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:41 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:42.779 INFO:tasks.rados.rados.0.smithi002.stdout:2694: done (4 left) 2024-09-14T03:44:42.779 INFO:tasks.rados.rados.0.smithi002.stdout:2697: done (3 left) 2024-09-14T03:44:42.780 INFO:tasks.rados.rados.0.smithi002.stdout:2698: done (2 left) 2024-09-14T03:44:42.780 INFO:tasks.rados.rados.0.smithi002.stdout:2699: done (1 left) 2024-09-14T03:44:42.780 INFO:tasks.rados.rados.0.smithi002.stdout:2700: done (0 left) 2024-09-14T03:44:42.780 INFO:tasks.rados.rados.0.smithi002.stdout:2701: setattr oid 23 current snap is 273 2024-09-14T03:44:42.780 INFO:tasks.rados.rados.0.smithi002.stdout:2702: snap_create 2024-09-14T03:44:42.784 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 2787 (ObjNum 726 snap 235 seq_num 726) dirty exists 2024-09-14T03:44:43.090 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:42 smithi002 ceph-mon[89815]: osdmap e616: 8 total, 8 up, 8 in 2024-09-14T03:44:43.090 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:42 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:43.090 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:42 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:43.090 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:42 smithi002 ceph-mon[89815]: osdmap e617: 8 total, 8 up, 8 in 2024-09-14T03:44:43.091 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:42 smithi002 ceph-mon[87970]: osdmap e616: 8 total, 8 up, 8 in 2024-09-14T03:44:43.091 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:42 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:43.091 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:42 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:43.091 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:42 smithi002 ceph-mon[87970]: osdmap e617: 8 total, 8 up, 8 in 2024-09-14T03:44:43.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:42 smithi154 ceph-mon[81546]: osdmap e616: 8 total, 8 up, 8 in 2024-09-14T03:44:43.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:42 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:43.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:42 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:43.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:42 smithi154 ceph-mon[81546]: osdmap e617: 8 total, 8 up, 8 in 2024-09-14T03:44:43.782 INFO:tasks.rados.rados.0.smithi002.stdout:2701: done (1 left) 2024-09-14T03:44:43.782 INFO:tasks.rados.rados.0.smithi002.stdout:2702: done (0 left) 2024-09-14T03:44:43.782 INFO:tasks.rados.rados.0.smithi002.stdout:2703: read oid 30 snap 263 2024-09-14T03:44:43.782 INFO:tasks.rados.rados.0.smithi002.stdout:2703: expect deleted 2024-09-14T03:44:43.782 INFO:tasks.rados.rados.0.smithi002.stdout:2704: read oid 25 snap -1 2024-09-14T03:44:43.782 INFO:tasks.rados.rados.0.smithi002.stdout:2704: expect (ObjNum 697 snap 224 seq_num 697) 2024-09-14T03:44:43.782 INFO:tasks.rados.rados.0.smithi002.stdout:2705: setattr oid 10 current snap is 274 2024-09-14T03:44:43.783 INFO:tasks.rados.rados.0.smithi002.stdout:2706: rollback oid 24 current snap is 274 2024-09-14T03:44:43.783 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 24 to 245 2024-09-14T03:44:43.783 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 34 current snap is 274 2024-09-14T03:44:43.783 INFO:tasks.rados.rados.0.smithi002.stdout:2707: seq_num 833 ranges {4743168=761856,5505024=671744,6176768=532480} 2024-09-14T03:44:43.813 INFO:tasks.rados.rados.0.smithi002.stdout:2707: writing smithi00278215-34 from 4743168 to 5505024 tid 1 2024-09-14T03:44:43.817 INFO:tasks.rados.rados.0.smithi002.stdout:2707: writing smithi00278215-34 from 5505024 to 6176768 tid 2 2024-09-14T03:44:43.821 INFO:tasks.rados.rados.0.smithi002.stdout:2707: writing smithi00278215-34 from 6176768 to 6709248 tid 3 2024-09-14T03:44:43.821 INFO:tasks.rados.rados.0.smithi002.stdout:2708: rollback oid 15 current snap is 274 2024-09-14T03:44:43.821 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 15 to 266 2024-09-14T03:44:43.821 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 2707 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-14T03:44:43.822 INFO:tasks.rados.rados.0.smithi002.stdout:2706: finishing rollback tid 0 to smithi00278215-24 2024-09-14T03:44:43.822 INFO:tasks.rados.rados.0.smithi002.stdout:2706: finishing rollback tid 1 to smithi00278215-24 2024-09-14T03:44:43.822 INFO:tasks.rados.rados.0.smithi002.stdout:2706: finishing rollback tid 2 to smithi00278215-24 2024-09-14T03:44:43.822 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 24 v 2693 (ObjNum 727 snap 236 seq_num 727) dirty exists 2024-09-14T03:44:43.822 INFO:tasks.rados.rados.0.smithi002.stdout:2707: finishing write tid 1 to smithi00278215-34 2024-09-14T03:44:43.822 INFO:tasks.rados.rados.0.smithi002.stdout:2703: done (5 left) 2024-09-14T03:44:43.822 INFO:tasks.rados.rados.0.smithi002.stdout:2705: done (4 left) 2024-09-14T03:44:43.822 INFO:tasks.rados.rados.0.smithi002.stdout:2706: done (3 left) 2024-09-14T03:44:43.822 INFO:tasks.rados.rados.0.smithi002.stdout:2709: read oid 32 snap 265 2024-09-14T03:44:43.822 INFO:tasks.rados.rados.0.smithi002.stdout:2709: expect (ObjNum 790 snap 259 seq_num 790) 2024-09-14T03:44:43.822 INFO:tasks.rados.rados.0.smithi002.stdout:2710: snap_remove snap 273 2024-09-14T03:44:44.067 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:43 smithi002 ceph-mon[89815]: pgmap v598: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 388 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 3.5 MiB/s wr, 30 op/s 2024-09-14T03:44:44.067 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:43 smithi002 ceph-mon[89815]: osdmap e618: 8 total, 8 up, 8 in 2024-09-14T03:44:44.068 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:43 smithi002 ceph-mon[87970]: pgmap v598: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 388 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 3.5 MiB/s wr, 30 op/s 2024-09-14T03:44:44.068 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:43 smithi002 ceph-mon[87970]: osdmap e618: 8 total, 8 up, 8 in 2024-09-14T03:44:44.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:43 smithi154 ceph-mon[81546]: pgmap v598: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 388 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 3.5 MiB/s wr, 30 op/s 2024-09-14T03:44:44.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:43 smithi154 ceph-mon[81546]: osdmap e618: 8 total, 8 up, 8 in 2024-09-14T03:44:44.785 INFO:tasks.rados.rados.0.smithi002.stdout:2710: done (4 left) 2024-09-14T03:44:44.785 INFO:tasks.rados.rados.0.smithi002.stdout:2711: read oid 14 snap 264 2024-09-14T03:44:44.785 INFO:tasks.rados.rados.0.smithi002.stdout:2711: expect deleted 2024-09-14T03:44:44.785 INFO:tasks.rados.rados.0.smithi002.stdout:2712: snap_create 2024-09-14T03:44:44.786 INFO:tasks.rados.rados.0.smithi002.stdout:2707: finishing write tid 2 to smithi00278215-34 2024-09-14T03:44:44.786 INFO:tasks.rados.rados.0.smithi002.stdout:2708: finishing rollback tid 0 to smithi00278215-15 2024-09-14T03:44:44.786 INFO:tasks.rados.rados.0.smithi002.stdout:2708: finishing rollback tid 1 to smithi00278215-15 2024-09-14T03:44:44.786 INFO:tasks.rados.rados.0.smithi002.stdout:2708: finishing rollback tid 2 to smithi00278215-15 2024-09-14T03:44:44.786 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 15 v 2685 (ObjNum 727 snap 236 seq_num 727) dirty exists 2024-09-14T03:44:44.786 INFO:tasks.rados.rados.0.smithi002.stdout:2707: finishing write tid 3 to smithi00278215-34 2024-09-14T03:44:44.786 INFO:tasks.rados.rados.0.smithi002.stdout:2709: expect (ObjNum 790 snap 259 seq_num 790) 2024-09-14T03:44:44.906 INFO:tasks.rados.rados.0.smithi002.stdout:2707: finishing write tid 4 to smithi00278215-34 2024-09-14T03:44:44.906 INFO:tasks.rados.rados.0.smithi002.stdout:2707: finishing write tid 5 to smithi00278215-34 2024-09-14T03:44:44.906 INFO:tasks.rados.rados.0.smithi002.stdout:2707: oid 34 updating version 0 to 2704 2024-09-14T03:44:44.906 INFO:tasks.rados.rados.0.smithi002.stdout:2707: oid 34 version 2704 is already newer than 2703 2024-09-14T03:44:44.906 INFO:tasks.rados.rados.0.smithi002.stdout:2707: oid 34 version 2704 is already newer than 2701 2024-09-14T03:44:44.906 INFO:tasks.rados.rados.0.smithi002.stdout:2707: oid 34 version 2704 is already newer than 2702 2024-09-14T03:44:44.906 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 34 v 2704 (ObjNum 833 snap 274 seq_num 833) dirty exists 2024-09-14T03:44:44.906 INFO:tasks.rados.rados.0.smithi002.stdout:2707: left oid 34 (ObjNum 833 snap 274 seq_num 833) 2024-09-14T03:44:44.906 INFO:tasks.rados.rados.0.smithi002.stdout:2704: expect (ObjNum 697 snap 224 seq_num 697) 2024-09-14T03:44:45.687 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:44:45 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:44:45] "GET /metrics HTTP/1.1" 200 36434 "" "Prometheus/2.51.0" 2024-09-14T03:44:45.864 INFO:tasks.rados.rados.0.smithi002.stdout:2704: done (5 left) 2024-09-14T03:44:45.864 INFO:tasks.rados.rados.0.smithi002.stdout:2707: done (4 left) 2024-09-14T03:44:45.864 INFO:tasks.rados.rados.0.smithi002.stdout:2708: done (3 left) 2024-09-14T03:44:45.864 INFO:tasks.rados.rados.0.smithi002.stdout:2709: done (2 left) 2024-09-14T03:44:45.864 INFO:tasks.rados.rados.0.smithi002.stdout:2711: done (1 left) 2024-09-14T03:44:45.864 INFO:tasks.rados.rados.0.smithi002.stdout:2712: done (0 left) 2024-09-14T03:44:45.864 INFO:tasks.rados.rados.0.smithi002.stdout:2713: snap_create 2024-09-14T03:44:46.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:45 smithi002 ceph-mon[87970]: pgmap v601: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 385 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 3.2 MiB/s wr, 23 op/s 2024-09-14T03:44:46.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:45 smithi002 ceph-mon[87970]: osdmap e619: 8 total, 8 up, 8 in 2024-09-14T03:44:46.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:45 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:46.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:45 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:46.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:45 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:44:46.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:45 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:44:46.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:45 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:46.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:45 smithi002 ceph-mon[89815]: pgmap v601: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 385 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 3.2 MiB/s wr, 23 op/s 2024-09-14T03:44:46.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:45 smithi002 ceph-mon[89815]: osdmap e619: 8 total, 8 up, 8 in 2024-09-14T03:44:46.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:45 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:46.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:45 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:46.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:45 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:44:46.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:45 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:44:46.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:45 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:46.213 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:45 smithi154 ceph-mon[81546]: pgmap v601: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 385 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 3.2 MiB/s wr, 23 op/s 2024-09-14T03:44:46.213 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:45 smithi154 ceph-mon[81546]: osdmap e619: 8 total, 8 up, 8 in 2024-09-14T03:44:46.213 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:45 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:46.213 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:45 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:46.213 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:45 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:44:46.214 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:45 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:44:46.214 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:45 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:44:46.797 INFO:tasks.rados.rados.0.smithi002.stdout:2713: done (0 left) 2024-09-14T03:44:46.797 INFO:tasks.rados.rados.0.smithi002.stdout:2714: delete oid 49 current snap is 276 2024-09-14T03:44:46.801 INFO:tasks.rados.rados.0.smithi002.stdout:2714: done (0 left) 2024-09-14T03:44:46.802 INFO:tasks.rados.rados.0.smithi002.stdout:2715: delete oid 41 current snap is 276 2024-09-14T03:44:46.806 INFO:tasks.rados.rados.0.smithi002.stdout:2715: done (0 left) 2024-09-14T03:44:46.806 INFO:tasks.rados.rados.0.smithi002.stdout:2716: copy_from oid 45 from oid 18 current snap is 276 2024-09-14T03:44:46.806 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 6 current snap is 276 2024-09-14T03:44:46.806 INFO:tasks.rados.rados.0.smithi002.stdout:2717: seq_num 836 ranges {2605056=409600,3014656=720896,3735552=516096,4251648=368640} 2024-09-14T03:44:46.822 INFO:tasks.rados.rados.0.smithi002.stdout:2717: writing smithi00278215-6 from 2605056 to 3014656 tid 1 2024-09-14T03:44:46.826 INFO:tasks.rados.rados.0.smithi002.stdout:2717: writing smithi00278215-6 from 3014656 to 3735552 tid 2 2024-09-14T03:44:46.830 INFO:tasks.rados.rados.0.smithi002.stdout:2717: writing smithi00278215-6 from 3735552 to 4251648 tid 3 2024-09-14T03:44:46.832 INFO:tasks.rados.rados.0.smithi002.stdout:2717: writing smithi00278215-6 from 4251648 to 4620288 tid 4 2024-09-14T03:44:46.832 INFO:tasks.rados.rados.0.smithi002.stdout:2718: copy_from oid 41 from oid 11 current snap is 276 2024-09-14T03:44:46.833 INFO:tasks.rados.rados.0.smithi002.stdout:2716: finishing copy_from racing read to smithi00278215-45 2024-09-14T03:44:46.833 INFO:tasks.rados.rados.0.smithi002.stdout:2719: setattr oid 37 current snap is 276 2024-09-14T03:44:46.833 INFO:tasks.rados.rados.0.smithi002.stdout:2716: finishing copy_from to smithi00278215-45 2024-09-14T03:44:46.833 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 45 v 2682 (ObjNum 726 snap 235 seq_num 726) dirty exists 2024-09-14T03:44:46.833 INFO:tasks.rados.rados.0.smithi002.stdout:2717: finishing write tid 1 to smithi00278215-6 2024-09-14T03:44:46.833 INFO:tasks.rados.rados.0.smithi002.stdout:2717: finishing write tid 2 to smithi00278215-6 2024-09-14T03:44:46.833 INFO:tasks.rados.rados.0.smithi002.stdout:2716: done (3 left) 2024-09-14T03:44:46.834 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 47 current snap is 276 2024-09-14T03:44:46.834 INFO:tasks.rados.rados.0.smithi002.stdout:2720: seq_num 837 ranges {2154496=425984,2580480=655360,3235840=729088,3964928=221184} 2024-09-14T03:44:46.848 INFO:tasks.rados.rados.0.smithi002.stdout:2720: writing smithi00278215-47 from 2154496 to 2580480 tid 1 2024-09-14T03:44:46.851 INFO:tasks.rados.rados.0.smithi002.stdout:2720: writing smithi00278215-47 from 2580480 to 3235840 tid 2 2024-09-14T03:44:46.856 INFO:tasks.rados.rados.0.smithi002.stdout:2720: writing smithi00278215-47 from 3235840 to 3964928 tid 3 2024-09-14T03:44:46.858 INFO:tasks.rados.rados.0.smithi002.stdout:2720: writing smithi00278215-47 from 3964928 to 4186112 tid 4 2024-09-14T03:44:46.858 INFO:tasks.rados.rados.0.smithi002.stdout:2721: rollback oid 31 current snap is 276 2024-09-14T03:44:46.858 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 31 to 252 2024-09-14T03:44:46.858 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 37 v 2987 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-09-14T03:44:46.858 INFO:tasks.rados.rados.0.smithi002.stdout:2717: finishing write tid 3 to smithi00278215-6 2024-09-14T03:44:46.858 INFO:tasks.rados.rados.0.smithi002.stdout:2717: finishing write tid 4 to smithi00278215-6 2024-09-14T03:44:46.858 INFO:tasks.rados.rados.0.smithi002.stdout:2717: finishing write tid 5 to smithi00278215-6 2024-09-14T03:44:46.858 INFO:tasks.rados.rados.0.smithi002.stdout:2717: finishing write tid 6 to smithi00278215-6 2024-09-14T03:44:46.859 INFO:tasks.rados.rados.0.smithi002.stdout:2717: oid 6 updating version 0 to 3595 2024-09-14T03:44:46.859 INFO:tasks.rados.rados.0.smithi002.stdout:2717: oid 6 updating version 3595 to 3596 2024-09-14T03:44:46.859 INFO:tasks.rados.rados.0.smithi002.stdout:2717: oid 6 version 3596 is already newer than 3593 2024-09-14T03:44:46.859 INFO:tasks.rados.rados.0.smithi002.stdout:2717: oid 6 updating version 3596 to 3597 2024-09-14T03:44:46.859 INFO:tasks.rados.rados.0.smithi002.stdout:2717: oid 6 version 3597 is already newer than 3594 2024-09-14T03:44:46.859 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 6 v 3597 (ObjNum 836 snap 276 seq_num 836) dirty exists 2024-09-14T03:44:46.859 INFO:tasks.rados.rados.0.smithi002.stdout:2717: left oid 6 (ObjNum 836 snap 276 seq_num 836) 2024-09-14T03:44:46.859 INFO:tasks.rados.rados.0.smithi002.stdout:2718: finishing copy_from to smithi00278215-41 2024-09-14T03:44:46.859 INFO:tasks.rados.rados.0.smithi002.stdout:2718: got expected ENOENT (src dne) 2024-09-14T03:44:46.859 INFO:tasks.rados.rados.0.smithi002.stdout:2717: done (4 left) 2024-09-14T03:44:46.859 INFO:tasks.rados.rados.0.smithi002.stdout:2719: done (3 left) 2024-09-14T03:44:46.859 INFO:tasks.rados.rados.0.smithi002.stdout:2722: setattr oid 20 current snap is 276 2024-09-14T03:44:46.860 INFO:tasks.rados.rados.0.smithi002.stdout:2718: finishing copy_from racing read to smithi00278215-41 2024-09-14T03:44:46.860 INFO:tasks.rados.rados.0.smithi002.stdout:2720: finishing write tid 1 to smithi00278215-47 2024-09-14T03:44:46.860 INFO:tasks.rados.rados.0.smithi002.stdout:2720: finishing write tid 2 to smithi00278215-47 2024-09-14T03:44:46.861 INFO:tasks.rados.rados.0.smithi002.stdout:2718: done (3 left) 2024-09-14T03:44:46.861 INFO:tasks.rados.rados.0.smithi002.stdout:2723: copy_from oid 18 from oid 4 current snap is 276 2024-09-14T03:44:46.861 INFO:tasks.rados.rados.0.smithi002.stdout:2724: rmattr oid 6 current snap is 276 2024-09-14T03:44:46.861 INFO:tasks.rados.rados.0.smithi002.stdout:2725: copy_from oid 2 from oid 7 current snap is 276 2024-09-14T03:44:46.861 INFO:tasks.rados.rados.0.smithi002.stdout:2726: read oid 49 snap -1 2024-09-14T03:44:46.861 INFO:tasks.rados.rados.0.smithi002.stdout:2726: expect deleted 2024-09-14T03:44:46.861 INFO:tasks.rados.rados.0.smithi002.stdout:2727: delete oid 42 current snap is 276 2024-09-14T03:44:46.862 INFO:tasks.rados.rados.0.smithi002.stdout:2720: finishing write tid 3 to smithi00278215-47 2024-09-14T03:44:46.862 INFO:tasks.rados.rados.0.smithi002.stdout:2721: finishing rollback tid 0 to smithi00278215-31 2024-09-14T03:44:46.862 INFO:tasks.rados.rados.0.smithi002.stdout:2721: finishing rollback tid 1 to smithi00278215-31 2024-09-14T03:44:46.863 INFO:tasks.rados.rados.0.smithi002.stdout:2720: finishing write tid 4 to smithi00278215-47 2024-09-14T03:44:46.863 INFO:tasks.rados.rados.0.smithi002.stdout:2721: finishing rollback tid 2 to smithi00278215-31 2024-09-14T03:44:46.863 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 2696 (ObjNum 768 snap 250 seq_num 768) dirty exists 2024-09-14T03:44:46.863 INFO:tasks.rados.rados.0.smithi002.stdout:2720: finishing write tid 5 to smithi00278215-47 2024-09-14T03:44:46.864 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 20 v 2683 (ObjNum 33 snap 0 seq_num 855367632) dirty exists 2024-09-14T03:44:46.864 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 6 v 3598 (ObjNum 836 snap 276 seq_num 836) dirty exists 2024-09-14T03:44:46.865 INFO:tasks.rados.rados.0.smithi002.stdout:2721: done (7 left) 2024-09-14T03:44:46.865 INFO:tasks.rados.rados.0.smithi002.stdout:2722: done (6 left) 2024-09-14T03:44:46.865 INFO:tasks.rados.rados.0.smithi002.stdout:2724: done (5 left) 2024-09-14T03:44:46.865 INFO:tasks.rados.rados.0.smithi002.stdout:2726: done (4 left) 2024-09-14T03:44:46.865 INFO:tasks.rados.rados.0.smithi002.stdout:2727: done (3 left) 2024-09-14T03:44:46.865 INFO:tasks.rados.rados.0.smithi002.stdout:2728: rmattr oid 20 current snap is 276 2024-09-14T03:44:46.866 INFO:tasks.rados.rados.0.smithi002.stdout:2729: delete oid 1 current snap is 276 2024-09-14T03:44:46.867 INFO:tasks.rados.rados.0.smithi002.stdout:2720: finishing write tid 6 to smithi00278215-47 2024-09-14T03:44:46.867 INFO:tasks.rados.rados.0.smithi002.stdout:2720: oid 47 updating version 0 to 3500 2024-09-14T03:44:46.867 INFO:tasks.rados.rados.0.smithi002.stdout:2720: oid 47 updating version 3500 to 3501 2024-09-14T03:44:46.867 INFO:tasks.rados.rados.0.smithi002.stdout:2720: oid 47 updating version 3501 to 3503 2024-09-14T03:44:46.867 INFO:tasks.rados.rados.0.smithi002.stdout:2720: oid 47 version 3503 is already newer than 3502 2024-09-14T03:44:46.867 INFO:tasks.rados.rados.0.smithi002.stdout:2720: oid 47 updating version 3503 to 3504 2024-09-14T03:44:46.867 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 3504 (ObjNum 837 snap 276 seq_num 837) dirty exists 2024-09-14T03:44:46.867 INFO:tasks.rados.rados.0.smithi002.stdout:2720: left oid 47 (ObjNum 837 snap 276 seq_num 837) 2024-09-14T03:44:46.868 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 20 v 2684 (ObjNum 33 snap 0 seq_num 855367632) dirty exists 2024-09-14T03:44:46.870 INFO:tasks.rados.rados.0.smithi002.stdout:2720: done (4 left) 2024-09-14T03:44:46.871 INFO:tasks.rados.rados.0.smithi002.stdout:2728: done (3 left) 2024-09-14T03:44:46.871 INFO:tasks.rados.rados.0.smithi002.stdout:2729: done (2 left) 2024-09-14T03:44:46.871 INFO:tasks.rados.rados.0.smithi002.stdout:2730: rollback oid 30 current snap is 276 2024-09-14T03:44:46.871 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 30 to 271 2024-09-14T03:44:46.871 INFO:tasks.rados.rados.0.smithi002.stdout:2731: rollback oid 33 current snap is 276 2024-09-14T03:44:46.871 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 33 to 270 2024-09-14T03:44:46.871 INFO:tasks.rados.rados.0.smithi002.stdout:2732: read oid 16 snap 261 2024-09-14T03:44:46.871 INFO:tasks.rados.rados.0.smithi002.stdout:2732: expect deleted 2024-09-14T03:44:46.871 INFO:tasks.rados.rados.0.smithi002.stdout:2733: read oid 43 snap 238 2024-09-14T03:44:46.871 INFO:tasks.rados.rados.0.smithi002.stdout:2733: expect (ObjNum 734 snap 236 seq_num 734) 2024-09-14T03:44:46.871 INFO:tasks.rados.rados.0.smithi002.stdout:2734: rollback oid 9 current snap is 276 2024-09-14T03:44:46.872 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 9 to 270 2024-09-14T03:44:46.872 INFO:tasks.rados.rados.0.smithi002.stdout:2735: rollback oid 36 current snap is 276 2024-09-14T03:44:46.872 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 36 to 274 2024-09-14T03:44:46.872 INFO:tasks.rados.rados.0.smithi002.stdout:2736: snap_create 2024-09-14T03:44:46.875 INFO:tasks.rados.rados.0.smithi002.stdout:2725: finishing copy_from racing read to smithi00278215-2 2024-09-14T03:44:46.877 INFO:tasks.rados.rados.0.smithi002.stdout:2735: finishing rollback tid 0 to smithi00278215-36 2024-09-14T03:44:46.878 INFO:tasks.rados.rados.0.smithi002.stdout:2734: finishing rollback tid 0 to smithi00278215-9 2024-09-14T03:44:46.880 INFO:tasks.rados.rados.0.smithi002.stdout:2734: finishing rollback tid 1 to smithi00278215-9 2024-09-14T03:44:46.880 INFO:tasks.rados.rados.0.smithi002.stdout:2725: finishing copy_from to smithi00278215-2 2024-09-14T03:44:46.880 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 2 v 2748 (ObjNum 604 snap 193 seq_num 604) dirty exists 2024-09-14T03:44:46.881 INFO:tasks.rados.rados.0.smithi002.stdout:2734: finishing rollback tid 2 to smithi00278215-9 2024-09-14T03:44:46.881 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 9 v 2990 (ObjNum 802 snap 261 seq_num 802) dirty exists 2024-09-14T03:44:46.881 INFO:tasks.rados.rados.0.smithi002.stdout:2731: finishing rollback tid 0 to smithi00278215-33 2024-09-14T03:44:46.881 INFO:tasks.rados.rados.0.smithi002.stdout:2735: finishing rollback tid 1 to smithi00278215-36 2024-09-14T03:44:46.881 INFO:tasks.rados.rados.0.smithi002.stdout:2735: finishing rollback tid 2 to smithi00278215-36 2024-09-14T03:44:46.881 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 36 v 1881 (ObjNum 509 snap 160 seq_num 509) dirty exists 2024-09-14T03:44:46.883 INFO:tasks.rados.rados.0.smithi002.stdout:2730: finishing rollback tid 0 to smithi00278215-30 2024-09-14T03:44:46.884 INFO:tasks.rados.rados.0.smithi002.stdout:2730: finishing rollback tid 1 to smithi00278215-30 2024-09-14T03:44:46.884 INFO:tasks.rados.rados.0.smithi002.stdout:2730: finishing rollback tid 2 to smithi00278215-30 2024-09-14T03:44:46.884 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 30 v 3604 (ObjNum 622 snap 200 seq_num 622) dirty exists 2024-09-14T03:44:46.914 INFO:tasks.rados.rados.0.smithi002.stdout:2723: finishing copy_from racing read to smithi00278215-18 2024-09-14T03:44:46.916 INFO:tasks.rados.rados.0.smithi002.stdout:2731: finishing rollback tid 1 to smithi00278215-33 2024-09-14T03:44:46.916 INFO:tasks.rados.rados.0.smithi002.stdout:2731: finishing rollback tid 2 to smithi00278215-33 2024-09-14T03:44:46.916 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 33 v 3507 (ObjNum 509 snap 160 seq_num 509) dirty exists 2024-09-14T03:44:46.934 INFO:tasks.rados.rados.0.smithi002.stdout:2733: expect (ObjNum 734 snap 236 seq_num 734) 2024-09-14T03:44:47.124 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:46 smithi154 ceph-mon[81546]: osdmap e620: 8 total, 8 up, 8 in 2024-09-14T03:44:47.124 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:46 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "dashboard get-alertmanager-api-host"} : dispatch 2024-09-14T03:44:47.124 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:46 smithi154 ceph-mon[81546]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-14T03:44:47.124 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:46 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:44:47.124 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:46 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:47.124 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:46 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:47.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:46 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:47.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:46 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:47.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:46 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:47.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:46 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:47.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:46 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:47.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:46 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:47.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:46 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:47.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:46 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:47.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:46 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:47.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:46 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:47.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:46 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:47.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:46 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:47.126 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:46 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:47.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:46 smithi002 ceph-mon[87970]: osdmap e620: 8 total, 8 up, 8 in 2024-09-14T03:44:47.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:46 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "dashboard get-alertmanager-api-host"} : dispatch 2024-09-14T03:44:47.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:46 smithi002 ceph-mon[87970]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-14T03:44:47.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:46 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:44:47.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:46 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:47.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:46 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:47.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:46 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:47.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:46 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:47.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:46 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:47.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:46 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:47.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:46 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:47.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:46 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:47.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:46 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:47.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:46 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:47.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:46 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:47.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:46 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:47.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:46 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:47.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:46 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:47.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:46 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:47.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:46 smithi002 ceph-mon[89815]: osdmap e620: 8 total, 8 up, 8 in 2024-09-14T03:44:47.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:46 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "dashboard get-alertmanager-api-host"} : dispatch 2024-09-14T03:44:47.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:46 smithi002 ceph-mon[89815]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-14T03:44:47.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:46 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:44:47.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:46 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:47.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:46 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:47.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:46 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:47.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:46 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:47.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:46 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:47.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:46 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:47.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:46 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:47.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:46 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:47.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:46 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:47.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:46 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:47.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:46 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:47.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:46 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:47.190 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:46 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:47.190 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:46 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:47.190 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:46 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:47.588 INFO:tasks.rados.rados.0.smithi002.stdout:2723: finishing copy_from to smithi00278215-18 2024-09-14T03:44:47.588 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 2122 (ObjNum 701 snap 224 seq_num 701) dirty exists 2024-09-14T03:44:47.780 INFO:tasks.rados.rados.0.smithi002.stdout:2723: done (8 left) 2024-09-14T03:44:47.781 INFO:tasks.rados.rados.0.smithi002.stdout:2725: done (7 left) 2024-09-14T03:44:47.781 INFO:tasks.rados.rados.0.smithi002.stdout:2730: done (6 left) 2024-09-14T03:44:47.781 INFO:tasks.rados.rados.0.smithi002.stdout:2731: done (5 left) 2024-09-14T03:44:47.781 INFO:tasks.rados.rados.0.smithi002.stdout:2732: done (4 left) 2024-09-14T03:44:47.781 INFO:tasks.rados.rados.0.smithi002.stdout:2733: done (3 left) 2024-09-14T03:44:47.781 INFO:tasks.rados.rados.0.smithi002.stdout:2734: done (2 left) 2024-09-14T03:44:47.781 INFO:tasks.rados.rados.0.smithi002.stdout:2735: done (1 left) 2024-09-14T03:44:47.781 INFO:tasks.rados.rados.0.smithi002.stdout:2736: done (0 left) 2024-09-14T03:44:47.781 INFO:tasks.rados.rados.0.smithi002.stdout:2737: copy_from oid 12 from oid 43 current snap is 277 2024-09-14T03:44:47.781 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 49 current snap is 277 2024-09-14T03:44:47.781 INFO:tasks.rados.rados.0.smithi002.stdout:2738: seq_num 840 ranges {0=475136,475136=712704,1187840=499712,1687552=393216} 2024-09-14T03:44:47.783 INFO:tasks.rados.rados.0.smithi002.stdout:2738: writing smithi00278215-49 from 0 to 475136 tid 1 2024-09-14T03:44:47.787 INFO:tasks.rados.rados.0.smithi002.stdout:2738: writing smithi00278215-49 from 475136 to 1187840 tid 2 2024-09-14T03:44:47.790 INFO:tasks.rados.rados.0.smithi002.stdout:2738: writing smithi00278215-49 from 1187840 to 1687552 tid 3 2024-09-14T03:44:47.793 INFO:tasks.rados.rados.0.smithi002.stdout:2738: writing smithi00278215-49 from 1687552 to 2080768 tid 4 2024-09-14T03:44:47.793 INFO:tasks.rados.rados.0.smithi002.stdout:2737: finishing copy_from to smithi00278215-12 2024-09-14T03:44:47.793 INFO:tasks.rados.rados.0.smithi002.stdout:2737: got expected ENOENT (src dne) 2024-09-14T03:44:47.793 INFO:tasks.rados.rados.0.smithi002.stdout:2737: finishing copy_from racing read to smithi00278215-12 2024-09-14T03:44:47.793 INFO:tasks.rados.rados.0.smithi002.stdout:2738: finishing write tid 1 to smithi00278215-49 2024-09-14T03:44:47.793 INFO:tasks.rados.rados.0.smithi002.stdout:2738: finishing write tid 2 to smithi00278215-49 2024-09-14T03:44:47.793 INFO:tasks.rados.rados.0.smithi002.stdout:2737: done (1 left) 2024-09-14T03:44:47.793 INFO:tasks.rados.rados.0.smithi002.stdout:2739: copy_from oid 37 from oid 15 current snap is 277 2024-09-14T03:44:47.794 INFO:tasks.rados.rados.0.smithi002.stdout:2740: snap_remove snap 266 2024-09-14T03:44:48.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:47 smithi002 ceph-mon[87970]: pgmap v604: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 380 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 474 KiB/s wr, 16 op/s 2024-09-14T03:44:48.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:47 smithi002 ceph-mon[87970]: osdmap e621: 8 total, 8 up, 8 in 2024-09-14T03:44:48.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:47 smithi002 ceph-mon[87970]: Upgrade: Updating grafana.a 2024-09-14T03:44:48.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:47 smithi002 ceph-mon[87970]: Deploying daemon grafana.a on smithi154 2024-09-14T03:44:48.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:47 smithi002 ceph-mon[87970]: osdmap e622: 8 total, 8 up, 8 in 2024-09-14T03:44:48.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:47 smithi002 ceph-mon[89815]: pgmap v604: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 380 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 474 KiB/s wr, 16 op/s 2024-09-14T03:44:48.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:47 smithi002 ceph-mon[89815]: osdmap e621: 8 total, 8 up, 8 in 2024-09-14T03:44:48.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:47 smithi002 ceph-mon[89815]: Upgrade: Updating grafana.a 2024-09-14T03:44:48.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:47 smithi002 ceph-mon[89815]: Deploying daemon grafana.a on smithi154 2024-09-14T03:44:48.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:47 smithi002 ceph-mon[89815]: osdmap e622: 8 total, 8 up, 8 in 2024-09-14T03:44:48.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:47 smithi154 ceph-mon[81546]: pgmap v604: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 380 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 474 KiB/s wr, 16 op/s 2024-09-14T03:44:48.350 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:47 smithi154 ceph-mon[81546]: osdmap e621: 8 total, 8 up, 8 in 2024-09-14T03:44:48.350 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:47 smithi154 ceph-mon[81546]: Upgrade: Updating grafana.a 2024-09-14T03:44:48.350 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:47 smithi154 ceph-mon[81546]: Deploying daemon grafana.a on smithi154 2024-09-14T03:44:48.350 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:47 smithi154 ceph-mon[81546]: osdmap e622: 8 total, 8 up, 8 in 2024-09-14T03:44:48.802 INFO:tasks.rados.rados.0.smithi002.stdout:2738: finishing write tid 3 to smithi00278215-49 2024-09-14T03:44:48.802 INFO:tasks.rados.rados.0.smithi002.stdout:2738: finishing write tid 4 to smithi00278215-49 2024-09-14T03:44:48.802 INFO:tasks.rados.rados.0.smithi002.stdout:2738: finishing write tid 5 to smithi00278215-49 2024-09-14T03:44:48.802 INFO:tasks.rados.rados.0.smithi002.stdout:2738: finishing write tid 6 to smithi00278215-49 2024-09-14T03:44:48.802 INFO:tasks.rados.rados.0.smithi002.stdout:2738: oid 49 updating version 0 to 2709 2024-09-14T03:44:48.802 INFO:tasks.rados.rados.0.smithi002.stdout:2738: oid 49 updating version 2709 to 2710 2024-09-14T03:44:48.802 INFO:tasks.rados.rados.0.smithi002.stdout:2738: oid 49 version 2710 is already newer than 2707 2024-09-14T03:44:48.802 INFO:tasks.rados.rados.0.smithi002.stdout:2738: oid 49 version 2710 is already newer than 2708 2024-09-14T03:44:48.803 INFO:tasks.rados.rados.0.smithi002.stdout:2738: oid 49 version 2710 is already newer than 2706 2024-09-14T03:44:48.803 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 2710 (ObjNum 840 snap 277 seq_num 840) dirty exists 2024-09-14T03:44:48.803 INFO:tasks.rados.rados.0.smithi002.stdout:2738: left oid 49 (ObjNum 840 snap 277 seq_num 840) 2024-09-14T03:44:48.803 INFO:tasks.rados.rados.0.smithi002.stdout:2739: finishing copy_from racing read to smithi00278215-37 2024-09-14T03:44:48.803 INFO:tasks.rados.rados.0.smithi002.stdout:2739: finishing copy_from to smithi00278215-37 2024-09-14T03:44:48.803 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 37 v 2685 (ObjNum 727 snap 236 seq_num 727) dirty exists 2024-09-14T03:44:48.803 INFO:tasks.rados.rados.0.smithi002.stdout:2738: done (2 left) 2024-09-14T03:44:48.803 INFO:tasks.rados.rados.0.smithi002.stdout:2739: done (1 left) 2024-09-14T03:44:48.803 INFO:tasks.rados.rados.0.smithi002.stdout:2740: done (0 left) 2024-09-14T03:44:48.803 INFO:tasks.rados.rados.0.smithi002.stdout:2741: snap_remove snap 270 2024-09-14T03:44:49.187 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Sep 14 03:44:48 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-alertmanager-a[120730]: ts=2024-09-14T03:44:48.795Z caller=cluster.go:700 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003364711s 2024-09-14T03:44:49.807 INFO:tasks.rados.rados.0.smithi002.stdout:2741: done (0 left) 2024-09-14T03:44:49.807 INFO:tasks.rados.rados.0.smithi002.stdout:2742: read oid 38 snap 275 2024-09-14T03:44:49.807 INFO:tasks.rados.rados.0.smithi002.stdout:2742: expect deleted 2024-09-14T03:44:49.807 INFO:tasks.rados.rados.0.smithi002.stdout:2743: snap_remove snap 276 2024-09-14T03:44:50.096 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:49 smithi002 ceph-mon[87970]: pgmap v607: 121 pgs: 121 active+clean; 381 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.8 MiB/s wr, 27 op/s 2024-09-14T03:44:50.096 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:49 smithi002 ceph-mon[87970]: osdmap e623: 8 total, 8 up, 8 in 2024-09-14T03:44:50.097 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:49 smithi002 ceph-mon[89815]: pgmap v607: 121 pgs: 121 active+clean; 381 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.8 MiB/s wr, 27 op/s 2024-09-14T03:44:50.097 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:49 smithi002 ceph-mon[89815]: osdmap e623: 8 total, 8 up, 8 in 2024-09-14T03:44:50.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:49 smithi154 ceph-mon[81546]: pgmap v607: 121 pgs: 121 active+clean; 381 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.8 MiB/s wr, 27 op/s 2024-09-14T03:44:50.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:49 smithi154 ceph-mon[81546]: osdmap e623: 8 total, 8 up, 8 in 2024-09-14T03:44:50.812 INFO:tasks.rados.rados.0.smithi002.stdout:2743: done (1 left) 2024-09-14T03:44:50.813 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 48 current snap is 277 2024-09-14T03:44:50.813 INFO:tasks.rados.rados.0.smithi002.stdout:2744: seq_num 841 ranges {0=491520,491520=598016,1089536=704512,1794048=303104} 2024-09-14T03:44:50.815 INFO:tasks.rados.rados.0.smithi002.stdout:2744: writing smithi00278215-48 from 0 to 491520 tid 1 2024-09-14T03:44:50.818 INFO:tasks.rados.rados.0.smithi002.stdout:2744: writing smithi00278215-48 from 491520 to 1089536 tid 2 2024-09-14T03:44:50.822 INFO:tasks.rados.rados.0.smithi002.stdout:2744: writing smithi00278215-48 from 1089536 to 1794048 tid 3 2024-09-14T03:44:50.824 INFO:tasks.rados.rados.0.smithi002.stdout:2744: writing smithi00278215-48 from 1794048 to 2097152 tid 4 2024-09-14T03:44:50.824 INFO:tasks.rados.rados.0.smithi002.stdout:2745: rollback oid 11 current snap is 277 2024-09-14T03:44:50.825 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 11 to 242 2024-09-14T03:44:50.825 INFO:tasks.rados.rados.0.smithi002.stdout:2744: finishing write tid 1 to smithi00278215-48 2024-09-14T03:44:50.825 INFO:tasks.rados.rados.0.smithi002.stdout:2742: done (2 left) 2024-09-14T03:44:50.825 INFO:tasks.rados.rados.0.smithi002.stdout:2746: read oid 49 snap -1 2024-09-14T03:44:50.825 INFO:tasks.rados.rados.0.smithi002.stdout:2746: expect (ObjNum 840 snap 277 seq_num 840) 2024-09-14T03:44:50.825 INFO:tasks.rados.rados.0.smithi002.stdout:2747: snap_create 2024-09-14T03:44:50.828 INFO:tasks.rados.rados.0.smithi002.stdout:2744: finishing write tid 2 to smithi00278215-48 2024-09-14T03:44:50.829 INFO:tasks.rados.rados.0.smithi002.stdout:2744: finishing write tid 3 to smithi00278215-48 2024-09-14T03:44:50.829 INFO:tasks.rados.rados.0.smithi002.stdout:2744: finishing write tid 4 to smithi00278215-48 2024-09-14T03:44:50.829 INFO:tasks.rados.rados.0.smithi002.stdout:2744: finishing write tid 5 to smithi00278215-48 2024-09-14T03:44:50.832 INFO:tasks.rados.rados.0.smithi002.stdout:2744: finishing write tid 6 to smithi00278215-48 2024-09-14T03:44:50.832 INFO:tasks.rados.rados.0.smithi002.stdout:2744: oid 48 updating version 0 to 2700 2024-09-14T03:44:50.832 INFO:tasks.rados.rados.0.smithi002.stdout:2744: oid 48 version 2700 is already newer than 2698 2024-09-14T03:44:50.832 INFO:tasks.rados.rados.0.smithi002.stdout:2744: oid 48 updating version 2700 to 2701 2024-09-14T03:44:50.832 INFO:tasks.rados.rados.0.smithi002.stdout:2744: oid 48 version 2701 is already newer than 2697 2024-09-14T03:44:50.832 INFO:tasks.rados.rados.0.smithi002.stdout:2744: oid 48 version 2701 is already newer than 2699 2024-09-14T03:44:50.832 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 2701 (ObjNum 841 snap 277 seq_num 841) dirty exists 2024-09-14T03:44:50.832 INFO:tasks.rados.rados.0.smithi002.stdout:2744: left oid 48 (ObjNum 841 snap 277 seq_num 841) 2024-09-14T03:44:50.832 INFO:tasks.rados.rados.0.smithi002.stdout:2745: finishing rollback tid 1 to smithi00278215-11 2024-09-14T03:44:50.833 INFO:tasks.rados.rados.0.smithi002.stdout:2745: finishing rollback tid 2 to smithi00278215-11 2024-09-14T03:44:50.833 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 3630 (ObjNum 691 snap 221 seq_num 691) dirty exists 2024-09-14T03:44:50.834 INFO:tasks.rados.rados.0.smithi002.stdout:2746: expect (ObjNum 840 snap 277 seq_num 840) 2024-09-14T03:44:51.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:50 smithi002 ceph-mon[87970]: osdmap e624: 8 total, 8 up, 8 in 2024-09-14T03:44:51.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:50 smithi002 ceph-mon[89815]: osdmap e624: 8 total, 8 up, 8 in 2024-09-14T03:44:51.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:50 smithi154 ceph-mon[81546]: osdmap e624: 8 total, 8 up, 8 in 2024-09-14T03:44:51.818 INFO:tasks.rados.rados.0.smithi002.stdout:2744: done (3 left) 2024-09-14T03:44:51.818 INFO:tasks.rados.rados.0.smithi002.stdout:2745: done (2 left) 2024-09-14T03:44:51.818 INFO:tasks.rados.rados.0.smithi002.stdout:2746: done (1 left) 2024-09-14T03:44:51.818 INFO:tasks.rados.rados.0.smithi002.stdout:2747: done (0 left) 2024-09-14T03:44:51.818 INFO:tasks.rados.rados.0.smithi002.stdout:2748: delete oid 35 current snap is 278 2024-09-14T03:44:51.822 INFO:tasks.rados.rados.0.smithi002.stdout:2748: done (0 left) 2024-09-14T03:44:51.822 INFO:tasks.rados.rados.0.smithi002.stdout:2749: snap_create 2024-09-14T03:44:52.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:51 smithi002 ceph-mon[87970]: pgmap v610: 121 pgs: 121 active+clean; 385 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 3.3 MiB/s wr, 19 op/s 2024-09-14T03:44:52.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:51 smithi002 ceph-mon[87970]: osdmap e625: 8 total, 8 up, 8 in 2024-09-14T03:44:52.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:51 smithi002 ceph-mon[89815]: pgmap v610: 121 pgs: 121 active+clean; 385 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 3.3 MiB/s wr, 19 op/s 2024-09-14T03:44:52.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:51 smithi002 ceph-mon[89815]: osdmap e625: 8 total, 8 up, 8 in 2024-09-14T03:44:52.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:51 smithi154 ceph-mon[81546]: pgmap v610: 121 pgs: 121 active+clean; 385 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 3.3 MiB/s wr, 19 op/s 2024-09-14T03:44:52.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:51 smithi154 ceph-mon[81546]: osdmap e625: 8 total, 8 up, 8 in 2024-09-14T03:44:52.783 INFO:tasks.rados.rados.0.smithi002.stdout:2749: done (0 left) 2024-09-14T03:44:52.783 INFO:tasks.rados.rados.0.smithi002.stdout:2750: copy_from oid 2 from oid 45 current snap is 279 2024-09-14T03:44:52.783 INFO:tasks.rados.rados.0.smithi002.stdout:2751: rmattr oid 23 current snap is 279 2024-09-14T03:44:52.784 INFO:tasks.rados.rados.0.smithi002.stdout:2752: rmattr oid 38 current snap is 279 2024-09-14T03:44:52.784 INFO:tasks.rados.rados.0.smithi002.stdout:2752: done (2 left) 2024-09-14T03:44:52.784 INFO:tasks.rados.rados.0.smithi002.stdout:2753: delete oid 48 current snap is 279 2024-09-14T03:44:52.790 INFO:tasks.rados.rados.0.smithi002.stdout:2753: done (2 left) 2024-09-14T03:44:52.790 INFO:tasks.rados.rados.0.smithi002.stdout:2754: snap_remove snap 261 2024-09-14T03:44:53.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:52 smithi002 ceph-mon[87970]: osdmap e626: 8 total, 8 up, 8 in 2024-09-14T03:44:53.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:52 smithi002 ceph-mon[87970]: osdmap e627: 8 total, 8 up, 8 in 2024-09-14T03:44:53.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:52 smithi002 ceph-mon[89815]: osdmap e626: 8 total, 8 up, 8 in 2024-09-14T03:44:53.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:52 smithi002 ceph-mon[89815]: osdmap e627: 8 total, 8 up, 8 in 2024-09-14T03:44:53.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:52 smithi154 ceph-mon[81546]: osdmap e626: 8 total, 8 up, 8 in 2024-09-14T03:44:53.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:52 smithi154 ceph-mon[81546]: osdmap e627: 8 total, 8 up, 8 in 2024-09-14T03:44:53.785 INFO:tasks.rados.rados.0.smithi002.stdout:2754: done (2 left) 2024-09-14T03:44:53.785 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 11 current snap is 279 2024-09-14T03:44:53.785 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 2788 (ObjNum 726 snap 235 seq_num 726) dirty exists 2024-09-14T03:44:53.785 INFO:tasks.rados.rados.0.smithi002.stdout:2750: finishing copy_from racing read to smithi00278215-2 2024-09-14T03:44:53.785 INFO:tasks.rados.rados.0.smithi002.stdout:2750: finishing copy_from to smithi00278215-2 2024-09-14T03:44:53.786 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 2 v 2682 (ObjNum 726 snap 235 seq_num 726) dirty exists 2024-09-14T03:44:53.786 INFO:tasks.rados.rados.0.smithi002.stdout:2755: seq_num 844 ranges {1982464=540672,2523136=696320,3219456=475136,3694592=434176} 2024-09-14T03:44:53.800 INFO:tasks.rados.rados.0.smithi002.stdout:2755: writing smithi00278215-11 from 1982464 to 2523136 tid 1 2024-09-14T03:44:53.805 INFO:tasks.rados.rados.0.smithi002.stdout:2755: writing smithi00278215-11 from 2523136 to 3219456 tid 2 2024-09-14T03:44:53.808 INFO:tasks.rados.rados.0.smithi002.stdout:2755: writing smithi00278215-11 from 3219456 to 3694592 tid 3 2024-09-14T03:44:53.812 INFO:tasks.rados.rados.0.smithi002.stdout:2755: writing smithi00278215-11 from 3694592 to 4128768 tid 4 2024-09-14T03:44:53.812 INFO:tasks.rados.rados.0.smithi002.stdout:2750: done (2 left) 2024-09-14T03:44:53.812 INFO:tasks.rados.rados.0.smithi002.stdout:2751: done (1 left) 2024-09-14T03:44:53.812 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 14 current snap is 279 2024-09-14T03:44:53.812 INFO:tasks.rados.rados.0.smithi002.stdout:2755: finishing write tid 1 to smithi00278215-11 2024-09-14T03:44:53.812 INFO:tasks.rados.rados.0.smithi002.stdout:2756: seq_num 845 ranges {1908736=557056,2465792=581632,3047424=688128,3735552=335872} 2024-09-14T03:44:53.826 INFO:tasks.rados.rados.0.smithi002.stdout:2756: writing smithi00278215-14 from 1908736 to 2465792 tid 1 2024-09-14T03:44:53.830 INFO:tasks.rados.rados.0.smithi002.stdout:2756: writing smithi00278215-14 from 2465792 to 3047424 tid 2 2024-09-14T03:44:53.834 INFO:tasks.rados.rados.0.smithi002.stdout:2756: writing smithi00278215-14 from 3047424 to 3735552 tid 3 2024-09-14T03:44:53.837 INFO:tasks.rados.rados.0.smithi002.stdout:2756: writing smithi00278215-14 from 3735552 to 4071424 tid 4 2024-09-14T03:44:53.837 INFO:tasks.rados.rados.0.smithi002.stdout:2757: snap_remove snap 251 2024-09-14T03:44:54.163 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:53 smithi002 ceph-mon[87970]: pgmap v613: 121 pgs: 121 active+clean; 391 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 2.0 MiB/s wr, 19 op/s 2024-09-14T03:44:54.163 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:53 smithi002 ceph-mon[87970]: osdmap e628: 8 total, 8 up, 8 in 2024-09-14T03:44:54.164 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:53 smithi002 ceph-mon[89815]: pgmap v613: 121 pgs: 121 active+clean; 391 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 2.0 MiB/s wr, 19 op/s 2024-09-14T03:44:54.164 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:53 smithi002 ceph-mon[89815]: osdmap e628: 8 total, 8 up, 8 in 2024-09-14T03:44:54.164 INFO:teuthology.orchestra.run.smithi002.stdout:true 2024-09-14T03:44:54.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:53 smithi154 ceph-mon[81546]: pgmap v613: 121 pgs: 121 active+clean; 391 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 2.0 MiB/s wr, 19 op/s 2024-09-14T03:44:54.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:53 smithi154 ceph-mon[81546]: osdmap e628: 8 total, 8 up, 8 in 2024-09-14T03:44:54.744 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-14T03:44:54.744 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (16s) 12s ago 12m 16.3M - 0.27.0 11f11916f8cd 1e906511d854 2024-09-14T03:44:54.744 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi154 *:3000 running (11m) 32s ago 11m 90.2M - 9.4.7 954c08fa6188 6cd949ecdca3 2024-09-14T03:44:54.745 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (95s) 12s ago 13m 14.9M - 19.3.0-4907-ga2782315 8801d2529e43 65e250421c44 2024-09-14T03:44:54.745 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi154 running (78s) 32s ago 13m 13.4M - 19.3.0-4907-ga2782315 8801d2529e43 d91ecd716157 2024-09-14T03:44:54.745 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi154 *:8443,9283,8765 running (7m) 32s ago 16m 456M - 19.3.0-4907-ga2782315 8801d2529e43 3c8b8d7f1b49 2024-09-14T03:44:54.745 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (7m) 12s ago 18m 533M - 19.3.0-4907-ga2782315 8801d2529e43 37cb6840a9f7 2024-09-14T03:44:54.745 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (7m) 12s ago 18m 76.2M 2048M 19.3.0-4907-ga2782315 8801d2529e43 ac49fe4ea75d 2024-09-14T03:44:54.745 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi154 running (6m) 32s ago 17m 59.2M 2048M 19.3.0-4907-ga2782315 8801d2529e43 de3094fdd6b5 2024-09-14T03:44:54.745 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (6m) 12s ago 17m 60.8M 2048M 19.3.0-4907-ga2782315 8801d2529e43 0423773ea054 2024-09-14T03:44:54.745 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (64s) 12s ago 11m 8418k - 1.7.0 72c9c2088986 3b7bacb3fdf8 2024-09-14T03:44:54.745 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi154 *:9100 running (58s) 32s ago 11m 8330k - 1.7.0 72c9c2088986 ed8e375f5cb9 2024-09-14T03:44:54.745 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (5m) 12s ago 16m 284M 2481M 19.3.0-4907-ga2782315 8801d2529e43 98de17e6e20c 2024-09-14T03:44:54.745 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (5m) 12s ago 16m 282M 2481M 19.3.0-4907-ga2782315 8801d2529e43 e758e3d25821 2024-09-14T03:44:54.746 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (4m) 12s ago 15m 250M 2481M 19.3.0-4907-ga2782315 8801d2529e43 6fd97586f770 2024-09-14T03:44:54.746 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (4m) 12s ago 15m 115M 2481M 19.3.0-4907-ga2782315 8801d2529e43 aead1115e85e 2024-09-14T03:44:54.746 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi154 running (3m) 32s ago 14m 224M 2480M 19.3.0-4907-ga2782315 8801d2529e43 be01dd011648 2024-09-14T03:44:54.746 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi154 running (3m) 32s ago 14m 254M 2480M 19.3.0-4907-ga2782315 8801d2529e43 2df8ad771157 2024-09-14T03:44:54.746 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi154 running (2m) 32s ago 14m 128M 2480M 19.3.0-4907-ga2782315 8801d2529e43 7d3a82627dc4 2024-09-14T03:44:54.746 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi154 running (112s) 32s ago 13m 73.9M 2480M 19.3.0-4907-ga2782315 8801d2529e43 3fd2a8db6e2c 2024-09-14T03:44:54.746 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi154 *:9095 running (37s) 32s ago 12m 34.5M - 2.51.0 1d3b7f56885b eb1e4ee489aa 2024-09-14T03:44:54.830 INFO:tasks.rados.rados.0.smithi002.stdout:2757: done (2 left) 2024-09-14T03:44:54.830 INFO:tasks.rados.rados.0.smithi002.stdout:2758: setattr oid 10 current snap is 279 2024-09-14T03:44:54.830 INFO:tasks.rados.rados.0.smithi002.stdout:2755: finishing write tid 2 to smithi00278215-11 2024-09-14T03:44:54.830 INFO:tasks.rados.rados.0.smithi002.stdout:2755: finishing write tid 3 to smithi00278215-11 2024-09-14T03:44:54.830 INFO:tasks.rados.rados.0.smithi002.stdout:2755: finishing write tid 4 to smithi00278215-11 2024-09-14T03:44:54.831 INFO:tasks.rados.rados.0.smithi002.stdout:2755: finishing write tid 5 to smithi00278215-11 2024-09-14T03:44:54.831 INFO:tasks.rados.rados.0.smithi002.stdout:2755: finishing write tid 6 to smithi00278215-11 2024-09-14T03:44:54.831 INFO:tasks.rados.rados.0.smithi002.stdout:2755: oid 11 updating version 0 to 3636 2024-09-14T03:44:54.831 INFO:tasks.rados.rados.0.smithi002.stdout:2755: oid 11 version 3636 is already newer than 3633 2024-09-14T03:44:54.831 INFO:tasks.rados.rados.0.smithi002.stdout:2755: oid 11 version 3636 is already newer than 3634 2024-09-14T03:44:54.831 INFO:tasks.rados.rados.0.smithi002.stdout:2755: oid 11 version 3636 is already newer than 3635 2024-09-14T03:44:54.831 INFO:tasks.rados.rados.0.smithi002.stdout:2755: oid 11 version 3636 is already newer than 3632 2024-09-14T03:44:54.832 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 3636 (ObjNum 844 snap 279 seq_num 844) dirty exists 2024-09-14T03:44:54.832 INFO:tasks.rados.rados.0.smithi002.stdout:2755: left oid 11 (ObjNum 844 snap 279 seq_num 844) 2024-09-14T03:44:54.832 INFO:tasks.rados.rados.0.smithi002.stdout:2756: finishing write tid 1 to smithi00278215-14 2024-09-14T03:44:54.832 INFO:tasks.rados.rados.0.smithi002.stdout:2756: finishing write tid 2 to smithi00278215-14 2024-09-14T03:44:54.832 INFO:tasks.rados.rados.0.smithi002.stdout:2756: finishing write tid 3 to smithi00278215-14 2024-09-14T03:44:54.833 INFO:tasks.rados.rados.0.smithi002.stdout:2756: finishing write tid 4 to smithi00278215-14 2024-09-14T03:44:54.833 INFO:tasks.rados.rados.0.smithi002.stdout:2756: finishing write tid 5 to smithi00278215-14 2024-09-14T03:44:54.833 INFO:tasks.rados.rados.0.smithi002.stdout:2756: finishing write tid 6 to smithi00278215-14 2024-09-14T03:44:54.833 INFO:tasks.rados.rados.0.smithi002.stdout:2756: oid 14 updating version 0 to 2709 2024-09-14T03:44:54.833 INFO:tasks.rados.rados.0.smithi002.stdout:2756: oid 14 updating version 2709 to 2710 2024-09-14T03:44:54.833 INFO:tasks.rados.rados.0.smithi002.stdout:2756: oid 14 updating version 2710 to 2711 2024-09-14T03:44:54.833 INFO:tasks.rados.rados.0.smithi002.stdout:2756: oid 14 version 2711 is already newer than 2708 2024-09-14T03:44:54.834 INFO:tasks.rados.rados.0.smithi002.stdout:2756: oid 14 updating version 2711 to 2712 2024-09-14T03:44:54.834 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 14 v 2712 (ObjNum 845 snap 279 seq_num 845) dirty exists 2024-09-14T03:44:54.834 INFO:tasks.rados.rados.0.smithi002.stdout:2756: left oid 14 (ObjNum 845 snap 279 seq_num 845) 2024-09-14T03:44:54.835 INFO:tasks.rados.rados.0.smithi002.stdout:2755: done (2 left) 2024-09-14T03:44:54.835 INFO:tasks.rados.rados.0.smithi002.stdout:2756: done (1 left) 2024-09-14T03:44:54.835 INFO:tasks.rados.rados.0.smithi002.stdout:2759: rmattr oid 39 current snap is 279 2024-09-14T03:44:54.835 INFO:tasks.rados.rados.0.smithi002.stdout:2760: rollback oid 7 current snap is 279 2024-09-14T03:44:54.835 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 7 to 256 2024-09-14T03:44:54.835 INFO:tasks.rados.rados.0.smithi002.stdout:2761: snap_remove snap 262 2024-09-14T03:44:55.076 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:54 smithi154 ceph-mon[81546]: from='client.34605 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:44:55.128 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-14T03:44:55.128 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2024-09-14T03:44:55.128 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.3.0-4907-ga2782315 (a2782315255a3e7d5f6cdc9eb35785187ff6ddf8) squid (dev)": 3 2024-09-14T03:44:55.128 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:44:55.128 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2024-09-14T03:44:55.129 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.3.0-4907-ga2782315 (a2782315255a3e7d5f6cdc9eb35785187ff6ddf8) squid (dev)": 2 2024-09-14T03:44:55.129 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:44:55.129 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2024-09-14T03:44:55.129 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.3.0-4907-ga2782315 (a2782315255a3e7d5f6cdc9eb35785187ff6ddf8) squid (dev)": 8 2024-09-14T03:44:55.129 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:44:55.129 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2024-09-14T03:44:55.129 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.3.0-4907-ga2782315 (a2782315255a3e7d5f6cdc9eb35785187ff6ddf8) squid (dev)": 2 2024-09-14T03:44:55.129 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:44:55.129 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2024-09-14T03:44:55.129 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.3.0-4907-ga2782315 (a2782315255a3e7d5f6cdc9eb35785187ff6ddf8) squid (dev)": 15 2024-09-14T03:44:55.129 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-14T03:44:55.129 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-14T03:44:55.130 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:54 smithi002 ceph-mon[87970]: from='client.34605 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:44:55.130 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:54 smithi002 ceph-mon[89815]: from='client.34605 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:44:55.427 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-14T03:44:55.427 INFO:teuthology.orchestra.run.smithi002.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802", 2024-09-14T03:44:55.427 INFO:teuthology.orchestra.run.smithi002.stdout: "in_progress": true, 2024-09-14T03:44:55.427 INFO:teuthology.orchestra.run.smithi002.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-14T03:44:55.427 INFO:teuthology.orchestra.run.smithi002.stdout: "services_complete": [ 2024-09-14T03:44:55.427 INFO:teuthology.orchestra.run.smithi002.stdout: "mon", 2024-09-14T03:44:55.427 INFO:teuthology.orchestra.run.smithi002.stdout: "mds", 2024-09-14T03:44:55.428 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr", 2024-09-14T03:44:55.428 INFO:teuthology.orchestra.run.smithi002.stdout: "osd" 2024-09-14T03:44:55.428 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-14T03:44:55.428 INFO:teuthology.orchestra.run.smithi002.stdout: "progress": "15/20 daemons upgraded", 2024-09-14T03:44:55.428 INFO:teuthology.orchestra.run.smithi002.stdout: "message": "Currently upgrading grafana daemons", 2024-09-14T03:44:55.428 INFO:teuthology.orchestra.run.smithi002.stdout: "is_paused": false 2024-09-14T03:44:55.428 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-14T03:44:55.686 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:44:55 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:44:55] "GET /metrics HTTP/1.1" 200 36429 "" "Prometheus/2.51.0" 2024-09-14T03:44:55.836 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 39 v 2992 (ObjNum 726 snap 235 seq_num 726) dirty exists 2024-09-14T03:44:55.836 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 2713 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-09-14T03:44:55.836 INFO:tasks.rados.rados.0.smithi002.stdout:2760: finishing rollback tid 0 to smithi00278215-7 2024-09-14T03:44:55.836 INFO:tasks.rados.rados.0.smithi002.stdout:2760: finishing rollback tid 1 to smithi00278215-7 2024-09-14T03:44:55.836 INFO:tasks.rados.rados.0.smithi002.stdout:2760: finishing rollback tid 2 to smithi00278215-7 2024-09-14T03:44:55.836 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 3654 (ObjNum 604 snap 193 seq_num 604) dirty exists 2024-09-14T03:44:55.836 INFO:tasks.rados.rados.0.smithi002.stdout:2758: done (3 left) 2024-09-14T03:44:55.836 INFO:tasks.rados.rados.0.smithi002.stdout:2759: done (2 left) 2024-09-14T03:44:55.836 INFO:tasks.rados.rados.0.smithi002.stdout:2760: done (1 left) 2024-09-14T03:44:55.837 INFO:tasks.rados.rados.0.smithi002.stdout:2761: done (0 left) 2024-09-14T03:44:55.837 INFO:tasks.rados.rados.0.smithi002.stdout:2762: delete oid 23 current snap is 279 2024-09-14T03:44:55.847 INFO:tasks.rados.rados.0.smithi002.stdout:2762: done (0 left) 2024-09-14T03:44:55.847 INFO:tasks.rados.rados.0.smithi002.stdout:2763: read oid 50 snap -1 2024-09-14T03:44:55.847 INFO:tasks.rados.rados.0.smithi002.stdout:2763: expect deleted 2024-09-14T03:44:55.847 INFO:tasks.rados.rados.0.smithi002.stdout:2764: rollback oid 21 current snap is 279 2024-09-14T03:44:55.847 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 21 to 245 2024-09-14T03:44:55.847 INFO:tasks.rados.rados.0.smithi002.stdout:2765: delete oid 35 current snap is 279 2024-09-14T03:44:55.851 INFO:tasks.rados.rados.0.smithi002.stdout:2764: finishing rollback tid 1 to smithi00278215-21 2024-09-14T03:44:55.851 INFO:tasks.rados.rados.0.smithi002.stdout:2764: finishing rollback tid 2 to smithi00278215-21 2024-09-14T03:44:55.851 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 1859 (ObjNum 129 snap 0 seq_num 855138464) dirty exists 2024-09-14T03:44:55.851 INFO:tasks.rados.rados.0.smithi002.stdout:2764: done (2 left) 2024-09-14T03:44:55.851 INFO:tasks.rados.rados.0.smithi002.stdout:2765: done (1 left) 2024-09-14T03:44:55.852 INFO:tasks.rados.rados.0.smithi002.stdout:2766: delete oid 5 current snap is 279 2024-09-14T03:44:55.855 INFO:tasks.rados.rados.0.smithi002.stdout:2763: done (1 left) 2024-09-14T03:44:55.855 INFO:tasks.rados.rados.0.smithi002.stdout:2766: done (0 left) 2024-09-14T03:44:55.855 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 35 current snap is 279 2024-09-14T03:44:55.855 INFO:tasks.rados.rados.0.smithi002.stdout:2767: seq_num 849 ranges {0=622592,622592=516096,1138688=663552,1802240=425984} 2024-09-14T03:44:55.859 INFO:tasks.rados.rados.0.smithi002.stdout:2767: writing smithi00278215-35 from 0 to 622592 tid 1 2024-09-14T03:44:55.863 INFO:tasks.rados.rados.0.smithi002.stdout:2767: writing smithi00278215-35 from 622592 to 1138688 tid 2 2024-09-14T03:44:55.867 INFO:tasks.rados.rados.0.smithi002.stdout:2767: writing smithi00278215-35 from 1138688 to 1802240 tid 3 2024-09-14T03:44:55.870 INFO:tasks.rados.rados.0.smithi002.stdout:2767: writing smithi00278215-35 from 1802240 to 2228224 tid 4 2024-09-14T03:44:55.870 INFO:tasks.rados.rados.0.smithi002.stdout:2768: delete oid 17 current snap is 279 2024-09-14T03:44:55.870 INFO:tasks.rados.rados.0.smithi002.stdout:2767: finishing write tid 1 to smithi00278215-35 2024-09-14T03:44:55.871 INFO:tasks.rados.rados.0.smithi002.stdout:2767: finishing write tid 2 to smithi00278215-35 2024-09-14T03:44:55.871 INFO:tasks.rados.rados.0.smithi002.stdout:2767: finishing write tid 3 to smithi00278215-35 2024-09-14T03:44:55.874 INFO:tasks.rados.rados.0.smithi002.stdout:2768: done (1 left) 2024-09-14T03:44:55.874 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 3 current snap is 279 2024-09-14T03:44:55.874 INFO:tasks.rados.rados.0.smithi002.stdout:2769: seq_num 851 ranges {0=655360,655360=688128,1343488=679936,2023424=237568} 2024-09-14T03:44:55.877 INFO:tasks.rados.rados.0.smithi002.stdout:2769: writing smithi00278215-3 from 0 to 655360 tid 1 2024-09-14T03:44:55.881 INFO:tasks.rados.rados.0.smithi002.stdout:2769: writing smithi00278215-3 from 655360 to 1343488 tid 2 2024-09-14T03:44:55.885 INFO:tasks.rados.rados.0.smithi002.stdout:2769: writing smithi00278215-3 from 1343488 to 2023424 tid 3 2024-09-14T03:44:55.887 INFO:tasks.rados.rados.0.smithi002.stdout:2769: writing smithi00278215-3 from 2023424 to 2260992 tid 4 2024-09-14T03:44:55.887 INFO:tasks.rados.rados.0.smithi002.stdout:2770: snap_create 2024-09-14T03:44:55.887 INFO:tasks.rados.rados.0.smithi002.stdout:2767: finishing write tid 4 to smithi00278215-35 2024-09-14T03:44:55.887 INFO:tasks.rados.rados.0.smithi002.stdout:2767: finishing write tid 5 to smithi00278215-35 2024-09-14T03:44:55.887 INFO:tasks.rados.rados.0.smithi002.stdout:2767: finishing write tid 6 to smithi00278215-35 2024-09-14T03:44:55.887 INFO:tasks.rados.rados.0.smithi002.stdout:2767: oid 35 updating version 0 to 2995 2024-09-14T03:44:55.888 INFO:tasks.rados.rados.0.smithi002.stdout:2767: oid 35 updating version 2995 to 2996 2024-09-14T03:44:55.888 INFO:tasks.rados.rados.0.smithi002.stdout:2767: oid 35 version 2996 is already newer than 2993 2024-09-14T03:44:55.888 INFO:tasks.rados.rados.0.smithi002.stdout:2767: oid 35 updating version 2996 to 2997 2024-09-14T03:44:55.888 INFO:tasks.rados.rados.0.smithi002.stdout:2767: oid 35 version 2997 is already newer than 2994 2024-09-14T03:44:55.888 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 35 v 2997 (ObjNum 849 snap 279 seq_num 849) dirty exists 2024-09-14T03:44:55.888 INFO:tasks.rados.rados.0.smithi002.stdout:2767: left oid 35 (ObjNum 849 snap 279 seq_num 849) 2024-09-14T03:44:55.888 INFO:tasks.rados.rados.0.smithi002.stdout:2769: finishing write tid 1 to smithi00278215-3 2024-09-14T03:44:55.888 INFO:tasks.rados.rados.0.smithi002.stdout:2769: finishing write tid 2 to smithi00278215-3 2024-09-14T03:44:55.890 INFO:tasks.rados.rados.0.smithi002.stdout:2769: finishing write tid 3 to smithi00278215-3 2024-09-14T03:44:55.890 INFO:tasks.rados.rados.0.smithi002.stdout:2769: finishing write tid 4 to smithi00278215-3 2024-09-14T03:44:55.891 INFO:tasks.rados.rados.0.smithi002.stdout:2769: finishing write tid 5 to smithi00278215-3 2024-09-14T03:44:55.893 INFO:tasks.rados.rados.0.smithi002.stdout:2769: finishing write tid 6 to smithi00278215-3 2024-09-14T03:44:55.893 INFO:tasks.rados.rados.0.smithi002.stdout:2769: oid 3 updating version 0 to 3510 2024-09-14T03:44:55.893 INFO:tasks.rados.rados.0.smithi002.stdout:2769: oid 3 updating version 3510 to 3512 2024-09-14T03:44:55.893 INFO:tasks.rados.rados.0.smithi002.stdout:2769: oid 3 version 3512 is already newer than 3511 2024-09-14T03:44:55.893 INFO:tasks.rados.rados.0.smithi002.stdout:2769: oid 3 version 3512 is already newer than 3509 2024-09-14T03:44:55.893 INFO:tasks.rados.rados.0.smithi002.stdout:2769: oid 3 updating version 3512 to 3513 2024-09-14T03:44:55.893 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 3 v 3513 (ObjNum 851 snap 279 seq_num 851) dirty exists 2024-09-14T03:44:55.893 INFO:tasks.rados.rados.0.smithi002.stdout:2769: left oid 3 (ObjNum 851 snap 279 seq_num 851) 2024-09-14T03:44:56.108 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:55 smithi154 ceph-mon[81546]: from='client.34611 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:44:56.109 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:55 smithi154 ceph-mon[81546]: pgmap v616: 121 pgs: 121 active+clean; 391 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.0 MiB/s wr, 15 op/s 2024-09-14T03:44:56.109 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:55 smithi154 ceph-mon[81546]: from='client.34617 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:44:56.109 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:55 smithi154 ceph-mon[81546]: osdmap e629: 8 total, 8 up, 8 in 2024-09-14T03:44:56.109 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:55 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:44:56.109 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:55 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/2874528538' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:56.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:55 smithi002 ceph-mon[87970]: from='client.34611 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:44:56.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:55 smithi002 ceph-mon[87970]: pgmap v616: 121 pgs: 121 active+clean; 391 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.0 MiB/s wr, 15 op/s 2024-09-14T03:44:56.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:55 smithi002 ceph-mon[87970]: from='client.34617 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:44:56.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:55 smithi002 ceph-mon[87970]: osdmap e629: 8 total, 8 up, 8 in 2024-09-14T03:44:56.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:55 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:44:56.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:55 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/2874528538' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:56.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:55 smithi002 ceph-mon[89815]: from='client.34611 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:44:56.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:55 smithi002 ceph-mon[89815]: pgmap v616: 121 pgs: 121 active+clean; 391 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.0 MiB/s wr, 15 op/s 2024-09-14T03:44:56.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:55 smithi002 ceph-mon[89815]: from='client.34617 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:44:56.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:55 smithi002 ceph-mon[89815]: osdmap e629: 8 total, 8 up, 8 in 2024-09-14T03:44:56.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:55 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:44:56.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:55 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/2874528538' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:44:56.839 INFO:tasks.rados.rados.0.smithi002.stdout:2767: done (2 left) 2024-09-14T03:44:56.839 INFO:tasks.rados.rados.0.smithi002.stdout:2769: done (1 left) 2024-09-14T03:44:56.839 INFO:tasks.rados.rados.0.smithi002.stdout:2770: done (0 left) 2024-09-14T03:44:56.839 INFO:tasks.rados.rados.0.smithi002.stdout:2771: delete oid 47 current snap is 280 2024-09-14T03:44:56.847 INFO:tasks.rados.rados.0.smithi002.stdout:2771: done (0 left) 2024-09-14T03:44:56.847 INFO:tasks.rados.rados.0.smithi002.stdout:2772: copy_from oid 37 from oid 34 current snap is 280 2024-09-14T03:44:56.847 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 9 current snap is 280 2024-09-14T03:44:56.847 INFO:tasks.rados.rados.0.smithi002.stdout:2773: seq_num 853 ranges {1441792=696320,2138112=507904,2646016=647168,3293184=450560} 2024-09-14T03:44:56.859 INFO:tasks.rados.rados.0.smithi002.stdout:2773: writing smithi00278215-9 from 1441792 to 2138112 tid 1 2024-09-14T03:44:56.862 INFO:tasks.rados.rados.0.smithi002.stdout:2773: writing smithi00278215-9 from 2138112 to 2646016 tid 2 2024-09-14T03:44:56.865 INFO:tasks.rados.rados.0.smithi002.stdout:2773: writing smithi00278215-9 from 2646016 to 3293184 tid 3 2024-09-14T03:44:56.868 INFO:tasks.rados.rados.0.smithi002.stdout:2773: writing smithi00278215-9 from 3293184 to 3743744 tid 4 2024-09-14T03:44:56.869 INFO:tasks.rados.rados.0.smithi002.stdout:2774: rollback oid 27 current snap is 280 2024-09-14T03:44:56.869 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 27 to 279 2024-09-14T03:44:56.869 INFO:tasks.rados.rados.0.smithi002.stdout:2775: delete oid 28 current snap is 280 2024-09-14T03:44:56.871 INFO:tasks.rados.rados.0.smithi002.stdout:2775: done (3 left) 2024-09-14T03:44:56.872 INFO:tasks.rados.rados.0.smithi002.stdout:2776: delete oid 35 current snap is 280 2024-09-14T03:44:56.873 INFO:tasks.rados.rados.0.smithi002.stdout:2774: finishing rollback tid 0 to smithi00278215-27 2024-09-14T03:44:56.873 INFO:tasks.rados.rados.0.smithi002.stdout:2774: finishing rollback tid 1 to smithi00278215-27 2024-09-14T03:44:56.873 INFO:tasks.rados.rados.0.smithi002.stdout:2774: finishing rollback tid 2 to smithi00278215-27 2024-09-14T03:44:56.874 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 27 v 2994 (ObjNum 129 snap 0 seq_num 854541136) dirty exists 2024-09-14T03:44:56.883 INFO:tasks.rados.rados.0.smithi002.stdout:2772: finishing copy_from racing read to smithi00278215-37 2024-09-14T03:44:56.885 INFO:tasks.rados.rados.0.smithi002.stdout:2773: finishing write tid 1 to smithi00278215-9 2024-09-14T03:44:56.888 INFO:tasks.rados.rados.0.smithi002.stdout:2772: finishing copy_from to smithi00278215-37 2024-09-14T03:44:56.888 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 37 v 2704 (ObjNum 833 snap 274 seq_num 833) dirty exists 2024-09-14T03:44:56.888 INFO:tasks.rados.rados.0.smithi002.stdout:2773: finishing write tid 2 to smithi00278215-9 2024-09-14T03:44:56.889 INFO:tasks.rados.rados.0.smithi002.stdout:2773: finishing write tid 3 to smithi00278215-9 2024-09-14T03:44:56.889 INFO:tasks.rados.rados.0.smithi002.stdout:2773: finishing write tid 4 to smithi00278215-9 2024-09-14T03:44:56.892 INFO:tasks.rados.rados.0.smithi002.stdout:2773: finishing write tid 5 to smithi00278215-9 2024-09-14T03:44:56.892 INFO:tasks.rados.rados.0.smithi002.stdout:2772: done (3 left) 2024-09-14T03:44:56.892 INFO:tasks.rados.rados.0.smithi002.stdout:2774: done (2 left) 2024-09-14T03:44:56.892 INFO:tasks.rados.rados.0.smithi002.stdout:2776: done (1 left) 2024-09-14T03:44:56.893 INFO:tasks.rados.rados.0.smithi002.stdout:2777: snap_create 2024-09-14T03:44:56.893 INFO:tasks.rados.rados.0.smithi002.stdout:2773: finishing write tid 6 to smithi00278215-9 2024-09-14T03:44:56.893 INFO:tasks.rados.rados.0.smithi002.stdout:2773: oid 9 updating version 0 to 2998 2024-09-14T03:44:56.893 INFO:tasks.rados.rados.0.smithi002.stdout:2773: oid 9 updating version 2998 to 3001 2024-09-14T03:44:56.893 INFO:tasks.rados.rados.0.smithi002.stdout:2773: oid 9 version 3001 is already newer than 3000 2024-09-14T03:44:56.893 INFO:tasks.rados.rados.0.smithi002.stdout:2773: oid 9 version 3001 is already newer than 2999 2024-09-14T03:44:56.893 INFO:tasks.rados.rados.0.smithi002.stdout:2773: oid 9 updating version 3001 to 3002 2024-09-14T03:44:56.893 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 9 v 3002 (ObjNum 853 snap 280 seq_num 853) dirty exists 2024-09-14T03:44:56.894 INFO:tasks.rados.rados.0.smithi002.stdout:2773: left oid 9 (ObjNum 853 snap 280 seq_num 853) 2024-09-14T03:44:57.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:56 smithi002 ceph-mon[87970]: from='client.34629 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:44:57.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:56 smithi002 ceph-mon[87970]: osdmap e630: 8 total, 8 up, 8 in 2024-09-14T03:44:57.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:56 smithi002 ceph-mon[89815]: from='client.34629 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:44:57.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:56 smithi002 ceph-mon[89815]: osdmap e630: 8 total, 8 up, 8 in 2024-09-14T03:44:57.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:56 smithi154 ceph-mon[81546]: from='client.34629 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:44:57.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:56 smithi154 ceph-mon[81546]: osdmap e630: 8 total, 8 up, 8 in 2024-09-14T03:44:57.486 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:57 smithi154 systemd[1]: Stopping Ceph grafana.a for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:44:57.776 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:57 smithi154 podman[114533]: 2024-09-14 03:44:57.485190014 +0000 UTC m=+0.114752960 container died 6cd949ecdca3c4947fa1ef144abe98b5ba15a21644a5dfd0aeb6cc4d3131e304 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, architecture=x86_64, vendor=Red Hat, Inc., io.openshift.tags=base rhel8, name=ubi8, release=239.1651231664, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.k8s.display-name=Red Hat Universal Base Image 8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.expose-services=, com.redhat.component=ubi8-container, version=8.5, vcs-type=git, summary=Grafana Container configured for Ceph mgr/dashboard integration, maintainer=Paul Cuzner , build-date=2022-04-29T11:48:11.055897, description=Ceph Grafana Container, distribution-scope=public, io.buildah.version=1.32.0) 2024-09-14T03:44:57.784 INFO:tasks.rados.rados.0.smithi002.stdout:2773: done (1 left) 2024-09-14T03:44:57.784 INFO:tasks.rados.rados.0.smithi002.stdout:2777: done (0 left) 2024-09-14T03:44:57.784 INFO:tasks.rados.rados.0.smithi002.stdout:2778: snap_remove snap 269 2024-09-14T03:44:58.043 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:57 smithi154 ceph-mon[81546]: pgmap v619: 121 pgs: 121 active+clean; 393 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 552 KiB/s wr, 5 op/s 2024-09-14T03:44:58.043 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:57 smithi154 ceph-mon[81546]: osdmap e631: 8 total, 8 up, 8 in 2024-09-14T03:44:58.043 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:57 smithi154 ceph-mon[81546]: osdmap e632: 8 total, 8 up, 8 in 2024-09-14T03:44:58.044 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:57 smithi154 podman[114533]: 2024-09-14 03:44:57.866249207 +0000 UTC m=+0.495812150 container cleanup 6cd949ecdca3c4947fa1ef144abe98b5ba15a21644a5dfd0aeb6cc4d3131e304 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a, release=239.1651231664, build-date=2022-04-29T11:48:11.055897, io.buildah.version=1.32.0, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, summary=Grafana Container configured for Ceph mgr/dashboard integration, name=ubi8, description=Ceph Grafana Container, distribution-scope=public, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.component=ubi8-container, io.openshift.tags=base rhel8, io.openshift.expose-services=, maintainer=Paul Cuzner , io.k8s.display-name=Red Hat Universal Base Image 8, vcs-type=git, architecture=x86_64, vendor=Red Hat, Inc., com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, version=8.5) 2024-09-14T03:44:58.044 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:57 smithi154 bash[114533]: ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a 2024-09-14T03:44:58.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:57 smithi002 ceph-mon[87970]: pgmap v619: 121 pgs: 121 active+clean; 393 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 552 KiB/s wr, 5 op/s 2024-09-14T03:44:58.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:57 smithi002 ceph-mon[87970]: osdmap e631: 8 total, 8 up, 8 in 2024-09-14T03:44:58.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:57 smithi002 ceph-mon[87970]: osdmap e632: 8 total, 8 up, 8 in 2024-09-14T03:44:58.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:57 smithi002 ceph-mon[89815]: pgmap v619: 121 pgs: 121 active+clean; 393 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 552 KiB/s wr, 5 op/s 2024-09-14T03:44:58.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:57 smithi002 ceph-mon[89815]: osdmap e631: 8 total, 8 up, 8 in 2024-09-14T03:44:58.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:57 smithi002 ceph-mon[89815]: osdmap e632: 8 total, 8 up, 8 in 2024-09-14T03:44:58.297 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:58 smithi154 podman[114546]: 2024-09-14 03:44:58.042553645 +0000 UTC m=+0.559505701 container remove 6cd949ecdca3c4947fa1ef144abe98b5ba15a21644a5dfd0aeb6cc4d3131e304 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a, maintainer=Paul Cuzner , vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, description=Ceph Grafana Container, release=239.1651231664, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.k8s.display-name=Red Hat Universal Base Image 8, vendor=Red Hat, Inc., build-date=2022-04-29T11:48:11.055897, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., distribution-scope=public, io.openshift.expose-services=, vcs-type=git, architecture=x86_64, version=8.5, io.openshift.tags=base rhel8, io.buildah.version=1.32.0, com.redhat.component=ubi8-container, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, name=ubi8) 2024-09-14T03:44:58.297 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:58 smithi154 systemd[1]: ceph-f357b922-7248-11ef-bceb-c7b262605968@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-09-14T03:44:58.297 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:58 smithi154 systemd[1]: ceph-f357b922-7248-11ef-bceb-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-09-14T03:44:58.297 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:58 smithi154 systemd[1]: Stopped Ceph grafana.a for f357b922-7248-11ef-bceb-c7b262605968. 2024-09-14T03:44:58.297 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:58 smithi154 systemd[1]: ceph-f357b922-7248-11ef-bceb-c7b262605968@grafana.a.service: Consumed 10.733s CPU time. 2024-09-14T03:44:58.681 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:58 smithi154 systemd[1]: Starting Ceph grafana.a for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:44:58.787 INFO:tasks.rados.rados.0.smithi002.stdout:2778: done (0 left) 2024-09-14T03:44:58.787 INFO:tasks.rados.rados.0.smithi002.stdout:2779: snap_create 2024-09-14T03:44:58.977 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:58 smithi154 podman[114671]: 2024-09-14 03:44:58.58334313 +0000 UTC m=+0.016362007 image pull c8b91775d855b99270fc5d22f3c6737e8cca01ef4c25c8b0362295e0746fa39b quay.io/ceph/grafana:10.4.0 2024-09-14T03:44:58.977 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:58 smithi154 podman[114671]: 2024-09-14 03:44:58.70237637 +0000 UTC m=+0.135395236 container create 5a9ec71643807601fb814519ac0699859604e462f2bcd053b7eda9396c61787f (image=quay.io/ceph/grafana:10.4.0, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-09-14T03:44:58.977 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:58 smithi154 podman[114671]: 2024-09-14 03:44:58.913370875 +0000 UTC m=+0.346389742 container init 5a9ec71643807601fb814519ac0699859604e462f2bcd053b7eda9396c61787f (image=quay.io/ceph/grafana:10.4.0, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-09-14T03:44:58.978 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:58 smithi154 podman[114671]: 2024-09-14 03:44:58.916250381 +0000 UTC m=+0.349269249 container start 5a9ec71643807601fb814519ac0699859604e462f2bcd053b7eda9396c61787f (image=quay.io/ceph/grafana:10.4.0, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-09-14T03:44:59.230 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 bash[114671]: 5a9ec71643807601fb814519ac0699859604e462f2bcd053b7eda9396c61787f 2024-09-14T03:44:59.230 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 systemd[1]: Started Ceph grafana.a for f357b922-7248-11ef-bceb-c7b262605968. 2024-09-14T03:44:59.230 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=settings t=2024-09-14T03:44:59.041526242Z level=info msg="Starting Grafana" version=10.4.0 commit=03f502a94d17f7dc4e6c34acdf8428aedd986e4c branch=HEAD compiled=2024-09-14T03:44:59Z 2024-09-14T03:44:59.230 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=settings t=2024-09-14T03:44:59.041837458Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-09-14T03:44:59.231 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=settings t=2024-09-14T03:44:59.041847404Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-09-14T03:44:59.231 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=settings t=2024-09-14T03:44:59.041852128Z level=info msg="Config overridden from command line" arg="default.paths.data=/var/lib/grafana" 2024-09-14T03:44:59.231 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=settings t=2024-09-14T03:44:59.041856333Z level=info msg="Config overridden from command line" arg="default.paths.logs=/var/log/grafana" 2024-09-14T03:44:59.231 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=settings t=2024-09-14T03:44:59.041860609Z level=info msg="Config overridden from command line" arg="default.paths.plugins=/var/lib/grafana/plugins" 2024-09-14T03:44:59.231 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=settings t=2024-09-14T03:44:59.041864808Z level=info msg="Config overridden from command line" arg="default.paths.provisioning=/etc/grafana/provisioning" 2024-09-14T03:44:59.231 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=settings t=2024-09-14T03:44:59.041869307Z level=info msg="Config overridden from command line" arg="default.log.mode=console" 2024-09-14T03:44:59.231 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=settings t=2024-09-14T03:44:59.041874193Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-09-14T03:44:59.231 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=settings t=2024-09-14T03:44:59.041879112Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-09-14T03:44:59.231 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=settings t=2024-09-14T03:44:59.041883501Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-09-14T03:44:59.231 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=settings t=2024-09-14T03:44:59.041887927Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-09-14T03:44:59.231 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=settings t=2024-09-14T03:44:59.041892871Z level=info msg=Target target=[all] 2024-09-14T03:44:59.231 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=settings t=2024-09-14T03:44:59.041904269Z level=info msg="Path Home" path=/usr/share/grafana 2024-09-14T03:44:59.231 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=settings t=2024-09-14T03:44:59.041908866Z level=info msg="Path Data" path=/var/lib/grafana 2024-09-14T03:44:59.232 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=settings t=2024-09-14T03:44:59.041914168Z level=info msg="Path Logs" path=/var/log/grafana 2024-09-14T03:44:59.232 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=settings t=2024-09-14T03:44:59.041918432Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-09-14T03:44:59.233 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=settings t=2024-09-14T03:44:59.041922716Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-09-14T03:44:59.233 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=settings t=2024-09-14T03:44:59.041926959Z level=info msg="App mode production" 2024-09-14T03:44:59.233 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=sqlstore t=2024-09-14T03:44:59.042192105Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-09-14T03:44:59.233 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=sqlstore t=2024-09-14T03:44:59.042207931Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-09-14T03:44:59.233 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.042657493Z level=info msg="Starting DB migrations" 2024-09-14T03:44:59.233 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.053954433Z level=info msg="Executing migration" id="Add uid column to user" 2024-09-14T03:44:59.233 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.059664776Z level=info msg="Migration successfully executed" id="Add uid column to user" duration=5.708703ms 2024-09-14T03:44:59.233 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.060110819Z level=info msg="Executing migration" id="Update uid column values for users" 2024-09-14T03:44:59.234 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.060255488Z level=info msg="Migration successfully executed" id="Update uid column values for users" duration=144.672µs 2024-09-14T03:44:59.234 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.062243751Z level=info msg="Executing migration" id="Add unique index user_uid" 2024-09-14T03:44:59.234 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.063005514Z level=info msg="Migration successfully executed" id="Add unique index user_uid" duration=761.631µs 2024-09-14T03:44:59.234 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.065193748Z level=info msg="Executing migration" id="Add playlist column created_at" 2024-09-14T03:44:59.234 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.070277411Z level=info msg="Migration successfully executed" id="Add playlist column created_at" duration=5.082448ms 2024-09-14T03:44:59.234 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.070771662Z level=info msg="Executing migration" id="Add playlist column updated_at" 2024-09-14T03:44:59.234 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.076066225Z level=info msg="Migration successfully executed" id="Add playlist column updated_at" duration=5.292285ms 2024-09-14T03:44:59.234 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.076560608Z level=info msg="Executing migration" id="Add column uid in team" 2024-09-14T03:44:59.234 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.0816371Z level=info msg="Migration successfully executed" id="Add column uid in team" duration=5.075346ms 2024-09-14T03:44:59.234 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.082012323Z level=info msg="Executing migration" id="Update uid column values in team" 2024-09-14T03:44:59.235 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.082141754Z level=info msg="Migration successfully executed" id="Update uid column values in team" duration=128.635µs 2024-09-14T03:44:59.235 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.084782345Z level=info msg="Executing migration" id="Add unique index team_org_id_uid" 2024-09-14T03:44:59.235 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.085546298Z level=info msg="Migration successfully executed" id="Add unique index team_org_id_uid" duration=764.894µs 2024-09-14T03:44:59.235 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.087497636Z level=info msg="Executing migration" id="add index user_auth_token.revoked_at" 2024-09-14T03:44:59.235 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.088210246Z level=info msg="Migration successfully executed" id="add index user_auth_token.revoked_at" duration=712.016µs 2024-09-14T03:44:59.235 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.090036066Z level=info msg="Executing migration" id="add result_fingerprint column to alert_instance" 2024-09-14T03:44:59.235 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.095441847Z level=info msg="Migration successfully executed" id="add result_fingerprint column to alert_instance" duration=5.403626ms 2024-09-14T03:44:59.235 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.095893936Z level=info msg="Executing migration" id="add last_applied column to alert_configuration_history" 2024-09-14T03:44:59.235 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.100973132Z level=info msg="Migration successfully executed" id="add last_applied column to alert_configuration_history" duration=5.078819ms 2024-09-14T03:44:59.235 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.101359925Z level=info msg="Executing migration" id="alter library_element model to mediumtext" 2024-09-14T03:44:59.235 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.101409516Z level=info msg="Migration successfully executed" id="alter library_element model to mediumtext" duration=49.26µs 2024-09-14T03:44:59.235 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.104107456Z level=info msg="Executing migration" id="permission kind migration" 2024-09-14T03:44:59.236 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.109149299Z level=info msg="Migration successfully executed" id="permission kind migration" duration=5.038965ms 2024-09-14T03:44:59.236 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.109555554Z level=info msg="Executing migration" id="permission attribute migration" 2024-09-14T03:44:59.236 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.114638042Z level=info msg="Migration successfully executed" id="permission attribute migration" duration=5.081797ms 2024-09-14T03:44:59.236 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.115063503Z level=info msg="Executing migration" id="permission identifier migration" 2024-09-14T03:44:59.236 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.12062551Z level=info msg="Migration successfully executed" id="permission identifier migration" duration=5.56068ms 2024-09-14T03:44:59.236 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.121025066Z level=info msg="Executing migration" id="add permission identifier index" 2024-09-14T03:44:59.236 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.121867137Z level=info msg="Migration successfully executed" id="add permission identifier index" duration=841.781µs 2024-09-14T03:44:59.236 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.123685063Z level=info msg="Executing migration" id="add permission action scope role_id index" 2024-09-14T03:44:59.236 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.124489027Z level=info msg="Migration successfully executed" id="add permission action scope role_id index" duration=803.675µs 2024-09-14T03:44:59.236 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.126325569Z level=info msg="Executing migration" id="remove permission role_id action scope index" 2024-09-14T03:44:59.236 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.127072648Z level=info msg="Migration successfully executed" id="remove permission role_id action scope index" duration=746.559µs 2024-09-14T03:44:59.237 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.129008459Z level=info msg="Executing migration" id="rbac disabled migrator" 2024-09-14T03:44:59.237 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.129032585Z level=info msg="Migration successfully executed" id="rbac disabled migrator" duration=22.504µs 2024-09-14T03:44:59.237 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.131518826Z level=info msg="Executing migration" id="drop index IDX_correlation_uid - v1" 2024-09-14T03:44:59.237 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.132241396Z level=info msg="Migration successfully executed" id="drop index IDX_correlation_uid - v1" duration=721.772µs 2024-09-14T03:44:59.237 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.134219155Z level=info msg="Executing migration" id="drop index IDX_correlation_source_uid - v1" 2024-09-14T03:44:59.237 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.134924335Z level=info msg="Migration successfully executed" id="drop index IDX_correlation_source_uid - v1" duration=706.004µs 2024-09-14T03:44:59.237 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.136905197Z level=info msg="Executing migration" id="Rename table correlation to correlation_tmp_qwerty - v1" 2024-09-14T03:44:59.238 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.151935523Z level=info msg="Migration successfully executed" id="Rename table correlation to correlation_tmp_qwerty - v1" duration=15.027365ms 2024-09-14T03:44:59.238 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.152439298Z level=info msg="Executing migration" id="create correlation v2" 2024-09-14T03:44:59.238 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.153198119Z level=info msg="Migration successfully executed" id="create correlation v2" duration=758.539µs 2024-09-14T03:44:59.238 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.153585584Z level=info msg="Executing migration" id="create index IDX_correlation_uid - v2" 2024-09-14T03:44:59.238 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.154317254Z level=info msg="Migration successfully executed" id="create index IDX_correlation_uid - v2" duration=731.747µs 2024-09-14T03:44:59.238 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.154680203Z level=info msg="Executing migration" id="create index IDX_correlation_source_uid - v2" 2024-09-14T03:44:59.238 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.15538753Z level=info msg="Migration successfully executed" id="create index IDX_correlation_source_uid - v2" duration=707.008µs 2024-09-14T03:44:59.238 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.15576882Z level=info msg="Executing migration" id="create index IDX_correlation_org_id - v2" 2024-09-14T03:44:59.238 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.156454691Z level=info msg="Migration successfully executed" id="create index IDX_correlation_org_id - v2" duration=685.67µs 2024-09-14T03:44:59.238 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.15683781Z level=info msg="Executing migration" id="copy correlation v1 to v2" 2024-09-14T03:44:59.238 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.157023911Z level=info msg="Migration successfully executed" id="copy correlation v1 to v2" duration=186.095µs 2024-09-14T03:44:59.238 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.157652535Z level=info msg="Executing migration" id="drop correlation_tmp_qwerty" 2024-09-14T03:44:59.238 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.158259157Z level=info msg="Migration successfully executed" id="drop correlation_tmp_qwerty" duration=606.489µs 2024-09-14T03:44:59.239 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.158624653Z level=info msg="Executing migration" id="add provisioning column" 2024-09-14T03:44:59.239 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.163587318Z level=info msg="Migration successfully executed" id="add provisioning column" duration=4.962157ms 2024-09-14T03:44:59.239 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.164004757Z level=info msg="Executing migration" id="backfill empty share column fields with default of public" 2024-09-14T03:44:59.239 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.164154271Z level=info msg="Migration successfully executed" id="backfill empty share column fields with default of public" duration=149.218µs 2024-09-14T03:44:59.239 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.164840898Z level=info msg="Executing migration" id="migrate contents column to mediumblob for MySQL" 2024-09-14T03:44:59.239 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.164907853Z level=info msg="Migration successfully executed" id="migrate contents column to mediumblob for MySQL" duration=67.39µs 2024-09-14T03:44:59.239 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.165705403Z level=info msg="Executing migration" id="add origin column to seed_assignment" 2024-09-14T03:44:59.239 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.171223784Z level=info msg="Migration successfully executed" id="add origin column to seed_assignment" duration=5.517543ms 2024-09-14T03:44:59.239 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.171592723Z level=info msg="Executing migration" id="add origin to plugin seed_assignment" 2024-09-14T03:44:59.239 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.171807231Z level=info msg="Migration successfully executed" id="add origin to plugin seed_assignment" duration=213.839µs 2024-09-14T03:44:59.239 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.172408019Z level=info msg="Executing migration" id="prevent seeding OnCall access" 2024-09-14T03:44:59.239 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.172530721Z level=info msg="Migration successfully executed" id="prevent seeding OnCall access" duration=122.645µs 2024-09-14T03:44:59.240 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.17291829Z level=info msg="Executing migration" id="managed folder permissions library panel actions migration" 2024-09-14T03:44:59.240 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.17383561Z level=info msg="Migration successfully executed" id="managed folder permissions library panel actions migration" duration=916.65µs 2024-09-14T03:44:59.240 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.174188746Z level=info msg="Executing migration" id="Remove unique index for folder.title and folder.parent_uid" 2024-09-14T03:44:59.240 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.174884392Z level=info msg="Migration successfully executed" id="Remove unique index for folder.title and folder.parent_uid" duration=695.056µs 2024-09-14T03:44:59.240 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.175228407Z level=info msg="Executing migration" id="Add unique index for title, parent_uid, and org_id" 2024-09-14T03:44:59.240 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.175992082Z level=info msg="Migration successfully executed" id="Add unique index for title, parent_uid, and org_id" duration=763.307µs 2024-09-14T03:44:59.240 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.176372172Z level=info msg="Executing migration" id="Sync dashboard and folder table" 2024-09-14T03:44:59.240 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.176881796Z level=info msg="Migration successfully executed" id="Sync dashboard and folder table" duration=509.558µs 2024-09-14T03:44:59.240 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.177232633Z level=info msg="Executing migration" id="Remove ghost folders from the folder table" 2024-09-14T03:44:59.240 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.177432141Z level=info msg="Migration successfully executed" id="Remove ghost folders from the folder table" duration=200.631µs 2024-09-14T03:44:59.240 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.178044008Z level=info msg="Executing migration" id="Remove unique index UQE_folder_uid_org_id" 2024-09-14T03:44:59.240 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.178731267Z level=info msg="Migration successfully executed" id="Remove unique index UQE_folder_uid_org_id" duration=687.235µs 2024-09-14T03:44:59.241 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.179123768Z level=info msg="Executing migration" id="Add unique index UQE_folder_org_id_uid" 2024-09-14T03:44:59.241 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.179828966Z level=info msg="Migration successfully executed" id="Add unique index UQE_folder_org_id_uid" duration=704.773µs 2024-09-14T03:44:59.241 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.180184306Z level=info msg="Executing migration" id="Remove unique index UQE_folder_title_parent_uid_org_id" 2024-09-14T03:44:59.241 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.180873807Z level=info msg="Migration successfully executed" id="Remove unique index UQE_folder_title_parent_uid_org_id" duration=689.534µs 2024-09-14T03:44:59.241 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.181237674Z level=info msg="Executing migration" id="Add unique index UQE_folder_org_id_parent_uid_title" 2024-09-14T03:44:59.241 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.181951306Z level=info msg="Migration successfully executed" id="Add unique index UQE_folder_org_id_parent_uid_title" duration=712.375µs 2024-09-14T03:44:59.241 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.182338066Z level=info msg="Executing migration" id="Remove index IDX_folder_parent_uid_org_id" 2024-09-14T03:44:59.241 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.183020243Z level=info msg="Migration successfully executed" id="Remove index IDX_folder_parent_uid_org_id" duration=682.103µs 2024-09-14T03:44:59.241 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.183405374Z level=info msg="Executing migration" id="create anon_device table" 2024-09-14T03:44:59.241 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.183991687Z level=info msg="Migration successfully executed" id="create anon_device table" duration=586.191µs 2024-09-14T03:44:59.241 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.184357029Z level=info msg="Executing migration" id="add unique index anon_device.device_id" 2024-09-14T03:44:59.241 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.185050054Z level=info msg="Migration successfully executed" id="add unique index anon_device.device_id" duration=692.879µs 2024-09-14T03:44:59.241 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.18542445Z level=info msg="Executing migration" id="add index anon_device.updated_at" 2024-09-14T03:44:59.242 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.18611535Z level=info msg="Migration successfully executed" id="add index anon_device.updated_at" duration=690.912µs 2024-09-14T03:44:59.242 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.186483763Z level=info msg="Executing migration" id="create signing_key table" 2024-09-14T03:44:59.242 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.187074271Z level=info msg="Migration successfully executed" id="create signing_key table" duration=590.165µs 2024-09-14T03:44:59.242 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.187429783Z level=info msg="Executing migration" id="add unique index signing_key.key_id" 2024-09-14T03:44:59.242 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.188119914Z level=info msg="Migration successfully executed" id="add unique index signing_key.key_id" duration=689.927µs 2024-09-14T03:44:59.242 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.188470804Z level=info msg="Executing migration" id="set legacy alert migration status in kvstore" 2024-09-14T03:44:59.242 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.189166259Z level=info msg="Migration successfully executed" id="set legacy alert migration status in kvstore" duration=695.291µs 2024-09-14T03:44:59.242 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.189501765Z level=info msg="Executing migration" id="migrate record of created folders during legacy migration to kvstore" 2024-09-14T03:44:59.243 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.189922219Z level=info msg="Migration successfully executed" id="migrate record of created folders during legacy migration to kvstore" duration=420.993µs 2024-09-14T03:44:59.243 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.190318525Z level=info msg="Executing migration" id="Add folder_uid for dashboard" 2024-09-14T03:44:59.243 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.1953712Z level=info msg="Migration successfully executed" id="Add folder_uid for dashboard" duration=5.052325ms 2024-09-14T03:44:59.243 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.195730847Z level=info msg="Executing migration" id="Populate dashboard folder_uid column" 2024-09-14T03:44:59.243 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.197442129Z level=info msg="Migration successfully executed" id="Populate dashboard folder_uid column" duration=1.711929ms 2024-09-14T03:44:59.243 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.197997359Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_folder_uid_title" 2024-09-14T03:44:59.243 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.198901284Z level=info msg="Migration successfully executed" id="Add unique index for dashboard_org_id_folder_uid_title" duration=903.658µs 2024-09-14T03:44:59.243 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.199289627Z level=info msg="Executing migration" id="Delete unique index for dashboard_org_id_folder_id_title" 2024-09-14T03:44:59.243 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.200005467Z level=info msg="Migration successfully executed" id="Delete unique index for dashboard_org_id_folder_id_title" duration=715.712µs 2024-09-14T03:44:59.243 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.200386358Z level=info msg="Executing migration" id="Delete unique index for dashboard_org_id_folder_uid_title" 2024-09-14T03:44:59.243 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.20107755Z level=info msg="Migration successfully executed" id="Delete unique index for dashboard_org_id_folder_uid_title" duration=691.046µs 2024-09-14T03:44:59.243 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.201434224Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_folder_uid_title_is_folder" 2024-09-14T03:44:59.244 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.202279448Z level=info msg="Migration successfully executed" id="Add unique index for dashboard_org_id_folder_uid_title_is_folder" duration=845.758µs 2024-09-14T03:44:59.244 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.202663804Z level=info msg="Executing migration" id="Restore index for dashboard_org_id_folder_id_title" 2024-09-14T03:44:59.244 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.203453474Z level=info msg="Migration successfully executed" id="Restore index for dashboard_org_id_folder_id_title" duration=789.372µs 2024-09-14T03:44:59.244 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.203936268Z level=info msg="Executing migration" id="create sso_setting table" 2024-09-14T03:44:59.244 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.205138466Z level=info msg="Migration successfully executed" id="create sso_setting table" duration=1.202274ms 2024-09-14T03:44:59.244 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.205655479Z level=info msg="Executing migration" id="copy kvstore migration status to each org" 2024-09-14T03:44:59.244 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.206611183Z level=info msg="Migration successfully executed" id="copy kvstore migration status to each org" duration=955.401µs 2024-09-14T03:44:59.244 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.2070535Z level=info msg="Executing migration" id="add back entry for orgid=0 migrated status" 2024-09-14T03:44:59.244 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.207617192Z level=info msg="Migration successfully executed" id="add back entry for orgid=0 migrated status" duration=563.719µs 2024-09-14T03:44:59.244 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.208084895Z level=info msg="Executing migration" id="alter kv_store.value to longtext" 2024-09-14T03:44:59.244 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.208155783Z level=info msg="Migration successfully executed" id="alter kv_store.value to longtext" duration=71.184µs 2024-09-14T03:44:59.244 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.208686618Z level=info msg="Executing migration" id="add notification_settings column to alert_rule table" 2024-09-14T03:44:59.244 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.218692636Z level=info msg="Migration successfully executed" id="add notification_settings column to alert_rule table" duration=10.005027ms 2024-09-14T03:44:59.245 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.219233667Z level=info msg="Executing migration" id="add notification_settings column to alert_rule_version table" 2024-09-14T03:44:59.245 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.229329483Z level=info msg="Migration successfully executed" id="add notification_settings column to alert_rule_version table" duration=10.095379ms 2024-09-14T03:44:59.245 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.229838028Z level=info msg="Executing migration" id="removing scope from alert.instances:read action migration" 2024-09-14T03:44:59.245 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.230160344Z level=info msg="Migration successfully executed" id="removing scope from alert.instances:read action migration" duration=321.987µs 2024-09-14T03:44:59.245 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=migrator t=2024-09-14T03:44:59.230658646Z level=info msg="migrations completed" performed=65 skipped=482 duration=176.770263ms 2024-09-14T03:44:59.245 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=sqlstore t=2024-09-14T03:44:59.231724809Z level=info msg="Created default organization" 2024-09-14T03:44:59.482 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=secrets t=2024-09-14T03:44:59.235064716Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-09-14T03:44:59.482 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=plugin.store t=2024-09-14T03:44:59.262892025Z level=info msg="Loading plugins..." 2024-09-14T03:44:59.482 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=local.finder t=2024-09-14T03:44:59.316828385Z level=warn msg="Skipping finding plugins as directory does not exist" path=/usr/share/grafana/plugins-bundled 2024-09-14T03:44:59.483 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=plugin.store t=2024-09-14T03:44:59.316851322Z level=info msg="Plugins loaded" count=55 duration=53.960776ms 2024-09-14T03:44:59.483 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=query_data t=2024-09-14T03:44:59.319010307Z level=info msg="Query Service initialization" 2024-09-14T03:44:59.483 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=live.push_http t=2024-09-14T03:44:59.321452927Z level=info msg="Live Push Gateway initialization" 2024-09-14T03:44:59.483 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=ngalert.migration t=2024-09-14T03:44:59.322880676Z level=info msg=Starting 2024-09-14T03:44:59.483 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=ngalert.state.manager t=2024-09-14T03:44:59.328925191Z level=info msg="Running in alternative execution of Error/NoData mode" 2024-09-14T03:44:59.483 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=infra.usagestats.collector t=2024-09-14T03:44:59.330410419Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-09-14T03:44:59.483 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=provisioning.datasources t=2024-09-14T03:44:59.332983808Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-09-14T03:44:59.483 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=provisioning.datasources t=2024-09-14T03:44:59.333270924Z level=info msg="inserting datasource from configuration" name=Dashboard1 uid=P43CA22E17D0F9596 2024-09-14T03:44:59.483 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=provisioning.alerting t=2024-09-14T03:44:59.363974269Z level=info msg="starting to provision alerting" 2024-09-14T03:44:59.483 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=provisioning.alerting t=2024-09-14T03:44:59.364092524Z level=info msg="finished to provision alerting" 2024-09-14T03:44:59.483 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=ngalert.state.manager t=2024-09-14T03:44:59.364416227Z level=info msg="Warming state cache for startup" 2024-09-14T03:44:59.483 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=ngalert.multiorg.alertmanager t=2024-09-14T03:44:59.364817661Z level=info msg="Starting MultiOrg Alertmanager" 2024-09-14T03:44:59.483 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=grafanaStorageLogger t=2024-09-14T03:44:59.364890589Z level=info msg="Storage starting" 2024-09-14T03:44:59.484 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=http.server t=2024-09-14T03:44:59.367377524Z level=info msg="HTTP Server TLS settings" MinTLSVersion=TLS1.2 configuredciphers=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA,TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA,TLS_RSA_WITH_AES_128_GCM_SHA256,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_CBC_SHA,TLS_RSA_WITH_AES_256_CBC_SHA 2024-09-14T03:44:59.484 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=http.server t=2024-09-14T03:44:59.367681147Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-09-14T03:44:59.484 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=provisioning.dashboard t=2024-09-14T03:44:59.387430908Z level=info msg="starting to provision dashboards" 2024-09-14T03:44:59.484 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=ngalert.state.manager t=2024-09-14T03:44:59.429118566Z level=info msg="State cache has been initialized" states=0 duration=64.699756ms 2024-09-14T03:44:59.484 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=ngalert.scheduler t=2024-09-14T03:44:59.429163291Z level=info msg="Starting scheduler" tickInterval=10s maxAttempts=1 2024-09-14T03:44:59.484 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=ticker t=2024-09-14T03:44:59.429232656Z level=info msg=starting first_tick=2024-09-14T03:45:00Z 2024-09-14T03:44:59.484 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=grafana.update.checker t=2024-09-14T03:44:59.441136945Z level=info msg="Update check succeeded" duration=76.96024ms 2024-09-14T03:44:59.484 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=plugins.update.checker t=2024-09-14T03:44:59.443029032Z level=info msg="Update check succeeded" duration=78.818983ms 2024-09-14T03:44:59.484 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=sqlstore.transactions t=2024-09-14T03:44:59.470365278Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-09-14T03:44:59.484 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=sqlstore.transactions t=2024-09-14T03:44:59.48092058Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=1 code="database is locked" 2024-09-14T03:44:59.788 INFO:tasks.rados.rados.0.smithi002.stdout:2779: done (0 left) 2024-09-14T03:44:59.788 INFO:tasks.rados.rados.0.smithi002.stdout:2780: snap_remove snap 265 2024-09-14T03:44:59.792 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=sqlstore.transactions t=2024-09-14T03:44:59.491479086Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=2 code="database is locked" 2024-09-14T03:44:59.792 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=sqlstore.transactions t=2024-09-14T03:44:59.50209056Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=3 code="database is locked" 2024-09-14T03:44:59.792 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=sqlstore.transactions t=2024-09-14T03:44:59.51258323Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=4 code="database is locked" 2024-09-14T03:44:59.793 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=sqlstore.transactions t=2024-09-14T03:44:59.523556723Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-09-14T03:44:59.793 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=provisioning.dashboard t=2024-09-14T03:44:59.584972586Z level=info msg="finished to provision dashboards" 2024-09-14T03:44:59.793 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=grafana-apiserver t=2024-09-14T03:44:59.618901435Z level=info msg="Adding GroupVersion playlist.grafana.app v0alpha1 to ResourceManager" 2024-09-14T03:44:59.793 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=grafana-apiserver t=2024-09-14T03:44:59.619305135Z level=info msg="Adding GroupVersion featuretoggle.grafana.app v0alpha1 to ResourceManager" 2024-09-14T03:45:00.102 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-mon[81546]: pgmap v622: 121 pgs: 121 active+clean; 397 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 2.1 MiB/s wr, 17 op/s 2024-09-14T03:45:00.102 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-mon[81546]: osdmap e633: 8 total, 8 up, 8 in 2024-09-14T03:45:00.102 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:45:00.102 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:45:00.102 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:44:59 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:45:00.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:59 smithi002 ceph-mon[87970]: pgmap v622: 121 pgs: 121 active+clean; 397 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 2.1 MiB/s wr, 17 op/s 2024-09-14T03:45:00.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:59 smithi002 ceph-mon[87970]: osdmap e633: 8 total, 8 up, 8 in 2024-09-14T03:45:00.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:59 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:45:00.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:59 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:45:00.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:44:59 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:45:00.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:59 smithi002 ceph-mon[89815]: pgmap v622: 121 pgs: 121 active+clean; 397 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 2.1 MiB/s wr, 17 op/s 2024-09-14T03:45:00.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:59 smithi002 ceph-mon[89815]: osdmap e633: 8 total, 8 up, 8 in 2024-09-14T03:45:00.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:59 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:45:00.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:59 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:45:00.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:44:59 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:45:00.794 INFO:tasks.rados.rados.0.smithi002.stdout:2780: done (0 left) 2024-09-14T03:45:00.794 INFO:tasks.rados.rados.0.smithi002.stdout:2781: setattr oid 43 current snap is 282 2024-09-14T03:45:00.796 INFO:tasks.rados.rados.0.smithi002.stdout:2782: setattr oid 29 current snap is 282 2024-09-14T03:45:00.798 INFO:tasks.rados.rados.0.smithi002.stdout:2783: rmattr oid 12 current snap is 282 2024-09-14T03:45:00.798 INFO:tasks.rados.rados.0.smithi002.stdout:2783: done (2 left) 2024-09-14T03:45:00.798 INFO:tasks.rados.rados.0.smithi002.stdout:2784: read oid 3 snap -1 2024-09-14T03:45:00.798 INFO:tasks.rados.rados.0.smithi002.stdout:2784: expect (ObjNum 851 snap 279 seq_num 851) 2024-09-14T03:45:00.798 INFO:tasks.rados.rados.0.smithi002.stdout:2785: snap_create 2024-09-14T03:45:00.810 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 3515 (ObjNum 177 snap 0 seq_num 1) dirty exists 2024-09-14T03:45:00.817 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 3698 (ObjNum 728 snap 236 seq_num 728) dirty exists 2024-09-14T03:45:00.828 INFO:tasks.rados.rados.0.smithi002.stdout:2784: expect (ObjNum 851 snap 279 seq_num 851) 2024-09-14T03:45:01.182 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:00 smithi154 ceph-mon[81546]: osdmap e634: 8 total, 8 up, 8 in 2024-09-14T03:45:01.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:00 smithi002 ceph-mon[87970]: osdmap e634: 8 total, 8 up, 8 in 2024-09-14T03:45:01.186 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:00 smithi002 ceph-mon[89815]: osdmap e634: 8 total, 8 up, 8 in 2024-09-14T03:45:01.803 INFO:tasks.rados.rados.0.smithi002.stdout:2781: done (3 left) 2024-09-14T03:45:01.803 INFO:tasks.rados.rados.0.smithi002.stdout:2782: done (2 left) 2024-09-14T03:45:01.803 INFO:tasks.rados.rados.0.smithi002.stdout:2784: done (1 left) 2024-09-14T03:45:01.804 INFO:tasks.rados.rados.0.smithi002.stdout:2785: done (0 left) 2024-09-14T03:45:01.804 INFO:tasks.rados.rados.0.smithi002.stdout:2786: read oid 10 snap -1 2024-09-14T03:45:01.804 INFO:tasks.rados.rados.0.smithi002.stdout:2786: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:45:01.804 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 14 current snap is 283 2024-09-14T03:45:01.804 INFO:tasks.rados.rados.0.smithi002.stdout:2787: seq_num 856 ranges {4071424=745472,4816896=557056,5373952=417792,5791744=434176,6225920=196608} 2024-09-14T03:45:01.829 INFO:tasks.rados.rados.0.smithi002.stdout:2787: writing smithi00278215-14 from 4071424 to 4816896 tid 1 2024-09-14T03:45:01.833 INFO:tasks.rados.rados.0.smithi002.stdout:2787: writing smithi00278215-14 from 4816896 to 5373952 tid 2 2024-09-14T03:45:01.836 INFO:tasks.rados.rados.0.smithi002.stdout:2787: writing smithi00278215-14 from 5373952 to 5791744 tid 3 2024-09-14T03:45:01.838 INFO:tasks.rados.rados.0.smithi002.stdout:2787: writing smithi00278215-14 from 5791744 to 6225920 tid 4 2024-09-14T03:45:01.840 INFO:tasks.rados.rados.0.smithi002.stdout:2787: writing smithi00278215-14 from 6225920 to 6422528 tid 5 2024-09-14T03:45:01.840 INFO:tasks.rados.rados.0.smithi002.stdout:2788: snap_create 2024-09-14T03:45:01.840 INFO:tasks.rados.rados.0.smithi002.stdout:2786: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:45:01.845 INFO:tasks.rados.rados.0.smithi002.stdout:2787: finishing write tid 1 to smithi00278215-14 2024-09-14T03:45:01.845 INFO:tasks.rados.rados.0.smithi002.stdout:2787: finishing write tid 2 to smithi00278215-14 2024-09-14T03:45:01.845 INFO:tasks.rados.rados.0.smithi002.stdout:2787: finishing write tid 3 to smithi00278215-14 2024-09-14T03:45:01.845 INFO:tasks.rados.rados.0.smithi002.stdout:2787: finishing write tid 4 to smithi00278215-14 2024-09-14T03:45:01.845 INFO:tasks.rados.rados.0.smithi002.stdout:2787: finishing write tid 5 to smithi00278215-14 2024-09-14T03:45:01.846 INFO:tasks.rados.rados.0.smithi002.stdout:2787: finishing write tid 6 to smithi00278215-14 2024-09-14T03:45:01.846 INFO:tasks.rados.rados.0.smithi002.stdout:2787: finishing write tid 7 to smithi00278215-14 2024-09-14T03:45:01.846 INFO:tasks.rados.rados.0.smithi002.stdout:2787: oid 14 updating version 0 to 2716 2024-09-14T03:45:01.846 INFO:tasks.rados.rados.0.smithi002.stdout:2787: oid 14 version 2716 is already newer than 2715 2024-09-14T03:45:01.846 INFO:tasks.rados.rados.0.smithi002.stdout:2787: oid 14 updating version 2716 to 2717 2024-09-14T03:45:01.846 INFO:tasks.rados.rados.0.smithi002.stdout:2787: oid 14 updating version 2717 to 2718 2024-09-14T03:45:01.846 INFO:tasks.rados.rados.0.smithi002.stdout:2787: oid 14 updating version 2718 to 2719 2024-09-14T03:45:01.846 INFO:tasks.rados.rados.0.smithi002.stdout:2787: oid 14 version 2719 is already newer than 2714 2024-09-14T03:45:01.846 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 14 v 2719 (ObjNum 856 snap 283 seq_num 856) dirty exists 2024-09-14T03:45:01.846 INFO:tasks.rados.rados.0.smithi002.stdout:2787: left oid 14 (ObjNum 856 snap 283 seq_num 856) 2024-09-14T03:45:02.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:01 smithi154 ceph-mon[81546]: pgmap v625: 121 pgs: 121 active+clean; 399 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 2.1 MiB/s wr, 16 op/s 2024-09-14T03:45:02.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:01 smithi154 ceph-mon[81546]: osdmap e635: 8 total, 8 up, 8 in 2024-09-14T03:45:02.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:01 smithi154 ceph-mon[81546]: osdmap e636: 8 total, 8 up, 8 in 2024-09-14T03:45:02.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:01 smithi002 ceph-mon[87970]: pgmap v625: 121 pgs: 121 active+clean; 399 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 2.1 MiB/s wr, 16 op/s 2024-09-14T03:45:02.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:01 smithi002 ceph-mon[87970]: osdmap e635: 8 total, 8 up, 8 in 2024-09-14T03:45:02.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:01 smithi002 ceph-mon[87970]: osdmap e636: 8 total, 8 up, 8 in 2024-09-14T03:45:02.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:01 smithi002 ceph-mon[89815]: pgmap v625: 121 pgs: 121 active+clean; 399 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 2.1 MiB/s wr, 16 op/s 2024-09-14T03:45:02.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:01 smithi002 ceph-mon[89815]: osdmap e635: 8 total, 8 up, 8 in 2024-09-14T03:45:02.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:01 smithi002 ceph-mon[89815]: osdmap e636: 8 total, 8 up, 8 in 2024-09-14T03:45:02.787 INFO:tasks.rados.rados.0.smithi002.stdout:2786: done (2 left) 2024-09-14T03:45:02.787 INFO:tasks.rados.rados.0.smithi002.stdout:2787: done (1 left) 2024-09-14T03:45:02.787 INFO:tasks.rados.rados.0.smithi002.stdout:2788: done (0 left) 2024-09-14T03:45:02.787 INFO:tasks.rados.rados.0.smithi002.stdout:2789: rmattr oid 11 current snap is 284 2024-09-14T03:45:02.787 INFO:tasks.rados.rados.0.smithi002.stdout:2790: read oid 40 snap -1 2024-09-14T03:45:02.787 INFO:tasks.rados.rados.0.smithi002.stdout:2790: expect (ObjNum 822 snap 270 seq_num 822) 2024-09-14T03:45:02.787 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 38 current snap is 284 2024-09-14T03:45:02.787 INFO:tasks.rados.rados.0.smithi002.stdout:2791: seq_num 857 ranges {0=761856,761856=442368,1204224=630784,1835008=532480} 2024-09-14T03:45:02.791 INFO:tasks.rados.rados.0.smithi002.stdout:2791: writing smithi00278215-38 from 0 to 761856 tid 1 2024-09-14T03:45:02.794 INFO:tasks.rados.rados.0.smithi002.stdout:2791: writing smithi00278215-38 from 761856 to 1204224 tid 2 2024-09-14T03:45:02.798 INFO:tasks.rados.rados.0.smithi002.stdout:2791: writing smithi00278215-38 from 1204224 to 1835008 tid 3 2024-09-14T03:45:02.802 INFO:tasks.rados.rados.0.smithi002.stdout:2791: writing smithi00278215-38 from 1835008 to 2367488 tid 4 2024-09-14T03:45:02.802 INFO:tasks.rados.rados.0.smithi002.stdout:2792: delete oid 18 current snap is 284 2024-09-14T03:45:02.802 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 3716 (ObjNum 844 snap 279 seq_num 844) dirty exists 2024-09-14T03:45:02.802 INFO:tasks.rados.rados.0.smithi002.stdout:2791: finishing write tid 1 to smithi00278215-38 2024-09-14T03:45:02.803 INFO:tasks.rados.rados.0.smithi002.stdout:2791: finishing write tid 2 to smithi00278215-38 2024-09-14T03:45:02.808 INFO:tasks.rados.rados.0.smithi002.stdout:2791: finishing write tid 3 to smithi00278215-38 2024-09-14T03:45:02.809 INFO:tasks.rados.rados.0.smithi002.stdout:2791: finishing write tid 4 to smithi00278215-38 2024-09-14T03:45:02.809 INFO:tasks.rados.rados.0.smithi002.stdout:2791: finishing write tid 5 to smithi00278215-38 2024-09-14T03:45:02.812 INFO:tasks.rados.rados.0.smithi002.stdout:2791: finishing write tid 6 to smithi00278215-38 2024-09-14T03:45:02.812 INFO:tasks.rados.rados.0.smithi002.stdout:2791: oid 38 updating version 0 to 3721 2024-09-14T03:45:02.812 INFO:tasks.rados.rados.0.smithi002.stdout:2791: oid 38 version 3721 is already newer than 3717 2024-09-14T03:45:02.812 INFO:tasks.rados.rados.0.smithi002.stdout:2791: oid 38 version 3721 is already newer than 3720 2024-09-14T03:45:02.813 INFO:tasks.rados.rados.0.smithi002.stdout:2791: oid 38 version 3721 is already newer than 3718 2024-09-14T03:45:02.813 INFO:tasks.rados.rados.0.smithi002.stdout:2791: oid 38 version 3721 is already newer than 3719 2024-09-14T03:45:02.813 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 3721 (ObjNum 857 snap 284 seq_num 857) dirty exists 2024-09-14T03:45:02.813 INFO:tasks.rados.rados.0.smithi002.stdout:2791: left oid 38 (ObjNum 857 snap 284 seq_num 857) 2024-09-14T03:45:02.814 INFO:tasks.rados.rados.0.smithi002.stdout:2789: done (3 left) 2024-09-14T03:45:02.814 INFO:tasks.rados.rados.0.smithi002.stdout:2791: done (2 left) 2024-09-14T03:45:02.814 INFO:tasks.rados.rados.0.smithi002.stdout:2792: done (1 left) 2024-09-14T03:45:02.814 INFO:tasks.rados.rados.0.smithi002.stdout:2793: setattr oid 4 current snap is 284 2024-09-14T03:45:02.815 INFO:tasks.rados.rados.0.smithi002.stdout:2794: read oid 50 snap -1 2024-09-14T03:45:02.816 INFO:tasks.rados.rados.0.smithi002.stdout:2794: expect deleted 2024-09-14T03:45:02.816 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 8 current snap is 284 2024-09-14T03:45:02.816 INFO:tasks.rados.rados.0.smithi002.stdout:2795: seq_num 859 ranges {3121152=794624,3915776=614400,4530176=638976,5169152=352256} 2024-09-14T03:45:02.837 INFO:tasks.rados.rados.0.smithi002.stdout:2795: writing smithi00278215-8 from 3121152 to 3915776 tid 1 2024-09-14T03:45:02.841 INFO:tasks.rados.rados.0.smithi002.stdout:2795: writing smithi00278215-8 from 3915776 to 4530176 tid 2 2024-09-14T03:45:02.844 INFO:tasks.rados.rados.0.smithi002.stdout:2795: writing smithi00278215-8 from 4530176 to 5169152 tid 3 2024-09-14T03:45:02.847 INFO:tasks.rados.rados.0.smithi002.stdout:2795: writing smithi00278215-8 from 5169152 to 5521408 tid 4 2024-09-14T03:45:02.847 INFO:tasks.rados.rados.0.smithi002.stdout:2796: delete oid 44 current snap is 284 2024-09-14T03:45:02.847 INFO:tasks.rados.rados.0.smithi002.stdout:2790: expect (ObjNum 822 snap 270 seq_num 822) 2024-09-14T03:45:03.052 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 2720 (ObjNum 701 snap 224 seq_num 701) dirty exists 2024-09-14T03:45:03.052 INFO:tasks.rados.rados.0.smithi002.stdout:2795: finishing write tid 1 to smithi00278215-8 2024-09-14T03:45:03.052 INFO:tasks.rados.rados.0.smithi002.stdout:2795: finishing write tid 2 to smithi00278215-8 2024-09-14T03:45:03.052 INFO:tasks.rados.rados.0.smithi002.stdout:2795: finishing write tid 3 to smithi00278215-8 2024-09-14T03:45:03.052 INFO:tasks.rados.rados.0.smithi002.stdout:2795: finishing write tid 4 to smithi00278215-8 2024-09-14T03:45:03.052 INFO:tasks.rados.rados.0.smithi002.stdout:2790: done (4 left) 2024-09-14T03:45:03.053 INFO:tasks.rados.rados.0.smithi002.stdout:2793: done (3 left) 2024-09-14T03:45:03.053 INFO:tasks.rados.rados.0.smithi002.stdout:2794: done (2 left) 2024-09-14T03:45:03.053 INFO:tasks.rados.rados.0.smithi002.stdout:2796: done (1 left) 2024-09-14T03:45:03.053 INFO:tasks.rados.rados.0.smithi002.stdout:2797: read oid 27 snap -1 2024-09-14T03:45:03.053 INFO:tasks.rados.rados.0.smithi002.stdout:2797: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:45:03.053 INFO:tasks.rados.rados.0.smithi002.stdout:2798: snap_remove snap 279 2024-09-14T03:45:03.813 INFO:tasks.rados.rados.0.smithi002.stdout:2798: done (2 left) 2024-09-14T03:45:03.813 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 6 current snap is 284 2024-09-14T03:45:03.813 INFO:tasks.rados.rados.0.smithi002.stdout:2799: seq_num 861 ranges {4620288=24576} 2024-09-14T03:45:03.839 INFO:tasks.rados.rados.0.smithi002.stdout:2799: writing smithi00278215-6 from 4620288 to 4644864 tid 1 2024-09-14T03:45:03.839 INFO:tasks.rados.rados.0.smithi002.stdout:2800: snap_remove snap 263 2024-09-14T03:45:04.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:03 smithi002 ceph-mon[87970]: pgmap v628: 121 pgs: 121 active+clean; 406 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 24 KiB/s rd, 2.7 MiB/s wr, 11 op/s 2024-09-14T03:45:04.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:03 smithi002 ceph-mon[87970]: osdmap e637: 8 total, 8 up, 8 in 2024-09-14T03:45:04.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:03 smithi002 ceph-mon[89815]: pgmap v628: 121 pgs: 121 active+clean; 406 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 24 KiB/s rd, 2.7 MiB/s wr, 11 op/s 2024-09-14T03:45:04.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:03 smithi002 ceph-mon[89815]: osdmap e637: 8 total, 8 up, 8 in 2024-09-14T03:45:04.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:03 smithi154 ceph-mon[81546]: pgmap v628: 121 pgs: 121 active+clean; 406 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 24 KiB/s rd, 2.7 MiB/s wr, 11 op/s 2024-09-14T03:45:04.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:03 smithi154 ceph-mon[81546]: osdmap e637: 8 total, 8 up, 8 in 2024-09-14T03:45:04.820 INFO:tasks.rados.rados.0.smithi002.stdout:2800: done (3 left) 2024-09-14T03:45:04.820 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 25 current snap is 284 2024-09-14T03:45:04.820 INFO:tasks.rados.rados.0.smithi002.stdout:2801: seq_num 862 ranges {12419072=40960} 2024-09-14T03:45:04.890 INFO:tasks.rados.rados.0.smithi002.stdout:2801: writing smithi00278215-25 from 12419072 to 12460032 tid 1 2024-09-14T03:45:04.890 INFO:tasks.rados.rados.0.smithi002.stdout:2802: copy_from oid 35 from oid 30 current snap is 284 2024-09-14T03:45:04.890 INFO:tasks.rados.rados.0.smithi002.stdout:2795: finishing write tid 5 to smithi00278215-8 2024-09-14T03:45:04.891 INFO:tasks.rados.rados.0.smithi002.stdout:2795: finishing write tid 6 to smithi00278215-8 2024-09-14T03:45:04.891 INFO:tasks.rados.rados.0.smithi002.stdout:2795: oid 8 updating version 0 to 2754 2024-09-14T03:45:04.891 INFO:tasks.rados.rados.0.smithi002.stdout:2795: oid 8 updating version 2754 to 2756 2024-09-14T03:45:04.891 INFO:tasks.rados.rados.0.smithi002.stdout:2795: oid 8 version 2756 is already newer than 2755 2024-09-14T03:45:04.891 INFO:tasks.rados.rados.0.smithi002.stdout:2795: oid 8 updating version 2756 to 2757 2024-09-14T03:45:04.891 INFO:tasks.rados.rados.0.smithi002.stdout:2795: oid 8 updating version 2757 to 2758 2024-09-14T03:45:04.891 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 8 v 2758 (ObjNum 859 snap 284 seq_num 859) dirty exists 2024-09-14T03:45:04.891 INFO:tasks.rados.rados.0.smithi002.stdout:2795: left oid 8 (ObjNum 859 snap 284 seq_num 859) 2024-09-14T03:45:04.891 INFO:tasks.rados.rados.0.smithi002.stdout:2797: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:45:04.892 INFO:tasks.rados.rados.0.smithi002.stdout:2799: finishing write tid 1 to smithi00278215-6 2024-09-14T03:45:04.892 INFO:tasks.rados.rados.0.smithi002.stdout:2799: finishing write tid 2 to smithi00278215-6 2024-09-14T03:45:04.892 INFO:tasks.rados.rados.0.smithi002.stdout:2795: done (4 left) 2024-09-14T03:45:04.892 INFO:tasks.rados.rados.0.smithi002.stdout:2797: done (3 left) 2024-09-14T03:45:04.892 INFO:tasks.rados.rados.0.smithi002.stdout:2803: rollback oid 2 current snap is 284 2024-09-14T03:45:04.892 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 2 to 238 2024-09-14T03:45:04.892 INFO:tasks.rados.rados.0.smithi002.stdout:2799: finishing write tid 3 to smithi00278215-6 2024-09-14T03:45:04.892 INFO:tasks.rados.rados.0.smithi002.stdout:2799: oid 6 updating version 0 to 3727 2024-09-14T03:45:04.892 INFO:tasks.rados.rados.0.smithi002.stdout:2799: oid 6 updating version 3727 to 3728 2024-09-14T03:45:04.893 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 6 v 3728 (ObjNum 861 snap 284 seq_num 861) dirty exists 2024-09-14T03:45:04.893 INFO:tasks.rados.rados.0.smithi002.stdout:2799: left oid 6 (ObjNum 861 snap 284 seq_num 861) 2024-09-14T03:45:04.893 INFO:tasks.rados.rados.0.smithi002.stdout:2799: done (3 left) 2024-09-14T03:45:04.893 INFO:tasks.rados.rados.0.smithi002.stdout:2804: delete oid 23 current snap is 284 2024-09-14T03:45:04.894 INFO:tasks.rados.rados.0.smithi002.stdout:2801: finishing write tid 1 to smithi00278215-25 2024-09-14T03:45:04.895 INFO:tasks.rados.rados.0.smithi002.stdout:2801: finishing write tid 2 to smithi00278215-25 2024-09-14T03:45:04.895 INFO:tasks.rados.rados.0.smithi002.stdout:2803: finishing rollback tid 0 to smithi00278215-2 2024-09-14T03:45:04.896 INFO:tasks.rados.rados.0.smithi002.stdout:2802: finishing copy_from racing read to smithi00278215-35 2024-09-14T03:45:04.897 INFO:tasks.rados.rados.0.smithi002.stdout:2803: finishing rollback tid 1 to smithi00278215-2 2024-09-14T03:45:04.897 INFO:tasks.rados.rados.0.smithi002.stdout:2801: finishing write tid 3 to smithi00278215-25 2024-09-14T03:45:04.897 INFO:tasks.rados.rados.0.smithi002.stdout:2801: oid 25 updating version 0 to 2955 2024-09-14T03:45:04.897 INFO:tasks.rados.rados.0.smithi002.stdout:2801: oid 25 updating version 2955 to 2956 2024-09-14T03:45:04.897 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 2956 (ObjNum 862 snap 284 seq_num 862) dirty exists 2024-09-14T03:45:04.897 INFO:tasks.rados.rados.0.smithi002.stdout:2801: left oid 25 (ObjNum 862 snap 284 seq_num 862) 2024-09-14T03:45:04.897 INFO:tasks.rados.rados.0.smithi002.stdout:2803: finishing rollback tid 2 to smithi00278215-2 2024-09-14T03:45:04.897 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 2 v 2792 (ObjNum 729 snap 236 seq_num 729) dirty exists 2024-09-14T03:45:04.897 INFO:tasks.rados.rados.0.smithi002.stdout:2802: finishing copy_from to smithi00278215-35 2024-09-14T03:45:04.898 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 35 v 3604 (ObjNum 622 snap 200 seq_num 622) dirty exists 2024-09-14T03:45:04.898 INFO:tasks.rados.rados.0.smithi002.stdout:2801: done (3 left) 2024-09-14T03:45:04.898 INFO:tasks.rados.rados.0.smithi002.stdout:2802: done (2 left) 2024-09-14T03:45:04.898 INFO:tasks.rados.rados.0.smithi002.stdout:2803: done (1 left) 2024-09-14T03:45:04.898 INFO:tasks.rados.rados.0.smithi002.stdout:2804: done (0 left) 2024-09-14T03:45:04.898 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 2 current snap is 284 2024-09-14T03:45:04.898 INFO:tasks.rados.rados.0.smithi002.stdout:2805: seq_num 864 ranges {2891776=73728} 2024-09-14T03:45:04.914 INFO:tasks.rados.rados.0.smithi002.stdout:2805: writing smithi00278215-2 from 2891776 to 2965504 tid 1 2024-09-14T03:45:04.915 INFO:tasks.rados.rados.0.smithi002.stdout:2806: copy_from oid 31 from oid 17 current snap is 284 2024-09-14T03:45:04.915 INFO:tasks.rados.rados.0.smithi002.stdout:2807: snap_remove snap 283 2024-09-14T03:45:05.110 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:04 smithi154 ceph-mon[81546]: osdmap e638: 8 total, 8 up, 8 in 2024-09-14T03:45:05.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:04 smithi002 ceph-mon[87970]: osdmap e638: 8 total, 8 up, 8 in 2024-09-14T03:45:05.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:04 smithi002 ceph-mon[89815]: osdmap e638: 8 total, 8 up, 8 in 2024-09-14T03:45:05.686 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:45:05 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:45:05] "GET /metrics HTTP/1.1" 200 36429 "" "Prometheus/2.51.0" 2024-09-14T03:45:05.820 INFO:tasks.rados.rados.0.smithi002.stdout:2807: done (2 left) 2024-09-14T03:45:05.820 INFO:tasks.rados.rados.0.smithi002.stdout:2808: read oid 34 snap -1 2024-09-14T03:45:05.821 INFO:tasks.rados.rados.0.smithi002.stdout:2808: expect (ObjNum 833 snap 274 seq_num 833) 2024-09-14T03:45:05.821 INFO:tasks.rados.rados.0.smithi002.stdout:2809: setattr oid 13 current snap is 284 2024-09-14T03:45:05.821 INFO:tasks.rados.rados.0.smithi002.stdout:2806: finishing copy_from to smithi00278215-31 2024-09-14T03:45:05.821 INFO:tasks.rados.rados.0.smithi002.stdout:2806: got expected ENOENT (src dne) 2024-09-14T03:45:05.821 INFO:tasks.rados.rados.0.smithi002.stdout:2806: finishing copy_from racing read to smithi00278215-31 2024-09-14T03:45:05.821 INFO:tasks.rados.rados.0.smithi002.stdout:2805: finishing write tid 1 to smithi00278215-2 2024-09-14T03:45:05.821 INFO:tasks.rados.rados.0.smithi002.stdout:2805: finishing write tid 2 to smithi00278215-2 2024-09-14T03:45:05.821 INFO:tasks.rados.rados.0.smithi002.stdout:2805: finishing write tid 3 to smithi00278215-2 2024-09-14T03:45:05.821 INFO:tasks.rados.rados.0.smithi002.stdout:2805: oid 2 updating version 0 to 2794 2024-09-14T03:45:05.821 INFO:tasks.rados.rados.0.smithi002.stdout:2805: oid 2 version 2794 is already newer than 2793 2024-09-14T03:45:05.821 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 2 v 2794 (ObjNum 864 snap 284 seq_num 864) dirty exists 2024-09-14T03:45:05.821 INFO:tasks.rados.rados.0.smithi002.stdout:2805: left oid 2 (ObjNum 864 snap 284 seq_num 864) 2024-09-14T03:45:05.823 INFO:tasks.rados.rados.0.smithi002.stdout:2805: done (3 left) 2024-09-14T03:45:05.823 INFO:tasks.rados.rados.0.smithi002.stdout:2806: done (2 left) 2024-09-14T03:45:05.823 INFO:tasks.rados.rados.0.smithi002.stdout:2810: setattr oid 3 current snap is 284 2024-09-14T03:45:05.826 INFO:tasks.rados.rados.0.smithi002.stdout:2811: read oid 21 snap -1 2024-09-14T03:45:05.826 INFO:tasks.rados.rados.0.smithi002.stdout:2811: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:45:05.826 INFO:tasks.rados.rados.0.smithi002.stdout:2812: snap_remove snap 245 2024-09-14T03:45:06.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:05 smithi002 ceph-mon[87970]: pgmap v631: 121 pgs: 121 active+clean; 408 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 12 op/s 2024-09-14T03:45:06.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:05 smithi002 ceph-mon[87970]: osdmap e639: 8 total, 8 up, 8 in 2024-09-14T03:45:06.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:05 smithi002 ceph-mon[89815]: pgmap v631: 121 pgs: 121 active+clean; 408 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 12 op/s 2024-09-14T03:45:06.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:05 smithi002 ceph-mon[89815]: osdmap e639: 8 total, 8 up, 8 in 2024-09-14T03:45:06.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:05 smithi154 ceph-mon[81546]: pgmap v631: 121 pgs: 121 active+clean; 408 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 12 op/s 2024-09-14T03:45:06.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:05 smithi154 ceph-mon[81546]: osdmap e639: 8 total, 8 up, 8 in 2024-09-14T03:45:06.831 INFO:tasks.rados.rados.0.smithi002.stdout:2811: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:45:06.836 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 1882 (ObjNum 807 snap 262 seq_num 807) dirty exists 2024-09-14T03:45:06.837 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 3 v 3516 (ObjNum 851 snap 279 seq_num 851) dirty exists 2024-09-14T03:45:06.837 INFO:tasks.rados.rados.0.smithi002.stdout:2808: expect (ObjNum 833 snap 274 seq_num 833) 2024-09-14T03:45:07.088 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:06 smithi002 ceph-mon[87970]: osdmap e640: 8 total, 8 up, 8 in 2024-09-14T03:45:07.088 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:06 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:45:07.088 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:06 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:45:07.089 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:06 smithi002 ceph-mon[89815]: osdmap e640: 8 total, 8 up, 8 in 2024-09-14T03:45:07.089 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:06 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:45:07.089 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:06 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:45:07.195 INFO:tasks.rados.rados.0.smithi002.stdout:2808: done (4 left) 2024-09-14T03:45:07.195 INFO:tasks.rados.rados.0.smithi002.stdout:2809: done (3 left) 2024-09-14T03:45:07.195 INFO:tasks.rados.rados.0.smithi002.stdout:2810: done (2 left) 2024-09-14T03:45:07.196 INFO:tasks.rados.rados.0.smithi002.stdout:2811: done (1 left) 2024-09-14T03:45:07.196 INFO:tasks.rados.rados.0.smithi002.stdout:2812: done (0 left) 2024-09-14T03:45:07.196 INFO:tasks.rados.rados.0.smithi002.stdout:2813: read oid 23 snap -1 2024-09-14T03:45:07.196 INFO:tasks.rados.rados.0.smithi002.stdout:2813: expect deleted 2024-09-14T03:45:07.196 INFO:tasks.rados.rados.0.smithi002.stdout:2814: read oid 13 snap -1 2024-09-14T03:45:07.196 INFO:tasks.rados.rados.0.smithi002.stdout:2814: expect (ObjNum 807 snap 262 seq_num 807) 2024-09-14T03:45:07.196 INFO:tasks.rados.rados.0.smithi002.stdout:2815: snap_create 2024-09-14T03:45:07.209 INFO:tasks.rados.rados.0.smithi002.stdout:2814: expect (ObjNum 807 snap 262 seq_num 807) 2024-09-14T03:45:07.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:06 smithi154 ceph-mon[81546]: osdmap e640: 8 total, 8 up, 8 in 2024-09-14T03:45:07.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:06 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:45:07.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:06 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:45:07.787 INFO:tasks.rados.rados.0.smithi002.stdout:2813: done (2 left) 2024-09-14T03:45:07.787 INFO:tasks.rados.rados.0.smithi002.stdout:2814: done (1 left) 2024-09-14T03:45:07.787 INFO:tasks.rados.rados.0.smithi002.stdout:2815: done (0 left) 2024-09-14T03:45:07.787 INFO:tasks.rados.rados.0.smithi002.stdout:2816: copy_from oid 22 from oid 29 current snap is 285 2024-09-14T03:45:07.788 INFO:tasks.rados.rados.0.smithi002.stdout:2817: read oid 10 snap -1 2024-09-14T03:45:07.788 INFO:tasks.rados.rados.0.smithi002.stdout:2817: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:45:07.788 INFO:tasks.rados.rados.0.smithi002.stdout:2818: snap_create 2024-09-14T03:45:07.790 INFO:tasks.rados.rados.0.smithi002.stdout:2817: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:45:07.846 INFO:tasks.rados.rados.0.smithi002.stdout:2816: finishing copy_from racing read to smithi00278215-22 2024-09-14T03:45:07.855 INFO:tasks.rados.rados.0.smithi002.stdout:2816: finishing copy_from to smithi00278215-22 2024-09-14T03:45:07.855 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 22 v 3698 (ObjNum 728 snap 236 seq_num 728) dirty exists 2024-09-14T03:45:08.056 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:07 smithi154 ceph-mon[81546]: pgmap v634: 121 pgs: 121 active+clean; 408 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 596 KiB/s wr, 10 op/s 2024-09-14T03:45:08.056 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:07 smithi154 ceph-mon[81546]: osdmap e641: 8 total, 8 up, 8 in 2024-09-14T03:45:08.056 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:07 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:45:08.056 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:07 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:45:08.056 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:07 smithi154 ceph-mon[81546]: osdmap e642: 8 total, 8 up, 8 in 2024-09-14T03:45:08.102 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:07 smithi002 ceph-mon[87970]: pgmap v634: 121 pgs: 121 active+clean; 408 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 596 KiB/s wr, 10 op/s 2024-09-14T03:45:08.103 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:07 smithi002 ceph-mon[87970]: osdmap e641: 8 total, 8 up, 8 in 2024-09-14T03:45:08.103 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:07 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:45:08.103 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:07 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:45:08.103 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:07 smithi002 ceph-mon[87970]: osdmap e642: 8 total, 8 up, 8 in 2024-09-14T03:45:08.103 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:07 smithi002 ceph-mon[89815]: pgmap v634: 121 pgs: 121 active+clean; 408 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 596 KiB/s wr, 10 op/s 2024-09-14T03:45:08.103 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:07 smithi002 ceph-mon[89815]: osdmap e641: 8 total, 8 up, 8 in 2024-09-14T03:45:08.103 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:07 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:45:08.104 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:07 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:45:08.104 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:07 smithi002 ceph-mon[89815]: osdmap e642: 8 total, 8 up, 8 in 2024-09-14T03:45:08.788 INFO:tasks.rados.rados.0.smithi002.stdout:2816: done (2 left) 2024-09-14T03:45:08.789 INFO:tasks.rados.rados.0.smithi002.stdout:2817: done (1 left) 2024-09-14T03:45:08.789 INFO:tasks.rados.rados.0.smithi002.stdout:2818: done (0 left) 2024-09-14T03:45:08.789 INFO:tasks.rados.rados.0.smithi002.stdout:2819: rollback oid 45 current snap is 286 2024-09-14T03:45:08.789 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 45 to 278 2024-09-14T03:45:08.789 INFO:tasks.rados.rados.0.smithi002.stdout:2820: read oid 14 snap -1 2024-09-14T03:45:08.789 INFO:tasks.rados.rados.0.smithi002.stdout:2820: expect (ObjNum 856 snap 283 seq_num 856) 2024-09-14T03:45:08.789 INFO:tasks.rados.rados.0.smithi002.stdout:2821: read oid 3 snap -1 2024-09-14T03:45:08.789 INFO:tasks.rados.rados.0.smithi002.stdout:2821: expect (ObjNum 851 snap 279 seq_num 851) 2024-09-14T03:45:08.789 INFO:tasks.rados.rados.0.smithi002.stdout:2822: rollback oid 37 current snap is 286 2024-09-14T03:45:08.789 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 37 to 274 2024-09-14T03:45:08.789 INFO:tasks.rados.rados.0.smithi002.stdout:2823: read oid 4 snap -1 2024-09-14T03:45:08.790 INFO:tasks.rados.rados.0.smithi002.stdout:2823: expect (ObjNum 701 snap 224 seq_num 701) 2024-09-14T03:45:08.790 INFO:tasks.rados.rados.0.smithi002.stdout:2824: setattr oid 48 current snap is 286 2024-09-14T03:45:08.792 INFO:tasks.rados.rados.0.smithi002.stdout:2825: rmattr oid 36 current snap is 286 2024-09-14T03:45:08.792 INFO:tasks.rados.rados.0.smithi002.stdout:2826: rmattr oid 35 current snap is 286 2024-09-14T03:45:08.792 INFO:tasks.rados.rados.0.smithi002.stdout:2827: snap_create 2024-09-14T03:45:08.793 INFO:tasks.rados.rados.0.smithi002.stdout:2822: finishing rollback tid 0 to smithi00278215-37 2024-09-14T03:45:08.795 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 2703 (ObjNum 33 snap 0 seq_num 855559824) dirty exists 2024-09-14T03:45:08.795 INFO:tasks.rados.rados.0.smithi002.stdout:2822: finishing rollback tid 1 to smithi00278215-37 2024-09-14T03:45:08.796 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 37 v 3606 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-14T03:45:08.796 INFO:tasks.rados.rados.0.smithi002.stdout:2819: finishing rollback tid 0 to smithi00278215-45 2024-09-14T03:45:08.797 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 35 v 3607 (ObjNum 622 snap 200 seq_num 622) dirty exists 2024-09-14T03:45:08.798 INFO:tasks.rados.rados.0.smithi002.stdout:2819: finishing rollback tid 1 to smithi00278215-45 2024-09-14T03:45:08.799 INFO:tasks.rados.rados.0.smithi002.stdout:2819: finishing rollback tid 2 to smithi00278215-45 2024-09-14T03:45:08.799 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 45 v 2687 (ObjNum 726 snap 235 seq_num 726) dirty exists 2024-09-14T03:45:08.800 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 36 v 3699 (ObjNum 509 snap 160 seq_num 509) dirty exists 2024-09-14T03:45:08.812 INFO:tasks.rados.rados.0.smithi002.stdout:2821: expect (ObjNum 851 snap 279 seq_num 851) 2024-09-14T03:45:08.880 INFO:tasks.rados.rados.0.smithi002.stdout:2820: expect (ObjNum 856 snap 283 seq_num 856) 2024-09-14T03:45:09.148 INFO:tasks.rados.rados.0.smithi002.stdout:2823: expect (ObjNum 701 snap 224 seq_num 701) 2024-09-14T03:45:09.793 INFO:tasks.rados.rados.0.smithi002.stdout:2819: done (8 left) 2024-09-14T03:45:09.794 INFO:tasks.rados.rados.0.smithi002.stdout:2820: done (7 left) 2024-09-14T03:45:09.794 INFO:tasks.rados.rados.0.smithi002.stdout:2821: done (6 left) 2024-09-14T03:45:09.794 INFO:tasks.rados.rados.0.smithi002.stdout:2822: done (5 left) 2024-09-14T03:45:09.794 INFO:tasks.rados.rados.0.smithi002.stdout:2823: done (4 left) 2024-09-14T03:45:09.794 INFO:tasks.rados.rados.0.smithi002.stdout:2824: done (3 left) 2024-09-14T03:45:09.794 INFO:tasks.rados.rados.0.smithi002.stdout:2825: done (2 left) 2024-09-14T03:45:09.794 INFO:tasks.rados.rados.0.smithi002.stdout:2826: done (1 left) 2024-09-14T03:45:09.794 INFO:tasks.rados.rados.0.smithi002.stdout:2827: done (0 left) 2024-09-14T03:45:09.794 INFO:tasks.rados.rados.0.smithi002.stdout:2828: read oid 19 snap -1 2024-09-14T03:45:09.794 INFO:tasks.rados.rados.0.smithi002.stdout:2828: expect deleted 2024-09-14T03:45:09.794 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 41 current snap is 287 2024-09-14T03:45:09.794 INFO:tasks.rados.rados.0.smithi002.stdout:2829: seq_num 865 ranges {0=90112} 2024-09-14T03:45:09.795 INFO:tasks.rados.rados.0.smithi002.stdout:2829: writing smithi00278215-41 from 0 to 90112 tid 1 2024-09-14T03:45:09.795 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 7 current snap is 287 2024-09-14T03:45:09.795 INFO:tasks.rados.rados.0.smithi002.stdout:2830: seq_num 866 ranges {1949696=106496} 2024-09-14T03:45:09.805 INFO:tasks.rados.rados.0.smithi002.stdout:2830: writing smithi00278215-7 from 1949696 to 2056192 tid 1 2024-09-14T03:45:09.805 INFO:tasks.rados.rados.0.smithi002.stdout:2831: snap_create 2024-09-14T03:45:09.805 INFO:tasks.rados.rados.0.smithi002.stdout:2829: finishing write tid 1 to smithi00278215-41 2024-09-14T03:45:09.805 INFO:tasks.rados.rados.0.smithi002.stdout:2829: finishing write tid 2 to smithi00278215-41 2024-09-14T03:45:09.805 INFO:tasks.rados.rados.0.smithi002.stdout:2829: finishing write tid 3 to smithi00278215-41 2024-09-14T03:45:09.806 INFO:tasks.rados.rados.0.smithi002.stdout:2829: oid 41 updating version 0 to 3764 2024-09-14T03:45:09.806 INFO:tasks.rados.rados.0.smithi002.stdout:2829: oid 41 version 3764 is already newer than 3763 2024-09-14T03:45:09.806 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 41 v 3764 (ObjNum 865 snap 287 seq_num 865) dirty exists 2024-09-14T03:45:09.806 INFO:tasks.rados.rados.0.smithi002.stdout:2829: left oid 41 (ObjNum 865 snap 287 seq_num 865) 2024-09-14T03:45:09.809 INFO:tasks.rados.rados.0.smithi002.stdout:2830: finishing write tid 1 to smithi00278215-7 2024-09-14T03:45:09.809 INFO:tasks.rados.rados.0.smithi002.stdout:2830: finishing write tid 2 to smithi00278215-7 2024-09-14T03:45:09.812 INFO:tasks.rados.rados.0.smithi002.stdout:2830: finishing write tid 3 to smithi00278215-7 2024-09-14T03:45:09.812 INFO:tasks.rados.rados.0.smithi002.stdout:2830: oid 7 updating version 0 to 3767 2024-09-14T03:45:09.812 INFO:tasks.rados.rados.0.smithi002.stdout:2830: oid 7 version 3767 is already newer than 3766 2024-09-14T03:45:09.812 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 3767 (ObjNum 866 snap 287 seq_num 866) dirty exists 2024-09-14T03:45:09.812 INFO:tasks.rados.rados.0.smithi002.stdout:2830: left oid 7 (ObjNum 866 snap 287 seq_num 866) 2024-09-14T03:45:09.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:09 smithi154 ceph-mon[81546]: pgmap v637: 121 pgs: 121 active+clean; 411 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-09-14T03:45:09.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:09 smithi154 ceph-mon[81546]: osdmap e643: 8 total, 8 up, 8 in 2024-09-14T03:45:10.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:09 smithi002 ceph-mon[87970]: pgmap v637: 121 pgs: 121 active+clean; 411 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-09-14T03:45:10.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:09 smithi002 ceph-mon[87970]: osdmap e643: 8 total, 8 up, 8 in 2024-09-14T03:45:10.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:09 smithi002 ceph-mon[89815]: pgmap v637: 121 pgs: 121 active+clean; 411 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-09-14T03:45:10.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:09 smithi002 ceph-mon[89815]: osdmap e643: 8 total, 8 up, 8 in 2024-09-14T03:45:10.800 INFO:tasks.rados.rados.0.smithi002.stdout:2828: done (3 left) 2024-09-14T03:45:10.800 INFO:tasks.rados.rados.0.smithi002.stdout:2829: done (2 left) 2024-09-14T03:45:10.800 INFO:tasks.rados.rados.0.smithi002.stdout:2830: done (1 left) 2024-09-14T03:45:10.800 INFO:tasks.rados.rados.0.smithi002.stdout:2831: done (0 left) 2024-09-14T03:45:10.800 INFO:tasks.rados.rados.0.smithi002.stdout:2832: read oid 29 snap -1 2024-09-14T03:45:10.801 INFO:tasks.rados.rados.0.smithi002.stdout:2832: expect (ObjNum 728 snap 236 seq_num 728) 2024-09-14T03:45:10.801 INFO:tasks.rados.rados.0.smithi002.stdout:2833: snap_create 2024-09-14T03:45:10.841 INFO:tasks.rados.rados.0.smithi002.stdout:2832: expect (ObjNum 728 snap 236 seq_num 728) 2024-09-14T03:45:11.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[87970]: osdmap e644: 8 total, 8 up, 8 in 2024-09-14T03:45:11.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:45:11.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:45:11.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:45:11.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:45:11.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:45:11.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:45:11.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "dashboard get-grafana-api-url"} : dispatch 2024-09-14T03:45:11.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:45:11.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:45:11.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:45:11.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:45:11.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:45:11.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:45:11.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:45:11.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:45:11.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:45:11.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:45:11.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:45:11.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:45:11.189 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:45:11.189 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:45:11.189 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:45:11.189 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:45:11.189 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:45:11.189 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:45:11.189 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:45:11.189 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:45:11.189 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-14T03:45:11.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[89815]: osdmap e644: 8 total, 8 up, 8 in 2024-09-14T03:45:11.190 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:45:11.190 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:45:11.190 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:45:11.190 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:45:11.190 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:45:11.190 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:45:11.190 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "dashboard get-grafana-api-url"} : dispatch 2024-09-14T03:45:11.190 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:45:11.190 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:45:11.190 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:45:11.190 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:45:11.190 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:45:11.190 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:45:11.191 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:45:11.191 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:45:11.191 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:45:11.191 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:45:11.191 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:45:11.191 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:45:11.191 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:45:11.191 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:45:11.191 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:45:11.191 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:45:11.191 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:45:11.191 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:45:11.191 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:45:11.191 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:45:11.192 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-14T03:45:11.192 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-14T03:45:11.192 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-14T03:45:11.192 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-14T03:45:11.192 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-14T03:45:11.192 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-14T03:45:11.192 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-14T03:45:11.192 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-14T03:45:11.192 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-14T03:45:11.192 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-14T03:45:11.193 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-14T03:45:11.193 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-09-14T03:45:11.193 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-14T03:45:11.193 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-14T03:45:11.193 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-14T03:45:11.193 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-14T03:45:11.193 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-14T03:45:11.193 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-14T03:45:11.193 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-09-14T03:45:11.193 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-14T03:45:11.193 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-14T03:45:11.193 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-14T03:45:11.193 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-14T03:45:11.194 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-14T03:45:11.194 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-14T03:45:11.194 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-14T03:45:11.194 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-14T03:45:11.194 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-14T03:45:11.194 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-14T03:45:11.194 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-14T03:45:11.195 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-14T03:45:11.195 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-14T03:45:11.195 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-14T03:45:11.195 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-09-14T03:45:11.195 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-14T03:45:11.195 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-14T03:45:11.195 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-14T03:45:11.195 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-14T03:45:11.195 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-14T03:45:11.195 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-14T03:45:11.195 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-09-14T03:45:11.196 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-14T03:45:11.196 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-14T03:45:11.196 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-14T03:45:11.196 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-14T03:45:11.196 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-14T03:45:11.196 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-14T03:45:11.196 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-14T03:45:11.196 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-14T03:45:11.196 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-14T03:45:11.197 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-14T03:45:11.197 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-14T03:45:11.197 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-14T03:45:11.197 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:45:11.197 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:45:11.197 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:45:11.197 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:45:11.197 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:45:11.197 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:45:11.197 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:45:11.197 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:45:11.197 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-14T03:45:11.197 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-14T03:45:11.198 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-14T03:45:11.198 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-14T03:45:11.198 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-14T03:45:11.198 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-14T03:45:11.198 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-14T03:45:11.198 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-14T03:45:11.198 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:45:11.198 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:45:11.198 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:45:11.198 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:45:11.198 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:45:11.198 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:45:11.198 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:45:11.198 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:45:11.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:10 smithi154 ceph-mon[81546]: osdmap e644: 8 total, 8 up, 8 in 2024-09-14T03:45:11.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:45:11.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:45:11.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:45:11.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:45:11.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:45:11.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:45:11.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "dashboard get-grafana-api-url"} : dispatch 2024-09-14T03:45:11.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:45:11.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:45:11.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:45:11.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:45:11.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:45:11.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:45:11.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:45:11.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:45:11.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:45:11.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:45:11.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:45:11.230 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:45:11.230 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:45:11.230 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:45:11.230 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:45:11.231 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:45:11.231 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:45:11.231 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:45:11.231 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:45:11.231 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:45:11.231 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-14T03:45:11.231 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-14T03:45:11.231 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-14T03:45:11.231 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-14T03:45:11.231 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-14T03:45:11.232 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-14T03:45:11.232 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-14T03:45:11.232 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-14T03:45:11.232 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-14T03:45:11.232 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-14T03:45:11.232 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-14T03:45:11.232 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-09-14T03:45:11.232 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-14T03:45:11.232 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-14T03:45:11.232 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-14T03:45:11.232 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-14T03:45:11.232 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-14T03:45:11.233 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-14T03:45:11.233 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-09-14T03:45:11.233 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-14T03:45:11.233 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-14T03:45:11.233 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-14T03:45:11.233 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-14T03:45:11.233 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-14T03:45:11.233 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-14T03:45:11.233 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-14T03:45:11.233 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-14T03:45:11.233 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-14T03:45:11.233 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-14T03:45:11.234 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-14T03:45:11.234 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-14T03:45:11.234 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:45:11.234 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:45:11.234 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:45:11.234 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:45:11.234 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:45:11.234 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:45:11.234 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:45:11.234 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:45:12.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:11 smithi002 ceph-mon[87970]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-14T03:45:12.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:11 smithi002 ceph-mon[87970]: Upgrade: Finalizing container_image settings 2024-09-14T03:45:12.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:11 smithi002 ceph-mon[87970]: pgmap v640: 121 pgs: 121 active+clean; 414 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.3 MiB/s wr, 26 op/s 2024-09-14T03:45:12.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:11 smithi002 ceph-mon[87970]: Upgrade: Complete! 2024-09-14T03:45:12.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:11 smithi002 ceph-mon[87970]: osdmap e645: 8 total, 8 up, 8 in 2024-09-14T03:45:12.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:11 smithi002 ceph-mon[89815]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-14T03:45:12.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:11 smithi002 ceph-mon[89815]: Upgrade: Finalizing container_image settings 2024-09-14T03:45:12.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:11 smithi002 ceph-mon[89815]: pgmap v640: 121 pgs: 121 active+clean; 414 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.3 MiB/s wr, 26 op/s 2024-09-14T03:45:12.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:11 smithi002 ceph-mon[89815]: Upgrade: Complete! 2024-09-14T03:45:12.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:11 smithi002 ceph-mon[89815]: osdmap e645: 8 total, 8 up, 8 in 2024-09-14T03:45:12.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:11 smithi154 ceph-mon[81546]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-14T03:45:12.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:11 smithi154 ceph-mon[81546]: Upgrade: Finalizing container_image settings 2024-09-14T03:45:12.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:11 smithi154 ceph-mon[81546]: pgmap v640: 121 pgs: 121 active+clean; 414 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.3 MiB/s wr, 26 op/s 2024-09-14T03:45:12.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:11 smithi154 ceph-mon[81546]: Upgrade: Complete! 2024-09-14T03:45:12.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:11 smithi154 ceph-mon[81546]: osdmap e645: 8 total, 8 up, 8 in 2024-09-14T03:45:12.428 INFO:tasks.rados.rados.0.smithi002.stdout:2832: done (1 left) 2024-09-14T03:45:12.428 INFO:tasks.rados.rados.0.smithi002.stdout:2833: done (0 left) 2024-09-14T03:45:12.428 INFO:tasks.rados.rados.0.smithi002.stdout:2834: copy_from oid 27 from oid 18 current snap is 289 2024-09-14T03:45:12.429 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 13 current snap is 289 2024-09-14T03:45:12.429 INFO:tasks.rados.rados.0.smithi002.stdout:2835: seq_num 867 ranges {3203072=122880} 2024-09-14T03:45:12.446 INFO:tasks.rados.rados.0.smithi002.stdout:2835: writing smithi00278215-13 from 3203072 to 3325952 tid 1 2024-09-14T03:45:12.446 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 35 current snap is 289 2024-09-14T03:45:12.446 INFO:tasks.rados.rados.0.smithi002.stdout:2836: seq_num 868 ranges {827392=139264} 2024-09-14T03:45:12.452 INFO:tasks.rados.rados.0.smithi002.stdout:2836: writing smithi00278215-35 from 827392 to 966656 tid 1 2024-09-14T03:45:12.452 INFO:tasks.rados.rados.0.smithi002.stdout:2837: read oid 3 snap -1 2024-09-14T03:45:12.453 INFO:tasks.rados.rados.0.smithi002.stdout:2837: expect (ObjNum 851 snap 279 seq_num 851) 2024-09-14T03:45:12.453 INFO:tasks.rados.rados.0.smithi002.stdout:2838: rollback oid 2 current snap is 289 2024-09-14T03:45:12.453 INFO:tasks.rados.rados.0.smithi002.stdout:2834: finishing copy_from to smithi00278215-27 2024-09-14T03:45:12.453 INFO:tasks.rados.rados.0.smithi002.stdout:2834: got expected ENOENT (src dne) 2024-09-14T03:45:12.453 INFO:tasks.rados.rados.0.smithi002.stdout:2834: finishing copy_from racing read to smithi00278215-27 2024-09-14T03:45:12.453 INFO:tasks.rados.rados.0.smithi002.stdout:2835: finishing write tid 1 to smithi00278215-13 2024-09-14T03:45:12.453 INFO:tasks.rados.rados.0.smithi002.stdout:2835: finishing write tid 2 to smithi00278215-13 2024-09-14T03:45:12.453 INFO:tasks.rados.rados.0.smithi002.stdout:2835: finishing write tid 3 to smithi00278215-13 2024-09-14T03:45:12.454 INFO:tasks.rados.rados.0.smithi002.stdout:2835: oid 13 updating version 0 to 3701 2024-09-14T03:45:12.454 INFO:tasks.rados.rados.0.smithi002.stdout:2835: oid 13 version 3701 is already newer than 3700 2024-09-14T03:45:12.454 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 3701 (ObjNum 867 snap 289 seq_num 867) dirty exists 2024-09-14T03:45:12.455 INFO:tasks.rados.rados.0.smithi002.stdout:2835: left oid 13 (ObjNum 867 snap 289 seq_num 867) 2024-09-14T03:45:12.455 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 2 to 242 2024-09-14T03:45:12.455 INFO:tasks.rados.rados.0.smithi002.stdout:2834: done (4 left) 2024-09-14T03:45:12.455 INFO:tasks.rados.rados.0.smithi002.stdout:2835: done (3 left) 2024-09-14T03:45:12.455 INFO:tasks.rados.rados.0.smithi002.stdout:2839: rmattr oid 29 current snap is 289 2024-09-14T03:45:12.456 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 47 current snap is 289 2024-09-14T03:45:12.456 INFO:tasks.rados.rados.0.smithi002.stdout:2840: seq_num 869 ranges {0=155648} 2024-09-14T03:45:12.457 INFO:tasks.rados.rados.0.smithi002.stdout:2840: writing smithi00278215-47 from 0 to 155648 tid 1 2024-09-14T03:45:12.457 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 9 current snap is 289 2024-09-14T03:45:12.457 INFO:tasks.rados.rados.0.smithi002.stdout:2841: seq_num 870 ranges {3743744=172032} 2024-09-14T03:45:12.475 INFO:tasks.rados.rados.0.smithi002.stdout:2841: writing smithi00278215-9 from 3743744 to 3915776 tid 1 2024-09-14T03:45:12.476 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 1 current snap is 289 2024-09-14T03:45:12.476 INFO:tasks.rados.rados.0.smithi002.stdout:2842: seq_num 871 ranges {0=188416} 2024-09-14T03:45:12.477 INFO:tasks.rados.rados.0.smithi002.stdout:2842: writing smithi00278215-1 from 0 to 188416 tid 1 2024-09-14T03:45:12.477 INFO:tasks.rados.rados.0.smithi002.stdout:2843: delete oid 37 current snap is 289 2024-09-14T03:45:12.477 INFO:tasks.rados.rados.0.smithi002.stdout:2836: finishing write tid 1 to smithi00278215-35 2024-09-14T03:45:12.477 INFO:tasks.rados.rados.0.smithi002.stdout:2838: finishing rollback tid 0 to smithi00278215-2 2024-09-14T03:45:12.477 INFO:tasks.rados.rados.0.smithi002.stdout:2838: finishing rollback tid 1 to smithi00278215-2 2024-09-14T03:45:12.477 INFO:tasks.rados.rados.0.smithi002.stdout:2836: finishing write tid 2 to smithi00278215-35 2024-09-14T03:45:12.477 INFO:tasks.rados.rados.0.smithi002.stdout:2838: finishing rollback tid 2 to smithi00278215-2 2024-09-14T03:45:12.477 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 2 v 2797 (ObjNum 729 snap 236 seq_num 729) dirty exists 2024-09-14T03:45:12.478 INFO:tasks.rados.rados.0.smithi002.stdout:2836: finishing write tid 3 to smithi00278215-35 2024-09-14T03:45:12.478 INFO:tasks.rados.rados.0.smithi002.stdout:2836: oid 35 updating version 0 to 3608 2024-09-14T03:45:12.478 INFO:tasks.rados.rados.0.smithi002.stdout:2836: oid 35 updating version 3608 to 3609 2024-09-14T03:45:12.478 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 35 v 3609 (ObjNum 868 snap 289 seq_num 868) dirty exists 2024-09-14T03:45:12.478 INFO:tasks.rados.rados.0.smithi002.stdout:2836: left oid 35 (ObjNum 868 snap 289 seq_num 868) 2024-09-14T03:45:12.478 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 3769 (ObjNum 728 snap 236 seq_num 728) dirty exists 2024-09-14T03:45:12.478 INFO:tasks.rados.rados.0.smithi002.stdout:2837: expect (ObjNum 851 snap 279 seq_num 851) 2024-09-14T03:45:12.541 INFO:tasks.rados.rados.0.smithi002.stdout:2840: finishing write tid 1 to smithi00278215-47 2024-09-14T03:45:12.542 INFO:tasks.rados.rados.0.smithi002.stdout:2840: finishing write tid 2 to smithi00278215-47 2024-09-14T03:45:12.542 INFO:tasks.rados.rados.0.smithi002.stdout:2840: finishing write tid 3 to smithi00278215-47 2024-09-14T03:45:12.542 INFO:tasks.rados.rados.0.smithi002.stdout:2840: oid 47 updating version 0 to 3517 2024-09-14T03:45:12.542 INFO:tasks.rados.rados.0.smithi002.stdout:2840: oid 47 updating version 3517 to 3518 2024-09-14T03:45:12.542 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 3518 (ObjNum 869 snap 289 seq_num 869) dirty exists 2024-09-14T03:45:12.542 INFO:tasks.rados.rados.0.smithi002.stdout:2840: left oid 47 (ObjNum 869 snap 289 seq_num 869) 2024-09-14T03:45:12.542 INFO:tasks.rados.rados.0.smithi002.stdout:2841: finishing write tid 1 to smithi00278215-9 2024-09-14T03:45:12.542 INFO:tasks.rados.rados.0.smithi002.stdout:2841: finishing write tid 2 to smithi00278215-9 2024-09-14T03:45:12.542 INFO:tasks.rados.rados.0.smithi002.stdout:2842: finishing write tid 1 to smithi00278215-1 2024-09-14T03:45:12.542 INFO:tasks.rados.rados.0.smithi002.stdout:2841: finishing write tid 3 to smithi00278215-9 2024-09-14T03:45:12.542 INFO:tasks.rados.rados.0.smithi002.stdout:2841: oid 9 updating version 0 to 3611 2024-09-14T03:45:12.542 INFO:tasks.rados.rados.0.smithi002.stdout:2841: oid 9 version 3611 is already newer than 3610 2024-09-14T03:45:12.542 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 9 v 3611 (ObjNum 870 snap 289 seq_num 870) dirty exists 2024-09-14T03:45:12.542 INFO:tasks.rados.rados.0.smithi002.stdout:2841: left oid 9 (ObjNum 870 snap 289 seq_num 870) 2024-09-14T03:45:12.543 INFO:tasks.rados.rados.0.smithi002.stdout:2842: finishing write tid 2 to smithi00278215-1 2024-09-14T03:45:12.543 INFO:tasks.rados.rados.0.smithi002.stdout:2836: done (7 left) 2024-09-14T03:45:12.543 INFO:tasks.rados.rados.0.smithi002.stdout:2837: done (6 left) 2024-09-14T03:45:12.543 INFO:tasks.rados.rados.0.smithi002.stdout:2838: done (5 left) 2024-09-14T03:45:12.543 INFO:tasks.rados.rados.0.smithi002.stdout:2839: done (4 left) 2024-09-14T03:45:12.543 INFO:tasks.rados.rados.0.smithi002.stdout:2840: done (3 left) 2024-09-14T03:45:12.543 INFO:tasks.rados.rados.0.smithi002.stdout:2841: done (2 left) 2024-09-14T03:45:12.543 INFO:tasks.rados.rados.0.smithi002.stdout:2843: done (1 left) 2024-09-14T03:45:12.543 INFO:tasks.rados.rados.0.smithi002.stdout:2844: snap_create 2024-09-14T03:45:12.543 INFO:tasks.rados.rados.0.smithi002.stdout:2842: finishing write tid 3 to smithi00278215-1 2024-09-14T03:45:12.543 INFO:tasks.rados.rados.0.smithi002.stdout:2842: oid 1 updating version 0 to 3771 2024-09-14T03:45:12.543 INFO:tasks.rados.rados.0.smithi002.stdout:2842: oid 1 version 3771 is already newer than 3770 2024-09-14T03:45:12.543 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 1 v 3771 (ObjNum 871 snap 289 seq_num 871) dirty exists 2024-09-14T03:45:12.543 INFO:tasks.rados.rados.0.smithi002.stdout:2842: left oid 1 (ObjNum 871 snap 289 seq_num 871) 2024-09-14T03:45:12.788 INFO:tasks.rados.rados.0.smithi002.stdout:2842: done (1 left) 2024-09-14T03:45:12.789 INFO:tasks.rados.rados.0.smithi002.stdout:2844: done (0 left) 2024-09-14T03:45:12.789 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 48 current snap is 290 2024-09-14T03:45:12.789 INFO:tasks.rados.rados.0.smithi002.stdout:2845: seq_num 873 ranges {0=229376} 2024-09-14T03:45:12.789 INFO:tasks.rados.rados.0.smithi002.stdout:2845: writing smithi00278215-48 from 0 to 229376 tid 1 2024-09-14T03:45:12.789 INFO:tasks.rados.rados.0.smithi002.stdout:2846: delete oid 9 current snap is 290 2024-09-14T03:45:12.794 INFO:tasks.rados.rados.0.smithi002.stdout:2846: done (1 left) 2024-09-14T03:45:12.794 INFO:tasks.rados.rados.0.smithi002.stdout:2847: read oid 25 snap -1 2024-09-14T03:45:12.794 INFO:tasks.rados.rados.0.smithi002.stdout:2847: expect (ObjNum 862 snap 284 seq_num 862) 2024-09-14T03:45:12.794 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 49 current snap is 290 2024-09-14T03:45:12.794 INFO:tasks.rados.rados.0.smithi002.stdout:2848: seq_num 875 ranges {2080768=262144} 2024-09-14T03:45:12.808 INFO:tasks.rados.rados.0.smithi002.stdout:2848: writing smithi00278215-49 from 2080768 to 2342912 tid 1 2024-09-14T03:45:12.808 INFO:tasks.rados.rados.0.smithi002.stdout:2849: setattr oid 30 current snap is 290 2024-09-14T03:45:12.808 INFO:tasks.rados.rados.0.smithi002.stdout:2845: finishing write tid 1 to smithi00278215-48 2024-09-14T03:45:12.808 INFO:tasks.rados.rados.0.smithi002.stdout:2845: finishing write tid 2 to smithi00278215-48 2024-09-14T03:45:12.808 INFO:tasks.rados.rados.0.smithi002.stdout:2845: finishing write tid 3 to smithi00278215-48 2024-09-14T03:45:12.808 INFO:tasks.rados.rados.0.smithi002.stdout:2845: oid 48 updating version 0 to 2704 2024-09-14T03:45:12.808 INFO:tasks.rados.rados.0.smithi002.stdout:2845: oid 48 updating version 2704 to 2705 2024-09-14T03:45:12.809 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 2705 (ObjNum 873 snap 290 seq_num 873) dirty exists 2024-09-14T03:45:12.809 INFO:tasks.rados.rados.0.smithi002.stdout:2845: left oid 48 (ObjNum 873 snap 290 seq_num 873) 2024-09-14T03:45:12.809 INFO:tasks.rados.rados.0.smithi002.stdout:2845: done (3 left) 2024-09-14T03:45:12.809 INFO:tasks.rados.rados.0.smithi002.stdout:2850: rmattr oid 8 current snap is 290 2024-09-14T03:45:12.809 INFO:tasks.rados.rados.0.smithi002.stdout:2851: read oid 31 snap -1 2024-09-14T03:45:12.810 INFO:tasks.rados.rados.0.smithi002.stdout:2851: expect (ObjNum 768 snap 250 seq_num 768) 2024-09-14T03:45:12.810 INFO:tasks.rados.rados.0.smithi002.stdout:2852: snap_create 2024-09-14T03:45:12.814 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 8 v 2759 (ObjNum 859 snap 284 seq_num 859) dirty exists 2024-09-14T03:45:12.815 INFO:tasks.rados.rados.0.smithi002.stdout:2848: finishing write tid 1 to smithi00278215-49 2024-09-14T03:45:12.816 INFO:tasks.rados.rados.0.smithi002.stdout:2848: finishing write tid 2 to smithi00278215-49 2024-09-14T03:45:12.817 INFO:tasks.rados.rados.0.smithi002.stdout:2848: finishing write tid 3 to smithi00278215-49 2024-09-14T03:45:12.817 INFO:tasks.rados.rados.0.smithi002.stdout:2848: oid 49 updating version 0 to 2711 2024-09-14T03:45:12.818 INFO:tasks.rados.rados.0.smithi002.stdout:2848: oid 49 updating version 2711 to 2712 2024-09-14T03:45:12.818 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 2712 (ObjNum 875 snap 290 seq_num 875) dirty exists 2024-09-14T03:45:12.818 INFO:tasks.rados.rados.0.smithi002.stdout:2848: left oid 49 (ObjNum 875 snap 290 seq_num 875) 2024-09-14T03:45:12.818 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 30 v 3773 (ObjNum 622 snap 200 seq_num 622) dirty exists 2024-09-14T03:45:12.819 INFO:tasks.rados.rados.0.smithi002.stdout:2851: expect (ObjNum 768 snap 250 seq_num 768) 2024-09-14T03:45:12.864 INFO:tasks.rados.rados.0.smithi002.stdout:2847: expect (ObjNum 862 snap 284 seq_num 862) 2024-09-14T03:45:13.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:12 smithi002 ceph-mon[87970]: osdmap e646: 8 total, 8 up, 8 in 2024-09-14T03:45:13.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:12 smithi002 ceph-mon[87970]: osdmap e647: 8 total, 8 up, 8 in 2024-09-14T03:45:13.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:12 smithi002 ceph-mon[89815]: osdmap e646: 8 total, 8 up, 8 in 2024-09-14T03:45:13.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:12 smithi002 ceph-mon[89815]: osdmap e647: 8 total, 8 up, 8 in 2024-09-14T03:45:13.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:12 smithi154 ceph-mon[81546]: osdmap e646: 8 total, 8 up, 8 in 2024-09-14T03:45:13.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:12 smithi154 ceph-mon[81546]: osdmap e647: 8 total, 8 up, 8 in 2024-09-14T03:45:14.016 INFO:tasks.rados.rados.0.smithi002.stdout:2847: done (5 left) 2024-09-14T03:45:14.016 INFO:tasks.rados.rados.0.smithi002.stdout:2848: done (4 left) 2024-09-14T03:45:14.016 INFO:tasks.rados.rados.0.smithi002.stdout:2849: done (3 left) 2024-09-14T03:45:14.016 INFO:tasks.rados.rados.0.smithi002.stdout:2850: done (2 left) 2024-09-14T03:45:14.016 INFO:tasks.rados.rados.0.smithi002.stdout:2851: done (1 left) 2024-09-14T03:45:14.016 INFO:tasks.rados.rados.0.smithi002.stdout:2852: done (0 left) 2024-09-14T03:45:14.016 INFO:tasks.rados.rados.0.smithi002.stdout:2853: snap_remove snap 288 2024-09-14T03:45:14.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:13 smithi002 ceph-mon[87970]: pgmap v643: 121 pgs: 121 active+clean; 414 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 66 KiB/s wr, 20 op/s 2024-09-14T03:45:14.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:13 smithi002 ceph-mon[89815]: pgmap v643: 121 pgs: 121 active+clean; 414 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 66 KiB/s wr, 20 op/s 2024-09-14T03:45:14.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:13 smithi154 ceph-mon[81546]: pgmap v643: 121 pgs: 121 active+clean; 414 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 66 KiB/s wr, 20 op/s 2024-09-14T03:45:14.826 INFO:tasks.rados.rados.0.smithi002.stdout:2853: done (0 left) 2024-09-14T03:45:14.826 INFO:tasks.rados.rados.0.smithi002.stdout:2854: rmattr oid 26 current snap is 291 2024-09-14T03:45:14.827 INFO:tasks.rados.rados.0.smithi002.stdout:2854: done (0 left) 2024-09-14T03:45:14.827 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 1 current snap is 291 2024-09-14T03:45:14.827 INFO:tasks.rados.rados.0.smithi002.stdout:2855: seq_num 876 ranges {188416=278528} 2024-09-14T03:45:14.829 INFO:tasks.rados.rados.0.smithi002.stdout:2855: writing smithi00278215-1 from 188416 to 466944 tid 1 2024-09-14T03:45:14.829 INFO:tasks.rados.rados.0.smithi002.stdout:2856: copy_from oid 15 from oid 9 current snap is 291 2024-09-14T03:45:14.829 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 41 current snap is 291 2024-09-14T03:45:14.829 INFO:tasks.rados.rados.0.smithi002.stdout:2857: seq_num 877 ranges {90112=294912} 2024-09-14T03:45:14.832 INFO:tasks.rados.rados.0.smithi002.stdout:2857: writing smithi00278215-41 from 90112 to 385024 tid 1 2024-09-14T03:45:14.832 INFO:tasks.rados.rados.0.smithi002.stdout:2858: delete oid 38 current snap is 291 2024-09-14T03:45:14.832 INFO:tasks.rados.rados.0.smithi002.stdout:2856: finishing copy_from to smithi00278215-15 2024-09-14T03:45:14.833 INFO:tasks.rados.rados.0.smithi002.stdout:2856: got expected ENOENT (src dne) 2024-09-14T03:45:14.833 INFO:tasks.rados.rados.0.smithi002.stdout:2856: finishing copy_from racing read to smithi00278215-15 2024-09-14T03:45:14.841 INFO:tasks.rados.rados.0.smithi002.stdout:2855: finishing write tid 1 to smithi00278215-1 2024-09-14T03:45:14.841 INFO:tasks.rados.rados.0.smithi002.stdout:2855: finishing write tid 2 to smithi00278215-1 2024-09-14T03:45:14.842 INFO:tasks.rados.rados.0.smithi002.stdout:2857: finishing write tid 1 to smithi00278215-41 2024-09-14T03:45:14.842 INFO:tasks.rados.rados.0.smithi002.stdout:2857: finishing write tid 2 to smithi00278215-41 2024-09-14T03:45:14.844 INFO:tasks.rados.rados.0.smithi002.stdout:2855: finishing write tid 3 to smithi00278215-1 2024-09-14T03:45:14.845 INFO:tasks.rados.rados.0.smithi002.stdout:2855: oid 1 updating version 0 to 3776 2024-09-14T03:45:14.845 INFO:tasks.rados.rados.0.smithi002.stdout:2855: oid 1 version 3776 is already newer than 3775 2024-09-14T03:45:14.845 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 1 v 3776 (ObjNum 876 snap 291 seq_num 876) dirty exists 2024-09-14T03:45:14.845 INFO:tasks.rados.rados.0.smithi002.stdout:2855: left oid 1 (ObjNum 876 snap 291 seq_num 876) 2024-09-14T03:45:14.846 INFO:tasks.rados.rados.0.smithi002.stdout:2857: finishing write tid 3 to smithi00278215-41 2024-09-14T03:45:14.846 INFO:tasks.rados.rados.0.smithi002.stdout:2857: oid 41 updating version 0 to 3778 2024-09-14T03:45:14.846 INFO:tasks.rados.rados.0.smithi002.stdout:2857: oid 41 updating version 3778 to 3779 2024-09-14T03:45:14.846 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 41 v 3779 (ObjNum 877 snap 291 seq_num 877) dirty exists 2024-09-14T03:45:14.846 INFO:tasks.rados.rados.0.smithi002.stdout:2857: left oid 41 (ObjNum 877 snap 291 seq_num 877) 2024-09-14T03:45:14.846 INFO:tasks.rados.rados.0.smithi002.stdout:2855: done (3 left) 2024-09-14T03:45:14.846 INFO:tasks.rados.rados.0.smithi002.stdout:2856: done (2 left) 2024-09-14T03:45:14.846 INFO:tasks.rados.rados.0.smithi002.stdout:2857: done (1 left) 2024-09-14T03:45:14.847 INFO:tasks.rados.rados.0.smithi002.stdout:2858: done (0 left) 2024-09-14T03:45:14.847 INFO:tasks.rados.rados.0.smithi002.stdout:2859: rollback oid 2 current snap is 291 2024-09-14T03:45:14.847 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 2 to 238 2024-09-14T03:45:14.847 INFO:tasks.rados.rados.0.smithi002.stdout:2860: rollback oid 12 current snap is 291 2024-09-14T03:45:14.847 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 12 to 272 2024-09-14T03:45:14.847 INFO:tasks.rados.rados.0.smithi002.stdout:2861: rollback oid 50 current snap is 291 2024-09-14T03:45:14.847 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 50 to 286 2024-09-14T03:45:14.847 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 46 current snap is 291 2024-09-14T03:45:14.847 INFO:tasks.rados.rados.0.smithi002.stdout:2862: seq_num 879 ranges {0=327680} 2024-09-14T03:45:14.848 INFO:tasks.rados.rados.0.smithi002.stdout:2862: writing smithi00278215-46 from 0 to 327680 tid 1 2024-09-14T03:45:14.848 INFO:tasks.rados.rados.0.smithi002.stdout:2863: snap_create 2024-09-14T03:45:14.851 INFO:tasks.rados.rados.0.smithi002.stdout:2860: finishing rollback tid 0 to smithi00278215-12 2024-09-14T03:45:14.852 INFO:tasks.rados.rados.0.smithi002.stdout:2860: finishing rollback tid 1 to smithi00278215-12 2024-09-14T03:45:14.852 INFO:tasks.rados.rados.0.smithi002.stdout:2860: finishing rollback tid 2 to smithi00278215-12 2024-09-14T03:45:14.852 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 3521 (ObjNum 824 snap 271 seq_num 824) dirty exists 2024-09-14T03:45:14.854 INFO:tasks.rados.rados.0.smithi002.stdout:2859: finishing rollback tid 0 to smithi00278215-2 2024-09-14T03:45:14.854 INFO:tasks.rados.rados.0.smithi002.stdout:2862: finishing write tid 1 to smithi00278215-46 2024-09-14T03:45:14.854 INFO:tasks.rados.rados.0.smithi002.stdout:2862: finishing write tid 2 to smithi00278215-46 2024-09-14T03:45:14.855 INFO:tasks.rados.rados.0.smithi002.stdout:2859: finishing rollback tid 1 to smithi00278215-2 2024-09-14T03:45:14.855 INFO:tasks.rados.rados.0.smithi002.stdout:2859: finishing rollback tid 2 to smithi00278215-2 2024-09-14T03:45:14.855 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 2 v 2800 (ObjNum 729 snap 236 seq_num 729) dirty exists 2024-09-14T03:45:14.856 INFO:tasks.rados.rados.0.smithi002.stdout:2862: finishing write tid 3 to smithi00278215-46 2024-09-14T03:45:14.856 INFO:tasks.rados.rados.0.smithi002.stdout:2862: oid 46 updating version 0 to 3360 2024-09-14T03:45:14.856 INFO:tasks.rados.rados.0.smithi002.stdout:2862: oid 46 updating version 3360 to 3361 2024-09-14T03:45:14.857 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 46 v 3361 (ObjNum 879 snap 291 seq_num 879) dirty exists 2024-09-14T03:45:14.857 INFO:tasks.rados.rados.0.smithi002.stdout:2862: left oid 46 (ObjNum 879 snap 291 seq_num 879) 2024-09-14T03:45:14.857 INFO:tasks.rados.rados.0.smithi002.stdout:2861: finishing rollback tid 1 to smithi00278215-50 2024-09-14T03:45:14.857 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 3449 (ObjNum 177 snap 0 seq_num 872570736) dirty dne 2024-09-14T03:45:15.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:14 smithi002 ceph-mon[87970]: osdmap e648: 8 total, 8 up, 8 in 2024-09-14T03:45:15.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:14 smithi002 ceph-mon[89815]: osdmap e648: 8 total, 8 up, 8 in 2024-09-14T03:45:15.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:14 smithi154 ceph-mon[81546]: osdmap e648: 8 total, 8 up, 8 in 2024-09-14T03:45:15.687 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:45:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:45:15] "GET /metrics HTTP/1.1" 200 36434 "" "Prometheus/2.51.0" 2024-09-14T03:45:15.831 INFO:tasks.rados.rados.0.smithi002.stdout:2859: done (4 left) 2024-09-14T03:45:15.832 INFO:tasks.rados.rados.0.smithi002.stdout:2860: done (3 left) 2024-09-14T03:45:15.832 INFO:tasks.rados.rados.0.smithi002.stdout:2861: done (2 left) 2024-09-14T03:45:15.832 INFO:tasks.rados.rados.0.smithi002.stdout:2862: done (1 left) 2024-09-14T03:45:15.832 INFO:tasks.rados.rados.0.smithi002.stdout:2863: done (0 left) 2024-09-14T03:45:15.832 INFO:tasks.rados.rados.0.smithi002.stdout:2864: read oid 19 snap -1 2024-09-14T03:45:15.832 INFO:tasks.rados.rados.0.smithi002.stdout:2864: expect deleted 2024-09-14T03:45:15.832 INFO:tasks.rados.rados.0.smithi002.stdout:2865: snap_remove snap 232 2024-09-14T03:45:16.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:15 smithi002 ceph-mon[89815]: pgmap v646: 121 pgs: 121 active+clean; 427 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 3.5 MiB/s wr, 15 op/s 2024-09-14T03:45:16.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:15 smithi002 ceph-mon[89815]: osdmap e649: 8 total, 8 up, 8 in 2024-09-14T03:45:16.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:15 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:45:16.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:15 smithi002 ceph-mon[87970]: pgmap v646: 121 pgs: 121 active+clean; 427 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 3.5 MiB/s wr, 15 op/s 2024-09-14T03:45:16.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:15 smithi002 ceph-mon[87970]: osdmap e649: 8 total, 8 up, 8 in 2024-09-14T03:45:16.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:15 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:45:16.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:15 smithi154 ceph-mon[81546]: pgmap v646: 121 pgs: 121 active+clean; 427 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 3.5 MiB/s wr, 15 op/s 2024-09-14T03:45:16.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:15 smithi154 ceph-mon[81546]: osdmap e649: 8 total, 8 up, 8 in 2024-09-14T03:45:16.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:15 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:45:16.839 INFO:tasks.rados.rados.0.smithi002.stdout:2865: done (1 left) 2024-09-14T03:45:16.839 INFO:tasks.rados.rados.0.smithi002.stdout:2866: snap_create 2024-09-14T03:45:17.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:16 smithi002 ceph-mon[87970]: osdmap e650: 8 total, 8 up, 8 in 2024-09-14T03:45:17.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:16 smithi002 ceph-mon[89815]: osdmap e650: 8 total, 8 up, 8 in 2024-09-14T03:45:17.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:16 smithi154 ceph-mon[81546]: osdmap e650: 8 total, 8 up, 8 in 2024-09-14T03:45:17.791 INFO:tasks.rados.rados.0.smithi002.stdout:2864: done (1 left) 2024-09-14T03:45:17.791 INFO:tasks.rados.rados.0.smithi002.stdout:2866: done (0 left) 2024-09-14T03:45:17.791 INFO:tasks.rados.rados.0.smithi002.stdout:2867: copy_from oid 50 from oid 43 current snap is 293 2024-09-14T03:45:17.791 INFO:tasks.rados.rados.0.smithi002.stdout:2868: snap_create 2024-09-14T03:45:17.800 INFO:tasks.rados.rados.0.smithi002.stdout:2867: finishing copy_from racing read to smithi00278215-50 2024-09-14T03:45:17.801 INFO:tasks.rados.rados.0.smithi002.stdout:2867: finishing copy_from to smithi00278215-50 2024-09-14T03:45:17.801 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 3515 (ObjNum 4273 snap 0 seq_num 855334064) dirty exists 2024-09-14T03:45:18.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:17 smithi002 ceph-mon[87970]: pgmap v649: 121 pgs: 121 active+clean; 430 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.5 MiB/s wr, 9 op/s 2024-09-14T03:45:18.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:17 smithi002 ceph-mon[87970]: osdmap e651: 8 total, 8 up, 8 in 2024-09-14T03:45:18.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:17 smithi002 ceph-mon[87970]: osdmap e652: 8 total, 8 up, 8 in 2024-09-14T03:45:18.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:17 smithi002 ceph-mon[89815]: pgmap v649: 121 pgs: 121 active+clean; 430 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.5 MiB/s wr, 9 op/s 2024-09-14T03:45:18.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:17 smithi002 ceph-mon[89815]: osdmap e651: 8 total, 8 up, 8 in 2024-09-14T03:45:18.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:17 smithi002 ceph-mon[89815]: osdmap e652: 8 total, 8 up, 8 in 2024-09-14T03:45:18.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:17 smithi154 ceph-mon[81546]: pgmap v649: 121 pgs: 121 active+clean; 430 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.5 MiB/s wr, 9 op/s 2024-09-14T03:45:18.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:17 smithi154 ceph-mon[81546]: osdmap e651: 8 total, 8 up, 8 in 2024-09-14T03:45:18.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:17 smithi154 ceph-mon[81546]: osdmap e652: 8 total, 8 up, 8 in 2024-09-14T03:45:18.793 INFO:tasks.rados.rados.0.smithi002.stdout:2867: done (1 left) 2024-09-14T03:45:18.793 INFO:tasks.rados.rados.0.smithi002.stdout:2868: done (0 left) 2024-09-14T03:45:18.793 INFO:tasks.rados.rados.0.smithi002.stdout:2869: rollback oid 44 current snap is 294 2024-09-14T03:45:18.793 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 44 to 291 2024-09-14T03:45:18.793 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 42 current snap is 294 2024-09-14T03:45:18.794 INFO:tasks.rados.rados.0.smithi002.stdout:2870: seq_num 880 ranges {0=344064} 2024-09-14T03:45:18.796 INFO:tasks.rados.rados.0.smithi002.stdout:2870: writing smithi00278215-42 from 0 to 344064 tid 1 2024-09-14T03:45:18.796 INFO:tasks.rados.rados.0.smithi002.stdout:2871: rollback oid 5 current snap is 294 2024-09-14T03:45:18.796 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 5 to 250 2024-09-14T03:45:18.796 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 50 current snap is 294 2024-09-14T03:45:18.796 INFO:tasks.rados.rados.0.smithi002.stdout:2872: seq_num 881 ranges {0=360448} 2024-09-14T03:45:18.798 INFO:tasks.rados.rados.0.smithi002.stdout:2872: writing smithi00278215-50 from 0 to 360448 tid 1 2024-09-14T03:45:18.798 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 32 current snap is 294 2024-09-14T03:45:18.798 INFO:tasks.rados.rados.0.smithi002.stdout:2873: seq_num 882 ranges {1794048=376832} 2024-09-14T03:45:18.811 INFO:tasks.rados.rados.0.smithi002.stdout:2873: writing smithi00278215-32 from 1794048 to 2170880 tid 1 2024-09-14T03:45:18.811 INFO:tasks.rados.rados.0.smithi002.stdout:2874: read oid 41 snap -1 2024-09-14T03:45:18.811 INFO:tasks.rados.rados.0.smithi002.stdout:2874: expect (ObjNum 877 snap 291 seq_num 877) 2024-09-14T03:45:18.811 INFO:tasks.rados.rados.0.smithi002.stdout:2875: delete oid 36 current snap is 294 2024-09-14T03:45:18.811 INFO:tasks.rados.rados.0.smithi002.stdout:2871: finishing rollback tid 1 to smithi00278215-5 2024-09-14T03:45:18.811 INFO:tasks.rados.rados.0.smithi002.stdout:2871: finishing rollback tid 2 to smithi00278215-5 2024-09-14T03:45:18.811 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 5 v 2761 (ObjNum 671 snap 215 seq_num 671) dirty exists 2024-09-14T03:45:18.812 INFO:tasks.rados.rados.0.smithi002.stdout:2869: finishing rollback tid 1 to smithi00278215-44 2024-09-14T03:45:18.812 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 2721 (ObjNum 5009 snap 0 seq_num 50307856) dirty dne 2024-09-14T03:45:18.812 INFO:tasks.rados.rados.0.smithi002.stdout:2870: finishing write tid 1 to smithi00278215-42 2024-09-14T03:45:18.812 INFO:tasks.rados.rados.0.smithi002.stdout:2870: finishing write tid 2 to smithi00278215-42 2024-09-14T03:45:18.812 INFO:tasks.rados.rados.0.smithi002.stdout:2870: finishing write tid 3 to smithi00278215-42 2024-09-14T03:45:18.812 INFO:tasks.rados.rados.0.smithi002.stdout:2870: oid 42 updating version 0 to 2723 2024-09-14T03:45:18.812 INFO:tasks.rados.rados.0.smithi002.stdout:2870: oid 42 version 2723 is already newer than 2722 2024-09-14T03:45:18.812 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 42 v 2723 (ObjNum 880 snap 294 seq_num 880) dirty exists 2024-09-14T03:45:18.812 INFO:tasks.rados.rados.0.smithi002.stdout:2870: left oid 42 (ObjNum 880 snap 294 seq_num 880) 2024-09-14T03:45:18.812 INFO:tasks.rados.rados.0.smithi002.stdout:2872: finishing write tid 1 to smithi00278215-50 2024-09-14T03:45:18.812 INFO:tasks.rados.rados.0.smithi002.stdout:2872: finishing write tid 2 to smithi00278215-50 2024-09-14T03:45:18.812 INFO:tasks.rados.rados.0.smithi002.stdout:2872: finishing write tid 3 to smithi00278215-50 2024-09-14T03:45:18.812 INFO:tasks.rados.rados.0.smithi002.stdout:2872: oid 50 updating version 0 to 3806 2024-09-14T03:45:18.812 INFO:tasks.rados.rados.0.smithi002.stdout:2872: oid 50 version 3806 is already newer than 3805 2024-09-14T03:45:18.813 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 3806 (ObjNum 881 snap 294 seq_num 881) dirty exists 2024-09-14T03:45:18.813 INFO:tasks.rados.rados.0.smithi002.stdout:2872: left oid 50 (ObjNum 881 snap 294 seq_num 881) 2024-09-14T03:45:18.814 INFO:tasks.rados.rados.0.smithi002.stdout:2869: done (6 left) 2024-09-14T03:45:18.814 INFO:tasks.rados.rados.0.smithi002.stdout:2870: done (5 left) 2024-09-14T03:45:18.815 INFO:tasks.rados.rados.0.smithi002.stdout:2871: done (4 left) 2024-09-14T03:45:18.815 INFO:tasks.rados.rados.0.smithi002.stdout:2872: done (3 left) 2024-09-14T03:45:18.815 INFO:tasks.rados.rados.0.smithi002.stdout:2875: done (2 left) 2024-09-14T03:45:18.815 INFO:tasks.rados.rados.0.smithi002.stdout:2876: read oid 35 snap -1 2024-09-14T03:45:18.815 INFO:tasks.rados.rados.0.smithi002.stdout:2876: expect (ObjNum 868 snap 289 seq_num 868) 2024-09-14T03:45:18.815 INFO:tasks.rados.rados.0.smithi002.stdout:2877: rollback oid 7 current snap is 294 2024-09-14T03:45:18.815 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 7 to 280 2024-09-14T03:45:18.815 INFO:tasks.rados.rados.0.smithi002.stdout:2878: read oid 25 snap -1 2024-09-14T03:45:18.815 INFO:tasks.rados.rados.0.smithi002.stdout:2878: expect (ObjNum 862 snap 284 seq_num 862) 2024-09-14T03:45:18.815 INFO:tasks.rados.rados.0.smithi002.stdout:2879: snap_remove snap 242 2024-09-14T03:45:19.800 INFO:tasks.rados.rados.0.smithi002.stdout:2873: finishing write tid 1 to smithi00278215-32 2024-09-14T03:45:19.800 INFO:tasks.rados.rados.0.smithi002.stdout:2873: finishing write tid 2 to smithi00278215-32 2024-09-14T03:45:19.800 INFO:tasks.rados.rados.0.smithi002.stdout:2873: finishing write tid 3 to smithi00278215-32 2024-09-14T03:45:19.800 INFO:tasks.rados.rados.0.smithi002.stdout:2873: oid 32 updating version 0 to 3808 2024-09-14T03:45:19.800 INFO:tasks.rados.rados.0.smithi002.stdout:2873: oid 32 updating version 3808 to 3809 2024-09-14T03:45:19.800 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 3809 (ObjNum 882 snap 294 seq_num 882) dirty exists 2024-09-14T03:45:19.800 INFO:tasks.rados.rados.0.smithi002.stdout:2873: left oid 32 (ObjNum 882 snap 294 seq_num 882) 2024-09-14T03:45:19.800 INFO:tasks.rados.rados.0.smithi002.stdout:2876: expect (ObjNum 868 snap 289 seq_num 868) 2024-09-14T03:45:19.851 INFO:tasks.rados.rados.0.smithi002.stdout:2877: finishing rollback tid 0 to smithi00278215-7 2024-09-14T03:45:19.851 INFO:tasks.rados.rados.0.smithi002.stdout:2874: expect (ObjNum 877 snap 291 seq_num 877) 2024-09-14T03:45:19.862 INFO:tasks.rados.rados.0.smithi002.stdout:2877: finishing rollback tid 1 to smithi00278215-7 2024-09-14T03:45:19.862 INFO:tasks.rados.rados.0.smithi002.stdout:2877: finishing rollback tid 2 to smithi00278215-7 2024-09-14T03:45:19.863 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 3813 (ObjNum 604 snap 193 seq_num 604) dirty exists 2024-09-14T03:45:19.863 INFO:tasks.rados.rados.0.smithi002.stdout:2878: expect (ObjNum 862 snap 284 seq_num 862) 2024-09-14T03:45:20.186 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:19 smithi002 ceph-mon[89815]: pgmap v652: 121 pgs: 121 active+clean; 425 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 420 KiB/s wr, 21 op/s 2024-09-14T03:45:20.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:19 smithi002 ceph-mon[89815]: osdmap e653: 8 total, 8 up, 8 in 2024-09-14T03:45:20.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:19 smithi002 ceph-mon[87970]: pgmap v652: 121 pgs: 121 active+clean; 425 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 420 KiB/s wr, 21 op/s 2024-09-14T03:45:20.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:19 smithi002 ceph-mon[87970]: osdmap e653: 8 total, 8 up, 8 in 2024-09-14T03:45:20.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:19 smithi154 ceph-mon[81546]: pgmap v652: 121 pgs: 121 active+clean; 425 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 420 KiB/s wr, 21 op/s 2024-09-14T03:45:20.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:19 smithi154 ceph-mon[81546]: osdmap e653: 8 total, 8 up, 8 in 2024-09-14T03:45:21.015 INFO:tasks.rados.rados.0.smithi002.stdout:2873: done (5 left) 2024-09-14T03:45:21.016 INFO:tasks.rados.rados.0.smithi002.stdout:2874: done (4 left) 2024-09-14T03:45:21.016 INFO:tasks.rados.rados.0.smithi002.stdout:2876: done (3 left) 2024-09-14T03:45:21.016 INFO:tasks.rados.rados.0.smithi002.stdout:2877: done (2 left) 2024-09-14T03:45:21.016 INFO:tasks.rados.rados.0.smithi002.stdout:2878: done (1 left) 2024-09-14T03:45:21.016 INFO:tasks.rados.rados.0.smithi002.stdout:2879: done (0 left) 2024-09-14T03:45:21.016 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 50 current snap is 294 2024-09-14T03:45:21.016 INFO:tasks.rados.rados.0.smithi002.stdout:2880: seq_num 884 ranges {360448=409600} 2024-09-14T03:45:21.019 INFO:tasks.rados.rados.0.smithi002.stdout:2880: writing smithi00278215-50 from 360448 to 770048 tid 1 2024-09-14T03:45:21.020 INFO:tasks.rados.rados.0.smithi002.stdout:2881: read oid 39 snap 286 2024-09-14T03:45:21.020 INFO:tasks.rados.rados.0.smithi002.stdout:2881: expect (ObjNum 726 snap 235 seq_num 726) 2024-09-14T03:45:21.020 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 26 current snap is 294 2024-09-14T03:45:21.020 INFO:tasks.rados.rados.0.smithi002.stdout:2882: seq_num 885 ranges {4235264=425984} 2024-09-14T03:45:21.045 INFO:tasks.rados.rados.0.smithi002.stdout:2882: writing smithi00278215-26 from 4235264 to 4661248 tid 1 2024-09-14T03:45:21.045 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 13 current snap is 294 2024-09-14T03:45:21.045 INFO:tasks.rados.rados.0.smithi002.stdout:2883: seq_num 886 ranges {3325952=442368} 2024-09-14T03:45:21.066 INFO:tasks.rados.rados.0.smithi002.stdout:2883: writing smithi00278215-13 from 3325952 to 3768320 tid 1 2024-09-14T03:45:21.066 INFO:tasks.rados.rados.0.smithi002.stdout:2884: snap_create 2024-09-14T03:45:21.066 INFO:tasks.rados.rados.0.smithi002.stdout:2881: expect (ObjNum 726 snap 235 seq_num 726) 2024-09-14T03:45:21.073 INFO:tasks.rados.rados.0.smithi002.stdout:2880: finishing write tid 1 to smithi00278215-50 2024-09-14T03:45:21.073 INFO:tasks.rados.rados.0.smithi002.stdout:2880: finishing write tid 2 to smithi00278215-50 2024-09-14T03:45:21.073 INFO:tasks.rados.rados.0.smithi002.stdout:2880: finishing write tid 3 to smithi00278215-50 2024-09-14T03:45:21.073 INFO:tasks.rados.rados.0.smithi002.stdout:2880: oid 50 updating version 0 to 3831 2024-09-14T03:45:21.073 INFO:tasks.rados.rados.0.smithi002.stdout:2880: oid 50 version 3831 is already newer than 3830 2024-09-14T03:45:21.073 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 3831 (ObjNum 884 snap 294 seq_num 884) dirty exists 2024-09-14T03:45:21.073 INFO:tasks.rados.rados.0.smithi002.stdout:2880: left oid 50 (ObjNum 884 snap 294 seq_num 884) 2024-09-14T03:45:21.073 INFO:tasks.rados.rados.0.smithi002.stdout:2882: finishing write tid 1 to smithi00278215-26 2024-09-14T03:45:21.073 INFO:tasks.rados.rados.0.smithi002.stdout:2882: finishing write tid 2 to smithi00278215-26 2024-09-14T03:45:21.074 INFO:tasks.rados.rados.0.smithi002.stdout:2882: finishing write tid 3 to smithi00278215-26 2024-09-14T03:45:21.074 INFO:tasks.rados.rados.0.smithi002.stdout:2882: oid 26 updating version 0 to 2995 2024-09-14T03:45:21.074 INFO:tasks.rados.rados.0.smithi002.stdout:2882: oid 26 updating version 2995 to 2996 2024-09-14T03:45:21.074 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 2996 (ObjNum 885 snap 294 seq_num 885) dirty exists 2024-09-14T03:45:21.074 INFO:tasks.rados.rados.0.smithi002.stdout:2882: left oid 26 (ObjNum 885 snap 294 seq_num 885) 2024-09-14T03:45:21.074 INFO:tasks.rados.rados.0.smithi002.stdout:2883: finishing write tid 1 to smithi00278215-13 2024-09-14T03:45:21.074 INFO:tasks.rados.rados.0.smithi002.stdout:2883: finishing write tid 2 to smithi00278215-13 2024-09-14T03:45:21.074 INFO:tasks.rados.rados.0.smithi002.stdout:2883: finishing write tid 3 to smithi00278215-13 2024-09-14T03:45:21.074 INFO:tasks.rados.rados.0.smithi002.stdout:2883: oid 13 updating version 0 to 3704 2024-09-14T03:45:21.074 INFO:tasks.rados.rados.0.smithi002.stdout:2883: oid 13 version 3704 is already newer than 3703 2024-09-14T03:45:21.074 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 3704 (ObjNum 886 snap 294 seq_num 886) dirty exists 2024-09-14T03:45:21.074 INFO:tasks.rados.rados.0.smithi002.stdout:2883: left oid 13 (ObjNum 886 snap 294 seq_num 886) 2024-09-14T03:45:21.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:20 smithi002 ceph-mon[87970]: osdmap e654: 8 total, 8 up, 8 in 2024-09-14T03:45:21.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:20 smithi002 ceph-mon[89815]: osdmap e654: 8 total, 8 up, 8 in 2024-09-14T03:45:21.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:20 smithi154 ceph-mon[81546]: osdmap e654: 8 total, 8 up, 8 in 2024-09-14T03:45:21.809 INFO:tasks.rados.rados.0.smithi002.stdout:2880: done (4 left) 2024-09-14T03:45:21.809 INFO:tasks.rados.rados.0.smithi002.stdout:2881: done (3 left) 2024-09-14T03:45:21.809 INFO:tasks.rados.rados.0.smithi002.stdout:2882: done (2 left) 2024-09-14T03:45:21.809 INFO:tasks.rados.rados.0.smithi002.stdout:2883: done (1 left) 2024-09-14T03:45:21.809 INFO:tasks.rados.rados.0.smithi002.stdout:2884: done (0 left) 2024-09-14T03:45:21.810 INFO:tasks.rados.rados.0.smithi002.stdout:2885: copy_from oid 10 from oid 15 current snap is 295 2024-09-14T03:45:21.810 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 37 current snap is 295 2024-09-14T03:45:21.810 INFO:tasks.rados.rados.0.smithi002.stdout:2886: seq_num 887 ranges {0=458752} 2024-09-14T03:45:21.811 INFO:tasks.rados.rados.0.smithi002.stdout:2886: writing smithi00278215-37 from 0 to 458752 tid 1 2024-09-14T03:45:21.811 INFO:tasks.rados.rados.0.smithi002.stdout:2887: copy_from oid 6 from oid 9 current snap is 295 2024-09-14T03:45:21.811 INFO:tasks.rados.rados.0.smithi002.stdout:2888: snap_remove snap 282 2024-09-14T03:45:22.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:21 smithi002 ceph-mon[87970]: pgmap v655: 121 pgs: 121 active+clean; 430 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s rd, 406 KiB/s wr, 17 op/s 2024-09-14T03:45:22.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:21 smithi002 ceph-mon[89815]: pgmap v655: 121 pgs: 121 active+clean; 430 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s rd, 406 KiB/s wr, 17 op/s 2024-09-14T03:45:22.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:21 smithi154 ceph-mon[81546]: pgmap v655: 121 pgs: 121 active+clean; 430 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s rd, 406 KiB/s wr, 17 op/s 2024-09-14T03:45:22.793 INFO:tasks.rados.rados.0.smithi002.stdout:2885: finishing copy_from racing read to smithi00278215-10 2024-09-14T03:45:22.793 INFO:tasks.rados.rados.0.smithi002.stdout:2885: finishing copy_from to smithi00278215-10 2024-09-14T03:45:22.793 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 2685 (ObjNum 727 snap 236 seq_num 727) dirty exists 2024-09-14T03:45:22.793 INFO:tasks.rados.rados.0.smithi002.stdout:2887: finishing copy_from to smithi00278215-6 2024-09-14T03:45:22.793 INFO:tasks.rados.rados.0.smithi002.stdout:2887: got expected ENOENT (src dne) 2024-09-14T03:45:22.794 INFO:tasks.rados.rados.0.smithi002.stdout:2887: finishing copy_from racing read to smithi00278215-6 2024-09-14T03:45:22.794 INFO:tasks.rados.rados.0.smithi002.stdout:2886: finishing write tid 1 to smithi00278215-37 2024-09-14T03:45:22.794 INFO:tasks.rados.rados.0.smithi002.stdout:2886: finishing write tid 2 to smithi00278215-37 2024-09-14T03:45:22.794 INFO:tasks.rados.rados.0.smithi002.stdout:2886: finishing write tid 3 to smithi00278215-37 2024-09-14T03:45:22.794 INFO:tasks.rados.rados.0.smithi002.stdout:2886: oid 37 updating version 0 to 3614 2024-09-14T03:45:22.794 INFO:tasks.rados.rados.0.smithi002.stdout:2886: oid 37 version 3614 is already newer than 3613 2024-09-14T03:45:22.794 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 37 v 3614 (ObjNum 887 snap 295 seq_num 887) dirty exists 2024-09-14T03:45:22.794 INFO:tasks.rados.rados.0.smithi002.stdout:2886: left oid 37 (ObjNum 887 snap 295 seq_num 887) 2024-09-14T03:45:22.794 INFO:tasks.rados.rados.0.smithi002.stdout:2885: done (3 left) 2024-09-14T03:45:22.794 INFO:tasks.rados.rados.0.smithi002.stdout:2886: done (2 left) 2024-09-14T03:45:22.794 INFO:tasks.rados.rados.0.smithi002.stdout:2887: done (1 left) 2024-09-14T03:45:22.794 INFO:tasks.rados.rados.0.smithi002.stdout:2888: done (0 left) 2024-09-14T03:45:22.794 INFO:tasks.rados.rados.0.smithi002.stdout:2889: delete oid 49 current snap is 295 2024-09-14T03:45:22.806 INFO:tasks.rados.rados.0.smithi002.stdout:2889: done (0 left) 2024-09-14T03:45:22.806 INFO:tasks.rados.rados.0.smithi002.stdout:2890: rmattr oid 13 current snap is 295 2024-09-14T03:45:22.806 INFO:tasks.rados.rados.0.smithi002.stdout:2891: setattr oid 5 current snap is 295 2024-09-14T03:45:22.807 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 18 current snap is 295 2024-09-14T03:45:22.807 INFO:tasks.rados.rados.0.smithi002.stdout:2892: seq_num 889 ranges {0=491520} 2024-09-14T03:45:22.812 INFO:tasks.rados.rados.0.smithi002.stdout:2892: writing smithi00278215-18 from 0 to 491520 tid 1 2024-09-14T03:45:22.812 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 26 current snap is 295 2024-09-14T03:45:22.812 INFO:tasks.rados.rados.0.smithi002.stdout:2893: seq_num 890 ranges {4661248=507904} 2024-09-14T03:45:22.840 INFO:tasks.rados.rados.0.smithi002.stdout:2893: writing smithi00278215-26 from 4661248 to 5169152 tid 1 2024-09-14T03:45:22.840 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 48 current snap is 295 2024-09-14T03:45:22.841 INFO:tasks.rados.rados.0.smithi002.stdout:2894: seq_num 891 ranges {229376=532480} 2024-09-14T03:45:22.845 INFO:tasks.rados.rados.0.smithi002.stdout:2894: writing smithi00278215-48 from 229376 to 761856 tid 1 2024-09-14T03:45:22.846 INFO:tasks.rados.rados.0.smithi002.stdout:2895: rollback oid 22 current snap is 295 2024-09-14T03:45:22.846 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 22 to 291 2024-09-14T03:45:22.846 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 5 v 2762 (ObjNum 671 snap 215 seq_num 671) dirty exists 2024-09-14T03:45:22.846 INFO:tasks.rados.rados.0.smithi002.stdout:2891: done (5 left) 2024-09-14T03:45:22.846 INFO:tasks.rados.rados.0.smithi002.stdout:2896: delete oid 30 current snap is 295 2024-09-14T03:45:22.846 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 3705 (ObjNum 886 snap 294 seq_num 886) dirty exists 2024-09-14T03:45:22.846 INFO:tasks.rados.rados.0.smithi002.stdout:2892: finishing write tid 1 to smithi00278215-18 2024-09-14T03:45:22.846 INFO:tasks.rados.rados.0.smithi002.stdout:2892: finishing write tid 2 to smithi00278215-18 2024-09-14T03:45:22.846 INFO:tasks.rados.rados.0.smithi002.stdout:2892: finishing write tid 3 to smithi00278215-18 2024-09-14T03:45:22.846 INFO:tasks.rados.rados.0.smithi002.stdout:2892: oid 18 updating version 0 to 2688 2024-09-14T03:45:22.846 INFO:tasks.rados.rados.0.smithi002.stdout:2892: oid 18 version 2688 is already newer than 2687 2024-09-14T03:45:22.846 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 2688 (ObjNum 889 snap 295 seq_num 889) dirty exists 2024-09-14T03:45:22.846 INFO:tasks.rados.rados.0.smithi002.stdout:2892: left oid 18 (ObjNum 889 snap 295 seq_num 889) 2024-09-14T03:45:22.847 INFO:tasks.rados.rados.0.smithi002.stdout:2893: finishing write tid 1 to smithi00278215-26 2024-09-14T03:45:22.847 INFO:tasks.rados.rados.0.smithi002.stdout:2893: finishing write tid 2 to smithi00278215-26 2024-09-14T03:45:22.847 INFO:tasks.rados.rados.0.smithi002.stdout:2893: finishing write tid 3 to smithi00278215-26 2024-09-14T03:45:22.847 INFO:tasks.rados.rados.0.smithi002.stdout:2893: oid 26 updating version 0 to 2998 2024-09-14T03:45:22.847 INFO:tasks.rados.rados.0.smithi002.stdout:2893: oid 26 version 2998 is already newer than 2997 2024-09-14T03:45:22.847 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 2998 (ObjNum 890 snap 295 seq_num 890) dirty exists 2024-09-14T03:45:22.847 INFO:tasks.rados.rados.0.smithi002.stdout:2893: left oid 26 (ObjNum 890 snap 295 seq_num 890) 2024-09-14T03:45:22.849 INFO:tasks.rados.rados.0.smithi002.stdout:2890: done (5 left) 2024-09-14T03:45:22.849 INFO:tasks.rados.rados.0.smithi002.stdout:2892: done (4 left) 2024-09-14T03:45:22.849 INFO:tasks.rados.rados.0.smithi002.stdout:2893: done (3 left) 2024-09-14T03:45:22.849 INFO:tasks.rados.rados.0.smithi002.stdout:2896: done (2 left) 2024-09-14T03:45:22.849 INFO:tasks.rados.rados.0.smithi002.stdout:2897: snap_create 2024-09-14T03:45:22.850 INFO:tasks.rados.rados.0.smithi002.stdout:2894: finishing write tid 1 to smithi00278215-48 2024-09-14T03:45:22.850 INFO:tasks.rados.rados.0.smithi002.stdout:2894: finishing write tid 2 to smithi00278215-48 2024-09-14T03:45:22.851 INFO:tasks.rados.rados.0.smithi002.stdout:2895: finishing rollback tid 0 to smithi00278215-22 2024-09-14T03:45:22.851 INFO:tasks.rados.rados.0.smithi002.stdout:2895: finishing rollback tid 1 to smithi00278215-22 2024-09-14T03:45:22.852 INFO:tasks.rados.rados.0.smithi002.stdout:2895: finishing rollback tid 2 to smithi00278215-22 2024-09-14T03:45:22.852 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 22 v 3708 (ObjNum 728 snap 236 seq_num 728) dirty exists 2024-09-14T03:45:22.852 INFO:tasks.rados.rados.0.smithi002.stdout:2894: finishing write tid 3 to smithi00278215-48 2024-09-14T03:45:22.852 INFO:tasks.rados.rados.0.smithi002.stdout:2894: oid 48 updating version 0 to 2707 2024-09-14T03:45:22.852 INFO:tasks.rados.rados.0.smithi002.stdout:2894: oid 48 version 2707 is already newer than 2706 2024-09-14T03:45:22.852 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 2707 (ObjNum 891 snap 295 seq_num 891) dirty exists 2024-09-14T03:45:22.852 INFO:tasks.rados.rados.0.smithi002.stdout:2894: left oid 48 (ObjNum 891 snap 295 seq_num 891) 2024-09-14T03:45:23.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:22 smithi002 ceph-mon[87970]: osdmap e655: 8 total, 8 up, 8 in 2024-09-14T03:45:23.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:22 smithi002 ceph-mon[87970]: osdmap e656: 8 total, 8 up, 8 in 2024-09-14T03:45:23.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:22 smithi002 ceph-mon[89815]: osdmap e655: 8 total, 8 up, 8 in 2024-09-14T03:45:23.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:22 smithi002 ceph-mon[89815]: osdmap e656: 8 total, 8 up, 8 in 2024-09-14T03:45:23.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:22 smithi154 ceph-mon[81546]: osdmap e655: 8 total, 8 up, 8 in 2024-09-14T03:45:23.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:22 smithi154 ceph-mon[81546]: osdmap e656: 8 total, 8 up, 8 in 2024-09-14T03:45:23.825 INFO:tasks.rados.rados.0.smithi002.stdout:2894: done (2 left) 2024-09-14T03:45:23.825 INFO:tasks.rados.rados.0.smithi002.stdout:2895: done (1 left) 2024-09-14T03:45:23.825 INFO:tasks.rados.rados.0.smithi002.stdout:2897: done (0 left) 2024-09-14T03:45:23.825 INFO:tasks.rados.rados.0.smithi002.stdout:2898: copy_from oid 8 from oid 3 current snap is 296 2024-09-14T03:45:23.825 INFO:tasks.rados.rados.0.smithi002.stdout:2899: setattr oid 13 current snap is 296 2024-09-14T03:45:23.826 INFO:tasks.rados.rados.0.smithi002.stdout:2900: delete oid 23 current snap is 296 2024-09-14T03:45:23.831 INFO:tasks.rados.rados.0.smithi002.stdout:2900: done (2 left) 2024-09-14T03:45:23.831 INFO:tasks.rados.rados.0.smithi002.stdout:2901: copy_from oid 2 from oid 24 current snap is 296 2024-09-14T03:45:23.831 INFO:tasks.rados.rados.0.smithi002.stdout:2902: snap_create 2024-09-14T03:45:23.835 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 3709 (ObjNum 886 snap 294 seq_num 886) dirty exists 2024-09-14T03:45:23.839 INFO:tasks.rados.rados.0.smithi002.stdout:2901: finishing copy_from racing read to smithi00278215-2 2024-09-14T03:45:23.840 INFO:tasks.rados.rados.0.smithi002.stdout:2901: finishing copy_from to smithi00278215-2 2024-09-14T03:45:23.840 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 2 v 2693 (ObjNum 727 snap 236 seq_num 727) dirty exists 2024-09-14T03:45:23.841 INFO:tasks.rados.rados.0.smithi002.stdout:2898: finishing copy_from racing read to smithi00278215-8 2024-09-14T03:45:23.843 INFO:tasks.rados.rados.0.smithi002.stdout:2898: finishing copy_from to smithi00278215-8 2024-09-14T03:45:23.843 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 8 v 3516 (ObjNum 851 snap 279 seq_num 851) dirty exists 2024-09-14T03:45:24.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:23 smithi002 ceph-mon[87970]: pgmap v657: 121 pgs: 121 active+clean; 413 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 497 KiB/s wr, 9 op/s 2024-09-14T03:45:24.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:23 smithi002 ceph-mon[89815]: pgmap v657: 121 pgs: 121 active+clean; 413 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 497 KiB/s wr, 9 op/s 2024-09-14T03:45:24.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:23 smithi154 ceph-mon[81546]: pgmap v657: 121 pgs: 121 active+clean; 413 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 497 KiB/s wr, 9 op/s 2024-09-14T03:45:24.831 INFO:tasks.rados.rados.0.smithi002.stdout:2898: done (3 left) 2024-09-14T03:45:24.831 INFO:tasks.rados.rados.0.smithi002.stdout:2899: done (2 left) 2024-09-14T03:45:24.831 INFO:tasks.rados.rados.0.smithi002.stdout:2901: done (1 left) 2024-09-14T03:45:24.831 INFO:tasks.rados.rados.0.smithi002.stdout:2902: done (0 left) 2024-09-14T03:45:24.831 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 12 current snap is 297 2024-09-14T03:45:24.831 INFO:tasks.rados.rados.0.smithi002.stdout:2903: seq_num 894 ranges {4096000=581632} 2024-09-14T03:45:24.856 INFO:tasks.rados.rados.0.smithi002.stdout:2903: writing smithi00278215-12 from 4096000 to 4677632 tid 1 2024-09-14T03:45:24.856 INFO:tasks.rados.rados.0.smithi002.stdout:2904: read oid 33 snap -1 2024-09-14T03:45:24.856 INFO:tasks.rados.rados.0.smithi002.stdout:2904: expect (ObjNum 509 snap 160 seq_num 509) 2024-09-14T03:45:24.856 INFO:tasks.rados.rados.0.smithi002.stdout:2905: read oid 50 snap 250 2024-09-14T03:45:24.856 INFO:tasks.rados.rados.0.smithi002.stdout:2905: expect (ObjNum 743 snap 242 seq_num 743) 2024-09-14T03:45:24.857 INFO:tasks.rados.rados.0.smithi002.stdout:2906: rollback oid 8 current snap is 297 2024-09-14T03:45:24.857 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 8 to 274 2024-09-14T03:45:24.857 INFO:tasks.rados.rados.0.smithi002.stdout:2907: rmattr oid 18 current snap is 297 2024-09-14T03:45:24.857 INFO:tasks.rados.rados.0.smithi002.stdout:2907: done (4 left) 2024-09-14T03:45:24.857 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 17 current snap is 297 2024-09-14T03:45:24.857 INFO:tasks.rados.rados.0.smithi002.stdout:2908: seq_num 895 ranges {0=598016} 2024-09-14T03:45:24.859 INFO:tasks.rados.rados.0.smithi002.stdout:2908: writing smithi00278215-17 from 0 to 598016 tid 1 2024-09-14T03:45:24.860 INFO:tasks.rados.rados.0.smithi002.stdout:2909: snap_create 2024-09-14T03:45:24.861 INFO:tasks.rados.rados.0.smithi002.stdout:2906: finishing rollback tid 0 to smithi00278215-8 2024-09-14T03:45:24.863 INFO:tasks.rados.rados.0.smithi002.stdout:2906: finishing rollback tid 1 to smithi00278215-8 2024-09-14T03:45:24.863 INFO:tasks.rados.rados.0.smithi002.stdout:2906: finishing rollback tid 2 to smithi00278215-8 2024-09-14T03:45:24.863 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 8 v 3519 (ObjNum 786 snap 258 seq_num 786) dirty exists 2024-09-14T03:45:24.882 INFO:tasks.rados.rados.0.smithi002.stdout:2903: finishing write tid 1 to smithi00278215-12 2024-09-14T03:45:24.882 INFO:tasks.rados.rados.0.smithi002.stdout:2903: finishing write tid 2 to smithi00278215-12 2024-09-14T03:45:24.894 INFO:tasks.rados.rados.0.smithi002.stdout:2905: expect (ObjNum 743 snap 242 seq_num 743) 2024-09-14T03:45:25.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:24 smithi002 ceph-mon[87970]: osdmap e657: 8 total, 8 up, 8 in 2024-09-14T03:45:25.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:24 smithi002 ceph-mon[89815]: osdmap e657: 8 total, 8 up, 8 in 2024-09-14T03:45:25.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:24 smithi154 ceph-mon[81546]: osdmap e657: 8 total, 8 up, 8 in 2024-09-14T03:45:25.665 INFO:tasks.rados.rados.0.smithi002.stdout:2904: expect (ObjNum 509 snap 160 seq_num 509) 2024-09-14T03:45:25.686 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:45:25 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:45:25] "GET /metrics HTTP/1.1" 200 36431 "" "Prometheus/2.51.0" 2024-09-14T03:45:25.895 INFO:tasks.rados.rados.0.smithi002.stdout:2908: finishing write tid 1 to smithi00278215-17 2024-09-14T03:45:25.895 INFO:tasks.rados.rados.0.smithi002.stdout:2908: finishing write tid 2 to smithi00278215-17 2024-09-14T03:45:25.895 INFO:tasks.rados.rados.0.smithi002.stdout:2903: finishing write tid 3 to smithi00278215-12 2024-09-14T03:45:25.895 INFO:tasks.rados.rados.0.smithi002.stdout:2903: oid 12 updating version 0 to 3522 2024-09-14T03:45:25.895 INFO:tasks.rados.rados.0.smithi002.stdout:2903: oid 12 updating version 3522 to 3523 2024-09-14T03:45:25.895 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 3523 (ObjNum 894 snap 297 seq_num 894) dirty exists 2024-09-14T03:45:25.895 INFO:tasks.rados.rados.0.smithi002.stdout:2903: left oid 12 (ObjNum 894 snap 297 seq_num 894) 2024-09-14T03:45:25.896 INFO:tasks.rados.rados.0.smithi002.stdout:2908: finishing write tid 3 to smithi00278215-17 2024-09-14T03:45:25.896 INFO:tasks.rados.rados.0.smithi002.stdout:2908: oid 17 updating version 0 to 3524 2024-09-14T03:45:25.896 INFO:tasks.rados.rados.0.smithi002.stdout:2908: oid 17 updating version 3524 to 3525 2024-09-14T03:45:25.896 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 17 v 3525 (ObjNum 895 snap 297 seq_num 895) dirty exists 2024-09-14T03:45:25.896 INFO:tasks.rados.rados.0.smithi002.stdout:2908: left oid 17 (ObjNum 895 snap 297 seq_num 895) 2024-09-14T03:45:25.896 INFO:tasks.rados.rados.0.smithi002.stdout:2903: done (5 left) 2024-09-14T03:45:25.896 INFO:tasks.rados.rados.0.smithi002.stdout:2904: done (4 left) 2024-09-14T03:45:25.896 INFO:tasks.rados.rados.0.smithi002.stdout:2905: done (3 left) 2024-09-14T03:45:25.896 INFO:tasks.rados.rados.0.smithi002.stdout:2906: done (2 left) 2024-09-14T03:45:25.896 INFO:tasks.rados.rados.0.smithi002.stdout:2908: done (1 left) 2024-09-14T03:45:25.896 INFO:tasks.rados.rados.0.smithi002.stdout:2909: done (0 left) 2024-09-14T03:45:25.896 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 15 current snap is 298 2024-09-14T03:45:25.896 INFO:tasks.rados.rados.0.smithi002.stdout:2910: seq_num 896 ranges {180224=614400} 2024-09-14T03:45:25.899 INFO:tasks.rados.rados.0.smithi002.stdout:2910: writing smithi00278215-15 from 180224 to 794624 tid 1 2024-09-14T03:45:25.899 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 21 current snap is 298 2024-09-14T03:45:25.899 INFO:tasks.rados.rados.0.smithi002.stdout:2911: seq_num 897 ranges {0=630784} 2024-09-14T03:45:25.902 INFO:tasks.rados.rados.0.smithi002.stdout:2911: writing smithi00278215-21 from 0 to 630784 tid 1 2024-09-14T03:45:25.903 INFO:tasks.rados.rados.0.smithi002.stdout:2912: setattr oid 46 current snap is 298 2024-09-14T03:45:25.905 INFO:tasks.rados.rados.0.smithi002.stdout:2913: copy_from oid 41 from oid 40 current snap is 298 2024-09-14T03:45:25.905 INFO:tasks.rados.rados.0.smithi002.stdout:2914: snap_create 2024-09-14T03:45:25.908 INFO:tasks.rados.rados.0.smithi002.stdout:2910: finishing write tid 1 to smithi00278215-15 2024-09-14T03:45:25.908 INFO:tasks.rados.rados.0.smithi002.stdout:2910: finishing write tid 2 to smithi00278215-15 2024-09-14T03:45:25.908 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 46 v 3362 (ObjNum 879 snap 291 seq_num 879) dirty exists 2024-09-14T03:45:25.910 INFO:tasks.rados.rados.0.smithi002.stdout:2910: finishing write tid 3 to smithi00278215-15 2024-09-14T03:45:25.910 INFO:tasks.rados.rados.0.smithi002.stdout:2910: oid 15 updating version 0 to 2689 2024-09-14T03:45:25.910 INFO:tasks.rados.rados.0.smithi002.stdout:2910: oid 15 updating version 2689 to 2690 2024-09-14T03:45:25.910 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 15 v 2690 (ObjNum 896 snap 298 seq_num 896) dirty exists 2024-09-14T03:45:25.911 INFO:tasks.rados.rados.0.smithi002.stdout:2910: left oid 15 (ObjNum 896 snap 298 seq_num 896) 2024-09-14T03:45:25.911 INFO:tasks.rados.rados.0.smithi002.stdout:2911: finishing write tid 1 to smithi00278215-21 2024-09-14T03:45:25.911 INFO:tasks.rados.rados.0.smithi002.stdout:2911: finishing write tid 2 to smithi00278215-21 2024-09-14T03:45:25.913 INFO:tasks.rados.rados.0.smithi002.stdout:2911: finishing write tid 3 to smithi00278215-21 2024-09-14T03:45:25.913 INFO:tasks.rados.rados.0.smithi002.stdout:2911: oid 21 updating version 0 to 1860 2024-09-14T03:45:25.913 INFO:tasks.rados.rados.0.smithi002.stdout:2911: oid 21 updating version 1860 to 1861 2024-09-14T03:45:25.913 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 1861 (ObjNum 897 snap 298 seq_num 897) dirty exists 2024-09-14T03:45:25.913 INFO:tasks.rados.rados.0.smithi002.stdout:2911: left oid 21 (ObjNum 897 snap 298 seq_num 897) 2024-09-14T03:45:25.926 INFO:tasks.rados.rados.0.smithi002.stdout:2913: finishing copy_from racing read to smithi00278215-41 2024-09-14T03:45:25.929 INFO:tasks.rados.rados.0.smithi002.stdout:2913: finishing copy_from to smithi00278215-41 2024-09-14T03:45:25.929 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 41 v 1878 (ObjNum 822 snap 270 seq_num 822) dirty exists 2024-09-14T03:45:26.046 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:25 smithi002 ceph-mon[87970]: pgmap v660: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 414 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 710 KiB/s wr, 14 op/s 2024-09-14T03:45:26.046 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:25 smithi002 ceph-mon[87970]: osdmap e658: 8 total, 8 up, 8 in 2024-09-14T03:45:26.047 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:25 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:45:26.047 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:25 smithi002 ceph-mon[89815]: pgmap v660: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 414 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 710 KiB/s wr, 14 op/s 2024-09-14T03:45:26.047 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:25 smithi002 ceph-mon[89815]: osdmap e658: 8 total, 8 up, 8 in 2024-09-14T03:45:26.047 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:25 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:45:26.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:25 smithi154 ceph-mon[81546]: pgmap v660: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 414 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 710 KiB/s wr, 14 op/s 2024-09-14T03:45:26.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:25 smithi154 ceph-mon[81546]: osdmap e658: 8 total, 8 up, 8 in 2024-09-14T03:45:26.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:25 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:45:26.413 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f357b922-7248-11ef-bceb-c7b262605968 -e sha1=a2782315255a3e7d5f6cdc9eb35785187ff6ddf8 -- bash -c 'ceph orch ps' 2024-09-14T03:45:26.623 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:45:26.841 INFO:tasks.rados.rados.0.smithi002.stdout:2910: done (4 left) 2024-09-14T03:45:26.842 INFO:tasks.rados.rados.0.smithi002.stdout:2911: done (3 left) 2024-09-14T03:45:26.842 INFO:tasks.rados.rados.0.smithi002.stdout:2912: done (2 left) 2024-09-14T03:45:26.842 INFO:tasks.rados.rados.0.smithi002.stdout:2913: done (1 left) 2024-09-14T03:45:26.842 INFO:tasks.rados.rados.0.smithi002.stdout:2914: done (0 left) 2024-09-14T03:45:26.842 INFO:tasks.rados.rados.0.smithi002.stdout:2915: rollback oid 6 current snap is 299 2024-09-14T03:45:26.842 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 6 to 271 2024-09-14T03:45:26.842 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 9 current snap is 299 2024-09-14T03:45:26.842 INFO:tasks.rados.rados.0.smithi002.stdout:2916: seq_num 898 ranges {0=647168} 2024-09-14T03:45:26.845 INFO:tasks.rados.rados.0.smithi002.stdout:2916: writing smithi00278215-9 from 0 to 647168 tid 1 2024-09-14T03:45:26.845 INFO:tasks.rados.rados.0.smithi002.stdout:2917: copy_from oid 19 from oid 31 current snap is 299 2024-09-14T03:45:26.845 INFO:tasks.rados.rados.0.smithi002.stdout:2918: rollback oid 17 current snap is 299 2024-09-14T03:45:26.846 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 17 to 275 2024-09-14T03:45:26.846 INFO:tasks.rados.rados.0.smithi002.stdout:2919: delete oid 21 current snap is 299 2024-09-14T03:45:26.850 INFO:tasks.rados.rados.0.smithi002.stdout:2915: finishing rollback tid 0 to smithi00278215-6 2024-09-14T03:45:26.852 INFO:tasks.rados.rados.0.smithi002.stdout:2915: finishing rollback tid 1 to smithi00278215-6 2024-09-14T03:45:26.852 INFO:tasks.rados.rados.0.smithi002.stdout:2915: finishing rollback tid 2 to smithi00278215-6 2024-09-14T03:45:26.852 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 6 v 3851 (ObjNum 671 snap 215 seq_num 671) dirty exists 2024-09-14T03:45:26.854 INFO:tasks.rados.rados.0.smithi002.stdout:2915: done (4 left) 2024-09-14T03:45:26.854 INFO:tasks.rados.rados.0.smithi002.stdout:2919: done (3 left) 2024-09-14T03:45:26.854 INFO:tasks.rados.rados.0.smithi002.stdout:2920: read oid 5 snap -1 2024-09-14T03:45:26.854 INFO:tasks.rados.rados.0.smithi002.stdout:2920: expect (ObjNum 671 snap 215 seq_num 671) 2024-09-14T03:45:26.854 INFO:tasks.rados.rados.0.smithi002.stdout:2921: snap_create 2024-09-14T03:45:26.854 INFO:tasks.rados.rados.0.smithi002.stdout:2916: finishing write tid 1 to smithi00278215-9 2024-09-14T03:45:26.856 INFO:tasks.rados.rados.0.smithi002.stdout:2918: finishing rollback tid 0 to smithi00278215-17 2024-09-14T03:45:26.857 INFO:tasks.rados.rados.0.smithi002.stdout:2918: finishing rollback tid 1 to smithi00278215-17 2024-09-14T03:45:26.857 INFO:tasks.rados.rados.0.smithi002.stdout:2918: finishing rollback tid 2 to smithi00278215-17 2024-09-14T03:45:26.857 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 17 v 3528 (ObjNum 726 snap 235 seq_num 726) dirty exists 2024-09-14T03:45:26.858 INFO:tasks.rados.rados.0.smithi002.stdout:2917: finishing copy_from racing read to smithi00278215-19 2024-09-14T03:45:26.858 INFO:tasks.rados.rados.0.smithi002.stdout:2916: finishing write tid 2 to smithi00278215-9 2024-09-14T03:45:26.858 INFO:tasks.rados.rados.0.smithi002.stdout:2916: finishing write tid 3 to smithi00278215-9 2024-09-14T03:45:26.858 INFO:tasks.rados.rados.0.smithi002.stdout:2916: oid 9 updating version 0 to 3616 2024-09-14T03:45:26.858 INFO:tasks.rados.rados.0.smithi002.stdout:2916: oid 9 version 3616 is already newer than 3615 2024-09-14T03:45:26.858 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 9 v 3616 (ObjNum 898 snap 299 seq_num 898) dirty exists 2024-09-14T03:45:26.859 INFO:tasks.rados.rados.0.smithi002.stdout:2916: left oid 9 (ObjNum 898 snap 299 seq_num 898) 2024-09-14T03:45:26.859 INFO:tasks.rados.rados.0.smithi002.stdout:2917: finishing copy_from to smithi00278215-19 2024-09-14T03:45:26.859 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 19 v 2696 (ObjNum 768 snap 250 seq_num 768) dirty exists 2024-09-14T03:45:26.868 INFO:tasks.rados.rados.0.smithi002.stdout:2920: expect (ObjNum 671 snap 215 seq_num 671) 2024-09-14T03:45:27.046 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:26 smithi002 ceph-mon[87970]: from='client.34635 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:45:27.046 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:26 smithi002 ceph-mon[87970]: osdmap e659: 8 total, 8 up, 8 in 2024-09-14T03:45:27.047 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:26 smithi002 ceph-mon[89815]: from='client.34635 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:45:27.047 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:26 smithi002 ceph-mon[89815]: osdmap e659: 8 total, 8 up, 8 in 2024-09-14T03:45:27.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:26 smithi154 ceph-mon[81546]: from='client.34635 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:45:27.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:26 smithi154 ceph-mon[81546]: osdmap e659: 8 total, 8 up, 8 in 2024-09-14T03:45:27.794 INFO:tasks.rados.rados.0.smithi002.stdout:2916: done (4 left) 2024-09-14T03:45:27.794 INFO:tasks.rados.rados.0.smithi002.stdout:2917: done (3 left) 2024-09-14T03:45:27.794 INFO:tasks.rados.rados.0.smithi002.stdout:2918: done (2 left) 2024-09-14T03:45:27.794 INFO:tasks.rados.rados.0.smithi002.stdout:2920: done (1 left) 2024-09-14T03:45:27.794 INFO:tasks.rados.rados.0.smithi002.stdout:2921: done (0 left) 2024-09-14T03:45:27.794 INFO:tasks.rados.rados.0.smithi002.stdout:2922: delete oid 45 current snap is 300 2024-09-14T03:45:27.797 INFO:tasks.rados.rados.0.smithi002.stdout:2922: done (0 left) 2024-09-14T03:45:27.797 INFO:tasks.rados.rados.0.smithi002.stdout:2923: setattr oid 50 current snap is 300 2024-09-14T03:45:27.799 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 29 current snap is 300 2024-09-14T03:45:27.799 INFO:tasks.rados.rados.0.smithi002.stdout:2924: seq_num 901 ranges {14180352=696320} 2024-09-14T03:45:27.880 INFO:tasks.rados.rados.0.smithi002.stdout:2924: writing smithi00278215-29 from 14180352 to 14876672 tid 1 2024-09-14T03:45:27.880 INFO:tasks.rados.rados.0.smithi002.stdout:2925: setattr oid 36 current snap is 300 2024-09-14T03:45:27.880 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 3853 (ObjNum 884 snap 294 seq_num 884) dirty exists 2024-09-14T03:45:27.882 INFO:tasks.rados.rados.0.smithi002.stdout:2923: done (2 left) 2024-09-14T03:45:27.882 INFO:tasks.rados.rados.0.smithi002.stdout:2926: rollback oid 17 current snap is 300 2024-09-14T03:45:27.882 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 17 to 290 2024-09-14T03:45:27.882 INFO:tasks.rados.rados.0.smithi002.stdout:2927: read oid 34 snap -1 2024-09-14T03:45:27.882 INFO:tasks.rados.rados.0.smithi002.stdout:2927: expect (ObjNum 833 snap 274 seq_num 833) 2024-09-14T03:45:27.882 INFO:tasks.rados.rados.0.smithi002.stdout:2928: read oid 6 snap -1 2024-09-14T03:45:27.883 INFO:tasks.rados.rados.0.smithi002.stdout:2928: expect (ObjNum 671 snap 215 seq_num 671) 2024-09-14T03:45:27.883 INFO:tasks.rados.rados.0.smithi002.stdout:2929: snap_remove snap 256 2024-09-14T03:45:27.936 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:27 smithi002 ceph-mon[87970]: pgmap v663: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 416 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 798 KiB/s wr, 11 op/s 2024-09-14T03:45:27.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:27 smithi002 ceph-mon[87970]: osdmap e660: 8 total, 8 up, 8 in 2024-09-14T03:45:27.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:27 smithi002 ceph-mon[87970]: osdmap e661: 8 total, 8 up, 8 in 2024-09-14T03:45:27.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:27 smithi002 ceph-mon[89815]: pgmap v663: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 416 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 798 KiB/s wr, 11 op/s 2024-09-14T03:45:27.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:27 smithi002 ceph-mon[89815]: osdmap e660: 8 total, 8 up, 8 in 2024-09-14T03:45:27.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:27 smithi002 ceph-mon[89815]: osdmap e661: 8 total, 8 up, 8 in 2024-09-14T03:45:28.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:27 smithi154 ceph-mon[81546]: pgmap v663: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 416 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 798 KiB/s wr, 11 op/s 2024-09-14T03:45:28.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:27 smithi154 ceph-mon[81546]: osdmap e660: 8 total, 8 up, 8 in 2024-09-14T03:45:28.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:27 smithi154 ceph-mon[81546]: osdmap e661: 8 total, 8 up, 8 in 2024-09-14T03:45:28.688 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-14T03:45:28.688 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (50s) 46s ago 12m 16.3M - 0.27.0 11f11916f8cd 1e906511d854 2024-09-14T03:45:28.688 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi154 *:3000 running (30s) 21s ago 12m 44.0M - 10.4.0 c8b91775d855 5a9ec7164380 2024-09-14T03:45:28.689 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (2m) 46s ago 14m 14.9M - 19.3.0-4907-ga2782315 8801d2529e43 65e250421c44 2024-09-14T03:45:28.689 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi154 running (112s) 21s ago 14m 13.5M - 19.3.0-4907-ga2782315 8801d2529e43 d91ecd716157 2024-09-14T03:45:28.689 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi154 *:8443,9283,8765 running (7m) 21s ago 17m 456M - 19.3.0-4907-ga2782315 8801d2529e43 3c8b8d7f1b49 2024-09-14T03:45:28.689 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (8m) 46s ago 19m 533M - 19.3.0-4907-ga2782315 8801d2529e43 37cb6840a9f7 2024-09-14T03:45:28.689 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (7m) 46s ago 19m 76.2M 2048M 19.3.0-4907-ga2782315 8801d2529e43 ac49fe4ea75d 2024-09-14T03:45:28.689 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi154 running (7m) 21s ago 17m 56.7M 2048M 19.3.0-4907-ga2782315 8801d2529e43 de3094fdd6b5 2024-09-14T03:45:28.689 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (7m) 46s ago 17m 60.8M 2048M 19.3.0-4907-ga2782315 8801d2529e43 0423773ea054 2024-09-14T03:45:28.689 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (98s) 46s ago 12m 8418k - 1.7.0 72c9c2088986 3b7bacb3fdf8 2024-09-14T03:45:28.689 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi154 *:9100 running (92s) 21s ago 12m 10.0M - 1.7.0 72c9c2088986 ed8e375f5cb9 2024-09-14T03:45:28.689 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (6m) 46s ago 17m 284M 2481M 19.3.0-4907-ga2782315 8801d2529e43 98de17e6e20c 2024-09-14T03:45:28.689 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (5m) 46s ago 16m 282M 2481M 19.3.0-4907-ga2782315 8801d2529e43 e758e3d25821 2024-09-14T03:45:28.689 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (5m) 46s ago 16m 250M 2481M 19.3.0-4907-ga2782315 8801d2529e43 6fd97586f770 2024-09-14T03:45:28.690 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (4m) 46s ago 15m 115M 2481M 19.3.0-4907-ga2782315 8801d2529e43 aead1115e85e 2024-09-14T03:45:28.690 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi154 running (4m) 21s ago 15m 246M 2480M 19.3.0-4907-ga2782315 8801d2529e43 be01dd011648 2024-09-14T03:45:28.690 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi154 running (3m) 21s ago 15m 294M 2480M 19.3.0-4907-ga2782315 8801d2529e43 2df8ad771157 2024-09-14T03:45:28.690 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi154 running (3m) 21s ago 14m 156M 2480M 19.3.0-4907-ga2782315 8801d2529e43 7d3a82627dc4 2024-09-14T03:45:28.690 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi154 running (2m) 21s ago 14m 91.2M 2480M 19.3.0-4907-ga2782315 8801d2529e43 3fd2a8db6e2c 2024-09-14T03:45:28.690 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi154 *:9095 running (71s) 21s ago 13m 40.7M - 2.51.0 1d3b7f56885b eb1e4ee489aa 2024-09-14T03:45:28.846 INFO:tasks.rados.rados.0.smithi002.stdout:2929: done (5 left) 2024-09-14T03:45:28.846 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 25 current snap is 300 2024-09-14T03:45:28.847 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 36 v 3710 (ObjNum 49 snap 0 seq_num 865034608) dirty exists 2024-09-14T03:45:28.847 INFO:tasks.rados.rados.0.smithi002.stdout:2930: seq_num 902 ranges {12460032=712704} 2024-09-14T03:45:28.920 INFO:tasks.rados.rados.0.smithi002.stdout:2930: writing smithi00278215-25 from 12460032 to 13172736 tid 1 2024-09-14T03:45:28.920 INFO:tasks.rados.rados.0.smithi002.stdout:2925: done (5 left) 2024-09-14T03:45:28.920 INFO:tasks.rados.rados.0.smithi002.stdout:2931: delete oid 23 current snap is 300 2024-09-14T03:45:28.920 INFO:tasks.rados.rados.0.smithi002.stdout:2924: finishing write tid 1 to smithi00278215-29 2024-09-14T03:45:28.920 INFO:tasks.rados.rados.0.smithi002.stdout:2926: finishing rollback tid 0 to smithi00278215-17 2024-09-14T03:45:28.920 INFO:tasks.rados.rados.0.smithi002.stdout:2926: finishing rollback tid 1 to smithi00278215-17 2024-09-14T03:45:28.920 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 17 v 3530 (ObjNum 33 snap 0 seq_num 854874352) dirty dne 2024-09-14T03:45:28.921 INFO:tasks.rados.rados.0.smithi002.stdout:2924: finishing write tid 2 to smithi00278215-29 2024-09-14T03:45:28.921 INFO:tasks.rados.rados.0.smithi002.stdout:2927: expect (ObjNum 833 snap 274 seq_num 833) 2024-09-14T03:45:29.273 INFO:tasks.rados.rados.0.smithi002.stdout:2928: expect (ObjNum 671 snap 215 seq_num 671) 2024-09-14T03:45:29.372 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f357b922-7248-11ef-bceb-c7b262605968 -e sha1=a2782315255a3e7d5f6cdc9eb35785187ff6ddf8 -- bash -c 'ceph versions' 2024-09-14T03:45:29.373 INFO:tasks.rados.rados.0.smithi002.stdout:2924: finishing write tid 3 to smithi00278215-29 2024-09-14T03:45:29.373 INFO:tasks.rados.rados.0.smithi002.stdout:2924: oid 29 updating version 0 to 3856 2024-09-14T03:45:29.374 INFO:tasks.rados.rados.0.smithi002.stdout:2924: oid 29 version 3856 is already newer than 3855 2024-09-14T03:45:29.374 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 3856 (ObjNum 901 snap 300 seq_num 901) dirty exists 2024-09-14T03:45:29.374 INFO:tasks.rados.rados.0.smithi002.stdout:2924: left oid 29 (ObjNum 901 snap 300 seq_num 901) 2024-09-14T03:45:29.374 INFO:tasks.rados.rados.0.smithi002.stdout:2924: done (5 left) 2024-09-14T03:45:29.374 INFO:tasks.rados.rados.0.smithi002.stdout:2926: done (4 left) 2024-09-14T03:45:29.374 INFO:tasks.rados.rados.0.smithi002.stdout:2927: done (3 left) 2024-09-14T03:45:29.374 INFO:tasks.rados.rados.0.smithi002.stdout:2928: done (2 left) 2024-09-14T03:45:29.374 INFO:tasks.rados.rados.0.smithi002.stdout:2931: done (1 left) 2024-09-14T03:45:29.374 INFO:tasks.rados.rados.0.smithi002.stdout:2932: delete oid 29 current snap is 300 2024-09-14T03:45:29.374 INFO:tasks.rados.rados.0.smithi002.stdout:2930: finishing write tid 1 to smithi00278215-25 2024-09-14T03:45:29.374 INFO:tasks.rados.rados.0.smithi002.stdout:2930: finishing write tid 2 to smithi00278215-25 2024-09-14T03:45:29.374 INFO:tasks.rados.rados.0.smithi002.stdout:2930: finishing write tid 3 to smithi00278215-25 2024-09-14T03:45:29.374 INFO:tasks.rados.rados.0.smithi002.stdout:2930: oid 25 updating version 0 to 2958 2024-09-14T03:45:29.375 INFO:tasks.rados.rados.0.smithi002.stdout:2930: oid 25 version 2958 is already newer than 2957 2024-09-14T03:45:29.375 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 2958 (ObjNum 902 snap 300 seq_num 902) dirty exists 2024-09-14T03:45:29.375 INFO:tasks.rados.rados.0.smithi002.stdout:2930: left oid 25 (ObjNum 902 snap 300 seq_num 902) 2024-09-14T03:45:29.375 INFO:tasks.rados.rados.0.smithi002.stdout:2930: done (1 left) 2024-09-14T03:45:29.375 INFO:tasks.rados.rados.0.smithi002.stdout:2932: done (0 left) 2024-09-14T03:45:29.375 INFO:tasks.rados.rados.0.smithi002.stdout:2933: snap_remove snap 291 2024-09-14T03:45:29.583 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:45:29.856 INFO:tasks.rados.rados.0.smithi002.stdout:2933: done (0 left) 2024-09-14T03:45:29.856 INFO:tasks.rados.rados.0.smithi002.stdout:2934: snap_create 2024-09-14T03:45:29.958 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:29 smithi002 ceph-mon[87970]: pgmap v666: 121 pgs: 121 active+clean; 423 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.2 MiB/s wr, 16 op/s 2024-09-14T03:45:29.958 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:29 smithi002 ceph-mon[87970]: from='client.44552 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:45:29.959 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:29 smithi002 ceph-mon[87970]: osdmap e662: 8 total, 8 up, 8 in 2024-09-14T03:45:29.959 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:29 smithi002 ceph-mon[89815]: pgmap v666: 121 pgs: 121 active+clean; 423 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.2 MiB/s wr, 16 op/s 2024-09-14T03:45:29.959 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:29 smithi002 ceph-mon[89815]: from='client.44552 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:45:29.959 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:29 smithi002 ceph-mon[89815]: osdmap e662: 8 total, 8 up, 8 in 2024-09-14T03:45:30.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:29 smithi154 ceph-mon[81546]: pgmap v666: 121 pgs: 121 active+clean; 423 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.2 MiB/s wr, 16 op/s 2024-09-14T03:45:30.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:29 smithi154 ceph-mon[81546]: from='client.44552 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-14T03:45:30.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:29 smithi154 ceph-mon[81546]: osdmap e662: 8 total, 8 up, 8 in 2024-09-14T03:45:30.858 INFO:tasks.rados.rados.0.smithi002.stdout:2934: done (0 left) 2024-09-14T03:45:30.858 INFO:tasks.rados.rados.0.smithi002.stdout:2935: rmattr oid 49 current snap is 301 2024-09-14T03:45:30.858 INFO:tasks.rados.rados.0.smithi002.stdout:2935: done (0 left) 2024-09-14T03:45:30.858 INFO:tasks.rados.rados.0.smithi002.stdout:2936: snap_remove snap 286 2024-09-14T03:45:31.025 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:30 smithi002 ceph-mon[87970]: osdmap e663: 8 total, 8 up, 8 in 2024-09-14T03:45:31.025 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:30 smithi002 ceph-mon[89815]: osdmap e663: 8 total, 8 up, 8 in 2024-09-14T03:45:31.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:30 smithi154 ceph-mon[81546]: osdmap e663: 8 total, 8 up, 8 in 2024-09-14T03:45:31.592 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-14T03:45:31.593 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2024-09-14T03:45:31.593 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.3.0-4907-ga2782315 (a2782315255a3e7d5f6cdc9eb35785187ff6ddf8) squid (dev)": 3 2024-09-14T03:45:31.593 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:45:31.593 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2024-09-14T03:45:31.593 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.3.0-4907-ga2782315 (a2782315255a3e7d5f6cdc9eb35785187ff6ddf8) squid (dev)": 2 2024-09-14T03:45:31.593 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:45:31.593 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2024-09-14T03:45:31.593 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.3.0-4907-ga2782315 (a2782315255a3e7d5f6cdc9eb35785187ff6ddf8) squid (dev)": 8 2024-09-14T03:45:31.593 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:45:31.593 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2024-09-14T03:45:31.594 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.3.0-4907-ga2782315 (a2782315255a3e7d5f6cdc9eb35785187ff6ddf8) squid (dev)": 2 2024-09-14T03:45:31.594 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-14T03:45:31.594 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2024-09-14T03:45:31.594 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.3.0-4907-ga2782315 (a2782315255a3e7d5f6cdc9eb35785187ff6ddf8) squid (dev)": 15 2024-09-14T03:45:31.594 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-14T03:45:31.594 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-14T03:45:31.860 INFO:tasks.rados.rados.0.smithi002.stdout:2936: done (0 left) 2024-09-14T03:45:31.861 INFO:tasks.rados.rados.0.smithi002.stdout:2937: rollback oid 11 current snap is 301 2024-09-14T03:45:31.861 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 11 to 300 2024-09-14T03:45:31.861 INFO:tasks.rados.rados.0.smithi002.stdout:2938: delete oid 36 current snap is 301 2024-09-14T03:45:31.879 INFO:tasks.rados.rados.0.smithi002.stdout:2938: done (1 left) 2024-09-14T03:45:31.879 INFO:tasks.rados.rados.0.smithi002.stdout:2939: copy_from oid 1 from oid 9 current snap is 301 2024-09-14T03:45:31.879 INFO:tasks.rados.rados.0.smithi002.stdout:2940: snap_remove snap 295 2024-09-14T03:45:32.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:31 smithi002 ceph-mon[87970]: pgmap v669: 121 pgs: 121 active+clean; 429 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.4 MiB/s wr, 22 op/s 2024-09-14T03:45:32.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:31 smithi002 ceph-mon[87970]: osdmap e664: 8 total, 8 up, 8 in 2024-09-14T03:45:32.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:31 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/1850472345' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:45:32.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:31 smithi002 ceph-mon[89815]: pgmap v669: 121 pgs: 121 active+clean; 429 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.4 MiB/s wr, 22 op/s 2024-09-14T03:45:32.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:31 smithi002 ceph-mon[89815]: osdmap e664: 8 total, 8 up, 8 in 2024-09-14T03:45:32.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:31 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/1850472345' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:45:32.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:31 smithi154 ceph-mon[81546]: pgmap v669: 121 pgs: 121 active+clean; 429 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.4 MiB/s wr, 22 op/s 2024-09-14T03:45:32.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:31 smithi154 ceph-mon[81546]: osdmap e664: 8 total, 8 up, 8 in 2024-09-14T03:45:32.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:31 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/1850472345' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:45:32.352 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f357b922-7248-11ef-bceb-c7b262605968 -e sha1=a2782315255a3e7d5f6cdc9eb35785187ff6ddf8 -- bash -c 'ceph versions | jq -e '"'"'.overall | length == 1'"'"'' 2024-09-14T03:45:32.559 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:45:32.795 INFO:tasks.rados.rados.0.smithi002.stdout:2940: done (2 left) 2024-09-14T03:45:32.796 INFO:tasks.rados.rados.0.smithi002.stdout:2941: setattr oid 38 current snap is 301 2024-09-14T03:45:32.796 INFO:tasks.rados.rados.0.smithi002.stdout:2937: finishing rollback tid 0 to smithi00278215-11 2024-09-14T03:45:32.796 INFO:tasks.rados.rados.0.smithi002.stdout:2937: finishing rollback tid 1 to smithi00278215-11 2024-09-14T03:45:32.796 INFO:tasks.rados.rados.0.smithi002.stdout:2937: finishing rollback tid 2 to smithi00278215-11 2024-09-14T03:45:32.796 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 3887 (ObjNum 844 snap 279 seq_num 844) dirty exists 2024-09-14T03:45:32.796 INFO:tasks.rados.rados.0.smithi002.stdout:2939: finishing copy_from racing read to smithi00278215-1 2024-09-14T03:45:32.796 INFO:tasks.rados.rados.0.smithi002.stdout:2939: finishing copy_from to smithi00278215-1 2024-09-14T03:45:32.796 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 1 v 3616 (ObjNum 898 snap 299 seq_num 898) dirty exists 2024-09-14T03:45:32.797 INFO:tasks.rados.rados.0.smithi002.stdout:2937: done (2 left) 2024-09-14T03:45:32.797 INFO:tasks.rados.rados.0.smithi002.stdout:2939: done (1 left) 2024-09-14T03:45:32.797 INFO:tasks.rados.rados.0.smithi002.stdout:2942: snap_create 2024-09-14T03:45:32.810 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 3902 (ObjNum 929 snap 0 seq_num 1696442262) dirty exists 2024-09-14T03:45:32.936 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:32 smithi002 ceph-mon[89815]: osdmap e665: 8 total, 8 up, 8 in 2024-09-14T03:45:32.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:32 smithi002 ceph-mon[89815]: osdmap e666: 8 total, 8 up, 8 in 2024-09-14T03:45:32.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:32 smithi002 ceph-mon[87970]: osdmap e665: 8 total, 8 up, 8 in 2024-09-14T03:45:32.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:32 smithi002 ceph-mon[87970]: osdmap e666: 8 total, 8 up, 8 in 2024-09-14T03:45:33.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:32 smithi154 ceph-mon[81546]: osdmap e665: 8 total, 8 up, 8 in 2024-09-14T03:45:33.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:32 smithi154 ceph-mon[81546]: osdmap e666: 8 total, 8 up, 8 in 2024-09-14T03:45:33.797 INFO:tasks.rados.rados.0.smithi002.stdout:2941: done (1 left) 2024-09-14T03:45:33.797 INFO:tasks.rados.rados.0.smithi002.stdout:2942: done (0 left) 2024-09-14T03:45:33.797 INFO:tasks.rados.rados.0.smithi002.stdout:2943: snap_remove snap 284 2024-09-14T03:45:33.936 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:33 smithi002 ceph-mon[87970]: pgmap v672: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 429 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 1.0 MiB/s wr, 18 op/s 2024-09-14T03:45:33.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:33 smithi002 ceph-mon[87970]: osdmap e667: 8 total, 8 up, 8 in 2024-09-14T03:45:33.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:33 smithi002 ceph-mon[89815]: pgmap v672: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 429 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 1.0 MiB/s wr, 18 op/s 2024-09-14T03:45:33.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:33 smithi002 ceph-mon[89815]: osdmap e667: 8 total, 8 up, 8 in 2024-09-14T03:45:34.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:33 smithi154 ceph-mon[81546]: pgmap v672: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 429 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 1.0 MiB/s wr, 18 op/s 2024-09-14T03:45:34.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:33 smithi154 ceph-mon[81546]: osdmap e667: 8 total, 8 up, 8 in 2024-09-14T03:45:34.434 INFO:teuthology.orchestra.run.smithi002.stdout:true 2024-09-14T03:45:34.797 INFO:tasks.rados.rados.0.smithi002.stdout:2943: done (0 left) 2024-09-14T03:45:34.797 INFO:tasks.rados.rados.0.smithi002.stdout:2944: delete oid 29 current snap is 302 2024-09-14T03:45:34.814 INFO:tasks.rados.rados.0.smithi002.stdout:2944: done (0 left) 2024-09-14T03:45:34.814 INFO:tasks.rados.rados.0.smithi002.stdout:2945: copy_from oid 14 from oid 22 current snap is 302 2024-09-14T03:45:34.814 INFO:tasks.rados.rados.0.smithi002.stdout:2946: delete oid 40 current snap is 302 2024-09-14T03:45:34.823 INFO:tasks.rados.rados.0.smithi002.stdout:2946: done (1 left) 2024-09-14T03:45:34.823 INFO:tasks.rados.rados.0.smithi002.stdout:2947: delete oid 21 current snap is 302 2024-09-14T03:45:34.829 INFO:tasks.rados.rados.0.smithi002.stdout:2947: done (1 left) 2024-09-14T03:45:34.829 INFO:tasks.rados.rados.0.smithi002.stdout:2948: rmattr oid 28 current snap is 302 2024-09-14T03:45:34.829 INFO:tasks.rados.rados.0.smithi002.stdout:2948: done (1 left) 2024-09-14T03:45:34.830 INFO:tasks.rados.rados.0.smithi002.stdout:2949: read oid 7 snap 278 2024-09-14T03:45:34.830 INFO:tasks.rados.rados.0.smithi002.stdout:2949: expect (ObjNum 604 snap 193 seq_num 604) 2024-09-14T03:45:34.830 INFO:tasks.rados.rados.0.smithi002.stdout:2950: copy_from oid 10 from oid 36 current snap is 302 2024-09-14T03:45:34.830 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 43 current snap is 302 2024-09-14T03:45:34.830 INFO:tasks.rados.rados.0.smithi002.stdout:2951: seq_num 909 ranges {0=425984,425984=401408} 2024-09-14T03:45:34.832 INFO:tasks.rados.rados.0.smithi002.stdout:2951: writing smithi00278215-43 from 0 to 425984 tid 1 2024-09-14T03:45:34.835 INFO:tasks.rados.rados.0.smithi002.stdout:2951: writing smithi00278215-43 from 425984 to 827392 tid 2 2024-09-14T03:45:34.835 INFO:tasks.rados.rados.0.smithi002.stdout:2952: read oid 48 snap -1 2024-09-14T03:45:34.835 INFO:tasks.rados.rados.0.smithi002.stdout:2952: expect (ObjNum 891 snap 295 seq_num 891) 2024-09-14T03:45:34.835 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 2 current snap is 302 2024-09-14T03:45:34.835 INFO:tasks.rados.rados.0.smithi002.stdout:2953: seq_num 910 ranges {180224=442368,622592=401408} 2024-09-14T03:45:34.838 INFO:tasks.rados.rados.0.smithi002.stdout:2953: writing smithi00278215-2 from 180224 to 622592 tid 1 2024-09-14T03:45:34.842 INFO:tasks.rados.rados.0.smithi002.stdout:2953: writing smithi00278215-2 from 622592 to 1024000 tid 2 2024-09-14T03:45:34.842 INFO:tasks.rados.rados.0.smithi002.stdout:2954: copy_from oid 16 from oid 37 current snap is 302 2024-09-14T03:45:34.842 INFO:tasks.rados.rados.0.smithi002.stdout:2949: expect (ObjNum 604 snap 193 seq_num 604) 2024-09-14T03:45:34.935 INFO:tasks.rados.rados.0.smithi002.stdout:2951: finishing write tid 1 to smithi00278215-43 2024-09-14T03:45:34.935 INFO:tasks.rados.rados.0.smithi002.stdout:2951: finishing write tid 2 to smithi00278215-43 2024-09-14T03:45:34.935 INFO:tasks.rados.rados.0.smithi002.stdout:2949: done (6 left) 2024-09-14T03:45:34.935 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 38 current snap is 302 2024-09-14T03:45:34.936 INFO:tasks.rados.rados.0.smithi002.stdout:2951: finishing write tid 3 to smithi00278215-43 2024-09-14T03:45:34.936 INFO:tasks.rados.rados.0.smithi002.stdout:2955: seq_num 911 ranges {0=466944,466944=401408} 2024-09-14T03:45:34.937 INFO:tasks.rados.rados.0.smithi002.stdout:2955: writing smithi00278215-38 from 0 to 466944 tid 1 2024-09-14T03:45:34.940 INFO:tasks.rados.rados.0.smithi002.stdout:2955: writing smithi00278215-38 from 466944 to 868352 tid 2 2024-09-14T03:45:34.940 INFO:tasks.rados.rados.0.smithi002.stdout:2956: delete oid 31 current snap is 302 2024-09-14T03:45:34.940 INFO:tasks.rados.rados.0.smithi002.stdout:2952: expect (ObjNum 891 snap 295 seq_num 891) 2024-09-14T03:45:34.968 INFO:tasks.rados.rados.0.smithi002.stdout:2953: finishing write tid 1 to smithi00278215-2 2024-09-14T03:45:34.968 INFO:tasks.rados.rados.0.smithi002.stdout:2953: finishing write tid 2 to smithi00278215-2 2024-09-14T03:45:34.969 INFO:tasks.rados.rados.0.smithi002.stdout:2952: done (7 left) 2024-09-14T03:45:34.969 INFO:tasks.rados.rados.0.smithi002.stdout:2956: done (6 left) 2024-09-14T03:45:34.969 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 11 current snap is 302 2024-09-14T03:45:34.969 INFO:tasks.rados.rados.0.smithi002.stdout:2953: finishing write tid 3 to smithi00278215-2 2024-09-14T03:45:34.969 INFO:tasks.rados.rados.0.smithi002.stdout:2957: seq_num 913 ranges {4128768=499712,4628480=401408} 2024-09-14T03:45:34.993 INFO:tasks.rados.rados.0.smithi002.stdout:2957: writing smithi00278215-11 from 4128768 to 4628480 tid 1 2024-09-14T03:45:34.996 INFO:tasks.rados.rados.0.smithi002.stdout:2957: writing smithi00278215-11 from 4628480 to 5029888 tid 2 2024-09-14T03:45:34.996 INFO:tasks.rados.rados.0.smithi002.stdout:2958: delete oid 8 current snap is 302 2024-09-14T03:45:34.996 INFO:tasks.rados.rados.0.smithi002.stdout:2951: finishing write tid 4 to smithi00278215-43 2024-09-14T03:45:34.997 INFO:tasks.rados.rados.0.smithi002.stdout:2951: oid 43 updating version 0 to 3533 2024-09-14T03:45:34.998 INFO:tasks.rados.rados.0.smithi002.stdout:2951: oid 43 version 3533 is already newer than 3532 2024-09-14T03:45:34.998 INFO:tasks.rados.rados.0.smithi002.stdout:2951: oid 43 version 3533 is already newer than 3531 2024-09-14T03:45:34.998 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 3533 (ObjNum 909 snap 302 seq_num 909) dirty exists 2024-09-14T03:45:34.998 INFO:tasks.rados.rados.0.smithi002.stdout:2951: left oid 43 (ObjNum 909 snap 302 seq_num 909) 2024-09-14T03:45:34.998 INFO:tasks.rados.rados.0.smithi002.stdout:2953: finishing write tid 4 to smithi00278215-2 2024-09-14T03:45:34.998 INFO:tasks.rados.rados.0.smithi002.stdout:2953: oid 2 updating version 0 to 2801 2024-09-14T03:45:34.998 INFO:tasks.rados.rados.0.smithi002.stdout:2953: oid 2 updating version 2801 to 2802 2024-09-14T03:45:34.998 INFO:tasks.rados.rados.0.smithi002.stdout:2953: oid 2 updating version 2802 to 2803 2024-09-14T03:45:34.998 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 2 v 2803 (ObjNum 910 snap 302 seq_num 910) dirty exists 2024-09-14T03:45:34.998 INFO:tasks.rados.rados.0.smithi002.stdout:2953: left oid 2 (ObjNum 910 snap 302 seq_num 910) 2024-09-14T03:45:34.998 INFO:tasks.rados.rados.0.smithi002.stdout:2954: finishing copy_from racing read to smithi00278215-16 2024-09-14T03:45:34.998 INFO:tasks.rados.rados.0.smithi002.stdout:2954: finishing copy_from to smithi00278215-16 2024-09-14T03:45:34.998 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 16 v 3614 (ObjNum 887 snap 295 seq_num 887) dirty exists 2024-09-14T03:45:34.998 INFO:tasks.rados.rados.0.smithi002.stdout:2950: finishing copy_from to smithi00278215-10 2024-09-14T03:45:34.999 INFO:tasks.rados.rados.0.smithi002.stdout:2950: got expected ENOENT (src dne) 2024-09-14T03:45:34.999 INFO:tasks.rados.rados.0.smithi002.stdout:2950: finishing copy_from racing read to smithi00278215-10 2024-09-14T03:45:34.999 INFO:tasks.rados.rados.0.smithi002.stdout:2945: finishing copy_from racing read to smithi00278215-14 2024-09-14T03:45:34.999 INFO:tasks.rados.rados.0.smithi002.stdout:2945: finishing copy_from to smithi00278215-14 2024-09-14T03:45:34.999 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 14 v 3708 (ObjNum 728 snap 236 seq_num 728) dirty exists 2024-09-14T03:45:34.999 INFO:tasks.rados.rados.0.smithi002.stdout:2955: finishing write tid 1 to smithi00278215-38 2024-09-14T03:45:34.999 INFO:tasks.rados.rados.0.smithi002.stdout:2955: finishing write tid 2 to smithi00278215-38 2024-09-14T03:45:34.999 INFO:tasks.rados.rados.0.smithi002.stdout:2955: finishing write tid 3 to smithi00278215-38 2024-09-14T03:45:34.999 INFO:tasks.rados.rados.0.smithi002.stdout:2955: finishing write tid 4 to smithi00278215-38 2024-09-14T03:45:34.999 INFO:tasks.rados.rados.0.smithi002.stdout:2955: oid 38 updating version 0 to 3933 2024-09-14T03:45:34.999 INFO:tasks.rados.rados.0.smithi002.stdout:2955: oid 38 version 3933 is already newer than 3932 2024-09-14T03:45:34.999 INFO:tasks.rados.rados.0.smithi002.stdout:2955: oid 38 version 3933 is already newer than 3931 2024-09-14T03:45:34.999 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 3933 (ObjNum 911 snap 302 seq_num 911) dirty exists 2024-09-14T03:45:34.999 INFO:tasks.rados.rados.0.smithi002.stdout:2955: left oid 38 (ObjNum 911 snap 302 seq_num 911) 2024-09-14T03:45:35.000 INFO:tasks.rados.rados.0.smithi002.stdout:2945: done (7 left) 2024-09-14T03:45:35.000 INFO:tasks.rados.rados.0.smithi002.stdout:2950: done (6 left) 2024-09-14T03:45:35.000 INFO:tasks.rados.rados.0.smithi002.stdout:2951: done (5 left) 2024-09-14T03:45:35.001 INFO:tasks.rados.rados.0.smithi002.stdout:2953: done (4 left) 2024-09-14T03:45:35.001 INFO:tasks.rados.rados.0.smithi002.stdout:2954: done (3 left) 2024-09-14T03:45:35.001 INFO:tasks.rados.rados.0.smithi002.stdout:2955: done (2 left) 2024-09-14T03:45:35.001 INFO:tasks.rados.rados.0.smithi002.stdout:2958: done (1 left) 2024-09-14T03:45:35.001 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 38 current snap is 302 2024-09-14T03:45:35.001 INFO:tasks.rados.rados.0.smithi002.stdout:2959: seq_num 915 ranges {868352=532480,1400832=401408} 2024-09-14T03:45:35.007 INFO:tasks.rados.rados.0.smithi002.stdout:2959: writing smithi00278215-38 from 868352 to 1400832 tid 1 2024-09-14T03:45:35.009 INFO:tasks.rados.rados.0.smithi002.stdout:2959: writing smithi00278215-38 from 1400832 to 1802240 tid 2 2024-09-14T03:45:35.009 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 50 current snap is 302 2024-09-14T03:45:35.010 INFO:tasks.rados.rados.0.smithi002.stdout:2957: finishing write tid 1 to smithi00278215-11 2024-09-14T03:45:35.010 INFO:tasks.rados.rados.0.smithi002.stdout:2960: seq_num 916 ranges {770048=548864,1318912=401408} 2024-09-14T03:45:35.017 INFO:tasks.rados.rados.0.smithi002.stdout:2960: writing smithi00278215-50 from 770048 to 1318912 tid 1 2024-09-14T03:45:35.020 INFO:tasks.rados.rados.0.smithi002.stdout:2960: writing smithi00278215-50 from 1318912 to 1720320 tid 2 2024-09-14T03:45:35.020 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 9 current snap is 302 2024-09-14T03:45:35.020 INFO:tasks.rados.rados.0.smithi002.stdout:2957: finishing write tid 2 to smithi00278215-11 2024-09-14T03:45:35.020 INFO:tasks.rados.rados.0.smithi002.stdout:2957: finishing write tid 3 to smithi00278215-11 2024-09-14T03:45:35.020 INFO:tasks.rados.rados.0.smithi002.stdout:2957: finishing write tid 4 to smithi00278215-11 2024-09-14T03:45:35.020 INFO:tasks.rados.rados.0.smithi002.stdout:2957: oid 11 updating version 0 to 3935 2024-09-14T03:45:35.021 INFO:tasks.rados.rados.0.smithi002.stdout:2957: oid 11 updating version 3935 to 3937 2024-09-14T03:45:35.021 INFO:tasks.rados.rados.0.smithi002.stdout:2957: oid 11 version 3937 is already newer than 3936 2024-09-14T03:45:35.021 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 3937 (ObjNum 913 snap 302 seq_num 913) dirty exists 2024-09-14T03:45:35.021 INFO:tasks.rados.rados.0.smithi002.stdout:2957: left oid 11 (ObjNum 913 snap 302 seq_num 913) 2024-09-14T03:45:35.021 INFO:tasks.rados.rados.0.smithi002.stdout:2959: finishing write tid 1 to smithi00278215-38 2024-09-14T03:45:35.021 INFO:tasks.rados.rados.0.smithi002.stdout:2961: seq_num 917 ranges {647168=565248,1212416=401408} 2024-09-14T03:45:35.027 INFO:tasks.rados.rados.0.smithi002.stdout:2961: writing smithi00278215-9 from 647168 to 1212416 tid 1 2024-09-14T03:45:35.029 INFO:tasks.rados.rados.0.smithi002.stdout:2961: writing smithi00278215-9 from 1212416 to 1613824 tid 2 2024-09-14T03:45:35.029 INFO:tasks.rados.rados.0.smithi002.stdout:2957: done (3 left) 2024-09-14T03:45:35.029 INFO:tasks.rados.rados.0.smithi002.stdout:2962: read oid 41 snap -1 2024-09-14T03:45:35.030 INFO:tasks.rados.rados.0.smithi002.stdout:2962: expect (ObjNum 822 snap 270 seq_num 822) 2024-09-14T03:45:35.030 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 18 current snap is 302 2024-09-14T03:45:35.030 INFO:tasks.rados.rados.0.smithi002.stdout:2959: finishing write tid 2 to smithi00278215-38 2024-09-14T03:45:35.030 INFO:tasks.rados.rados.0.smithi002.stdout:2959: finishing write tid 3 to smithi00278215-38 2024-09-14T03:45:35.030 INFO:tasks.rados.rados.0.smithi002.stdout:2963: seq_num 918 ranges {491520=581632,1073152=401408} 2024-09-14T03:45:35.036 INFO:tasks.rados.rados.0.smithi002.stdout:2963: writing smithi00278215-18 from 491520 to 1073152 tid 1 2024-09-14T03:45:35.038 INFO:tasks.rados.rados.0.smithi002.stdout:2963: writing smithi00278215-18 from 1073152 to 1474560 tid 2 2024-09-14T03:45:35.039 INFO:tasks.rados.rados.0.smithi002.stdout:2964: read oid 10 snap -1 2024-09-14T03:45:35.039 INFO:tasks.rados.rados.0.smithi002.stdout:2964: expect (ObjNum 727 snap 236 seq_num 727) 2024-09-14T03:45:35.039 INFO:tasks.rados.rados.0.smithi002.stdout:2965: snap_remove snap 277 2024-09-14T03:45:35.052 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:34 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/2693156575' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:45:35.052 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:34 smithi002 ceph-mon[87970]: osdmap e668: 8 total, 8 up, 8 in 2024-09-14T03:45:35.052 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:34 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/2693156575' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:45:35.052 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:34 smithi002 ceph-mon[89815]: osdmap e668: 8 total, 8 up, 8 in 2024-09-14T03:45:35.073 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f357b922-7248-11ef-bceb-c7b262605968 -e sha1=a2782315255a3e7d5f6cdc9eb35785187ff6ddf8 -- bash -c 'ceph versions | jq -e '"'"'.overall | keys'"'"' | grep $sha1' 2024-09-14T03:45:35.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:34 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/2693156575' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:45:35.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:34 smithi154 ceph-mon[81546]: osdmap e668: 8 total, 8 up, 8 in 2024-09-14T03:45:35.278 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:45:35.650 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:45:35 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:45:35] "GET /metrics HTTP/1.1" 200 36431 "" "Prometheus/2.51.0" 2024-09-14T03:45:35.886 INFO:tasks.rados.rados.0.smithi002.stdout:2965: done (6 left) 2024-09-14T03:45:35.886 INFO:tasks.rados.rados.0.smithi002.stdout:2966: setattr oid 42 current snap is 302 2024-09-14T03:45:35.886 INFO:tasks.rados.rados.0.smithi002.stdout:2959: finishing write tid 4 to smithi00278215-38 2024-09-14T03:45:35.887 INFO:tasks.rados.rados.0.smithi002.stdout:2959: oid 38 updating version 0 to 3940 2024-09-14T03:45:35.887 INFO:tasks.rados.rados.0.smithi002.stdout:2959: oid 38 version 3940 is already newer than 3939 2024-09-14T03:45:35.887 INFO:tasks.rados.rados.0.smithi002.stdout:2959: oid 38 version 3940 is already newer than 3938 2024-09-14T03:45:35.887 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 3940 (ObjNum 915 snap 302 seq_num 915) dirty exists 2024-09-14T03:45:35.887 INFO:tasks.rados.rados.0.smithi002.stdout:2959: left oid 38 (ObjNum 915 snap 302 seq_num 915) 2024-09-14T03:45:35.887 INFO:tasks.rados.rados.0.smithi002.stdout:2960: finishing write tid 1 to smithi00278215-50 2024-09-14T03:45:35.887 INFO:tasks.rados.rados.0.smithi002.stdout:2960: finishing write tid 2 to smithi00278215-50 2024-09-14T03:45:35.887 INFO:tasks.rados.rados.0.smithi002.stdout:2960: finishing write tid 3 to smithi00278215-50 2024-09-14T03:45:35.887 INFO:tasks.rados.rados.0.smithi002.stdout:2960: finishing write tid 4 to smithi00278215-50 2024-09-14T03:45:35.887 INFO:tasks.rados.rados.0.smithi002.stdout:2960: oid 50 updating version 0 to 3944 2024-09-14T03:45:35.887 INFO:tasks.rados.rados.0.smithi002.stdout:2960: oid 50 version 3944 is already newer than 3943 2024-09-14T03:45:35.887 INFO:tasks.rados.rados.0.smithi002.stdout:2960: oid 50 version 3944 is already newer than 3942 2024-09-14T03:45:35.888 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 3944 (ObjNum 916 snap 302 seq_num 916) dirty exists 2024-09-14T03:45:35.888 INFO:tasks.rados.rados.0.smithi002.stdout:2960: left oid 50 (ObjNum 916 snap 302 seq_num 916) 2024-09-14T03:45:35.888 INFO:tasks.rados.rados.0.smithi002.stdout:2961: finishing write tid 1 to smithi00278215-9 2024-09-14T03:45:35.888 INFO:tasks.rados.rados.0.smithi002.stdout:2961: finishing write tid 2 to smithi00278215-9 2024-09-14T03:45:35.888 INFO:tasks.rados.rados.0.smithi002.stdout:2961: finishing write tid 3 to smithi00278215-9 2024-09-14T03:45:35.888 INFO:tasks.rados.rados.0.smithi002.stdout:2961: finishing write tid 4 to smithi00278215-9 2024-09-14T03:45:35.888 INFO:tasks.rados.rados.0.smithi002.stdout:2961: oid 9 updating version 0 to 3619 2024-09-14T03:45:35.888 INFO:tasks.rados.rados.0.smithi002.stdout:2961: oid 9 version 3619 is already newer than 3618 2024-09-14T03:45:35.888 INFO:tasks.rados.rados.0.smithi002.stdout:2961: oid 9 version 3619 is already newer than 3617 2024-09-14T03:45:35.888 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 9 v 3619 (ObjNum 917 snap 302 seq_num 917) dirty exists 2024-09-14T03:45:35.888 INFO:tasks.rados.rados.0.smithi002.stdout:2961: left oid 9 (ObjNum 917 snap 302 seq_num 917) 2024-09-14T03:45:35.888 INFO:tasks.rados.rados.0.smithi002.stdout:2963: finishing write tid 1 to smithi00278215-18 2024-09-14T03:45:35.888 INFO:tasks.rados.rados.0.smithi002.stdout:2963: finishing write tid 2 to smithi00278215-18 2024-09-14T03:45:35.889 INFO:tasks.rados.rados.0.smithi002.stdout:2963: finishing write tid 3 to smithi00278215-18 2024-09-14T03:45:35.889 INFO:tasks.rados.rados.0.smithi002.stdout:2964: expect (ObjNum 727 snap 236 seq_num 727) 2024-09-14T03:45:35.895 INFO:tasks.rados.rados.0.smithi002.stdout:2959: done (6 left) 2024-09-14T03:45:35.895 INFO:tasks.rados.rados.0.smithi002.stdout:2960: done (5 left) 2024-09-14T03:45:35.895 INFO:tasks.rados.rados.0.smithi002.stdout:2961: done (4 left) 2024-09-14T03:45:35.895 INFO:tasks.rados.rados.0.smithi002.stdout:2964: done (3 left) 2024-09-14T03:45:35.895 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 4 current snap is 302 2024-09-14T03:45:35.895 INFO:tasks.rados.rados.0.smithi002.stdout:2967: seq_num 919 ranges {7610368=598016,8208384=401408} 2024-09-14T03:45:35.936 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:35 smithi002 ceph-mon[87970]: pgmap v675: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 429 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 344 KiB/s wr, 14 op/s 2024-09-14T03:45:35.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:35 smithi002 ceph-mon[89815]: pgmap v675: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 429 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 344 KiB/s wr, 14 op/s 2024-09-14T03:45:35.941 INFO:tasks.rados.rados.0.smithi002.stdout:2967: writing smithi00278215-4 from 7610368 to 8208384 tid 1 2024-09-14T03:45:35.943 INFO:tasks.rados.rados.0.smithi002.stdout:2967: writing smithi00278215-4 from 8208384 to 8609792 tid 2 2024-09-14T03:45:35.943 INFO:tasks.rados.rados.0.smithi002.stdout:2968: snap_remove snap 285 2024-09-14T03:45:36.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:35 smithi154 ceph-mon[81546]: pgmap v675: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 429 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 344 KiB/s wr, 14 op/s 2024-09-14T03:45:36.896 INFO:tasks.rados.rados.0.smithi002.stdout:2968: done (4 left) 2024-09-14T03:45:36.896 INFO:tasks.rados.rados.0.smithi002.stdout:2969: snap_remove snap 293 2024-09-14T03:45:37.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:36 smithi002 ceph-mon[87970]: osdmap e669: 8 total, 8 up, 8 in 2024-09-14T03:45:37.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:36 smithi002 ceph-mon[89815]: osdmap e669: 8 total, 8 up, 8 in 2024-09-14T03:45:37.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:36 smithi154 ceph-mon[81546]: osdmap e669: 8 total, 8 up, 8 in 2024-09-14T03:45:37.345 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.3.0-4907-ga2782315 (a2782315255a3e7d5f6cdc9eb35785187ff6ddf8) squid (dev)" 2024-09-14T03:45:37.796 INFO:tasks.rados.rados.0.smithi002.stdout:2969: done (4 left) 2024-09-14T03:45:37.796 INFO:tasks.rados.rados.0.smithi002.stdout:2970: delete oid 8 current snap is 302 2024-09-14T03:45:37.796 INFO:tasks.rados.rados.0.smithi002.stdout:2963: finishing write tid 4 to smithi00278215-18 2024-09-14T03:45:37.797 INFO:tasks.rados.rados.0.smithi002.stdout:2963: oid 18 updating version 0 to 2691 2024-09-14T03:45:37.797 INFO:tasks.rados.rados.0.smithi002.stdout:2963: oid 18 updating version 2691 to 2693 2024-09-14T03:45:37.797 INFO:tasks.rados.rados.0.smithi002.stdout:2963: oid 18 version 2693 is already newer than 2692 2024-09-14T03:45:37.797 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 2693 (ObjNum 918 snap 302 seq_num 918) dirty exists 2024-09-14T03:45:37.797 INFO:tasks.rados.rados.0.smithi002.stdout:2963: left oid 18 (ObjNum 918 snap 302 seq_num 918) 2024-09-14T03:45:37.797 INFO:tasks.rados.rados.0.smithi002.stdout:2962: expect (ObjNum 822 snap 270 seq_num 822) 2024-09-14T03:45:38.011 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 42 v 3709 (ObjNum 880 snap 294 seq_num 880) dirty exists 2024-09-14T03:45:38.011 INFO:tasks.rados.rados.0.smithi002.stdout:2967: finishing write tid 1 to smithi00278215-4 2024-09-14T03:45:38.011 INFO:tasks.rados.rados.0.smithi002.stdout:2967: finishing write tid 2 to smithi00278215-4 2024-09-14T03:45:38.011 INFO:tasks.rados.rados.0.smithi002.stdout:2967: finishing write tid 3 to smithi00278215-4 2024-09-14T03:45:38.011 INFO:tasks.rados.rados.0.smithi002.stdout:2967: finishing write tid 4 to smithi00278215-4 2024-09-14T03:45:38.012 INFO:tasks.rados.rados.0.smithi002.stdout:2967: oid 4 updating version 0 to 3712 2024-09-14T03:45:38.012 INFO:tasks.rados.rados.0.smithi002.stdout:2967: oid 4 version 3712 is already newer than 3710 2024-09-14T03:45:38.012 INFO:tasks.rados.rados.0.smithi002.stdout:2967: oid 4 version 3712 is already newer than 3711 2024-09-14T03:45:38.012 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 3712 (ObjNum 919 snap 302 seq_num 919) dirty exists 2024-09-14T03:45:38.012 INFO:tasks.rados.rados.0.smithi002.stdout:2967: left oid 4 (ObjNum 919 snap 302 seq_num 919) 2024-09-14T03:45:38.012 INFO:tasks.rados.rados.0.smithi002.stdout:2962: done (4 left) 2024-09-14T03:45:38.012 INFO:tasks.rados.rados.0.smithi002.stdout:2963: done (3 left) 2024-09-14T03:45:38.012 INFO:tasks.rados.rados.0.smithi002.stdout:2966: done (2 left) 2024-09-14T03:45:38.012 INFO:tasks.rados.rados.0.smithi002.stdout:2967: done (1 left) 2024-09-14T03:45:38.012 INFO:tasks.rados.rados.0.smithi002.stdout:2970: done (0 left) 2024-09-14T03:45:38.012 INFO:tasks.rados.rados.0.smithi002.stdout:2971: delete oid 19 current snap is 302 2024-09-14T03:45:38.014 INFO:tasks.rados.rados.0.smithi002.stdout:2971: done (0 left) 2024-09-14T03:45:38.014 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 18 current snap is 302 2024-09-14T03:45:38.014 INFO:tasks.rados.rados.0.smithi002.stdout:2972: seq_num 922 ranges {1474560=647168,2121728=401408} 2024-09-14T03:45:38.025 INFO:tasks.rados.rados.0.smithi002.stdout:2972: writing smithi00278215-18 from 1474560 to 2121728 tid 1 2024-09-14T03:45:38.028 INFO:tasks.rados.rados.0.smithi002.stdout:2972: writing smithi00278215-18 from 2121728 to 2523136 tid 2 2024-09-14T03:45:38.028 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 14 current snap is 302 2024-09-14T03:45:38.028 INFO:tasks.rados.rados.0.smithi002.stdout:2973: seq_num 923 ranges {14180352=663552,14843904=401408} 2024-09-14T03:45:38.109 INFO:tasks.rados.rados.0.smithi002.stdout:2973: writing smithi00278215-14 from 14180352 to 14843904 tid 1 2024-09-14T03:45:38.111 INFO:tasks.rados.rados.0.smithi002.stdout:2973: writing smithi00278215-14 from 14843904 to 15245312 tid 2 2024-09-14T03:45:38.111 INFO:tasks.rados.rados.0.smithi002.stdout:2974: delete oid 35 current snap is 302 2024-09-14T03:45:38.111 INFO:tasks.rados.rados.0.smithi002.stdout:2972: finishing write tid 1 to smithi00278215-18 2024-09-14T03:45:38.111 INFO:tasks.rados.rados.0.smithi002.stdout:2972: finishing write tid 2 to smithi00278215-18 2024-09-14T03:45:38.111 INFO:tasks.rados.rados.0.smithi002.stdout:2972: finishing write tid 3 to smithi00278215-18 2024-09-14T03:45:38.112 INFO:tasks.rados.rados.0.smithi002.stdout:2972: finishing write tid 4 to smithi00278215-18 2024-09-14T03:45:38.112 INFO:tasks.rados.rados.0.smithi002.stdout:2972: oid 18 updating version 0 to 2695 2024-09-14T03:45:38.112 INFO:tasks.rados.rados.0.smithi002.stdout:2972: oid 18 updating version 2695 to 2696 2024-09-14T03:45:38.112 INFO:tasks.rados.rados.0.smithi002.stdout:2972: oid 18 version 2696 is already newer than 2694 2024-09-14T03:45:38.112 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 2696 (ObjNum 922 snap 302 seq_num 922) dirty exists 2024-09-14T03:45:38.112 INFO:tasks.rados.rados.0.smithi002.stdout:2972: left oid 18 (ObjNum 922 snap 302 seq_num 922) 2024-09-14T03:45:38.115 INFO:tasks.rados.rados.0.smithi002.stdout:2973: finishing write tid 1 to smithi00278215-14 2024-09-14T03:45:38.115 INFO:tasks.rados.rados.0.smithi002.stdout:2972: done (2 left) 2024-09-14T03:45:38.115 INFO:tasks.rados.rados.0.smithi002.stdout:2974: done (1 left) 2024-09-14T03:45:38.115 INFO:tasks.rados.rados.0.smithi002.stdout:2975: setattr oid 35 current snap is 302 2024-09-14T03:45:38.115 INFO:tasks.rados.rados.0.smithi002.stdout:2973: finishing write tid 2 to smithi00278215-14 2024-09-14T03:45:38.115 INFO:tasks.rados.rados.0.smithi002.stdout:2973: finishing write tid 3 to smithi00278215-14 2024-09-14T03:45:38.116 INFO:tasks.rados.rados.0.smithi002.stdout:2976: copy_from oid 26 from oid 1 current snap is 302 2024-09-14T03:45:38.116 INFO:tasks.rados.rados.0.smithi002.stdout:2977: copy_from oid 17 from oid 29 current snap is 302 2024-09-14T03:45:38.116 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 27 current snap is 302 2024-09-14T03:45:38.116 INFO:tasks.rados.rados.0.smithi002.stdout:2978: seq_num 925 ranges {0=696320,696320=401408} 2024-09-14T03:45:38.120 INFO:tasks.rados.rados.0.smithi002.stdout:2978: writing smithi00278215-27 from 0 to 696320 tid 1 2024-09-14T03:45:38.124 INFO:tasks.rados.rados.0.smithi002.stdout:2978: writing smithi00278215-27 from 696320 to 1097728 tid 2 2024-09-14T03:45:38.124 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 2 current snap is 302 2024-09-14T03:45:38.124 INFO:tasks.rados.rados.0.smithi002.stdout:2973: finishing write tid 4 to smithi00278215-14 2024-09-14T03:45:38.124 INFO:tasks.rados.rados.0.smithi002.stdout:2973: oid 14 updating version 0 to 3714 2024-09-14T03:45:38.124 INFO:tasks.rados.rados.0.smithi002.stdout:2973: oid 14 updating version 3714 to 3715 2024-09-14T03:45:38.124 INFO:tasks.rados.rados.0.smithi002.stdout:2973: oid 14 version 3715 is already newer than 3713 2024-09-14T03:45:38.125 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 14 v 3715 (ObjNum 923 snap 302 seq_num 923) dirty exists 2024-09-14T03:45:38.125 INFO:tasks.rados.rados.0.smithi002.stdout:2973: left oid 14 (ObjNum 923 snap 302 seq_num 923) 2024-09-14T03:45:38.125 INFO:tasks.rados.rados.0.smithi002.stdout:2977: finishing copy_from to smithi00278215-17 2024-09-14T03:45:38.125 INFO:tasks.rados.rados.0.smithi002.stdout:2977: got expected ENOENT (src dne) 2024-09-14T03:45:38.125 INFO:tasks.rados.rados.0.smithi002.stdout:2977: finishing copy_from racing read to smithi00278215-17 2024-09-14T03:45:38.125 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 35 v 3622 (ObjNum 1441 snap 0 seq_num 50307376) dirty exists 2024-09-14T03:45:38.125 INFO:tasks.rados.rados.0.smithi002.stdout:2976: finishing copy_from racing read to smithi00278215-26 2024-09-14T03:45:38.125 INFO:tasks.rados.rados.0.smithi002.stdout:2979: seq_num 926 ranges {1024000=712704,1736704=401408} 2024-09-14T03:45:38.126 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:37 smithi002 ceph-mon[87970]: pgmap v678: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 430 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 578 KiB/s rd, 202 KiB/s wr, 7 op/s 2024-09-14T03:45:38.126 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:37 smithi002 ceph-mon[87970]: osdmap e670: 8 total, 8 up, 8 in 2024-09-14T03:45:38.126 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:37 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/4168529820' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:45:38.126 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:37 smithi002 ceph-mon[87970]: osdmap e671: 8 total, 8 up, 8 in 2024-09-14T03:45:38.126 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:37 smithi002 ceph-mon[89815]: pgmap v678: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 430 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 578 KiB/s rd, 202 KiB/s wr, 7 op/s 2024-09-14T03:45:38.126 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:37 smithi002 ceph-mon[89815]: osdmap e670: 8 total, 8 up, 8 in 2024-09-14T03:45:38.127 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:37 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/4168529820' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:45:38.127 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:37 smithi002 ceph-mon[89815]: osdmap e671: 8 total, 8 up, 8 in 2024-09-14T03:45:38.132 INFO:tasks.rados.rados.0.smithi002.stdout:2979: writing smithi00278215-2 from 1024000 to 1736704 tid 1 2024-09-14T03:45:38.136 INFO:tasks.rados.rados.0.smithi002.stdout:2979: writing smithi00278215-2 from 1736704 to 2138112 tid 2 2024-09-14T03:45:38.136 INFO:tasks.rados.rados.0.smithi002.stdout:2973: done (5 left) 2024-09-14T03:45:38.136 INFO:tasks.rados.rados.0.smithi002.stdout:2975: done (4 left) 2024-09-14T03:45:38.136 INFO:tasks.rados.rados.0.smithi002.stdout:2977: done (3 left) 2024-09-14T03:45:38.136 INFO:tasks.rados.rados.0.smithi002.stdout:2980: read oid 45 snap -1 2024-09-14T03:45:38.136 INFO:tasks.rados.rados.0.smithi002.stdout:2980: expect deleted 2024-09-14T03:45:38.136 INFO:tasks.rados.rados.0.smithi002.stdout:2981: rmattr oid 36 current snap is 302 2024-09-14T03:45:38.136 INFO:tasks.rados.rados.0.smithi002.stdout:2981: done (4 left) 2024-09-14T03:45:38.137 INFO:tasks.rados.rados.0.smithi002.stdout:2982: rollback oid 29 current snap is 302 2024-09-14T03:45:38.137 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 29 to 238 2024-09-14T03:45:38.137 INFO:tasks.rados.rados.0.smithi002.stdout:2976: finishing copy_from to smithi00278215-26 2024-09-14T03:45:38.137 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 3616 (ObjNum 898 snap 299 seq_num 898) dirty exists 2024-09-14T03:45:38.137 INFO:tasks.rados.rados.0.smithi002.stdout:2978: finishing write tid 1 to smithi00278215-27 2024-09-14T03:45:38.137 INFO:tasks.rados.rados.0.smithi002.stdout:2976: done (4 left) 2024-09-14T03:45:38.137 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 19 current snap is 302 2024-09-14T03:45:38.137 INFO:tasks.rados.rados.0.smithi002.stdout:2978: finishing write tid 2 to smithi00278215-27 2024-09-14T03:45:38.137 INFO:tasks.rados.rados.0.smithi002.stdout:2978: finishing write tid 3 to smithi00278215-27 2024-09-14T03:45:38.137 INFO:tasks.rados.rados.0.smithi002.stdout:2978: finishing write tid 4 to smithi00278215-27 2024-09-14T03:45:38.137 INFO:tasks.rados.rados.0.smithi002.stdout:2978: oid 27 updating version 0 to 3618 2024-09-14T03:45:38.137 INFO:tasks.rados.rados.0.smithi002.stdout:2978: oid 27 updating version 3618 to 3619 2024-09-14T03:45:38.137 INFO:tasks.rados.rados.0.smithi002.stdout:2978: oid 27 version 3619 is already newer than 3617 2024-09-14T03:45:38.138 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 27 v 3619 (ObjNum 925 snap 302 seq_num 925) dirty exists 2024-09-14T03:45:38.138 INFO:tasks.rados.rados.0.smithi002.stdout:2978: left oid 27 (ObjNum 925 snap 302 seq_num 925) 2024-09-14T03:45:38.138 INFO:tasks.rados.rados.0.smithi002.stdout:2983: seq_num 927 ranges {0=729088,729088=401408} 2024-09-14T03:45:38.140 INFO:tasks.rados.rados.0.smithi002.stdout:2983: writing smithi00278215-19 from 0 to 729088 tid 1 2024-09-14T03:45:38.143 INFO:tasks.rados.rados.0.smithi002.stdout:2983: writing smithi00278215-19 from 729088 to 1130496 tid 2 2024-09-14T03:45:38.143 INFO:tasks.rados.rados.0.smithi002.stdout:2978: done (4 left) 2024-09-14T03:45:38.143 INFO:tasks.rados.rados.0.smithi002.stdout:2984: read oid 38 snap -1 2024-09-14T03:45:38.144 INFO:tasks.rados.rados.0.smithi002.stdout:2984: expect (ObjNum 915 snap 302 seq_num 915) 2024-09-14T03:45:38.144 INFO:tasks.rados.rados.0.smithi002.stdout:2985: rmattr oid 8 current snap is 302 2024-09-14T03:45:38.144 INFO:tasks.rados.rados.0.smithi002.stdout:2985: done (5 left) 2024-09-14T03:45:38.144 INFO:tasks.rados.rados.0.smithi002.stdout:2986: read oid 5 snap -1 2024-09-14T03:45:38.144 INFO:tasks.rados.rados.0.smithi002.stdout:2986: expect (ObjNum 671 snap 215 seq_num 671) 2024-09-14T03:45:38.144 INFO:tasks.rados.rados.0.smithi002.stdout:2987: snap_remove snap 299 2024-09-14T03:45:38.159 INFO:teuthology.task.sequential:In sequential, running task print... 2024-09-14T03:45:38.159 INFO:teuthology.task.print:**** done end upgrade, wait... 2024-09-14T03:45:38.159 DEBUG:teuthology.parallel:result is None 2024-09-14T03:45:38.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:37 smithi154 ceph-mon[81546]: pgmap v678: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 430 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 578 KiB/s rd, 202 KiB/s wr, 7 op/s 2024-09-14T03:45:38.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:37 smithi154 ceph-mon[81546]: osdmap e670: 8 total, 8 up, 8 in 2024-09-14T03:45:38.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:37 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/4168529820' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-14T03:45:38.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:37 smithi154 ceph-mon[81546]: osdmap e671: 8 total, 8 up, 8 in 2024-09-14T03:45:38.902 INFO:tasks.rados.rados.0.smithi002.stdout:2979: finishing write tid 1 to smithi00278215-2 2024-09-14T03:45:38.902 INFO:tasks.rados.rados.0.smithi002.stdout:2979: finishing write tid 2 to smithi00278215-2 2024-09-14T03:45:38.902 INFO:tasks.rados.rados.0.smithi002.stdout:2979: finishing write tid 3 to smithi00278215-2 2024-09-14T03:45:38.902 INFO:tasks.rados.rados.0.smithi002.stdout:2979: finishing write tid 4 to smithi00278215-2 2024-09-14T03:45:38.902 INFO:tasks.rados.rados.0.smithi002.stdout:2979: oid 2 updating version 0 to 2806 2024-09-14T03:45:38.902 INFO:tasks.rados.rados.0.smithi002.stdout:2979: oid 2 version 2806 is already newer than 2804 2024-09-14T03:45:38.903 INFO:tasks.rados.rados.0.smithi002.stdout:2979: oid 2 version 2806 is already newer than 2805 2024-09-14T03:45:38.903 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 2 v 2806 (ObjNum 926 snap 302 seq_num 926) dirty exists 2024-09-14T03:45:38.903 INFO:tasks.rados.rados.0.smithi002.stdout:2979: left oid 2 (ObjNum 926 snap 302 seq_num 926) 2024-09-14T03:45:38.903 INFO:tasks.rados.rados.0.smithi002.stdout:2982: finishing rollback tid 1 to smithi00278215-29 2024-09-14T03:45:38.903 INFO:tasks.rados.rados.0.smithi002.stdout:2982: finishing rollback tid 2 to smithi00278215-29 2024-09-14T03:45:38.903 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 3990 (ObjNum 728 snap 236 seq_num 728) dirty exists 2024-09-14T03:45:38.903 INFO:tasks.rados.rados.0.smithi002.stdout:2983: finishing write tid 1 to smithi00278215-19 2024-09-14T03:45:38.903 INFO:tasks.rados.rados.0.smithi002.stdout:2983: finishing write tid 2 to smithi00278215-19 2024-09-14T03:45:38.903 INFO:tasks.rados.rados.0.smithi002.stdout:2983: finishing write tid 3 to smithi00278215-19 2024-09-14T03:45:38.903 INFO:tasks.rados.rados.0.smithi002.stdout:2983: finishing write tid 4 to smithi00278215-19 2024-09-14T03:45:38.903 INFO:tasks.rados.rados.0.smithi002.stdout:2983: oid 19 updating version 0 to 3625 2024-09-14T03:45:38.903 INFO:tasks.rados.rados.0.smithi002.stdout:2983: oid 19 version 3625 is already newer than 3623 2024-09-14T03:45:38.904 INFO:tasks.rados.rados.0.smithi002.stdout:2983: oid 19 version 3625 is already newer than 3624 2024-09-14T03:45:38.904 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 19 v 3625 (ObjNum 927 snap 302 seq_num 927) dirty exists 2024-09-14T03:45:38.904 INFO:tasks.rados.rados.0.smithi002.stdout:2983: left oid 19 (ObjNum 927 snap 302 seq_num 927) 2024-09-14T03:45:38.904 INFO:tasks.rados.rados.0.smithi002.stdout:2984: expect (ObjNum 915 snap 302 seq_num 915) 2024-09-14T03:45:38.973 INFO:tasks.rados.rados.0.smithi002.stdout:2986: expect (ObjNum 671 snap 215 seq_num 671) 2024-09-14T03:45:39.063 INFO:tasks.rados.rados.0.smithi002.stdout:2979: done (6 left) 2024-09-14T03:45:39.064 INFO:tasks.rados.rados.0.smithi002.stdout:2980: done (5 left) 2024-09-14T03:45:39.064 INFO:tasks.rados.rados.0.smithi002.stdout:2982: done (4 left) 2024-09-14T03:45:39.064 INFO:tasks.rados.rados.0.smithi002.stdout:2983: done (3 left) 2024-09-14T03:45:39.064 INFO:tasks.rados.rados.0.smithi002.stdout:2984: done (2 left) 2024-09-14T03:45:39.064 INFO:tasks.rados.rados.0.smithi002.stdout:2986: done (1 left) 2024-09-14T03:45:39.064 INFO:tasks.rados.rados.0.smithi002.stdout:2987: done (0 left) 2024-09-14T03:45:39.064 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 43 current snap is 302 2024-09-14T03:45:39.064 INFO:tasks.rados.rados.0.smithi002.stdout:2988: seq_num 928 ranges {827392=745472,1572864=401408} 2024-09-14T03:45:39.072 INFO:tasks.rados.rados.0.smithi002.stdout:2988: writing smithi00278215-43 from 827392 to 1572864 tid 1 2024-09-14T03:45:39.074 INFO:tasks.rados.rados.0.smithi002.stdout:2988: writing smithi00278215-43 from 1572864 to 1974272 tid 2 2024-09-14T03:45:39.074 INFO:tasks.rados.rados.0.smithi002.stdout:2989: snap_remove snap 281 2024-09-14T03:45:39.909 INFO:tasks.rados.rados.0.smithi002.stdout:2989: done (1 left) 2024-09-14T03:45:39.909 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 21 current snap is 302 2024-09-14T03:45:39.909 INFO:tasks.rados.rados.0.smithi002.stdout:2988: finishing write tid 1 to smithi00278215-43 2024-09-14T03:45:39.909 INFO:tasks.rados.rados.0.smithi002.stdout:2988: finishing write tid 2 to smithi00278215-43 2024-09-14T03:45:39.909 INFO:tasks.rados.rados.0.smithi002.stdout:2988: finishing write tid 3 to smithi00278215-43 2024-09-14T03:45:39.910 INFO:tasks.rados.rados.0.smithi002.stdout:2988: finishing write tid 4 to smithi00278215-43 2024-09-14T03:45:39.910 INFO:tasks.rados.rados.0.smithi002.stdout:2988: oid 43 updating version 0 to 3535 2024-09-14T03:45:39.910 INFO:tasks.rados.rados.0.smithi002.stdout:2988: oid 43 updating version 3535 to 3536 2024-09-14T03:45:39.910 INFO:tasks.rados.rados.0.smithi002.stdout:2988: oid 43 version 3536 is already newer than 3534 2024-09-14T03:45:39.910 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 3536 (ObjNum 928 snap 302 seq_num 928) dirty exists 2024-09-14T03:45:39.910 INFO:tasks.rados.rados.0.smithi002.stdout:2988: left oid 43 (ObjNum 928 snap 302 seq_num 928) 2024-09-14T03:45:39.910 INFO:tasks.rados.rados.0.smithi002.stdout:2990: seq_num 929 ranges {0=761856,761856=401408} 2024-09-14T03:45:39.914 INFO:tasks.rados.rados.0.smithi002.stdout:2990: writing smithi00278215-21 from 0 to 761856 tid 1 2024-09-14T03:45:39.917 INFO:tasks.rados.rados.0.smithi002.stdout:2990: writing smithi00278215-21 from 761856 to 1163264 tid 2 2024-09-14T03:45:39.917 INFO:tasks.rados.rados.0.smithi002.stdout:2988: done (1 left) 2024-09-14T03:45:39.917 INFO:tasks.rados.rados.0.smithi002.stdout:2991: rmattr oid 36 current snap is 302 2024-09-14T03:45:39.918 INFO:tasks.rados.rados.0.smithi002.stdout:2991: done (1 left) 2024-09-14T03:45:39.918 INFO:tasks.rados.rados.0.smithi002.stdout:2992: snap_remove snap 290 2024-09-14T03:45:40.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:39 smithi002 ceph-mon[87970]: pgmap v681: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 451 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 5.3 MiB/s wr, 24 op/s 2024-09-14T03:45:40.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:39 smithi002 ceph-mon[87970]: osdmap e672: 8 total, 8 up, 8 in 2024-09-14T03:45:40.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:39 smithi002 ceph-mon[89815]: pgmap v681: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 451 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 5.3 MiB/s wr, 24 op/s 2024-09-14T03:45:40.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:39 smithi002 ceph-mon[89815]: osdmap e672: 8 total, 8 up, 8 in 2024-09-14T03:45:40.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:39 smithi154 ceph-mon[81546]: pgmap v681: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 451 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 5.3 MiB/s wr, 24 op/s 2024-09-14T03:45:40.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:39 smithi154 ceph-mon[81546]: osdmap e672: 8 total, 8 up, 8 in 2024-09-14T03:45:40.915 INFO:tasks.rados.rados.0.smithi002.stdout:2992: done (1 left) 2024-09-14T03:45:40.915 INFO:tasks.rados.rados.0.smithi002.stdout:2993: snap_remove snap 296 2024-09-14T03:45:41.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:40 smithi002 ceph-mon[89815]: osdmap e673: 8 total, 8 up, 8 in 2024-09-14T03:45:41.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:40 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:45:41.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:40 smithi002 ceph-mon[87970]: osdmap e673: 8 total, 8 up, 8 in 2024-09-14T03:45:41.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:40 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:45:41.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:40 smithi154 ceph-mon[81546]: osdmap e673: 8 total, 8 up, 8 in 2024-09-14T03:45:41.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:40 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:45:41.919 INFO:tasks.rados.rados.0.smithi002.stdout:2993: done (1 left) 2024-09-14T03:45:41.919 INFO:tasks.rados.rados.0.smithi002.stdout:2994: rmattr oid 44 current snap is 302 2024-09-14T03:45:41.919 INFO:tasks.rados.rados.0.smithi002.stdout:2994: done (1 left) 2024-09-14T03:45:41.919 INFO:tasks.rados.rados.0.smithi002.stdout:2995: read oid 37 snap -1 2024-09-14T03:45:41.919 INFO:tasks.rados.rados.0.smithi002.stdout:2995: expect (ObjNum 887 snap 295 seq_num 887) 2024-09-14T03:45:41.919 INFO:tasks.rados.rados.0.smithi002.stdout:2996: read oid 45 snap -1 2024-09-14T03:45:41.919 INFO:tasks.rados.rados.0.smithi002.stdout:2996: expect deleted 2024-09-14T03:45:41.919 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 10 current snap is 302 2024-09-14T03:45:41.919 INFO:tasks.rados.rados.0.smithi002.stdout:2990: finishing write tid 1 to smithi00278215-21 2024-09-14T03:45:41.919 INFO:tasks.rados.rados.0.smithi002.stdout:2990: finishing write tid 2 to smithi00278215-21 2024-09-14T03:45:41.920 INFO:tasks.rados.rados.0.smithi002.stdout:2990: finishing write tid 3 to smithi00278215-21 2024-09-14T03:45:41.920 INFO:tasks.rados.rados.0.smithi002.stdout:2990: finishing write tid 4 to smithi00278215-21 2024-09-14T03:45:41.920 INFO:tasks.rados.rados.0.smithi002.stdout:2990: oid 21 updating version 0 to 1864 2024-09-14T03:45:41.920 INFO:tasks.rados.rados.0.smithi002.stdout:2990: oid 21 version 1864 is already newer than 1863 2024-09-14T03:45:41.920 INFO:tasks.rados.rados.0.smithi002.stdout:2990: oid 21 updating version 1864 to 1865 2024-09-14T03:45:41.920 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 1865 (ObjNum 929 snap 302 seq_num 929) dirty exists 2024-09-14T03:45:41.920 INFO:tasks.rados.rados.0.smithi002.stdout:2990: left oid 21 (ObjNum 929 snap 302 seq_num 929) 2024-09-14T03:45:41.920 INFO:tasks.rados.rados.0.smithi002.stdout:2997: seq_num 930 ranges {180224=786432,966656=401408} 2024-09-14T03:45:41.925 INFO:tasks.rados.rados.0.smithi002.stdout:2997: writing smithi00278215-10 from 180224 to 966656 tid 1 2024-09-14T03:45:41.928 INFO:tasks.rados.rados.0.smithi002.stdout:2997: writing smithi00278215-10 from 966656 to 1368064 tid 2 2024-09-14T03:45:41.928 INFO:tasks.rados.rados.0.smithi002.stdout:2990: done (3 left) 2024-09-14T03:45:41.928 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 31 current snap is 302 2024-09-14T03:45:41.928 INFO:tasks.rados.rados.0.smithi002.stdout:2998: seq_num 931 ranges {0=802816,802816=401408} 2024-09-14T03:45:41.934 INFO:tasks.rados.rados.0.smithi002.stdout:2998: writing smithi00278215-31 from 0 to 802816 tid 1 2024-09-14T03:45:41.937 INFO:tasks.rados.rados.0.smithi002.stdout:2998: writing smithi00278215-31 from 802816 to 1204224 tid 2 2024-09-14T03:45:41.937 INFO:tasks.rados.rados.0.smithi002.stdout:2999: snap_remove snap 238 2024-09-14T03:45:42.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:41 smithi002 ceph-mon[87970]: pgmap v684: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 456 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 6.4 MiB/s wr, 28 op/s 2024-09-14T03:45:42.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:41 smithi002 ceph-mon[87970]: osdmap e674: 8 total, 8 up, 8 in 2024-09-14T03:45:42.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:41 smithi002 ceph-mon[89815]: pgmap v684: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 456 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 6.4 MiB/s wr, 28 op/s 2024-09-14T03:45:42.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:41 smithi002 ceph-mon[89815]: osdmap e674: 8 total, 8 up, 8 in 2024-09-14T03:45:42.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:41 smithi154 ceph-mon[81546]: pgmap v684: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 456 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 6.4 MiB/s wr, 28 op/s 2024-09-14T03:45:42.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:41 smithi154 ceph-mon[81546]: osdmap e674: 8 total, 8 up, 8 in 2024-09-14T03:45:42.800 INFO:tasks.rados.rados.0.smithi002.stdout:2995: expect (ObjNum 887 snap 295 seq_num 887) 2024-09-14T03:45:42.818 INFO:tasks.rados.rados.0.smithi002.stdout:2997: finishing write tid 1 to smithi00278215-10 2024-09-14T03:45:42.819 INFO:tasks.rados.rados.0.smithi002.stdout:2998: finishing write tid 1 to smithi00278215-31 2024-09-14T03:45:42.819 INFO:tasks.rados.rados.0.smithi002.stdout:2998: finishing write tid 2 to smithi00278215-31 2024-09-14T03:45:42.819 INFO:tasks.rados.rados.0.smithi002.stdout:2998: finishing write tid 3 to smithi00278215-31 2024-09-14T03:45:42.819 INFO:tasks.rados.rados.0.smithi002.stdout:2995: done (4 left) 2024-09-14T03:45:42.819 INFO:tasks.rados.rados.0.smithi002.stdout:2996: done (3 left) 2024-09-14T03:45:42.819 INFO:tasks.rados.rados.0.smithi002.stdout:2999: done (2 left) 2024-09-14T03:45:42.819 INFO:tasks.rados.rados.0.smithi002.stdout:3000: copy_from oid 4 from oid 27 current snap is 302 2024-09-14T03:45:42.819 INFO:tasks.rados.rados.0.smithi002.stdout:2997: finishing write tid 2 to smithi00278215-10 2024-09-14T03:45:42.819 INFO:tasks.rados.rados.0.smithi002.stdout:2997: finishing write tid 3 to smithi00278215-10 2024-09-14T03:45:42.819 INFO:tasks.rados.rados.0.smithi002.stdout:2998: finishing write tid 4 to smithi00278215-31 2024-09-14T03:45:42.819 INFO:tasks.rados.rados.0.smithi002.stdout:2998: oid 31 updating version 0 to 2711 2024-09-14T03:45:42.819 INFO:tasks.rados.rados.0.smithi002.stdout:2998: oid 31 version 2711 is already newer than 2709 2024-09-14T03:45:42.819 INFO:tasks.rados.rados.0.smithi002.stdout:2998: oid 31 version 2711 is already newer than 2710 2024-09-14T03:45:42.820 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 2711 (ObjNum 931 snap 302 seq_num 931) dirty exists 2024-09-14T03:45:42.820 INFO:tasks.rados.rados.0.smithi002.stdout:2998: left oid 31 (ObjNum 931 snap 302 seq_num 931) 2024-09-14T03:45:42.820 INFO:tasks.rados.rados.0.smithi002.stdout:2997: finishing write tid 4 to smithi00278215-10 2024-09-14T03:45:42.820 INFO:tasks.rados.rados.0.smithi002.stdout:2997: oid 10 updating version 0 to 3717 2024-09-14T03:45:42.820 INFO:tasks.rados.rados.0.smithi002.stdout:2997: oid 10 updating version 3717 to 3718 2024-09-14T03:45:42.820 INFO:tasks.rados.rados.0.smithi002.stdout:2997: oid 10 version 3718 is already newer than 3716 2024-09-14T03:45:42.820 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 3718 (ObjNum 930 snap 302 seq_num 930) dirty exists 2024-09-14T03:45:42.820 INFO:tasks.rados.rados.0.smithi002.stdout:2997: left oid 10 (ObjNum 930 snap 302 seq_num 930) 2024-09-14T03:45:42.820 INFO:tasks.rados.rados.0.smithi002.stdout:2997: done (2 left) 2024-09-14T03:45:42.820 INFO:tasks.rados.rados.0.smithi002.stdout:2998: done (1 left) 2024-09-14T03:45:42.820 INFO:tasks.rados.rados.0.smithi002.stdout:3001: snap_remove snap 292 2024-09-14T03:45:43.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:42 smithi002 ceph-mon[87970]: osdmap e675: 8 total, 8 up, 8 in 2024-09-14T03:45:43.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:42 smithi002 ceph-mon[87970]: osdmap e676: 8 total, 8 up, 8 in 2024-09-14T03:45:43.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:42 smithi002 ceph-mon[89815]: osdmap e675: 8 total, 8 up, 8 in 2024-09-14T03:45:43.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:42 smithi002 ceph-mon[89815]: osdmap e676: 8 total, 8 up, 8 in 2024-09-14T03:45:43.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:42 smithi154 ceph-mon[81546]: osdmap e675: 8 total, 8 up, 8 in 2024-09-14T03:45:43.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:42 smithi154 ceph-mon[81546]: osdmap e676: 8 total, 8 up, 8 in 2024-09-14T03:45:43.801 INFO:tasks.rados.rados.0.smithi002.stdout:3001: done (1 left) 2024-09-14T03:45:43.801 INFO:tasks.rados.rados.0.smithi002.stdout:3002: copy_from oid 5 from oid 16 current snap is 302 2024-09-14T03:45:43.801 INFO:tasks.rados.rados.0.smithi002.stdout:3000: finishing copy_from racing read to smithi00278215-4 2024-09-14T03:45:43.801 INFO:tasks.rados.rados.0.smithi002.stdout:3000: finishing copy_from to smithi00278215-4 2024-09-14T03:45:43.802 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 3619 (ObjNum 925 snap 302 seq_num 925) dirty exists 2024-09-14T03:45:43.802 INFO:tasks.rados.rados.0.smithi002.stdout:3000: done (1 left) 2024-09-14T03:45:43.802 INFO:tasks.rados.rados.0.smithi002.stdout:3003: read oid 18 snap -1 2024-09-14T03:45:43.802 INFO:tasks.rados.rados.0.smithi002.stdout:3003: expect (ObjNum 922 snap 302 seq_num 922) 2024-09-14T03:45:43.802 INFO:tasks.rados.rados.0.smithi002.stdout:3004: delete oid 34 current snap is 302 2024-09-14T03:45:43.820 INFO:tasks.rados.rados.0.smithi002.stdout:3002: finishing copy_from racing read to smithi00278215-5 2024-09-14T03:45:43.820 INFO:tasks.rados.rados.0.smithi002.stdout:3002: finishing copy_from to smithi00278215-5 2024-09-14T03:45:43.820 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 5 v 3614 (ObjNum 887 snap 295 seq_num 887) dirty exists 2024-09-14T03:45:43.842 INFO:tasks.rados.rados.0.smithi002.stdout:3002: done (2 left) 2024-09-14T03:45:43.842 INFO:tasks.rados.rados.0.smithi002.stdout:3004: done (1 left) 2024-09-14T03:45:43.843 INFO:tasks.rados.rados.0.smithi002.stdout:3005: setattr oid 21 current snap is 302 2024-09-14T03:45:43.844 INFO:tasks.rados.rados.0.smithi002.stdout:3006: snap_create 2024-09-14T03:45:43.848 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 1866 (ObjNum 929 snap 302 seq_num 929) dirty exists 2024-09-14T03:45:43.855 INFO:tasks.rados.rados.0.smithi002.stdout:3003: expect (ObjNum 922 snap 302 seq_num 922) 2024-09-14T03:45:44.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:43 smithi002 ceph-mon[87970]: pgmap v687: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 471 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 15 op/s 2024-09-14T03:45:44.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:43 smithi002 ceph-mon[87970]: osdmap e677: 8 total, 8 up, 8 in 2024-09-14T03:45:44.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:43 smithi002 ceph-mon[89815]: pgmap v687: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 471 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 15 op/s 2024-09-14T03:45:44.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:43 smithi002 ceph-mon[89815]: osdmap e677: 8 total, 8 up, 8 in 2024-09-14T03:45:44.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:43 smithi154 ceph-mon[81546]: pgmap v687: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 471 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 15 op/s 2024-09-14T03:45:44.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:43 smithi154 ceph-mon[81546]: osdmap e677: 8 total, 8 up, 8 in 2024-09-14T03:45:44.802 INFO:tasks.rados.rados.0.smithi002.stdout:3003: done (2 left) 2024-09-14T03:45:44.802 INFO:tasks.rados.rados.0.smithi002.stdout:3005: done (1 left) 2024-09-14T03:45:44.802 INFO:tasks.rados.rados.0.smithi002.stdout:3006: done (0 left) 2024-09-14T03:45:44.802 INFO:tasks.rados.rados.0.smithi002.stdout:3007: snap_remove snap 278 2024-09-14T03:45:45.687 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:45:45 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:45:45] "GET /metrics HTTP/1.1" 200 36434 "" "Prometheus/2.51.0" 2024-09-14T03:45:45.805 INFO:tasks.rados.rados.0.smithi002.stdout:3007: done (0 left) 2024-09-14T03:45:45.805 INFO:tasks.rados.rados.0.smithi002.stdout:3008: snap_remove snap 301 2024-09-14T03:45:46.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:45 smithi002 ceph-mon[87970]: pgmap v690: 121 pgs: 121 active+clean; 449 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-09-14T03:45:46.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:45 smithi002 ceph-mon[87970]: osdmap e678: 8 total, 8 up, 8 in 2024-09-14T03:45:46.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:45 smithi002 ceph-mon[89815]: pgmap v690: 121 pgs: 121 active+clean; 449 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-09-14T03:45:46.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:45 smithi002 ceph-mon[89815]: osdmap e678: 8 total, 8 up, 8 in 2024-09-14T03:45:46.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:45 smithi154 ceph-mon[81546]: pgmap v690: 121 pgs: 121 active+clean; 449 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-09-14T03:45:46.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:45 smithi154 ceph-mon[81546]: osdmap e678: 8 total, 8 up, 8 in 2024-09-14T03:45:46.806 INFO:tasks.rados.rados.0.smithi002.stdout:3008: done (0 left) 2024-09-14T03:45:46.806 INFO:tasks.rados.rados.0.smithi002.stdout:3009: rollback oid 18 current snap is 303 2024-09-14T03:45:46.806 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 18 to 272 2024-09-14T03:45:46.806 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 10 current snap is 303 2024-09-14T03:45:46.806 INFO:tasks.rados.rados.0.smithi002.stdout:3010: seq_num 933 ranges {1368064=434176,1802240=548864,2351104=253952} 2024-09-14T03:45:46.817 INFO:tasks.rados.rados.0.smithi002.stdout:3010: writing smithi00278215-10 from 1368064 to 1802240 tid 1 2024-09-14T03:45:46.821 INFO:tasks.rados.rados.0.smithi002.stdout:3010: writing smithi00278215-10 from 1802240 to 2351104 tid 2 2024-09-14T03:45:46.823 INFO:tasks.rados.rados.0.smithi002.stdout:3010: writing smithi00278215-10 from 2351104 to 2605056 tid 3 2024-09-14T03:45:46.823 INFO:tasks.rados.rados.0.smithi002.stdout:3011: snap_create 2024-09-14T03:45:46.827 INFO:tasks.rados.rados.0.smithi002.stdout:3009: finishing rollback tid 0 to smithi00278215-18 2024-09-14T03:45:46.827 INFO:tasks.rados.rados.0.smithi002.stdout:3009: finishing rollback tid 1 to smithi00278215-18 2024-09-14T03:45:46.827 INFO:tasks.rados.rados.0.smithi002.stdout:3009: finishing rollback tid 2 to smithi00278215-18 2024-09-14T03:45:46.827 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 2699 (ObjNum 726 snap 235 seq_num 726) dirty exists 2024-09-14T03:45:46.834 INFO:tasks.rados.rados.0.smithi002.stdout:3010: finishing write tid 1 to smithi00278215-10 2024-09-14T03:45:46.834 INFO:tasks.rados.rados.0.smithi002.stdout:3010: finishing write tid 2 to smithi00278215-10 2024-09-14T03:45:46.834 INFO:tasks.rados.rados.0.smithi002.stdout:3010: finishing write tid 3 to smithi00278215-10 2024-09-14T03:45:46.834 INFO:tasks.rados.rados.0.smithi002.stdout:3010: finishing write tid 4 to smithi00278215-10 2024-09-14T03:45:46.839 INFO:tasks.rados.rados.0.smithi002.stdout:3010: finishing write tid 5 to smithi00278215-10 2024-09-14T03:45:46.839 INFO:tasks.rados.rados.0.smithi002.stdout:3010: oid 10 updating version 0 to 3722 2024-09-14T03:45:46.839 INFO:tasks.rados.rados.0.smithi002.stdout:3010: oid 10 version 3722 is already newer than 3719 2024-09-14T03:45:46.839 INFO:tasks.rados.rados.0.smithi002.stdout:3010: oid 10 version 3722 is already newer than 3720 2024-09-14T03:45:46.839 INFO:tasks.rados.rados.0.smithi002.stdout:3010: oid 10 version 3722 is already newer than 3721 2024-09-14T03:45:46.839 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 3722 (ObjNum 933 snap 303 seq_num 933) dirty exists 2024-09-14T03:45:46.839 INFO:tasks.rados.rados.0.smithi002.stdout:3010: left oid 10 (ObjNum 933 snap 303 seq_num 933) 2024-09-14T03:45:47.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:46 smithi002 ceph-mon[87970]: osdmap e679: 8 total, 8 up, 8 in 2024-09-14T03:45:47.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:46 smithi002 ceph-mon[87970]: osdmap e680: 8 total, 8 up, 8 in 2024-09-14T03:45:47.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:46 smithi002 ceph-mon[89815]: osdmap e679: 8 total, 8 up, 8 in 2024-09-14T03:45:47.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:46 smithi002 ceph-mon[89815]: osdmap e680: 8 total, 8 up, 8 in 2024-09-14T03:45:47.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:46 smithi154 ceph-mon[81546]: osdmap e679: 8 total, 8 up, 8 in 2024-09-14T03:45:47.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:46 smithi154 ceph-mon[81546]: osdmap e680: 8 total, 8 up, 8 in 2024-09-14T03:45:47.801 INFO:tasks.rados.rados.0.smithi002.stdout:3009: done (2 left) 2024-09-14T03:45:47.801 INFO:tasks.rados.rados.0.smithi002.stdout:3010: done (1 left) 2024-09-14T03:45:47.801 INFO:tasks.rados.rados.0.smithi002.stdout:3011: done (0 left) 2024-09-14T03:45:47.801 INFO:tasks.rados.rados.0.smithi002.stdout:3012: rollback oid 20 current snap is 304 2024-09-14T03:45:47.801 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 20 to 297 2024-09-14T03:45:47.801 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 35 current snap is 304 2024-09-14T03:45:47.801 INFO:tasks.rados.rados.0.smithi002.stdout:3013: seq_num 934 ranges {0=450560,450560=434176,884736=368640} 2024-09-14T03:45:47.803 INFO:tasks.rados.rados.0.smithi002.stdout:3013: writing smithi00278215-35 from 0 to 450560 tid 1 2024-09-14T03:45:47.806 INFO:tasks.rados.rados.0.smithi002.stdout:3013: writing smithi00278215-35 from 450560 to 884736 tid 2 2024-09-14T03:45:47.809 INFO:tasks.rados.rados.0.smithi002.stdout:3013: writing smithi00278215-35 from 884736 to 1253376 tid 3 2024-09-14T03:45:47.809 INFO:tasks.rados.rados.0.smithi002.stdout:3014: delete oid 5 current snap is 304 2024-09-14T03:45:47.809 INFO:tasks.rados.rados.0.smithi002.stdout:3012: finishing rollback tid 0 to smithi00278215-20 2024-09-14T03:45:47.809 INFO:tasks.rados.rados.0.smithi002.stdout:3012: finishing rollback tid 1 to smithi00278215-20 2024-09-14T03:45:47.810 INFO:tasks.rados.rados.0.smithi002.stdout:3013: finishing write tid 1 to smithi00278215-35 2024-09-14T03:45:47.810 INFO:tasks.rados.rados.0.smithi002.stdout:3012: finishing rollback tid 2 to smithi00278215-20 2024-09-14T03:45:47.810 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 20 v 2691 (ObjNum 177 snap 0 seq_num 1) dirty exists 2024-09-14T03:45:47.812 INFO:tasks.rados.rados.0.smithi002.stdout:3012: done (2 left) 2024-09-14T03:45:47.812 INFO:tasks.rados.rados.0.smithi002.stdout:3014: done (1 left) 2024-09-14T03:45:47.812 INFO:tasks.rados.rados.0.smithi002.stdout:3015: setattr oid 3 current snap is 304 2024-09-14T03:45:47.814 INFO:tasks.rados.rados.0.smithi002.stdout:3013: finishing write tid 2 to smithi00278215-35 2024-09-14T03:45:47.814 INFO:tasks.rados.rados.0.smithi002.stdout:3013: finishing write tid 3 to smithi00278215-35 2024-09-14T03:45:47.815 INFO:tasks.rados.rados.0.smithi002.stdout:3013: finishing write tid 4 to smithi00278215-35 2024-09-14T03:45:47.815 INFO:tasks.rados.rados.0.smithi002.stdout:3016: rmattr oid 7 current snap is 304 2024-09-14T03:45:47.815 INFO:tasks.rados.rados.0.smithi002.stdout:3016: done (2 left) 2024-09-14T03:45:47.815 INFO:tasks.rados.rados.0.smithi002.stdout:3017: rmattr oid 28 current snap is 304 2024-09-14T03:45:47.815 INFO:tasks.rados.rados.0.smithi002.stdout:3017: done (2 left) 2024-09-14T03:45:47.815 INFO:tasks.rados.rados.0.smithi002.stdout:3018: read oid 13 snap 280 2024-09-14T03:45:47.815 INFO:tasks.rados.rados.0.smithi002.stdout:3018: expect (ObjNum 807 snap 262 seq_num 807) 2024-09-14T03:45:47.816 INFO:tasks.rados.rados.0.smithi002.stdout:3019: read oid 2 snap -1 2024-09-14T03:45:47.816 INFO:tasks.rados.rados.0.smithi002.stdout:3019: expect (ObjNum 926 snap 302 seq_num 926) 2024-09-14T03:45:47.816 INFO:tasks.rados.rados.0.smithi002.stdout:3020: delete oid 14 current snap is 304 2024-09-14T03:45:47.816 INFO:tasks.rados.rados.0.smithi002.stdout:3013: finishing write tid 5 to smithi00278215-35 2024-09-14T03:45:47.816 INFO:tasks.rados.rados.0.smithi002.stdout:3013: oid 35 updating version 0 to 3627 2024-09-14T03:45:47.816 INFO:tasks.rados.rados.0.smithi002.stdout:3013: oid 35 updating version 3627 to 3629 2024-09-14T03:45:47.816 INFO:tasks.rados.rados.0.smithi002.stdout:3013: oid 35 version 3629 is already newer than 3628 2024-09-14T03:45:47.817 INFO:tasks.rados.rados.0.smithi002.stdout:3013: oid 35 version 3629 is already newer than 3626 2024-09-14T03:45:47.817 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 35 v 3629 (ObjNum 934 snap 304 seq_num 934) dirty exists 2024-09-14T03:45:47.817 INFO:tasks.rados.rados.0.smithi002.stdout:3013: left oid 35 (ObjNum 934 snap 304 seq_num 934) 2024-09-14T03:45:47.822 INFO:tasks.rados.rados.0.smithi002.stdout:3013: done (4 left) 2024-09-14T03:45:47.822 INFO:tasks.rados.rados.0.smithi002.stdout:3020: done (3 left) 2024-09-14T03:45:47.822 INFO:tasks.rados.rados.0.smithi002.stdout:3021: snap_create 2024-09-14T03:45:47.824 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 3 v 3537 (ObjNum 851 snap 279 seq_num 851) dirty exists 2024-09-14T03:45:47.827 INFO:tasks.rados.rados.0.smithi002.stdout:3019: expect (ObjNum 926 snap 302 seq_num 926) 2024-09-14T03:45:47.903 INFO:tasks.rados.rados.0.smithi002.stdout:3018: expect (ObjNum 807 snap 262 seq_num 807) 2024-09-14T03:45:48.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:47 smithi002 ceph-mon[87970]: pgmap v693: 121 pgs: 121 active+clean; 438 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 946 KiB/s wr, 3 op/s 2024-09-14T03:45:48.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:47 smithi002 ceph-mon[87970]: osdmap e681: 8 total, 8 up, 8 in 2024-09-14T03:45:48.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:47 smithi002 ceph-mon[89815]: pgmap v693: 121 pgs: 121 active+clean; 438 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 946 KiB/s wr, 3 op/s 2024-09-14T03:45:48.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:47 smithi002 ceph-mon[89815]: osdmap e681: 8 total, 8 up, 8 in 2024-09-14T03:45:48.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:47 smithi154 ceph-mon[81546]: pgmap v693: 121 pgs: 121 active+clean; 438 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 946 KiB/s wr, 3 op/s 2024-09-14T03:45:48.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:47 smithi154 ceph-mon[81546]: osdmap e681: 8 total, 8 up, 8 in 2024-09-14T03:45:48.826 INFO:tasks.rados.rados.0.smithi002.stdout:3015: done (3 left) 2024-09-14T03:45:48.826 INFO:tasks.rados.rados.0.smithi002.stdout:3018: done (2 left) 2024-09-14T03:45:48.826 INFO:tasks.rados.rados.0.smithi002.stdout:3019: done (1 left) 2024-09-14T03:45:48.826 INFO:tasks.rados.rados.0.smithi002.stdout:3021: done (0 left) 2024-09-14T03:45:48.826 INFO:tasks.rados.rados.0.smithi002.stdout:3022: snap_remove snap 304 2024-09-14T03:45:49.831 INFO:tasks.rados.rados.0.smithi002.stdout:3022: done (0 left) 2024-09-14T03:45:49.832 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 31 current snap is 305 2024-09-14T03:45:49.832 INFO:tasks.rados.rados.0.smithi002.stdout:3023: seq_num 937 ranges {1204224=499712,1703936=532480,2236416=270336} 2024-09-14T03:45:49.841 INFO:tasks.rados.rados.0.smithi002.stdout:3023: writing smithi00278215-31 from 1204224 to 1703936 tid 1 2024-09-14T03:45:49.844 INFO:tasks.rados.rados.0.smithi002.stdout:3023: writing smithi00278215-31 from 1703936 to 2236416 tid 2 2024-09-14T03:45:49.845 INFO:tasks.rados.rados.0.smithi002.stdout:3023: writing smithi00278215-31 from 2236416 to 2506752 tid 3 2024-09-14T03:45:49.845 INFO:tasks.rados.rados.0.smithi002.stdout:3024: delete oid 49 current snap is 305 2024-09-14T03:45:49.850 INFO:tasks.rados.rados.0.smithi002.stdout:3024: done (1 left) 2024-09-14T03:45:49.850 INFO:tasks.rados.rados.0.smithi002.stdout:3025: delete oid 34 current snap is 305 2024-09-14T03:45:49.850 INFO:tasks.rados.rados.0.smithi002.stdout:3023: finishing write tid 1 to smithi00278215-31 2024-09-14T03:45:49.850 INFO:tasks.rados.rados.0.smithi002.stdout:3023: finishing write tid 2 to smithi00278215-31 2024-09-14T03:45:49.851 INFO:tasks.rados.rados.0.smithi002.stdout:3025: done (1 left) 2024-09-14T03:45:49.852 INFO:tasks.rados.rados.0.smithi002.stdout:3026: snap_remove snap 264 2024-09-14T03:45:50.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:49 smithi002 ceph-mon[89815]: pgmap v696: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 389 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 852 KiB/s wr, 5 op/s 2024-09-14T03:45:50.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:49 smithi002 ceph-mon[89815]: osdmap e682: 8 total, 8 up, 8 in 2024-09-14T03:45:50.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:49 smithi002 ceph-mon[87970]: pgmap v696: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 389 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 852 KiB/s wr, 5 op/s 2024-09-14T03:45:50.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:49 smithi002 ceph-mon[87970]: osdmap e682: 8 total, 8 up, 8 in 2024-09-14T03:45:50.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:49 smithi154 ceph-mon[81546]: pgmap v696: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 389 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 852 KiB/s wr, 5 op/s 2024-09-14T03:45:50.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:49 smithi154 ceph-mon[81546]: osdmap e682: 8 total, 8 up, 8 in 2024-09-14T03:45:50.839 INFO:tasks.rados.rados.0.smithi002.stdout:3026: done (1 left) 2024-09-14T03:45:50.839 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 43 current snap is 305 2024-09-14T03:45:50.839 INFO:tasks.rados.rados.0.smithi002.stdout:3027: seq_num 940 ranges {1974272=548864,2523136=589824,3112960=212992} 2024-09-14T03:45:50.854 INFO:tasks.rados.rados.0.smithi002.stdout:3027: writing smithi00278215-43 from 1974272 to 2523136 tid 1 2024-09-14T03:45:50.862 INFO:tasks.rados.rados.0.smithi002.stdout:3027: writing smithi00278215-43 from 2523136 to 3112960 tid 2 2024-09-14T03:45:50.862 INFO:tasks.rados.rados.0.smithi002.stdout:3027: writing smithi00278215-43 from 3112960 to 3325952 tid 3 2024-09-14T03:45:50.862 INFO:tasks.rados.rados.0.smithi002.stdout:3028: read oid 22 snap -1 2024-09-14T03:45:50.862 INFO:tasks.rados.rados.0.smithi002.stdout:3028: expect (ObjNum 728 snap 236 seq_num 728) 2024-09-14T03:45:50.862 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 21 current snap is 305 2024-09-14T03:45:50.862 INFO:tasks.rados.rados.0.smithi002.stdout:3023: finishing write tid 3 to smithi00278215-31 2024-09-14T03:45:50.862 INFO:tasks.rados.rados.0.smithi002.stdout:3023: finishing write tid 4 to smithi00278215-31 2024-09-14T03:45:50.862 INFO:tasks.rados.rados.0.smithi002.stdout:3023: finishing write tid 5 to smithi00278215-31 2024-09-14T03:45:50.862 INFO:tasks.rados.rados.0.smithi002.stdout:3023: oid 31 updating version 0 to 2715 2024-09-14T03:45:50.863 INFO:tasks.rados.rados.0.smithi002.stdout:3023: oid 31 version 2715 is already newer than 2713 2024-09-14T03:45:50.863 INFO:tasks.rados.rados.0.smithi002.stdout:3023: oid 31 version 2715 is already newer than 2712 2024-09-14T03:45:50.863 INFO:tasks.rados.rados.0.smithi002.stdout:3023: oid 31 version 2715 is already newer than 2714 2024-09-14T03:45:50.863 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 2715 (ObjNum 937 snap 305 seq_num 937) dirty exists 2024-09-14T03:45:50.863 INFO:tasks.rados.rados.0.smithi002.stdout:3023: left oid 31 (ObjNum 937 snap 305 seq_num 937) 2024-09-14T03:45:50.863 INFO:tasks.rados.rados.0.smithi002.stdout:3029: seq_num 941 ranges {1163264=565248,1728512=475136,2203648=327680} 2024-09-14T03:45:50.871 INFO:tasks.rados.rados.0.smithi002.stdout:3029: writing smithi00278215-21 from 1163264 to 1728512 tid 1 2024-09-14T03:45:50.875 INFO:tasks.rados.rados.0.smithi002.stdout:3029: writing smithi00278215-21 from 1728512 to 2203648 tid 2 2024-09-14T03:45:50.878 INFO:tasks.rados.rados.0.smithi002.stdout:3029: writing smithi00278215-21 from 2203648 to 2531328 tid 3 2024-09-14T03:45:50.878 INFO:tasks.rados.rados.0.smithi002.stdout:3023: done (3 left) 2024-09-14T03:45:50.878 INFO:tasks.rados.rados.0.smithi002.stdout:3030: setattr oid 48 current snap is 305 2024-09-14T03:45:50.878 INFO:tasks.rados.rados.0.smithi002.stdout:3027: finishing write tid 1 to smithi00278215-43 2024-09-14T03:45:50.878 INFO:tasks.rados.rados.0.smithi002.stdout:3027: finishing write tid 2 to smithi00278215-43 2024-09-14T03:45:50.878 INFO:tasks.rados.rados.0.smithi002.stdout:3027: finishing write tid 3 to smithi00278215-43 2024-09-14T03:45:50.878 INFO:tasks.rados.rados.0.smithi002.stdout:3027: finishing write tid 4 to smithi00278215-43 2024-09-14T03:45:50.879 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 3 current snap is 305 2024-09-14T03:45:50.879 INFO:tasks.rados.rados.0.smithi002.stdout:3031: seq_num 942 ranges {2260992=581632,2842624=761856,3604480=40960} 2024-09-14T03:45:50.895 INFO:tasks.rados.rados.0.smithi002.stdout:3031: writing smithi00278215-3 from 2260992 to 2842624 tid 1 2024-09-14T03:45:50.899 INFO:tasks.rados.rados.0.smithi002.stdout:3031: writing smithi00278215-3 from 2842624 to 3604480 tid 2 2024-09-14T03:45:50.900 INFO:tasks.rados.rados.0.smithi002.stdout:3031: writing smithi00278215-3 from 3604480 to 3645440 tid 3 2024-09-14T03:45:50.900 INFO:tasks.rados.rados.0.smithi002.stdout:3032: read oid 15 snap -1 2024-09-14T03:45:50.901 INFO:tasks.rados.rados.0.smithi002.stdout:3032: expect (ObjNum 896 snap 298 seq_num 896) 2024-09-14T03:45:50.901 INFO:tasks.rados.rados.0.smithi002.stdout:3033: delete oid 11 current snap is 305 2024-09-14T03:45:50.901 INFO:tasks.rados.rados.0.smithi002.stdout:3027: finishing write tid 5 to smithi00278215-43 2024-09-14T03:45:50.901 INFO:tasks.rados.rados.0.smithi002.stdout:3027: oid 43 updating version 0 to 3539 2024-09-14T03:45:50.901 INFO:tasks.rados.rados.0.smithi002.stdout:3027: oid 43 updating version 3539 to 3541 2024-09-14T03:45:50.901 INFO:tasks.rados.rados.0.smithi002.stdout:3027: oid 43 version 3541 is already newer than 3538 2024-09-14T03:45:50.901 INFO:tasks.rados.rados.0.smithi002.stdout:3027: oid 43 version 3541 is already newer than 3540 2024-09-14T03:45:50.901 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 3541 (ObjNum 940 snap 305 seq_num 940) dirty exists 2024-09-14T03:45:50.901 INFO:tasks.rados.rados.0.smithi002.stdout:3027: left oid 43 (ObjNum 940 snap 305 seq_num 940) 2024-09-14T03:45:50.901 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 2716 (ObjNum 891 snap 295 seq_num 891) dirty exists 2024-09-14T03:45:50.901 INFO:tasks.rados.rados.0.smithi002.stdout:3029: finishing write tid 1 to smithi00278215-21 2024-09-14T03:45:50.901 INFO:tasks.rados.rados.0.smithi002.stdout:3029: finishing write tid 2 to smithi00278215-21 2024-09-14T03:45:50.902 INFO:tasks.rados.rados.0.smithi002.stdout:3031: finishing write tid 1 to smithi00278215-3 2024-09-14T03:45:50.905 INFO:tasks.rados.rados.0.smithi002.stdout:3027: done (6 left) 2024-09-14T03:45:50.905 INFO:tasks.rados.rados.0.smithi002.stdout:3030: done (5 left) 2024-09-14T03:45:50.905 INFO:tasks.rados.rados.0.smithi002.stdout:3033: done (4 left) 2024-09-14T03:45:50.905 INFO:tasks.rados.rados.0.smithi002.stdout:3034: read oid 27 snap -1 2024-09-14T03:45:50.905 INFO:tasks.rados.rados.0.smithi002.stdout:3034: expect (ObjNum 925 snap 302 seq_num 925) 2024-09-14T03:45:50.906 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 33 current snap is 305 2024-09-14T03:45:50.906 INFO:tasks.rados.rados.0.smithi002.stdout:3035: seq_num 944 ranges {4743168=614400,5357568=573440,5931008=229376} 2024-09-14T03:45:50.935 INFO:tasks.rados.rados.0.smithi002.stdout:3035: writing smithi00278215-33 from 4743168 to 5357568 tid 1 2024-09-14T03:45:50.938 INFO:tasks.rados.rados.0.smithi002.stdout:3035: writing smithi00278215-33 from 5357568 to 5931008 tid 2 2024-09-14T03:45:50.940 INFO:tasks.rados.rados.0.smithi002.stdout:3035: writing smithi00278215-33 from 5931008 to 6160384 tid 3 2024-09-14T03:45:50.940 INFO:tasks.rados.rados.0.smithi002.stdout:3036: delete oid 28 current snap is 305 2024-09-14T03:45:50.940 INFO:tasks.rados.rados.0.smithi002.stdout:3031: finishing write tid 2 to smithi00278215-3 2024-09-14T03:45:50.940 INFO:tasks.rados.rados.0.smithi002.stdout:3031: finishing write tid 3 to smithi00278215-3 2024-09-14T03:45:50.940 INFO:tasks.rados.rados.0.smithi002.stdout:3031: finishing write tid 4 to smithi00278215-3 2024-09-14T03:45:50.940 INFO:tasks.rados.rados.0.smithi002.stdout:3034: expect (ObjNum 925 snap 302 seq_num 925) 2024-09-14T03:45:50.972 INFO:tasks.rados.rados.0.smithi002.stdout:3031: finishing write tid 5 to smithi00278215-3 2024-09-14T03:45:50.972 INFO:tasks.rados.rados.0.smithi002.stdout:3031: oid 3 updating version 0 to 3543 2024-09-14T03:45:50.972 INFO:tasks.rados.rados.0.smithi002.stdout:3031: oid 3 updating version 3543 to 3544 2024-09-14T03:45:50.972 INFO:tasks.rados.rados.0.smithi002.stdout:3031: oid 3 updating version 3544 to 3545 2024-09-14T03:45:50.972 INFO:tasks.rados.rados.0.smithi002.stdout:3031: oid 3 version 3545 is already newer than 3542 2024-09-14T03:45:50.972 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 3 v 3545 (ObjNum 942 snap 305 seq_num 942) dirty exists 2024-09-14T03:45:50.972 INFO:tasks.rados.rados.0.smithi002.stdout:3031: left oid 3 (ObjNum 942 snap 305 seq_num 942) 2024-09-14T03:45:50.972 INFO:tasks.rados.rados.0.smithi002.stdout:3029: finishing write tid 3 to smithi00278215-21 2024-09-14T03:45:50.973 INFO:tasks.rados.rados.0.smithi002.stdout:3031: done (6 left) 2024-09-14T03:45:50.973 INFO:tasks.rados.rados.0.smithi002.stdout:3034: done (5 left) 2024-09-14T03:45:50.973 INFO:tasks.rados.rados.0.smithi002.stdout:3036: done (4 left) 2024-09-14T03:45:50.973 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 41 current snap is 305 2024-09-14T03:45:50.973 INFO:tasks.rados.rados.0.smithi002.stdout:3029: finishing write tid 4 to smithi00278215-21 2024-09-14T03:45:50.973 INFO:tasks.rados.rados.0.smithi002.stdout:3029: finishing write tid 5 to smithi00278215-21 2024-09-14T03:45:50.973 INFO:tasks.rados.rados.0.smithi002.stdout:3029: oid 21 updating version 0 to 1868 2024-09-14T03:45:50.973 INFO:tasks.rados.rados.0.smithi002.stdout:3029: oid 21 updating version 1868 to 1869 2024-09-14T03:45:50.973 INFO:tasks.rados.rados.0.smithi002.stdout:3029: oid 21 version 1869 is already newer than 1867 2024-09-14T03:45:50.973 INFO:tasks.rados.rados.0.smithi002.stdout:3029: oid 21 updating version 1869 to 1870 2024-09-14T03:45:50.973 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 1870 (ObjNum 941 snap 305 seq_num 941) dirty exists 2024-09-14T03:45:50.973 INFO:tasks.rados.rados.0.smithi002.stdout:3029: left oid 21 (ObjNum 941 snap 305 seq_num 941) 2024-09-14T03:45:50.973 INFO:tasks.rados.rados.0.smithi002.stdout:3032: expect (ObjNum 896 snap 298 seq_num 896) 2024-09-14T03:45:50.995 INFO:tasks.rados.rados.0.smithi002.stdout:3035: finishing write tid 1 to smithi00278215-33 2024-09-14T03:45:50.995 INFO:tasks.rados.rados.0.smithi002.stdout:3035: finishing write tid 2 to smithi00278215-33 2024-09-14T03:45:50.995 INFO:tasks.rados.rados.0.smithi002.stdout:3035: finishing write tid 3 to smithi00278215-33 2024-09-14T03:45:50.995 INFO:tasks.rados.rados.0.smithi002.stdout:3035: finishing write tid 4 to smithi00278215-33 2024-09-14T03:45:50.995 INFO:tasks.rados.rados.0.smithi002.stdout:3035: finishing write tid 5 to smithi00278215-33 2024-09-14T03:45:50.995 INFO:tasks.rados.rados.0.smithi002.stdout:3035: oid 33 updating version 0 to 3549 2024-09-14T03:45:50.995 INFO:tasks.rados.rados.0.smithi002.stdout:3035: oid 33 version 3549 is already newer than 3547 2024-09-14T03:45:50.995 INFO:tasks.rados.rados.0.smithi002.stdout:3035: oid 33 version 3549 is already newer than 3546 2024-09-14T03:45:50.996 INFO:tasks.rados.rados.0.smithi002.stdout:3035: oid 33 version 3549 is already newer than 3548 2024-09-14T03:45:50.996 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 33 v 3549 (ObjNum 944 snap 305 seq_num 944) dirty exists 2024-09-14T03:45:50.996 INFO:tasks.rados.rados.0.smithi002.stdout:3035: left oid 33 (ObjNum 944 snap 305 seq_num 944) 2024-09-14T03:45:50.996 INFO:tasks.rados.rados.0.smithi002.stdout:3028: expect (ObjNum 728 snap 236 seq_num 728) 2024-09-14T03:45:51.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:50 smithi002 ceph-mon[87970]: osdmap e683: 8 total, 8 up, 8 in 2024-09-14T03:45:51.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:50 smithi002 ceph-mon[89815]: osdmap e683: 8 total, 8 up, 8 in 2024-09-14T03:45:51.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:50 smithi154 ceph-mon[81546]: osdmap e683: 8 total, 8 up, 8 in 2024-09-14T03:45:52.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:51 smithi002 ceph-mon[87970]: pgmap v699: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 386 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 558 KiB/s wr, 15 op/s 2024-09-14T03:45:52.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:51 smithi002 ceph-mon[87970]: osdmap e684: 8 total, 8 up, 8 in 2024-09-14T03:45:52.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:51 smithi002 ceph-mon[89815]: pgmap v699: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 386 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 558 KiB/s wr, 15 op/s 2024-09-14T03:45:52.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:51 smithi002 ceph-mon[89815]: osdmap e684: 8 total, 8 up, 8 in 2024-09-14T03:45:52.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:51 smithi154 ceph-mon[81546]: pgmap v699: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 386 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 558 KiB/s wr, 15 op/s 2024-09-14T03:45:52.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:51 smithi154 ceph-mon[81546]: osdmap e684: 8 total, 8 up, 8 in 2024-09-14T03:45:52.577 INFO:tasks.rados.rados.0.smithi002.stdout:3037: seq_num 946 ranges {4718592=647168,5365760=745472,6111232=57344} 2024-09-14T03:45:52.609 INFO:tasks.rados.rados.0.smithi002.stdout:3037: writing smithi00278215-41 from 4718592 to 5365760 tid 1 2024-09-14T03:45:52.611 INFO:tasks.rados.rados.0.smithi002.stdout:3037: writing smithi00278215-41 from 5365760 to 6111232 tid 2 2024-09-14T03:45:52.612 INFO:tasks.rados.rados.0.smithi002.stdout:3037: writing smithi00278215-41 from 6111232 to 6168576 tid 3 2024-09-14T03:45:52.613 INFO:tasks.rados.rados.0.smithi002.stdout:3028: done (4 left) 2024-09-14T03:45:52.613 INFO:tasks.rados.rados.0.smithi002.stdout:3029: done (3 left) 2024-09-14T03:45:52.613 INFO:tasks.rados.rados.0.smithi002.stdout:3032: done (2 left) 2024-09-14T03:45:52.613 INFO:tasks.rados.rados.0.smithi002.stdout:3035: done (1 left) 2024-09-14T03:45:52.613 INFO:tasks.rados.rados.0.smithi002.stdout:3038: copy_from oid 31 from oid 49 current snap is 305 2024-09-14T03:45:52.613 INFO:tasks.rados.rados.0.smithi002.stdout:3039: snap_create 2024-09-14T03:45:52.614 INFO:tasks.rados.rados.0.smithi002.stdout:3038: finishing copy_from to smithi00278215-31 2024-09-14T03:45:52.614 INFO:tasks.rados.rados.0.smithi002.stdout:3038: got expected ENOENT (src dne) 2024-09-14T03:45:52.614 INFO:tasks.rados.rados.0.smithi002.stdout:3038: finishing copy_from racing read to smithi00278215-31 2024-09-14T03:45:52.616 INFO:tasks.rados.rados.0.smithi002.stdout:3037: finishing write tid 1 to smithi00278215-41 2024-09-14T03:45:52.619 INFO:tasks.rados.rados.0.smithi002.stdout:3037: finishing write tid 2 to smithi00278215-41 2024-09-14T03:45:52.619 INFO:tasks.rados.rados.0.smithi002.stdout:3037: finishing write tid 3 to smithi00278215-41 2024-09-14T03:45:52.619 INFO:tasks.rados.rados.0.smithi002.stdout:3037: finishing write tid 4 to smithi00278215-41 2024-09-14T03:45:52.620 INFO:tasks.rados.rados.0.smithi002.stdout:3037: finishing write tid 5 to smithi00278215-41 2024-09-14T03:45:52.621 INFO:tasks.rados.rados.0.smithi002.stdout:3037: oid 41 updating version 0 to 4111 2024-09-14T03:45:52.621 INFO:tasks.rados.rados.0.smithi002.stdout:3037: oid 41 updating version 4111 to 4112 2024-09-14T03:45:52.621 INFO:tasks.rados.rados.0.smithi002.stdout:3037: oid 41 updating version 4112 to 4113 2024-09-14T03:45:52.621 INFO:tasks.rados.rados.0.smithi002.stdout:3037: oid 41 version 4113 is already newer than 4110 2024-09-14T03:45:52.621 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 41 v 4113 (ObjNum 946 snap 305 seq_num 946) dirty exists 2024-09-14T03:45:52.622 INFO:tasks.rados.rados.0.smithi002.stdout:3037: left oid 41 (ObjNum 946 snap 305 seq_num 946) 2024-09-14T03:45:52.800 INFO:tasks.rados.rados.0.smithi002.stdout:3037: done (2 left) 2024-09-14T03:45:52.800 INFO:tasks.rados.rados.0.smithi002.stdout:3038: done (1 left) 2024-09-14T03:45:52.800 INFO:tasks.rados.rados.0.smithi002.stdout:3039: done (0 left) 2024-09-14T03:45:52.800 INFO:tasks.rados.rados.0.smithi002.stdout:3040: copy_from oid 4 from oid 16 current snap is 306 2024-09-14T03:45:52.801 INFO:tasks.rados.rados.0.smithi002.stdout:3041: snap_create 2024-09-14T03:45:52.806 INFO:tasks.rados.rados.0.smithi002.stdout:3040: finishing copy_from racing read to smithi00278215-4 2024-09-14T03:45:52.807 INFO:tasks.rados.rados.0.smithi002.stdout:3040: finishing copy_from to smithi00278215-4 2024-09-14T03:45:52.807 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 3614 (ObjNum 887 snap 295 seq_num 887) dirty exists 2024-09-14T03:45:53.803 INFO:tasks.rados.rados.0.smithi002.stdout:3040: done (1 left) 2024-09-14T03:45:53.804 INFO:tasks.rados.rados.0.smithi002.stdout:3041: done (0 left) 2024-09-14T03:45:53.804 INFO:tasks.rados.rados.0.smithi002.stdout:3042: read oid 49 snap -1 2024-09-14T03:45:53.804 INFO:tasks.rados.rados.0.smithi002.stdout:3042: expect deleted 2024-09-14T03:45:53.804 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 22 current snap is 307 2024-09-14T03:45:53.804 INFO:tasks.rados.rados.0.smithi002.stdout:3043: seq_num 947 ranges {14180352=663552,14843904=630784,15474688=172032} 2024-09-14T03:45:53.884 INFO:tasks.rados.rados.0.smithi002.stdout:3043: writing smithi00278215-22 from 14180352 to 14843904 tid 1 2024-09-14T03:45:53.887 INFO:tasks.rados.rados.0.smithi002.stdout:3043: writing smithi00278215-22 from 14843904 to 15474688 tid 2 2024-09-14T03:45:53.888 INFO:tasks.rados.rados.0.smithi002.stdout:3043: writing smithi00278215-22 from 15474688 to 15646720 tid 3 2024-09-14T03:45:53.888 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 26 current snap is 307 2024-09-14T03:45:53.888 INFO:tasks.rados.rados.0.smithi002.stdout:3044: seq_num 948 ranges {647168=679936,1327104=516096,1843200=286720} 2024-09-14T03:45:53.896 INFO:tasks.rados.rados.0.smithi002.stdout:3044: writing smithi00278215-26 from 647168 to 1327104 tid 1 2024-09-14T03:45:53.899 INFO:tasks.rados.rados.0.smithi002.stdout:3044: writing smithi00278215-26 from 1327104 to 1843200 tid 2 2024-09-14T03:45:53.901 INFO:tasks.rados.rados.0.smithi002.stdout:3044: writing smithi00278215-26 from 1843200 to 2129920 tid 3 2024-09-14T03:45:53.902 INFO:tasks.rados.rados.0.smithi002.stdout:3045: copy_from oid 45 from oid 28 current snap is 307 2024-09-14T03:45:53.902 INFO:tasks.rados.rados.0.smithi002.stdout:3043: finishing write tid 1 to smithi00278215-22 2024-09-14T03:45:53.902 INFO:tasks.rados.rados.0.smithi002.stdout:3043: finishing write tid 2 to smithi00278215-22 2024-09-14T03:45:53.902 INFO:tasks.rados.rados.0.smithi002.stdout:3043: finishing write tid 3 to smithi00278215-22 2024-09-14T03:45:53.902 INFO:tasks.rados.rados.0.smithi002.stdout:3043: finishing write tid 4 to smithi00278215-22 2024-09-14T03:45:53.902 INFO:tasks.rados.rados.0.smithi002.stdout:3043: finishing write tid 5 to smithi00278215-22 2024-09-14T03:45:53.902 INFO:tasks.rados.rados.0.smithi002.stdout:3043: oid 22 updating version 0 to 3714 2024-09-14T03:45:53.902 INFO:tasks.rados.rados.0.smithi002.stdout:3043: oid 22 version 3714 is already newer than 3713 2024-09-14T03:45:53.902 INFO:tasks.rados.rados.0.smithi002.stdout:3043: oid 22 updating version 3714 to 3716 2024-09-14T03:45:53.902 INFO:tasks.rados.rados.0.smithi002.stdout:3043: oid 22 version 3716 is already newer than 3715 2024-09-14T03:45:53.902 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 22 v 3716 (ObjNum 947 snap 307 seq_num 947) dirty exists 2024-09-14T03:45:53.902 INFO:tasks.rados.rados.0.smithi002.stdout:3043: left oid 22 (ObjNum 947 snap 307 seq_num 947) 2024-09-14T03:45:53.902 INFO:tasks.rados.rados.0.smithi002.stdout:3042: done (3 left) 2024-09-14T03:45:53.902 INFO:tasks.rados.rados.0.smithi002.stdout:3043: done (2 left) 2024-09-14T03:45:53.903 INFO:tasks.rados.rados.0.smithi002.stdout:3046: snap_create 2024-09-14T03:45:53.903 INFO:tasks.rados.rados.0.smithi002.stdout:3044: finishing write tid 1 to smithi00278215-26 2024-09-14T03:45:53.903 INFO:tasks.rados.rados.0.smithi002.stdout:3045: finishing copy_from to smithi00278215-45 2024-09-14T03:45:53.903 INFO:tasks.rados.rados.0.smithi002.stdout:3045: got expected ENOENT (src dne) 2024-09-14T03:45:53.903 INFO:tasks.rados.rados.0.smithi002.stdout:3045: finishing copy_from racing read to smithi00278215-45 2024-09-14T03:45:53.904 INFO:tasks.rados.rados.0.smithi002.stdout:3044: finishing write tid 2 to smithi00278215-26 2024-09-14T03:45:53.904 INFO:tasks.rados.rados.0.smithi002.stdout:3044: finishing write tid 3 to smithi00278215-26 2024-09-14T03:45:53.904 INFO:tasks.rados.rados.0.smithi002.stdout:3044: finishing write tid 4 to smithi00278215-26 2024-09-14T03:45:53.905 INFO:tasks.rados.rados.0.smithi002.stdout:3044: finishing write tid 5 to smithi00278215-26 2024-09-14T03:45:53.905 INFO:tasks.rados.rados.0.smithi002.stdout:3044: oid 26 updating version 0 to 3620 2024-09-14T03:45:53.905 INFO:tasks.rados.rados.0.smithi002.stdout:3044: oid 26 updating version 3620 to 3621 2024-09-14T03:45:53.905 INFO:tasks.rados.rados.0.smithi002.stdout:3044: oid 26 updating version 3621 to 3623 2024-09-14T03:45:53.905 INFO:tasks.rados.rados.0.smithi002.stdout:3044: oid 26 version 3623 is already newer than 3622 2024-09-14T03:45:53.905 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 3623 (ObjNum 948 snap 307 seq_num 948) dirty exists 2024-09-14T03:45:53.905 INFO:tasks.rados.rados.0.smithi002.stdout:3044: left oid 26 (ObjNum 948 snap 307 seq_num 948) 2024-09-14T03:45:54.186 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:53 smithi002 ceph-mon[89815]: pgmap v701: 121 pgs: 121 active+clean; 376 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 768 KiB/s wr, 14 op/s 2024-09-14T03:45:54.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:53 smithi002 ceph-mon[89815]: osdmap e685: 8 total, 8 up, 8 in 2024-09-14T03:45:54.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:53 smithi002 ceph-mon[87970]: pgmap v701: 121 pgs: 121 active+clean; 376 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 768 KiB/s wr, 14 op/s 2024-09-14T03:45:54.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:53 smithi002 ceph-mon[87970]: osdmap e685: 8 total, 8 up, 8 in 2024-09-14T03:45:54.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:53 smithi154 ceph-mon[81546]: pgmap v701: 121 pgs: 121 active+clean; 376 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 768 KiB/s wr, 14 op/s 2024-09-14T03:45:54.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:53 smithi154 ceph-mon[81546]: osdmap e685: 8 total, 8 up, 8 in 2024-09-14T03:45:54.818 INFO:tasks.rados.rados.0.smithi002.stdout:3044: done (2 left) 2024-09-14T03:45:54.818 INFO:tasks.rados.rados.0.smithi002.stdout:3045: done (1 left) 2024-09-14T03:45:54.818 INFO:tasks.rados.rados.0.smithi002.stdout:3046: done (0 left) 2024-09-14T03:45:54.819 INFO:tasks.rados.rados.0.smithi002.stdout:3047: snap_remove snap 298 2024-09-14T03:45:55.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:54 smithi002 ceph-mon[87970]: osdmap e686: 8 total, 8 up, 8 in 2024-09-14T03:45:55.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:54 smithi002 ceph-mon[89815]: osdmap e686: 8 total, 8 up, 8 in 2024-09-14T03:45:55.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:54 smithi154 ceph-mon[81546]: osdmap e686: 8 total, 8 up, 8 in 2024-09-14T03:45:55.687 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:45:55 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:45:55] "GET /metrics HTTP/1.1" 200 36436 "" "Prometheus/2.51.0" 2024-09-14T03:45:55.818 INFO:tasks.rados.rados.0.smithi002.stdout:3047: done (0 left) 2024-09-14T03:45:55.819 INFO:tasks.rados.rados.0.smithi002.stdout:3048: snap_remove snap 302 2024-09-14T03:45:56.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:55 smithi002 ceph-mon[87970]: pgmap v704: 121 pgs: 121 active+clean; 377 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-09-14T03:45:56.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:55 smithi002 ceph-mon[87970]: osdmap e687: 8 total, 8 up, 8 in 2024-09-14T03:45:56.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:55 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:45:56.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:55 smithi002 ceph-mon[89815]: pgmap v704: 121 pgs: 121 active+clean; 377 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-09-14T03:45:56.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:55 smithi002 ceph-mon[89815]: osdmap e687: 8 total, 8 up, 8 in 2024-09-14T03:45:56.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:55 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:45:56.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:55 smithi154 ceph-mon[81546]: pgmap v704: 121 pgs: 121 active+clean; 377 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-09-14T03:45:56.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:55 smithi154 ceph-mon[81546]: osdmap e687: 8 total, 8 up, 8 in 2024-09-14T03:45:56.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:55 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:45:56.834 INFO:tasks.rados.rados.0.smithi002.stdout:3048: done (0 left) 2024-09-14T03:45:56.834 INFO:tasks.rados.rados.0.smithi002.stdout:3049: rollback oid 35 current snap is 308 2024-09-14T03:45:56.834 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 35 to 305 2024-09-14T03:45:56.834 INFO:tasks.rados.rados.0.smithi002.stdout:3050: snap_remove snap 249 2024-09-14T03:45:57.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:56 smithi002 ceph-mon[87970]: osdmap e688: 8 total, 8 up, 8 in 2024-09-14T03:45:57.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:56 smithi002 ceph-mon[89815]: osdmap e688: 8 total, 8 up, 8 in 2024-09-14T03:45:57.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:56 smithi154 ceph-mon[81546]: osdmap e688: 8 total, 8 up, 8 in 2024-09-14T03:45:57.803 INFO:tasks.rados.rados.0.smithi002.stdout:3049: finishing rollback tid 0 to smithi00278215-35 2024-09-14T03:45:57.803 INFO:tasks.rados.rados.0.smithi002.stdout:3049: finishing rollback tid 1 to smithi00278215-35 2024-09-14T03:45:57.804 INFO:tasks.rados.rados.0.smithi002.stdout:3049: finishing rollback tid 2 to smithi00278215-35 2024-09-14T03:45:57.804 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 35 v 3632 (ObjNum 934 snap 304 seq_num 934) dirty exists 2024-09-14T03:45:57.804 INFO:tasks.rados.rados.0.smithi002.stdout:3049: done (1 left) 2024-09-14T03:45:57.804 INFO:tasks.rados.rados.0.smithi002.stdout:3050: done (0 left) 2024-09-14T03:45:57.804 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 33 current snap is 308 2024-09-14T03:45:57.804 INFO:tasks.rados.rados.0.smithi002.stdout:3051: seq_num 949 ranges {6160384=704512,6864896=794624,7659520=8192} 2024-09-14T03:45:57.843 INFO:tasks.rados.rados.0.smithi002.stdout:3051: writing smithi00278215-33 from 6160384 to 6864896 tid 1 2024-09-14T03:45:57.849 INFO:tasks.rados.rados.0.smithi002.stdout:3051: writing smithi00278215-33 from 6864896 to 7659520 tid 2 2024-09-14T03:45:57.849 INFO:tasks.rados.rados.0.smithi002.stdout:3051: writing smithi00278215-33 from 7659520 to 7667712 tid 3 2024-09-14T03:45:57.849 INFO:tasks.rados.rados.0.smithi002.stdout:3052: setattr oid 11 current snap is 308 2024-09-14T03:45:57.849 INFO:tasks.rados.rados.0.smithi002.stdout:3051: finishing write tid 1 to smithi00278215-33 2024-09-14T03:45:57.850 INFO:tasks.rados.rados.0.smithi002.stdout:3053: read oid 49 snap -1 2024-09-14T03:45:57.850 INFO:tasks.rados.rados.0.smithi002.stdout:3053: expect deleted 2024-09-14T03:45:57.850 INFO:tasks.rados.rados.0.smithi002.stdout:3054: rollback oid 24 current snap is 308 2024-09-14T03:45:57.851 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 24 to 275 2024-09-14T03:45:57.851 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 8 current snap is 308 2024-09-14T03:45:57.851 INFO:tasks.rados.rados.0.smithi002.stdout:3055: seq_num 950 ranges {0=720896,720896=679936,1400832=122880} 2024-09-14T03:45:57.855 INFO:tasks.rados.rados.0.smithi002.stdout:3055: writing smithi00278215-8 from 0 to 720896 tid 1 2024-09-14T03:45:57.860 INFO:tasks.rados.rados.0.smithi002.stdout:3055: writing smithi00278215-8 from 720896 to 1400832 tid 2 2024-09-14T03:45:57.862 INFO:tasks.rados.rados.0.smithi002.stdout:3055: writing smithi00278215-8 from 1400832 to 1523712 tid 3 2024-09-14T03:45:57.862 INFO:tasks.rados.rados.0.smithi002.stdout:3056: read oid 50 snap -1 2024-09-14T03:45:57.862 INFO:tasks.rados.rados.0.smithi002.stdout:3056: expect (ObjNum 916 snap 302 seq_num 916) 2024-09-14T03:45:57.862 INFO:tasks.rados.rados.0.smithi002.stdout:3054: finishing rollback tid 0 to smithi00278215-24 2024-09-14T03:45:57.862 INFO:tasks.rados.rados.0.smithi002.stdout:3054: finishing rollback tid 1 to smithi00278215-24 2024-09-14T03:45:57.862 INFO:tasks.rados.rados.0.smithi002.stdout:3054: finishing rollback tid 2 to smithi00278215-24 2024-09-14T03:45:57.863 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 24 v 2719 (ObjNum 727 snap 236 seq_num 727) dirty exists 2024-09-14T03:45:57.863 INFO:tasks.rados.rados.0.smithi002.stdout:3051: finishing write tid 2 to smithi00278215-33 2024-09-14T03:45:57.863 INFO:tasks.rados.rados.0.smithi002.stdout:3053: done (5 left) 2024-09-14T03:45:57.863 INFO:tasks.rados.rados.0.smithi002.stdout:3054: done (4 left) 2024-09-14T03:45:57.863 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 49 current snap is 308 2024-09-14T03:45:57.863 INFO:tasks.rados.rados.0.smithi002.stdout:3051: finishing write tid 3 to smithi00278215-33 2024-09-14T03:45:57.863 INFO:tasks.rados.rados.0.smithi002.stdout:3051: finishing write tid 4 to smithi00278215-33 2024-09-14T03:45:57.863 INFO:tasks.rados.rados.0.smithi002.stdout:3055: finishing write tid 1 to smithi00278215-8 2024-09-14T03:45:57.863 INFO:tasks.rados.rados.0.smithi002.stdout:3051: finishing write tid 5 to smithi00278215-33 2024-09-14T03:45:57.863 INFO:tasks.rados.rados.0.smithi002.stdout:3051: oid 33 updating version 0 to 3551 2024-09-14T03:45:57.863 INFO:tasks.rados.rados.0.smithi002.stdout:3051: oid 33 updating version 3551 to 3553 2024-09-14T03:45:57.863 INFO:tasks.rados.rados.0.smithi002.stdout:3051: oid 33 version 3553 is already newer than 3552 2024-09-14T03:45:57.863 INFO:tasks.rados.rados.0.smithi002.stdout:3051: oid 33 version 3553 is already newer than 3550 2024-09-14T03:45:57.863 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 33 v 3553 (ObjNum 949 snap 308 seq_num 949) dirty exists 2024-09-14T03:45:57.864 INFO:tasks.rados.rados.0.smithi002.stdout:3051: left oid 33 (ObjNum 949 snap 308 seq_num 949) 2024-09-14T03:45:57.864 INFO:tasks.rados.rados.0.smithi002.stdout:3057: seq_num 951 ranges {0=737280,737280=614400,1351680=188416} 2024-09-14T03:45:57.866 INFO:tasks.rados.rados.0.smithi002.stdout:3057: writing smithi00278215-49 from 0 to 737280 tid 1 2024-09-14T03:45:57.871 INFO:tasks.rados.rados.0.smithi002.stdout:3057: writing smithi00278215-49 from 737280 to 1351680 tid 2 2024-09-14T03:45:57.873 INFO:tasks.rados.rados.0.smithi002.stdout:3057: writing smithi00278215-49 from 1351680 to 1540096 tid 3 2024-09-14T03:45:57.873 INFO:tasks.rados.rados.0.smithi002.stdout:3051: done (4 left) 2024-09-14T03:45:57.873 INFO:tasks.rados.rados.0.smithi002.stdout:3058: copy_from oid 48 from oid 47 current snap is 308 2024-09-14T03:45:57.873 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 4142 (ObjNum 65 snap 0 seq_num 836301648) dirty exists 2024-09-14T03:45:57.873 INFO:tasks.rados.rados.0.smithi002.stdout:3055: finishing write tid 2 to smithi00278215-8 2024-09-14T03:45:57.873 INFO:tasks.rados.rados.0.smithi002.stdout:3055: finishing write tid 3 to smithi00278215-8 2024-09-14T03:45:57.873 INFO:tasks.rados.rados.0.smithi002.stdout:3055: finishing write tid 4 to smithi00278215-8 2024-09-14T03:45:57.873 INFO:tasks.rados.rados.0.smithi002.stdout:3055: finishing write tid 5 to smithi00278215-8 2024-09-14T03:45:57.874 INFO:tasks.rados.rados.0.smithi002.stdout:3055: oid 8 updating version 0 to 3617 2024-09-14T03:45:57.874 INFO:tasks.rados.rados.0.smithi002.stdout:3055: oid 8 updating version 3617 to 3619 2024-09-14T03:45:57.874 INFO:tasks.rados.rados.0.smithi002.stdout:3055: oid 8 version 3619 is already newer than 3616 2024-09-14T03:45:57.874 INFO:tasks.rados.rados.0.smithi002.stdout:3055: oid 8 version 3619 is already newer than 3618 2024-09-14T03:45:57.874 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 8 v 3619 (ObjNum 950 snap 308 seq_num 950) dirty exists 2024-09-14T03:45:57.874 INFO:tasks.rados.rados.0.smithi002.stdout:3055: left oid 8 (ObjNum 950 snap 308 seq_num 950) 2024-09-14T03:45:57.874 INFO:tasks.rados.rados.0.smithi002.stdout:3057: finishing write tid 1 to smithi00278215-49 2024-09-14T03:45:57.874 INFO:tasks.rados.rados.0.smithi002.stdout:3052: done (4 left) 2024-09-14T03:45:57.874 INFO:tasks.rados.rados.0.smithi002.stdout:3055: done (3 left) 2024-09-14T03:45:57.874 INFO:tasks.rados.rados.0.smithi002.stdout:3059: snap_create 2024-09-14T03:45:57.875 INFO:tasks.rados.rados.0.smithi002.stdout:3056: expect (ObjNum 916 snap 302 seq_num 916) 2024-09-14T03:45:57.943 INFO:tasks.rados.rados.0.smithi002.stdout:3058: finishing copy_from racing read to smithi00278215-48 2024-09-14T03:45:57.943 INFO:tasks.rados.rados.0.smithi002.stdout:3057: finishing write tid 2 to smithi00278215-49 2024-09-14T03:45:57.943 INFO:tasks.rados.rados.0.smithi002.stdout:3057: finishing write tid 3 to smithi00278215-49 2024-09-14T03:45:57.943 INFO:tasks.rados.rados.0.smithi002.stdout:3058: finishing copy_from to smithi00278215-48 2024-09-14T03:45:57.943 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 3518 (ObjNum 869 snap 289 seq_num 869) dirty exists 2024-09-14T03:45:57.943 INFO:tasks.rados.rados.0.smithi002.stdout:3057: finishing write tid 4 to smithi00278215-49 2024-09-14T03:45:57.943 INFO:tasks.rados.rados.0.smithi002.stdout:3057: finishing write tid 5 to smithi00278215-49 2024-09-14T03:45:57.943 INFO:tasks.rados.rados.0.smithi002.stdout:3057: oid 49 updating version 0 to 2717 2024-09-14T03:45:57.943 INFO:tasks.rados.rados.0.smithi002.stdout:3057: oid 49 version 2717 is already newer than 2715 2024-09-14T03:45:57.943 INFO:tasks.rados.rados.0.smithi002.stdout:3057: oid 49 updating version 2717 to 2718 2024-09-14T03:45:57.943 INFO:tasks.rados.rados.0.smithi002.stdout:3057: oid 49 version 2718 is already newer than 2716 2024-09-14T03:45:57.944 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 2718 (ObjNum 951 snap 308 seq_num 951) dirty exists 2024-09-14T03:45:57.944 INFO:tasks.rados.rados.0.smithi002.stdout:3057: left oid 49 (ObjNum 951 snap 308 seq_num 951) 2024-09-14T03:45:58.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:57 smithi002 ceph-mon[87970]: pgmap v707: 121 pgs: 121 active+clean; 378 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-09-14T03:45:58.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:57 smithi002 ceph-mon[87970]: osdmap e689: 8 total, 8 up, 8 in 2024-09-14T03:45:58.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:57 smithi002 ceph-mon[87970]: osdmap e690: 8 total, 8 up, 8 in 2024-09-14T03:45:58.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:57 smithi002 ceph-mon[89815]: pgmap v707: 121 pgs: 121 active+clean; 378 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-09-14T03:45:58.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:57 smithi002 ceph-mon[89815]: osdmap e689: 8 total, 8 up, 8 in 2024-09-14T03:45:58.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:57 smithi002 ceph-mon[89815]: osdmap e690: 8 total, 8 up, 8 in 2024-09-14T03:45:58.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:57 smithi154 ceph-mon[81546]: pgmap v707: 121 pgs: 121 active+clean; 378 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-09-14T03:45:58.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:57 smithi154 ceph-mon[81546]: osdmap e689: 8 total, 8 up, 8 in 2024-09-14T03:45:58.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:57 smithi154 ceph-mon[81546]: osdmap e690: 8 total, 8 up, 8 in 2024-09-14T03:45:58.840 INFO:tasks.rados.rados.0.smithi002.stdout:3056: done (3 left) 2024-09-14T03:45:58.840 INFO:tasks.rados.rados.0.smithi002.stdout:3057: done (2 left) 2024-09-14T03:45:58.840 INFO:tasks.rados.rados.0.smithi002.stdout:3058: done (1 left) 2024-09-14T03:45:58.840 INFO:tasks.rados.rados.0.smithi002.stdout:3059: done (0 left) 2024-09-14T03:45:58.840 INFO:tasks.rados.rados.0.smithi002.stdout:3060: delete oid 22 current snap is 309 2024-09-14T03:45:58.847 INFO:tasks.rados.rados.0.smithi002.stdout:3060: done (0 left) 2024-09-14T03:45:58.847 INFO:tasks.rados.rados.0.smithi002.stdout:3061: rollback oid 19 current snap is 309 2024-09-14T03:45:58.847 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 19 to 294 2024-09-14T03:45:58.847 INFO:tasks.rados.rados.0.smithi002.stdout:3062: rmattr oid 23 current snap is 309 2024-09-14T03:45:58.847 INFO:tasks.rados.rados.0.smithi002.stdout:3062: done (1 left) 2024-09-14T03:45:58.848 INFO:tasks.rados.rados.0.smithi002.stdout:3063: read oid 50 snap -1 2024-09-14T03:45:58.848 INFO:tasks.rados.rados.0.smithi002.stdout:3063: expect (ObjNum 916 snap 302 seq_num 916) 2024-09-14T03:45:58.848 INFO:tasks.rados.rados.0.smithi002.stdout:3064: setattr oid 8 current snap is 309 2024-09-14T03:45:58.849 INFO:tasks.rados.rados.0.smithi002.stdout:3065: delete oid 38 current snap is 309 2024-09-14T03:45:58.852 INFO:tasks.rados.rados.0.smithi002.stdout:3061: finishing rollback tid 0 to smithi00278215-19 2024-09-14T03:45:58.852 INFO:tasks.rados.rados.0.smithi002.stdout:3061: finishing rollback tid 1 to smithi00278215-19 2024-09-14T03:45:58.852 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 19 v 3634 (ObjNum 129 snap 0 seq_num 855661440) dirty dne 2024-09-14T03:45:58.853 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 8 v 3620 (ObjNum 950 snap 308 seq_num 950) dirty exists 2024-09-14T03:45:58.854 INFO:tasks.rados.rados.0.smithi002.stdout:3063: expect (ObjNum 916 snap 302 seq_num 916) 2024-09-14T03:45:58.923 INFO:tasks.rados.rados.0.smithi002.stdout:3061: done (3 left) 2024-09-14T03:45:58.923 INFO:tasks.rados.rados.0.smithi002.stdout:3063: done (2 left) 2024-09-14T03:45:58.923 INFO:tasks.rados.rados.0.smithi002.stdout:3064: done (1 left) 2024-09-14T03:45:58.923 INFO:tasks.rados.rados.0.smithi002.stdout:3065: done (0 left) 2024-09-14T03:45:58.924 INFO:tasks.rados.rados.0.smithi002.stdout:3066: read oid 35 snap -1 2024-09-14T03:45:58.924 INFO:tasks.rados.rados.0.smithi002.stdout:3066: expect (ObjNum 934 snap 304 seq_num 934) 2024-09-14T03:45:58.924 INFO:tasks.rados.rados.0.smithi002.stdout:3067: copy_from oid 31 from oid 27 current snap is 309 2024-09-14T03:45:58.924 INFO:tasks.rados.rados.0.smithi002.stdout:3068: delete oid 46 current snap is 309 2024-09-14T03:45:58.928 INFO:tasks.rados.rados.0.smithi002.stdout:3068: done (2 left) 2024-09-14T03:45:58.928 INFO:tasks.rados.rados.0.smithi002.stdout:3069: copy_from oid 14 from oid 41 current snap is 309 2024-09-14T03:45:58.928 INFO:tasks.rados.rados.0.smithi002.stdout:3070: read oid 21 snap -1 2024-09-14T03:45:58.928 INFO:tasks.rados.rados.0.smithi002.stdout:3070: expect (ObjNum 941 snap 305 seq_num 941) 2024-09-14T03:45:58.928 INFO:tasks.rados.rados.0.smithi002.stdout:3071: setattr oid 22 current snap is 309 2024-09-14T03:45:58.929 INFO:tasks.rados.rados.0.smithi002.stdout:3066: expect (ObjNum 934 snap 304 seq_num 934) 2024-09-14T03:45:58.965 INFO:tasks.rados.rados.0.smithi002.stdout:3067: finishing copy_from racing read to smithi00278215-31 2024-09-14T03:45:58.965 INFO:tasks.rados.rados.0.smithi002.stdout:3067: finishing copy_from to smithi00278215-31 2024-09-14T03:45:58.965 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 3619 (ObjNum 925 snap 302 seq_num 925) dirty exists 2024-09-14T03:45:58.966 INFO:tasks.rados.rados.0.smithi002.stdout:3070: expect (ObjNum 941 snap 305 seq_num 941) 2024-09-14T03:45:59.052 INFO:tasks.rados.rados.0.smithi002.stdout:3069: finishing copy_from racing read to smithi00278215-14 2024-09-14T03:45:59.053 INFO:tasks.rados.rados.0.smithi002.stdout:3069: finishing copy_from to smithi00278215-14 2024-09-14T03:45:59.053 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 14 v 4113 (ObjNum 946 snap 305 seq_num 946) dirty exists 2024-09-14T03:45:59.053 INFO:tasks.rados.rados.0.smithi002.stdout:3066: done (4 left) 2024-09-14T03:45:59.053 INFO:tasks.rados.rados.0.smithi002.stdout:3067: done (3 left) 2024-09-14T03:45:59.053 INFO:tasks.rados.rados.0.smithi002.stdout:3069: done (2 left) 2024-09-14T03:45:59.053 INFO:tasks.rados.rados.0.smithi002.stdout:3070: done (1 left) 2024-09-14T03:45:59.053 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 36 current snap is 309 2024-09-14T03:45:59.053 INFO:tasks.rados.rados.0.smithi002.stdout:3072: seq_num 955 ranges {0=802816,802816=557056,1359872=245760} 2024-09-14T03:45:59.057 INFO:tasks.rados.rados.0.smithi002.stdout:3072: writing smithi00278215-36 from 0 to 802816 tid 1 2024-09-14T03:45:59.060 INFO:tasks.rados.rados.0.smithi002.stdout:3072: writing smithi00278215-36 from 802816 to 1359872 tid 2 2024-09-14T03:45:59.062 INFO:tasks.rados.rados.0.smithi002.stdout:3072: writing smithi00278215-36 from 1359872 to 1605632 tid 3 2024-09-14T03:45:59.062 INFO:tasks.rados.rados.0.smithi002.stdout:3073: copy_from oid 7 from oid 37 current snap is 309 2024-09-14T03:45:59.062 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 22 v 3718 (ObjNum 97 snap 0 seq_num 74885872) dirty exists 2024-09-14T03:45:59.062 INFO:tasks.rados.rados.0.smithi002.stdout:3072: finishing write tid 1 to smithi00278215-36 2024-09-14T03:45:59.062 INFO:tasks.rados.rados.0.smithi002.stdout:3071: done (2 left) 2024-09-14T03:45:59.062 INFO:tasks.rados.rados.0.smithi002.stdout:3074: rollback oid 11 current snap is 309 2024-09-14T03:45:59.062 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 11 to 306 2024-09-14T03:45:59.062 INFO:tasks.rados.rados.0.smithi002.stdout:3075: setattr oid 8 current snap is 309 2024-09-14T03:45:59.063 INFO:tasks.rados.rados.0.smithi002.stdout:3076: snap_create 2024-09-14T03:45:59.067 INFO:tasks.rados.rados.0.smithi002.stdout:3072: finishing write tid 2 to smithi00278215-36 2024-09-14T03:45:59.067 INFO:tasks.rados.rados.0.smithi002.stdout:3072: finishing write tid 3 to smithi00278215-36 2024-09-14T03:45:59.067 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 8 v 3621 (ObjNum 950 snap 308 seq_num 950) dirty exists 2024-09-14T03:45:59.067 INFO:tasks.rados.rados.0.smithi002.stdout:3072: finishing write tid 4 to smithi00278215-36 2024-09-14T03:45:59.069 INFO:tasks.rados.rados.0.smithi002.stdout:3072: finishing write tid 5 to smithi00278215-36 2024-09-14T03:45:59.069 INFO:tasks.rados.rados.0.smithi002.stdout:3072: oid 36 updating version 0 to 3721 2024-09-14T03:45:59.070 INFO:tasks.rados.rados.0.smithi002.stdout:3072: oid 36 version 3721 is already newer than 3720 2024-09-14T03:45:59.070 INFO:tasks.rados.rados.0.smithi002.stdout:3072: oid 36 version 3721 is already newer than 3719 2024-09-14T03:45:59.070 INFO:tasks.rados.rados.0.smithi002.stdout:3072: oid 36 updating version 3721 to 3722 2024-09-14T03:45:59.070 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 36 v 3722 (ObjNum 955 snap 309 seq_num 955) dirty exists 2024-09-14T03:45:59.070 INFO:tasks.rados.rados.0.smithi002.stdout:3072: left oid 36 (ObjNum 955 snap 309 seq_num 955) 2024-09-14T03:45:59.071 INFO:tasks.rados.rados.0.smithi002.stdout:3073: finishing copy_from racing read to smithi00278215-7 2024-09-14T03:45:59.071 INFO:tasks.rados.rados.0.smithi002.stdout:3074: finishing rollback tid 0 to smithi00278215-11 2024-09-14T03:45:59.071 INFO:tasks.rados.rados.0.smithi002.stdout:3074: finishing rollback tid 1 to smithi00278215-11 2024-09-14T03:45:59.072 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 4153 (ObjNum 97 snap 0 seq_num 855741552) dirty dne 2024-09-14T03:45:59.072 INFO:tasks.rados.rados.0.smithi002.stdout:3073: finishing copy_from to smithi00278215-7 2024-09-14T03:45:59.072 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 3614 (ObjNum 887 snap 295 seq_num 887) dirty exists 2024-09-14T03:45:59.846 INFO:tasks.rados.rados.0.smithi002.stdout:3072: done (4 left) 2024-09-14T03:45:59.846 INFO:tasks.rados.rados.0.smithi002.stdout:3073: done (3 left) 2024-09-14T03:45:59.846 INFO:tasks.rados.rados.0.smithi002.stdout:3074: done (2 left) 2024-09-14T03:45:59.847 INFO:tasks.rados.rados.0.smithi002.stdout:3075: done (1 left) 2024-09-14T03:45:59.847 INFO:tasks.rados.rados.0.smithi002.stdout:3076: done (0 left) 2024-09-14T03:45:59.847 INFO:tasks.rados.rados.0.smithi002.stdout:3077: read oid 18 snap -1 2024-09-14T03:45:59.847 INFO:tasks.rados.rados.0.smithi002.stdout:3077: expect (ObjNum 726 snap 235 seq_num 726) 2024-09-14T03:45:59.847 INFO:tasks.rados.rados.0.smithi002.stdout:3078: snap_remove snap 280 2024-09-14T03:46:00.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:59 smithi002 ceph-mon[87970]: pgmap v710: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 379 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.8 MiB/s wr, 12 op/s 2024-09-14T03:46:00.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:45:59 smithi002 ceph-mon[87970]: osdmap e691: 8 total, 8 up, 8 in 2024-09-14T03:46:00.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:59 smithi002 ceph-mon[89815]: pgmap v710: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 379 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.8 MiB/s wr, 12 op/s 2024-09-14T03:46:00.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:45:59 smithi002 ceph-mon[89815]: osdmap e691: 8 total, 8 up, 8 in 2024-09-14T03:46:00.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:59 smithi154 ceph-mon[81546]: pgmap v710: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 379 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.8 MiB/s wr, 12 op/s 2024-09-14T03:46:00.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:45:59 smithi154 ceph-mon[81546]: osdmap e691: 8 total, 8 up, 8 in 2024-09-14T03:46:00.853 INFO:tasks.rados.rados.0.smithi002.stdout:3078: done (1 left) 2024-09-14T03:46:00.853 INFO:tasks.rados.rados.0.smithi002.stdout:3079: setattr oid 1 current snap is 310 2024-09-14T03:46:00.853 INFO:tasks.rados.rados.0.smithi002.stdout:3077: expect (ObjNum 726 snap 235 seq_num 726) 2024-09-14T03:46:00.864 INFO:tasks.rados.rados.0.smithi002.stdout:3077: done (1 left) 2024-09-14T03:46:00.864 INFO:tasks.rados.rados.0.smithi002.stdout:3080: read oid 46 snap -1 2024-09-14T03:46:00.864 INFO:tasks.rados.rados.0.smithi002.stdout:3080: expect deleted 2024-09-14T03:46:00.864 INFO:tasks.rados.rados.0.smithi002.stdout:3081: rollback oid 20 current snap is 310 2024-09-14T03:46:00.864 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 20 to 289 2024-09-14T03:46:00.864 INFO:tasks.rados.rados.0.smithi002.stdout:3082: delete oid 42 current snap is 310 2024-09-14T03:46:00.871 INFO:tasks.rados.rados.0.smithi002.stdout:3081: finishing rollback tid 0 to smithi00278215-20 2024-09-14T03:46:00.871 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 1 v 4157 (ObjNum 898 snap 299 seq_num 898) dirty exists 2024-09-14T03:46:00.872 INFO:tasks.rados.rados.0.smithi002.stdout:3081: finishing rollback tid 1 to smithi00278215-20 2024-09-14T03:46:00.872 INFO:tasks.rados.rados.0.smithi002.stdout:3081: finishing rollback tid 2 to smithi00278215-20 2024-09-14T03:46:00.872 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 20 v 2694 (ObjNum 289 snap 0 seq_num 1696315093) dirty exists 2024-09-14T03:46:00.874 INFO:tasks.rados.rados.0.smithi002.stdout:3079: done (3 left) 2024-09-14T03:46:00.874 INFO:tasks.rados.rados.0.smithi002.stdout:3080: done (2 left) 2024-09-14T03:46:00.874 INFO:tasks.rados.rados.0.smithi002.stdout:3081: done (1 left) 2024-09-14T03:46:00.874 INFO:tasks.rados.rados.0.smithi002.stdout:3082: done (0 left) 2024-09-14T03:46:00.874 INFO:tasks.rados.rados.0.smithi002.stdout:3083: rollback oid 46 current snap is 310 2024-09-14T03:46:00.874 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 46 to 307 2024-09-14T03:46:00.875 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 47 current snap is 310 2024-09-14T03:46:00.875 INFO:tasks.rados.rados.0.smithi002.stdout:3084: seq_num 957 ranges {155648=434176,589824=720896,1310720=483328} 2024-09-14T03:46:00.878 INFO:tasks.rados.rados.0.smithi002.stdout:3084: writing smithi00278215-47 from 155648 to 589824 tid 1 2024-09-14T03:46:00.882 INFO:tasks.rados.rados.0.smithi002.stdout:3084: writing smithi00278215-47 from 589824 to 1310720 tid 2 2024-09-14T03:46:00.886 INFO:tasks.rados.rados.0.smithi002.stdout:3084: writing smithi00278215-47 from 1310720 to 1794048 tid 3 2024-09-14T03:46:00.886 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 14 current snap is 310 2024-09-14T03:46:00.886 INFO:tasks.rados.rados.0.smithi002.stdout:3083: finishing rollback tid 1 to smithi00278215-46 2024-09-14T03:46:00.886 INFO:tasks.rados.rados.0.smithi002.stdout:3083: finishing rollback tid 2 to smithi00278215-46 2024-09-14T03:46:00.886 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 46 v 3365 (ObjNum 879 snap 291 seq_num 879) dirty exists 2024-09-14T03:46:00.886 INFO:tasks.rados.rados.0.smithi002.stdout:3084: finishing write tid 1 to smithi00278215-47 2024-09-14T03:46:00.886 INFO:tasks.rados.rados.0.smithi002.stdout:3085: seq_num 958 ranges {6168576=450560,6619136=655360,7274496=548864} 2024-09-14T03:46:00.922 INFO:tasks.rados.rados.0.smithi002.stdout:3085: writing smithi00278215-14 from 6168576 to 6619136 tid 1 2024-09-14T03:46:00.925 INFO:tasks.rados.rados.0.smithi002.stdout:3085: writing smithi00278215-14 from 6619136 to 7274496 tid 2 2024-09-14T03:46:00.929 INFO:tasks.rados.rados.0.smithi002.stdout:3085: writing smithi00278215-14 from 7274496 to 7823360 tid 3 2024-09-14T03:46:00.929 INFO:tasks.rados.rados.0.smithi002.stdout:3083: done (2 left) 2024-09-14T03:46:00.929 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 18 current snap is 310 2024-09-14T03:46:00.929 INFO:tasks.rados.rados.0.smithi002.stdout:3084: finishing write tid 2 to smithi00278215-47 2024-09-14T03:46:00.930 INFO:tasks.rados.rados.0.smithi002.stdout:3086: seq_num 959 ranges {163840=466944,630784=540672,1171456=557056,1728512=106496} 2024-09-14T03:46:00.933 INFO:tasks.rados.rados.0.smithi002.stdout:3086: writing smithi00278215-18 from 163840 to 630784 tid 1 2024-09-14T03:46:00.936 INFO:tasks.rados.rados.0.smithi002.stdout:3086: writing smithi00278215-18 from 630784 to 1171456 tid 2 2024-09-14T03:46:00.939 INFO:tasks.rados.rados.0.smithi002.stdout:3086: writing smithi00278215-18 from 1171456 to 1728512 tid 3 2024-09-14T03:46:00.940 INFO:tasks.rados.rados.0.smithi002.stdout:3086: writing smithi00278215-18 from 1728512 to 1835008 tid 4 2024-09-14T03:46:00.941 INFO:tasks.rados.rados.0.smithi002.stdout:3087: snap_create 2024-09-14T03:46:00.941 INFO:tasks.rados.rados.0.smithi002.stdout:3084: finishing write tid 3 to smithi00278215-47 2024-09-14T03:46:00.941 INFO:tasks.rados.rados.0.smithi002.stdout:3084: finishing write tid 4 to smithi00278215-47 2024-09-14T03:46:00.941 INFO:tasks.rados.rados.0.smithi002.stdout:3084: finishing write tid 5 to smithi00278215-47 2024-09-14T03:46:00.941 INFO:tasks.rados.rados.0.smithi002.stdout:3084: oid 47 updating version 0 to 3555 2024-09-14T03:46:00.941 INFO:tasks.rados.rados.0.smithi002.stdout:3084: oid 47 updating version 3555 to 3557 2024-09-14T03:46:00.941 INFO:tasks.rados.rados.0.smithi002.stdout:3084: oid 47 version 3557 is already newer than 3556 2024-09-14T03:46:00.941 INFO:tasks.rados.rados.0.smithi002.stdout:3084: oid 47 version 3557 is already newer than 3554 2024-09-14T03:46:00.941 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 3557 (ObjNum 957 snap 310 seq_num 957) dirty exists 2024-09-14T03:46:00.941 INFO:tasks.rados.rados.0.smithi002.stdout:3084: left oid 47 (ObjNum 957 snap 310 seq_num 957) 2024-09-14T03:46:00.941 INFO:tasks.rados.rados.0.smithi002.stdout:3085: finishing write tid 1 to smithi00278215-14 2024-09-14T03:46:00.941 INFO:tasks.rados.rados.0.smithi002.stdout:3085: finishing write tid 2 to smithi00278215-14 2024-09-14T03:46:00.941 INFO:tasks.rados.rados.0.smithi002.stdout:3085: finishing write tid 3 to smithi00278215-14 2024-09-14T03:46:00.942 INFO:tasks.rados.rados.0.smithi002.stdout:3085: finishing write tid 4 to smithi00278215-14 2024-09-14T03:46:00.942 INFO:tasks.rados.rados.0.smithi002.stdout:3085: finishing write tid 5 to smithi00278215-14 2024-09-14T03:46:00.942 INFO:tasks.rados.rados.0.smithi002.stdout:3085: oid 14 updating version 0 to 4115 2024-09-14T03:46:00.942 INFO:tasks.rados.rados.0.smithi002.stdout:3085: oid 14 updating version 4115 to 4117 2024-09-14T03:46:00.942 INFO:tasks.rados.rados.0.smithi002.stdout:3085: oid 14 updating version 4117 to 4118 2024-09-14T03:46:00.942 INFO:tasks.rados.rados.0.smithi002.stdout:3085: oid 14 version 4118 is already newer than 4116 2024-09-14T03:46:00.942 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 14 v 4118 (ObjNum 958 snap 310 seq_num 958) dirty exists 2024-09-14T03:46:00.942 INFO:tasks.rados.rados.0.smithi002.stdout:3085: left oid 14 (ObjNum 958 snap 310 seq_num 958) 2024-09-14T03:46:00.942 INFO:tasks.rados.rados.0.smithi002.stdout:3086: finishing write tid 1 to smithi00278215-18 2024-09-14T03:46:00.942 INFO:tasks.rados.rados.0.smithi002.stdout:3086: finishing write tid 2 to smithi00278215-18 2024-09-14T03:46:00.944 INFO:tasks.rados.rados.0.smithi002.stdout:3086: finishing write tid 3 to smithi00278215-18 2024-09-14T03:46:00.944 INFO:tasks.rados.rados.0.smithi002.stdout:3086: finishing write tid 4 to smithi00278215-18 2024-09-14T03:46:00.944 INFO:tasks.rados.rados.0.smithi002.stdout:3086: finishing write tid 5 to smithi00278215-18 2024-09-14T03:46:00.945 INFO:tasks.rados.rados.0.smithi002.stdout:3086: finishing write tid 6 to smithi00278215-18 2024-09-14T03:46:00.945 INFO:tasks.rados.rados.0.smithi002.stdout:3086: oid 18 updating version 0 to 2702 2024-09-14T03:46:00.945 INFO:tasks.rados.rados.0.smithi002.stdout:3086: oid 18 updating version 2702 to 2703 2024-09-14T03:46:00.945 INFO:tasks.rados.rados.0.smithi002.stdout:3086: oid 18 updating version 2703 to 2704 2024-09-14T03:46:00.945 INFO:tasks.rados.rados.0.smithi002.stdout:3086: oid 18 version 2704 is already newer than 2700 2024-09-14T03:46:00.945 INFO:tasks.rados.rados.0.smithi002.stdout:3086: oid 18 version 2704 is already newer than 2701 2024-09-14T03:46:00.945 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 2704 (ObjNum 959 snap 310 seq_num 959) dirty exists 2024-09-14T03:46:00.945 INFO:tasks.rados.rados.0.smithi002.stdout:3086: left oid 18 (ObjNum 959 snap 310 seq_num 959) 2024-09-14T03:46:01.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:00 smithi002 ceph-mon[87970]: osdmap e692: 8 total, 8 up, 8 in 2024-09-14T03:46:01.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:00 smithi002 ceph-mon[89815]: osdmap e692: 8 total, 8 up, 8 in 2024-09-14T03:46:01.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:00 smithi154 ceph-mon[81546]: osdmap e692: 8 total, 8 up, 8 in 2024-09-14T03:46:01.856 INFO:tasks.rados.rados.0.smithi002.stdout:3084: done (3 left) 2024-09-14T03:46:01.857 INFO:tasks.rados.rados.0.smithi002.stdout:3085: done (2 left) 2024-09-14T03:46:01.857 INFO:tasks.rados.rados.0.smithi002.stdout:3086: done (1 left) 2024-09-14T03:46:01.857 INFO:tasks.rados.rados.0.smithi002.stdout:3087: done (0 left) 2024-09-14T03:46:01.857 INFO:tasks.rados.rados.0.smithi002.stdout:3088: copy_from oid 48 from oid 43 current snap is 311 2024-09-14T03:46:01.857 INFO:tasks.rados.rados.0.smithi002.stdout:3089: setattr oid 7 current snap is 311 2024-09-14T03:46:01.858 INFO:tasks.rados.rados.0.smithi002.stdout:3090: read oid 36 snap 274 2024-09-14T03:46:01.858 INFO:tasks.rados.rados.0.smithi002.stdout:3090: expect (ObjNum 509 snap 160 seq_num 509) 2024-09-14T03:46:01.858 INFO:tasks.rados.rados.0.smithi002.stdout:3091: snap_create 2024-09-14T03:46:01.866 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 4171 (ObjNum 887 snap 295 seq_num 887) dirty exists 2024-09-14T03:46:01.880 INFO:tasks.rados.rados.0.smithi002.stdout:3088: finishing copy_from racing read to smithi00278215-48 2024-09-14T03:46:01.882 INFO:tasks.rados.rados.0.smithi002.stdout:3088: finishing copy_from to smithi00278215-48 2024-09-14T03:46:01.882 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 3541 (ObjNum 940 snap 305 seq_num 940) dirty exists 2024-09-14T03:46:01.888 INFO:tasks.rados.rados.0.smithi002.stdout:3090: expect (ObjNum 509 snap 160 seq_num 509) 2024-09-14T03:46:02.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:01 smithi002 ceph-mon[87970]: pgmap v713: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 382 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.5 MiB/s wr, 6 op/s 2024-09-14T03:46:02.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:01 smithi002 ceph-mon[87970]: osdmap e693: 8 total, 8 up, 8 in 2024-09-14T03:46:02.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:01 smithi002 ceph-mon[89815]: pgmap v713: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 382 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.5 MiB/s wr, 6 op/s 2024-09-14T03:46:02.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:01 smithi002 ceph-mon[89815]: osdmap e693: 8 total, 8 up, 8 in 2024-09-14T03:46:02.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:01 smithi154 ceph-mon[81546]: pgmap v713: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 382 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.5 MiB/s wr, 6 op/s 2024-09-14T03:46:02.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:01 smithi154 ceph-mon[81546]: osdmap e693: 8 total, 8 up, 8 in 2024-09-14T03:46:02.864 INFO:tasks.rados.rados.0.smithi002.stdout:3088: done (3 left) 2024-09-14T03:46:02.864 INFO:tasks.rados.rados.0.smithi002.stdout:3089: done (2 left) 2024-09-14T03:46:02.864 INFO:tasks.rados.rados.0.smithi002.stdout:3090: done (1 left) 2024-09-14T03:46:02.864 INFO:tasks.rados.rados.0.smithi002.stdout:3091: done (0 left) 2024-09-14T03:46:02.864 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 13 current snap is 312 2024-09-14T03:46:02.864 INFO:tasks.rados.rados.0.smithi002.stdout:3092: seq_num 960 ranges {3768320=483328,4251648=425984,4677632=761856,5439488=16384} 2024-09-14T03:46:02.886 INFO:tasks.rados.rados.0.smithi002.stdout:3092: writing smithi00278215-13 from 3768320 to 4251648 tid 1 2024-09-14T03:46:02.889 INFO:tasks.rados.rados.0.smithi002.stdout:3092: writing smithi00278215-13 from 4251648 to 4677632 tid 2 2024-09-14T03:46:02.894 INFO:tasks.rados.rados.0.smithi002.stdout:3092: writing smithi00278215-13 from 4677632 to 5439488 tid 3 2024-09-14T03:46:02.894 INFO:tasks.rados.rados.0.smithi002.stdout:3092: writing smithi00278215-13 from 5439488 to 5455872 tid 4 2024-09-14T03:46:02.894 INFO:tasks.rados.rados.0.smithi002.stdout:3093: copy_from oid 41 from oid 46 current snap is 312 2024-09-14T03:46:02.894 INFO:tasks.rados.rados.0.smithi002.stdout:3094: snap_remove snap 309 2024-09-14T03:46:03.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:02 smithi002 ceph-mon[87970]: osdmap e694: 8 total, 8 up, 8 in 2024-09-14T03:46:03.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:02 smithi002 ceph-mon[89815]: osdmap e694: 8 total, 8 up, 8 in 2024-09-14T03:46:03.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:02 smithi154 ceph-mon[81546]: osdmap e694: 8 total, 8 up, 8 in 2024-09-14T03:46:03.870 INFO:tasks.rados.rados.0.smithi002.stdout:3094: done (2 left) 2024-09-14T03:46:03.870 INFO:tasks.rados.rados.0.smithi002.stdout:3095: read oid 23 snap -1 2024-09-14T03:46:03.871 INFO:tasks.rados.rados.0.smithi002.stdout:3095: expect deleted 2024-09-14T03:46:03.871 INFO:tasks.rados.rados.0.smithi002.stdout:3096: rollback oid 28 current snap is 312 2024-09-14T03:46:03.871 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 28 to 274 2024-09-14T03:46:03.871 INFO:tasks.rados.rados.0.smithi002.stdout:3092: finishing write tid 1 to smithi00278215-13 2024-09-14T03:46:03.871 INFO:tasks.rados.rados.0.smithi002.stdout:3092: finishing write tid 2 to smithi00278215-13 2024-09-14T03:46:03.871 INFO:tasks.rados.rados.0.smithi002.stdout:3092: finishing write tid 3 to smithi00278215-13 2024-09-14T03:46:03.871 INFO:tasks.rados.rados.0.smithi002.stdout:3092: finishing write tid 4 to smithi00278215-13 2024-09-14T03:46:03.871 INFO:tasks.rados.rados.0.smithi002.stdout:3092: finishing write tid 5 to smithi00278215-13 2024-09-14T03:46:03.871 INFO:tasks.rados.rados.0.smithi002.stdout:3092: finishing write tid 6 to smithi00278215-13 2024-09-14T03:46:03.871 INFO:tasks.rados.rados.0.smithi002.stdout:3092: oid 13 updating version 0 to 3726 2024-09-14T03:46:03.871 INFO:tasks.rados.rados.0.smithi002.stdout:3092: oid 13 version 3726 is already newer than 3724 2024-09-14T03:46:03.871 INFO:tasks.rados.rados.0.smithi002.stdout:3092: oid 13 version 3726 is already newer than 3725 2024-09-14T03:46:03.871 INFO:tasks.rados.rados.0.smithi002.stdout:3092: oid 13 updating version 3726 to 3727 2024-09-14T03:46:03.871 INFO:tasks.rados.rados.0.smithi002.stdout:3092: oid 13 version 3727 is already newer than 3723 2024-09-14T03:46:03.872 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 3727 (ObjNum 960 snap 312 seq_num 960) dirty exists 2024-09-14T03:46:03.872 INFO:tasks.rados.rados.0.smithi002.stdout:3092: left oid 13 (ObjNum 960 snap 312 seq_num 960) 2024-09-14T03:46:03.872 INFO:tasks.rados.rados.0.smithi002.stdout:3093: finishing copy_from racing read to smithi00278215-41 2024-09-14T03:46:03.872 INFO:tasks.rados.rados.0.smithi002.stdout:3093: finishing copy_from to smithi00278215-41 2024-09-14T03:46:03.872 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 41 v 3365 (ObjNum 879 snap 291 seq_num 879) dirty exists 2024-09-14T03:46:03.872 INFO:tasks.rados.rados.0.smithi002.stdout:3092: done (3 left) 2024-09-14T03:46:03.872 INFO:tasks.rados.rados.0.smithi002.stdout:3093: done (2 left) 2024-09-14T03:46:03.872 INFO:tasks.rados.rados.0.smithi002.stdout:3097: setattr oid 21 current snap is 312 2024-09-14T03:46:03.872 INFO:tasks.rados.rados.0.smithi002.stdout:3095: done (2 left) 2024-09-14T03:46:03.872 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 40 current snap is 312 2024-09-14T03:46:03.872 INFO:tasks.rados.rados.0.smithi002.stdout:3098: seq_num 961 ranges {0=499712,499712=712704,1212416=491520} 2024-09-14T03:46:03.873 INFO:tasks.rados.rados.0.smithi002.stdout:3098: writing smithi00278215-40 from 0 to 499712 tid 1 2024-09-14T03:46:03.877 INFO:tasks.rados.rados.0.smithi002.stdout:3098: writing smithi00278215-40 from 499712 to 1212416 tid 2 2024-09-14T03:46:03.881 INFO:tasks.rados.rados.0.smithi002.stdout:3098: writing smithi00278215-40 from 1212416 to 1703936 tid 3 2024-09-14T03:46:03.881 INFO:tasks.rados.rados.0.smithi002.stdout:3099: snap_remove snap 297 2024-09-14T03:46:04.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:03 smithi002 ceph-mon[87970]: pgmap v716: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 361 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.4 MiB/s wr, 22 op/s 2024-09-14T03:46:04.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:03 smithi002 ceph-mon[87970]: osdmap e695: 8 total, 8 up, 8 in 2024-09-14T03:46:04.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:03 smithi002 ceph-mon[89815]: pgmap v716: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 361 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.4 MiB/s wr, 22 op/s 2024-09-14T03:46:04.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:03 smithi002 ceph-mon[89815]: osdmap e695: 8 total, 8 up, 8 in 2024-09-14T03:46:04.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:03 smithi154 ceph-mon[81546]: pgmap v716: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 361 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.4 MiB/s wr, 22 op/s 2024-09-14T03:46:04.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:03 smithi154 ceph-mon[81546]: osdmap e695: 8 total, 8 up, 8 in 2024-09-14T03:46:04.876 INFO:tasks.rados.rados.0.smithi002.stdout:3099: done (3 left) 2024-09-14T03:46:04.877 INFO:tasks.rados.rados.0.smithi002.stdout:3100: delete oid 2 current snap is 312 2024-09-14T03:46:04.877 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 1871 (ObjNum 941 snap 305 seq_num 941) dirty exists 2024-09-14T03:46:04.877 INFO:tasks.rados.rados.0.smithi002.stdout:3096: finishing rollback tid 1 to smithi00278215-28 2024-09-14T03:46:04.877 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 28 v 3015 (ObjNum 97 snap 0 seq_num 854790544) dirty dne 2024-09-14T03:46:04.877 INFO:tasks.rados.rados.0.smithi002.stdout:3098: finishing write tid 1 to smithi00278215-40 2024-09-14T03:46:04.877 INFO:tasks.rados.rados.0.smithi002.stdout:3098: finishing write tid 2 to smithi00278215-40 2024-09-14T03:46:04.877 INFO:tasks.rados.rados.0.smithi002.stdout:3098: finishing write tid 3 to smithi00278215-40 2024-09-14T03:46:04.877 INFO:tasks.rados.rados.0.smithi002.stdout:3098: finishing write tid 4 to smithi00278215-40 2024-09-14T03:46:04.877 INFO:tasks.rados.rados.0.smithi002.stdout:3098: finishing write tid 5 to smithi00278215-40 2024-09-14T03:46:04.877 INFO:tasks.rados.rados.0.smithi002.stdout:3098: oid 40 updating version 0 to 3728 2024-09-14T03:46:04.877 INFO:tasks.rados.rados.0.smithi002.stdout:3098: oid 40 updating version 3728 to 3729 2024-09-14T03:46:04.877 INFO:tasks.rados.rados.0.smithi002.stdout:3098: oid 40 updating version 3729 to 3731 2024-09-14T03:46:04.878 INFO:tasks.rados.rados.0.smithi002.stdout:3098: oid 40 version 3731 is already newer than 3730 2024-09-14T03:46:04.878 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 3731 (ObjNum 961 snap 312 seq_num 961) dirty exists 2024-09-14T03:46:04.878 INFO:tasks.rados.rados.0.smithi002.stdout:3098: left oid 40 (ObjNum 961 snap 312 seq_num 961) 2024-09-14T03:46:04.886 INFO:tasks.rados.rados.0.smithi002.stdout:3096: done (3 left) 2024-09-14T03:46:04.886 INFO:tasks.rados.rados.0.smithi002.stdout:3097: done (2 left) 2024-09-14T03:46:04.886 INFO:tasks.rados.rados.0.smithi002.stdout:3098: done (1 left) 2024-09-14T03:46:04.886 INFO:tasks.rados.rados.0.smithi002.stdout:3100: done (0 left) 2024-09-14T03:46:04.886 INFO:tasks.rados.rados.0.smithi002.stdout:3101: snap_create 2024-09-14T03:46:05.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:04 smithi002 ceph-mon[87970]: osdmap e696: 8 total, 8 up, 8 in 2024-09-14T03:46:05.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:04 smithi002 ceph-mon[89815]: osdmap e696: 8 total, 8 up, 8 in 2024-09-14T03:46:05.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:04 smithi154 ceph-mon[81546]: osdmap e696: 8 total, 8 up, 8 in 2024-09-14T03:46:05.687 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:46:05 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:46:05] "GET /metrics HTTP/1.1" 200 36436 "" "Prometheus/2.51.0" 2024-09-14T03:46:05.878 INFO:tasks.rados.rados.0.smithi002.stdout:3101: done (0 left) 2024-09-14T03:46:05.878 INFO:tasks.rados.rados.0.smithi002.stdout:3102: read oid 43 snap 274 2024-09-14T03:46:05.879 INFO:tasks.rados.rados.0.smithi002.stdout:3102: expect deleted 2024-09-14T03:46:05.879 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 8 current snap is 313 2024-09-14T03:46:05.879 INFO:tasks.rados.rados.0.smithi002.stdout:3103: seq_num 963 ranges {1523712=532480,2056192=475136,2531328=532480,3063808=196608} 2024-09-14T03:46:05.889 INFO:tasks.rados.rados.0.smithi002.stdout:3103: writing smithi00278215-8 from 1523712 to 2056192 tid 1 2024-09-14T03:46:05.892 INFO:tasks.rados.rados.0.smithi002.stdout:3103: writing smithi00278215-8 from 2056192 to 2531328 tid 2 2024-09-14T03:46:05.895 INFO:tasks.rados.rados.0.smithi002.stdout:3103: writing smithi00278215-8 from 2531328 to 3063808 tid 3 2024-09-14T03:46:05.897 INFO:tasks.rados.rados.0.smithi002.stdout:3103: writing smithi00278215-8 from 3063808 to 3260416 tid 4 2024-09-14T03:46:05.897 INFO:tasks.rados.rados.0.smithi002.stdout:3104: rollback oid 29 current snap is 313 2024-09-14T03:46:05.897 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 29 to 289 2024-09-14T03:46:05.897 INFO:tasks.rados.rados.0.smithi002.stdout:3102: done (2 left) 2024-09-14T03:46:05.897 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 5 current snap is 313 2024-09-14T03:46:05.897 INFO:tasks.rados.rados.0.smithi002.stdout:3105: seq_num 964 ranges {0=548864,548864=761856,1310720=442368} 2024-09-14T03:46:05.900 INFO:tasks.rados.rados.0.smithi002.stdout:3105: writing smithi00278215-5 from 0 to 548864 tid 1 2024-09-14T03:46:05.905 INFO:tasks.rados.rados.0.smithi002.stdout:3105: writing smithi00278215-5 from 548864 to 1310720 tid 2 2024-09-14T03:46:05.909 INFO:tasks.rados.rados.0.smithi002.stdout:3105: writing smithi00278215-5 from 1310720 to 1753088 tid 3 2024-09-14T03:46:05.909 INFO:tasks.rados.rados.0.smithi002.stdout:3106: delete oid 17 current snap is 313 2024-09-14T03:46:05.909 INFO:tasks.rados.rados.0.smithi002.stdout:3103: finishing write tid 1 to smithi00278215-8 2024-09-14T03:46:05.909 INFO:tasks.rados.rados.0.smithi002.stdout:3103: finishing write tid 2 to smithi00278215-8 2024-09-14T03:46:05.910 INFO:tasks.rados.rados.0.smithi002.stdout:3103: finishing write tid 3 to smithi00278215-8 2024-09-14T03:46:05.910 INFO:tasks.rados.rados.0.smithi002.stdout:3103: finishing write tid 4 to smithi00278215-8 2024-09-14T03:46:05.910 INFO:tasks.rados.rados.0.smithi002.stdout:3103: finishing write tid 5 to smithi00278215-8 2024-09-14T03:46:05.910 INFO:tasks.rados.rados.0.smithi002.stdout:3103: finishing write tid 6 to smithi00278215-8 2024-09-14T03:46:05.910 INFO:tasks.rados.rados.0.smithi002.stdout:3103: oid 8 updating version 0 to 3623 2024-09-14T03:46:05.910 INFO:tasks.rados.rados.0.smithi002.stdout:3103: oid 8 updating version 3623 to 3626 2024-09-14T03:46:05.910 INFO:tasks.rados.rados.0.smithi002.stdout:3103: oid 8 version 3626 is already newer than 3622 2024-09-14T03:46:05.910 INFO:tasks.rados.rados.0.smithi002.stdout:3103: oid 8 version 3626 is already newer than 3624 2024-09-14T03:46:05.910 INFO:tasks.rados.rados.0.smithi002.stdout:3103: oid 8 version 3626 is already newer than 3625 2024-09-14T03:46:05.910 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 8 v 3626 (ObjNum 963 snap 313 seq_num 963) dirty exists 2024-09-14T03:46:05.910 INFO:tasks.rados.rados.0.smithi002.stdout:3103: left oid 8 (ObjNum 963 snap 313 seq_num 963) 2024-09-14T03:46:05.910 INFO:tasks.rados.rados.0.smithi002.stdout:3105: finishing write tid 1 to smithi00278215-5 2024-09-14T03:46:05.911 INFO:tasks.rados.rados.0.smithi002.stdout:3104: finishing rollback tid 0 to smithi00278215-29 2024-09-14T03:46:05.911 INFO:tasks.rados.rados.0.smithi002.stdout:3104: finishing rollback tid 1 to smithi00278215-29 2024-09-14T03:46:05.911 INFO:tasks.rados.rados.0.smithi002.stdout:3104: finishing rollback tid 2 to smithi00278215-29 2024-09-14T03:46:05.911 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 4197 (ObjNum 728 snap 236 seq_num 728) dirty exists 2024-09-14T03:46:05.912 INFO:tasks.rados.rados.0.smithi002.stdout:3103: done (3 left) 2024-09-14T03:46:05.912 INFO:tasks.rados.rados.0.smithi002.stdout:3104: done (2 left) 2024-09-14T03:46:05.912 INFO:tasks.rados.rados.0.smithi002.stdout:3106: done (1 left) 2024-09-14T03:46:05.913 INFO:tasks.rados.rados.0.smithi002.stdout:3107: setattr oid 30 current snap is 313 2024-09-14T03:46:05.913 INFO:tasks.rados.rados.0.smithi002.stdout:3105: finishing write tid 2 to smithi00278215-5 2024-09-14T03:46:05.913 INFO:tasks.rados.rados.0.smithi002.stdout:3105: finishing write tid 3 to smithi00278215-5 2024-09-14T03:46:05.913 INFO:tasks.rados.rados.0.smithi002.stdout:3105: finishing write tid 4 to smithi00278215-5 2024-09-14T03:46:05.913 INFO:tasks.rados.rados.0.smithi002.stdout:3108: read oid 40 snap -1 2024-09-14T03:46:05.913 INFO:tasks.rados.rados.0.smithi002.stdout:3108: expect (ObjNum 961 snap 312 seq_num 961) 2024-09-14T03:46:05.914 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 1 current snap is 313 2024-09-14T03:46:05.914 INFO:tasks.rados.rados.0.smithi002.stdout:3109: seq_num 966 ranges {647168=581632,1228800=581632,1810432=622592} 2024-09-14T03:46:05.920 INFO:tasks.rados.rados.0.smithi002.stdout:3109: writing smithi00278215-1 from 647168 to 1228800 tid 1 2024-09-14T03:46:05.924 INFO:tasks.rados.rados.0.smithi002.stdout:3109: writing smithi00278215-1 from 1228800 to 1810432 tid 2 2024-09-14T03:46:05.928 INFO:tasks.rados.rados.0.smithi002.stdout:3109: writing smithi00278215-1 from 1810432 to 2433024 tid 3 2024-09-14T03:46:05.928 INFO:tasks.rados.rados.0.smithi002.stdout:3110: snap_create 2024-09-14T03:46:05.928 INFO:tasks.rados.rados.0.smithi002.stdout:3105: finishing write tid 5 to smithi00278215-5 2024-09-14T03:46:05.928 INFO:tasks.rados.rados.0.smithi002.stdout:3105: oid 5 updating version 0 to 3630 2024-09-14T03:46:05.928 INFO:tasks.rados.rados.0.smithi002.stdout:3105: oid 5 version 3630 is already newer than 3629 2024-09-14T03:46:05.928 INFO:tasks.rados.rados.0.smithi002.stdout:3105: oid 5 version 3630 is already newer than 3628 2024-09-14T03:46:05.928 INFO:tasks.rados.rados.0.smithi002.stdout:3105: oid 5 version 3630 is already newer than 3627 2024-09-14T03:46:05.928 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 5 v 3630 (ObjNum 964 snap 313 seq_num 964) dirty exists 2024-09-14T03:46:05.929 INFO:tasks.rados.rados.0.smithi002.stdout:3105: left oid 5 (ObjNum 964 snap 313 seq_num 964) 2024-09-14T03:46:05.929 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 30 v 4198 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-14T03:46:05.929 INFO:tasks.rados.rados.0.smithi002.stdout:3108: expect (ObjNum 961 snap 312 seq_num 961) 2024-09-14T03:46:05.974 INFO:tasks.rados.rados.0.smithi002.stdout:3109: finishing write tid 1 to smithi00278215-1 2024-09-14T03:46:05.975 INFO:tasks.rados.rados.0.smithi002.stdout:3109: finishing write tid 2 to smithi00278215-1 2024-09-14T03:46:05.975 INFO:tasks.rados.rados.0.smithi002.stdout:3109: finishing write tid 3 to smithi00278215-1 2024-09-14T03:46:05.975 INFO:tasks.rados.rados.0.smithi002.stdout:3109: finishing write tid 4 to smithi00278215-1 2024-09-14T03:46:05.975 INFO:tasks.rados.rados.0.smithi002.stdout:3109: finishing write tid 5 to smithi00278215-1 2024-09-14T03:46:05.975 INFO:tasks.rados.rados.0.smithi002.stdout:3109: oid 1 updating version 0 to 4202 2024-09-14T03:46:05.975 INFO:tasks.rados.rados.0.smithi002.stdout:3109: oid 1 version 4202 is already newer than 4201 2024-09-14T03:46:05.975 INFO:tasks.rados.rados.0.smithi002.stdout:3109: oid 1 updating version 4202 to 4203 2024-09-14T03:46:05.975 INFO:tasks.rados.rados.0.smithi002.stdout:3109: oid 1 version 4203 is already newer than 4200 2024-09-14T03:46:05.975 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 1 v 4203 (ObjNum 966 snap 313 seq_num 966) dirty exists 2024-09-14T03:46:05.975 INFO:tasks.rados.rados.0.smithi002.stdout:3109: left oid 1 (ObjNum 966 snap 313 seq_num 966) 2024-09-14T03:46:06.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:05 smithi002 ceph-mon[87970]: pgmap v719: 121 pgs: 121 active+clean; 353 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.4 MiB/s wr, 41 op/s 2024-09-14T03:46:06.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:05 smithi002 ceph-mon[87970]: osdmap e697: 8 total, 8 up, 8 in 2024-09-14T03:46:06.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:05 smithi002 ceph-mon[89815]: pgmap v719: 121 pgs: 121 active+clean; 353 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.4 MiB/s wr, 41 op/s 2024-09-14T03:46:06.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:05 smithi002 ceph-mon[89815]: osdmap e697: 8 total, 8 up, 8 in 2024-09-14T03:46:06.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:05 smithi154 ceph-mon[81546]: pgmap v719: 121 pgs: 121 active+clean; 353 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.4 MiB/s wr, 41 op/s 2024-09-14T03:46:06.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:05 smithi154 ceph-mon[81546]: osdmap e697: 8 total, 8 up, 8 in 2024-09-14T03:46:06.884 INFO:tasks.rados.rados.0.smithi002.stdout:3105: done (4 left) 2024-09-14T03:46:06.884 INFO:tasks.rados.rados.0.smithi002.stdout:3107: done (3 left) 2024-09-14T03:46:06.884 INFO:tasks.rados.rados.0.smithi002.stdout:3108: done (2 left) 2024-09-14T03:46:06.884 INFO:tasks.rados.rados.0.smithi002.stdout:3109: done (1 left) 2024-09-14T03:46:06.884 INFO:tasks.rados.rados.0.smithi002.stdout:3110: done (0 left) 2024-09-14T03:46:06.884 INFO:tasks.rados.rados.0.smithi002.stdout:3111: snap_create 2024-09-14T03:46:07.186 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:06 smithi002 ceph-mon[89815]: osdmap e698: 8 total, 8 up, 8 in 2024-09-14T03:46:07.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:06 smithi002 ceph-mon[87970]: osdmap e698: 8 total, 8 up, 8 in 2024-09-14T03:46:07.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:06 smithi154 ceph-mon[81546]: osdmap e698: 8 total, 8 up, 8 in 2024-09-14T03:46:07.805 INFO:tasks.rados.rados.0.smithi002.stdout:3111: done (0 left) 2024-09-14T03:46:07.805 INFO:tasks.rados.rados.0.smithi002.stdout:3112: delete oid 14 current snap is 315 2024-09-14T03:46:07.812 INFO:tasks.rados.rados.0.smithi002.stdout:3112: done (0 left) 2024-09-14T03:46:07.812 INFO:tasks.rados.rados.0.smithi002.stdout:3113: snap_create 2024-09-14T03:46:08.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:07 smithi002 ceph-mon[87970]: pgmap v722: 121 pgs: 121 active+clean; 357 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.0 MiB/s wr, 23 op/s 2024-09-14T03:46:08.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:07 smithi002 ceph-mon[87970]: osdmap e699: 8 total, 8 up, 8 in 2024-09-14T03:46:08.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:07 smithi002 ceph-mon[87970]: osdmap e700: 8 total, 8 up, 8 in 2024-09-14T03:46:08.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:07 smithi002 ceph-mon[89815]: pgmap v722: 121 pgs: 121 active+clean; 357 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.0 MiB/s wr, 23 op/s 2024-09-14T03:46:08.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:07 smithi002 ceph-mon[89815]: osdmap e699: 8 total, 8 up, 8 in 2024-09-14T03:46:08.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:07 smithi002 ceph-mon[89815]: osdmap e700: 8 total, 8 up, 8 in 2024-09-14T03:46:08.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:07 smithi154 ceph-mon[81546]: pgmap v722: 121 pgs: 121 active+clean; 357 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.0 MiB/s wr, 23 op/s 2024-09-14T03:46:08.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:07 smithi154 ceph-mon[81546]: osdmap e699: 8 total, 8 up, 8 in 2024-09-14T03:46:08.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:07 smithi154 ceph-mon[81546]: osdmap e700: 8 total, 8 up, 8 in 2024-09-14T03:46:08.807 INFO:tasks.rados.rados.0.smithi002.stdout:3113: done (0 left) 2024-09-14T03:46:08.807 INFO:tasks.rados.rados.0.smithi002.stdout:3114: copy_from oid 50 from oid 8 current snap is 316 2024-09-14T03:46:08.808 INFO:tasks.rados.rados.0.smithi002.stdout:3115: copy_from oid 29 from oid 43 current snap is 316 2024-09-14T03:46:08.808 INFO:tasks.rados.rados.0.smithi002.stdout:3116: read oid 40 snap -1 2024-09-14T03:46:08.808 INFO:tasks.rados.rados.0.smithi002.stdout:3116: expect (ObjNum 961 snap 312 seq_num 961) 2024-09-14T03:46:08.808 INFO:tasks.rados.rados.0.smithi002.stdout:3117: read oid 20 snap -1 2024-09-14T03:46:08.808 INFO:tasks.rados.rados.0.smithi002.stdout:3117: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:46:08.808 INFO:tasks.rados.rados.0.smithi002.stdout:3118: delete oid 3 current snap is 316 2024-09-14T03:46:08.810 INFO:tasks.rados.rados.0.smithi002.stdout:3117: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:46:08.820 INFO:tasks.rados.rados.0.smithi002.stdout:3116: expect (ObjNum 961 snap 312 seq_num 961) 2024-09-14T03:46:08.869 INFO:tasks.rados.rados.0.smithi002.stdout:3115: finishing copy_from racing read to smithi00278215-29 2024-09-14T03:46:08.869 INFO:tasks.rados.rados.0.smithi002.stdout:3114: finishing copy_from to smithi00278215-50 2024-09-14T03:46:08.869 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 3626 (ObjNum 963 snap 313 seq_num 963) dirty exists 2024-09-14T03:46:08.869 INFO:tasks.rados.rados.0.smithi002.stdout:3114: finishing copy_from racing read to smithi00278215-50 2024-09-14T03:46:08.869 INFO:tasks.rados.rados.0.smithi002.stdout:3115: finishing copy_from to smithi00278215-29 2024-09-14T03:46:08.869 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 3541 (ObjNum 940 snap 305 seq_num 940) dirty exists 2024-09-14T03:46:08.869 INFO:tasks.rados.rados.0.smithi002.stdout:3114: done (4 left) 2024-09-14T03:46:08.869 INFO:tasks.rados.rados.0.smithi002.stdout:3115: done (3 left) 2024-09-14T03:46:08.869 INFO:tasks.rados.rados.0.smithi002.stdout:3116: done (2 left) 2024-09-14T03:46:08.869 INFO:tasks.rados.rados.0.smithi002.stdout:3117: done (1 left) 2024-09-14T03:46:08.869 INFO:tasks.rados.rados.0.smithi002.stdout:3118: done (0 left) 2024-09-14T03:46:08.870 INFO:tasks.rados.rados.0.smithi002.stdout:3119: copy_from oid 26 from oid 46 current snap is 316 2024-09-14T03:46:08.870 INFO:tasks.rados.rados.0.smithi002.stdout:3120: read oid 49 snap -1 2024-09-14T03:46:08.870 INFO:tasks.rados.rados.0.smithi002.stdout:3120: expect (ObjNum 951 snap 308 seq_num 951) 2024-09-14T03:46:08.870 INFO:tasks.rados.rados.0.smithi002.stdout:3121: delete oid 45 current snap is 316 2024-09-14T03:46:08.871 INFO:tasks.rados.rados.0.smithi002.stdout:3121: done (2 left) 2024-09-14T03:46:08.871 INFO:tasks.rados.rados.0.smithi002.stdout:3122: snap_create 2024-09-14T03:46:08.873 INFO:tasks.rados.rados.0.smithi002.stdout:3119: finishing copy_from racing read to smithi00278215-26 2024-09-14T03:46:08.874 INFO:tasks.rados.rados.0.smithi002.stdout:3119: finishing copy_from to smithi00278215-26 2024-09-14T03:46:08.874 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 3365 (ObjNum 879 snap 291 seq_num 879) dirty exists 2024-09-14T03:46:08.874 INFO:tasks.rados.rados.0.smithi002.stdout:3120: expect (ObjNum 951 snap 308 seq_num 951) 2024-09-14T03:46:09.812 INFO:tasks.rados.rados.0.smithi002.stdout:3119: done (2 left) 2024-09-14T03:46:09.812 INFO:tasks.rados.rados.0.smithi002.stdout:3120: done (1 left) 2024-09-14T03:46:09.812 INFO:tasks.rados.rados.0.smithi002.stdout:3122: done (0 left) 2024-09-14T03:46:09.813 INFO:tasks.rados.rados.0.smithi002.stdout:3123: rmattr oid 44 current snap is 317 2024-09-14T03:46:09.813 INFO:tasks.rados.rados.0.smithi002.stdout:3123: done (0 left) 2024-09-14T03:46:09.813 INFO:tasks.rados.rados.0.smithi002.stdout:3124: snap_remove snap 315 2024-09-14T03:46:10.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:09 smithi002 ceph-mon[87970]: pgmap v725: 121 pgs: 121 active+clean; 376 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.5 MiB/s wr, 17 op/s 2024-09-14T03:46:10.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:09 smithi002 ceph-mon[87970]: osdmap e701: 8 total, 8 up, 8 in 2024-09-14T03:46:10.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:09 smithi002 ceph-mon[89815]: pgmap v725: 121 pgs: 121 active+clean; 376 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.5 MiB/s wr, 17 op/s 2024-09-14T03:46:10.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:09 smithi002 ceph-mon[89815]: osdmap e701: 8 total, 8 up, 8 in 2024-09-14T03:46:10.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:09 smithi154 ceph-mon[81546]: pgmap v725: 121 pgs: 121 active+clean; 376 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.5 MiB/s wr, 17 op/s 2024-09-14T03:46:10.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:09 smithi154 ceph-mon[81546]: osdmap e701: 8 total, 8 up, 8 in 2024-09-14T03:46:10.822 INFO:tasks.rados.rados.0.smithi002.stdout:3124: done (0 left) 2024-09-14T03:46:10.822 INFO:tasks.rados.rados.0.smithi002.stdout:3125: read oid 10 snap -1 2024-09-14T03:46:10.822 INFO:tasks.rados.rados.0.smithi002.stdout:3125: expect (ObjNum 933 snap 303 seq_num 933) 2024-09-14T03:46:10.822 INFO:tasks.rados.rados.0.smithi002.stdout:3126: copy_from oid 38 from oid 48 current snap is 317 2024-09-14T03:46:10.822 INFO:tasks.rados.rados.0.smithi002.stdout:3127: copy_from oid 2 from oid 9 current snap is 317 2024-09-14T03:46:10.822 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 4 current snap is 317 2024-09-14T03:46:10.822 INFO:tasks.rados.rados.0.smithi002.stdout:3128: seq_num 970 ranges {458752=655360,1114112=516096,1630208=688128} 2024-09-14T03:46:10.829 INFO:tasks.rados.rados.0.smithi002.stdout:3128: writing smithi00278215-4 from 458752 to 1114112 tid 1 2024-09-14T03:46:10.833 INFO:tasks.rados.rados.0.smithi002.stdout:3128: writing smithi00278215-4 from 1114112 to 1630208 tid 2 2024-09-14T03:46:10.838 INFO:tasks.rados.rados.0.smithi002.stdout:3128: writing smithi00278215-4 from 1630208 to 2318336 tid 3 2024-09-14T03:46:10.839 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 31 current snap is 317 2024-09-14T03:46:10.839 INFO:tasks.rados.rados.0.smithi002.stdout:3129: seq_num 971 ranges {1097728=671744,1769472=802816,2572288=401408} 2024-09-14T03:46:10.850 INFO:tasks.rados.rados.0.smithi002.stdout:3129: writing smithi00278215-31 from 1097728 to 1769472 tid 1 2024-09-14T03:46:10.856 INFO:tasks.rados.rados.0.smithi002.stdout:3129: writing smithi00278215-31 from 1769472 to 2572288 tid 2 2024-09-14T03:46:10.859 INFO:tasks.rados.rados.0.smithi002.stdout:3129: writing smithi00278215-31 from 2572288 to 2973696 tid 3 2024-09-14T03:46:10.859 INFO:tasks.rados.rados.0.smithi002.stdout:3130: snap_remove snap 310 2024-09-14T03:46:11.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:10 smithi002 ceph-mon[87970]: osdmap e702: 8 total, 8 up, 8 in 2024-09-14T03:46:11.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:46:11.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:46:11.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:10 smithi002 ceph-mon[89815]: osdmap e702: 8 total, 8 up, 8 in 2024-09-14T03:46:11.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:46:11.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:46:11.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:10 smithi154 ceph-mon[81546]: osdmap e702: 8 total, 8 up, 8 in 2024-09-14T03:46:11.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:46:11.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:46:11.825 INFO:tasks.rados.rados.0.smithi002.stdout:3130: done (5 left) 2024-09-14T03:46:11.825 INFO:tasks.rados.rados.0.smithi002.stdout:3131: delete oid 20 current snap is 317 2024-09-14T03:46:11.825 INFO:tasks.rados.rados.0.smithi002.stdout:3125: expect (ObjNum 933 snap 303 seq_num 933) 2024-09-14T03:46:11.926 INFO:tasks.rados.rados.0.smithi002.stdout:3127: finishing copy_from racing read to smithi00278215-2 2024-09-14T03:46:11.927 INFO:tasks.rados.rados.0.smithi002.stdout:3127: finishing copy_from to smithi00278215-2 2024-09-14T03:46:11.927 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 2 v 3619 (ObjNum 917 snap 302 seq_num 917) dirty exists 2024-09-14T03:46:11.927 INFO:tasks.rados.rados.0.smithi002.stdout:3128: finishing write tid 1 to smithi00278215-4 2024-09-14T03:46:11.927 INFO:tasks.rados.rados.0.smithi002.stdout:3128: finishing write tid 2 to smithi00278215-4 2024-09-14T03:46:11.927 INFO:tasks.rados.rados.0.smithi002.stdout:3128: finishing write tid 3 to smithi00278215-4 2024-09-14T03:46:11.927 INFO:tasks.rados.rados.0.smithi002.stdout:3128: finishing write tid 4 to smithi00278215-4 2024-09-14T03:46:11.927 INFO:tasks.rados.rados.0.smithi002.stdout:3126: finishing copy_from racing read to smithi00278215-38 2024-09-14T03:46:11.927 INFO:tasks.rados.rados.0.smithi002.stdout:3128: finishing write tid 5 to smithi00278215-4 2024-09-14T03:46:11.927 INFO:tasks.rados.rados.0.smithi002.stdout:3128: oid 4 updating version 0 to 4122 2024-09-14T03:46:11.927 INFO:tasks.rados.rados.0.smithi002.stdout:3128: oid 4 version 4122 is already newer than 4121 2024-09-14T03:46:11.928 INFO:tasks.rados.rados.0.smithi002.stdout:3128: oid 4 updating version 4122 to 4123 2024-09-14T03:46:11.928 INFO:tasks.rados.rados.0.smithi002.stdout:3128: oid 4 version 4123 is already newer than 4120 2024-09-14T03:46:11.928 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 4123 (ObjNum 970 snap 317 seq_num 970) dirty exists 2024-09-14T03:46:11.928 INFO:tasks.rados.rados.0.smithi002.stdout:3128: left oid 4 (ObjNum 970 snap 317 seq_num 970) 2024-09-14T03:46:11.928 INFO:tasks.rados.rados.0.smithi002.stdout:3126: finishing copy_from to smithi00278215-38 2024-09-14T03:46:11.928 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 3541 (ObjNum 940 snap 305 seq_num 940) dirty exists 2024-09-14T03:46:11.928 INFO:tasks.rados.rados.0.smithi002.stdout:3129: finishing write tid 1 to smithi00278215-31 2024-09-14T03:46:11.928 INFO:tasks.rados.rados.0.smithi002.stdout:3129: finishing write tid 2 to smithi00278215-31 2024-09-14T03:46:11.928 INFO:tasks.rados.rados.0.smithi002.stdout:3129: finishing write tid 3 to smithi00278215-31 2024-09-14T03:46:11.928 INFO:tasks.rados.rados.0.smithi002.stdout:3129: finishing write tid 4 to smithi00278215-31 2024-09-14T03:46:11.928 INFO:tasks.rados.rados.0.smithi002.stdout:3129: finishing write tid 5 to smithi00278215-31 2024-09-14T03:46:11.928 INFO:tasks.rados.rados.0.smithi002.stdout:3129: oid 31 updating version 0 to 3622 2024-09-14T03:46:11.928 INFO:tasks.rados.rados.0.smithi002.stdout:3129: oid 31 version 3622 is already newer than 3620 2024-09-14T03:46:11.929 INFO:tasks.rados.rados.0.smithi002.stdout:3129: oid 31 updating version 3622 to 3623 2024-09-14T03:46:11.929 INFO:tasks.rados.rados.0.smithi002.stdout:3129: oid 31 version 3623 is already newer than 3621 2024-09-14T03:46:11.929 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 3623 (ObjNum 971 snap 317 seq_num 971) dirty exists 2024-09-14T03:46:11.929 INFO:tasks.rados.rados.0.smithi002.stdout:3129: left oid 31 (ObjNum 971 snap 317 seq_num 971) 2024-09-14T03:46:11.929 INFO:tasks.rados.rados.0.smithi002.stdout:3125: done (5 left) 2024-09-14T03:46:11.929 INFO:tasks.rados.rados.0.smithi002.stdout:3126: done (4 left) 2024-09-14T03:46:11.929 INFO:tasks.rados.rados.0.smithi002.stdout:3127: done (3 left) 2024-09-14T03:46:11.929 INFO:tasks.rados.rados.0.smithi002.stdout:3128: done (2 left) 2024-09-14T03:46:11.929 INFO:tasks.rados.rados.0.smithi002.stdout:3129: done (1 left) 2024-09-14T03:46:11.929 INFO:tasks.rados.rados.0.smithi002.stdout:3131: done (0 left) 2024-09-14T03:46:11.929 INFO:tasks.rados.rados.0.smithi002.stdout:3132: rollback oid 31 current snap is 317 2024-09-14T03:46:11.929 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 31 to 289 2024-09-14T03:46:11.929 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 29 current snap is 317 2024-09-14T03:46:11.930 INFO:tasks.rados.rados.0.smithi002.stdout:3133: seq_num 973 ranges {3325952=704512,4030464=573440,4603904=507904,5111808=122880} 2024-09-14T03:46:11.948 INFO:tasks.rados.rados.0.smithi002.stdout:3133: writing smithi00278215-29 from 3325952 to 4030464 tid 1 2024-09-14T03:46:11.951 INFO:tasks.rados.rados.0.smithi002.stdout:3133: writing smithi00278215-29 from 4030464 to 4603904 tid 2 2024-09-14T03:46:11.954 INFO:tasks.rados.rados.0.smithi002.stdout:3133: writing smithi00278215-29 from 4603904 to 5111808 tid 3 2024-09-14T03:46:11.955 INFO:tasks.rados.rados.0.smithi002.stdout:3133: writing smithi00278215-29 from 5111808 to 5234688 tid 4 2024-09-14T03:46:11.955 INFO:tasks.rados.rados.0.smithi002.stdout:3134: read oid 48 snap 275 2024-09-14T03:46:11.955 INFO:tasks.rados.rados.0.smithi002.stdout:3134: expect deleted 2024-09-14T03:46:11.956 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 12 current snap is 317 2024-09-14T03:46:11.956 INFO:tasks.rados.rados.0.smithi002.stdout:3132: finishing rollback tid 0 to smithi00278215-31 2024-09-14T03:46:11.956 INFO:tasks.rados.rados.0.smithi002.stdout:3132: finishing rollback tid 1 to smithi00278215-31 2024-09-14T03:46:11.956 INFO:tasks.rados.rados.0.smithi002.stdout:3132: finishing rollback tid 2 to smithi00278215-31 2024-09-14T03:46:11.956 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 3626 (ObjNum 768 snap 250 seq_num 768) dirty exists 2024-09-14T03:46:11.956 INFO:tasks.rados.rados.0.smithi002.stdout:3133: finishing write tid 1 to smithi00278215-29 2024-09-14T03:46:11.956 INFO:tasks.rados.rados.0.smithi002.stdout:3135: seq_num 974 ranges {4677632=720896,5398528=507904,5906432=671744,6578176=24576} 2024-09-14T03:46:11.985 INFO:tasks.rados.rados.0.smithi002.stdout:3135: writing smithi00278215-12 from 4677632 to 5398528 tid 1 2024-09-14T03:46:11.988 INFO:tasks.rados.rados.0.smithi002.stdout:3135: writing smithi00278215-12 from 5398528 to 5906432 tid 2 2024-09-14T03:46:11.991 INFO:tasks.rados.rados.0.smithi002.stdout:3135: writing smithi00278215-12 from 5906432 to 6578176 tid 3 2024-09-14T03:46:11.992 INFO:tasks.rados.rados.0.smithi002.stdout:3135: writing smithi00278215-12 from 6578176 to 6602752 tid 4 2024-09-14T03:46:11.992 INFO:tasks.rados.rados.0.smithi002.stdout:3132: done (3 left) 2024-09-14T03:46:11.993 INFO:tasks.rados.rados.0.smithi002.stdout:3136: copy_from oid 41 from oid 37 current snap is 317 2024-09-14T03:46:11.993 INFO:tasks.rados.rados.0.smithi002.stdout:3133: finishing write tid 2 to smithi00278215-29 2024-09-14T03:46:11.993 INFO:tasks.rados.rados.0.smithi002.stdout:3133: finishing write tid 3 to smithi00278215-29 2024-09-14T03:46:11.993 INFO:tasks.rados.rados.0.smithi002.stdout:3133: finishing write tid 4 to smithi00278215-29 2024-09-14T03:46:11.993 INFO:tasks.rados.rados.0.smithi002.stdout:3133: finishing write tid 5 to smithi00278215-29 2024-09-14T03:46:11.993 INFO:tasks.rados.rados.0.smithi002.stdout:3133: finishing write tid 6 to smithi00278215-29 2024-09-14T03:46:11.993 INFO:tasks.rados.rados.0.smithi002.stdout:3133: oid 29 updating version 0 to 4226 2024-09-14T03:46:11.993 INFO:tasks.rados.rados.0.smithi002.stdout:3133: oid 29 updating version 4226 to 4228 2024-09-14T03:46:11.993 INFO:tasks.rados.rados.0.smithi002.stdout:3133: oid 29 version 4228 is already newer than 4224 2024-09-14T03:46:11.993 INFO:tasks.rados.rados.0.smithi002.stdout:3133: oid 29 version 4228 is already newer than 4227 2024-09-14T03:46:11.993 INFO:tasks.rados.rados.0.smithi002.stdout:3133: oid 29 version 4228 is already newer than 4225 2024-09-14T03:46:11.993 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 4228 (ObjNum 973 snap 317 seq_num 973) dirty exists 2024-09-14T03:46:11.993 INFO:tasks.rados.rados.0.smithi002.stdout:3133: left oid 29 (ObjNum 973 snap 317 seq_num 973) 2024-09-14T03:46:11.993 INFO:tasks.rados.rados.0.smithi002.stdout:3135: finishing write tid 1 to smithi00278215-12 2024-09-14T03:46:11.994 INFO:tasks.rados.rados.0.smithi002.stdout:3135: finishing write tid 2 to smithi00278215-12 2024-09-14T03:46:11.994 INFO:tasks.rados.rados.0.smithi002.stdout:3133: done (3 left) 2024-09-14T03:46:11.994 INFO:tasks.rados.rados.0.smithi002.stdout:3134: done (2 left) 2024-09-14T03:46:11.994 INFO:tasks.rados.rados.0.smithi002.stdout:3137: delete oid 14 current snap is 317 2024-09-14T03:46:11.994 INFO:tasks.rados.rados.0.smithi002.stdout:3137: done (2 left) 2024-09-14T03:46:11.994 INFO:tasks.rados.rados.0.smithi002.stdout:3138: read oid 5 snap -1 2024-09-14T03:46:11.995 INFO:tasks.rados.rados.0.smithi002.stdout:3138: expect (ObjNum 964 snap 313 seq_num 964) 2024-09-14T03:46:11.995 INFO:tasks.rados.rados.0.smithi002.stdout:3139: copy_from oid 44 from oid 3 current snap is 317 2024-09-14T03:46:11.995 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 20 current snap is 317 2024-09-14T03:46:11.995 INFO:tasks.rados.rados.0.smithi002.stdout:3140: seq_num 976 ranges {0=753664,753664=671744,1425408=532480} 2024-09-14T03:46:11.999 INFO:tasks.rados.rados.0.smithi002.stdout:3140: writing smithi00278215-20 from 0 to 753664 tid 1 2024-09-14T03:46:12.003 INFO:tasks.rados.rados.0.smithi002.stdout:3140: writing smithi00278215-20 from 753664 to 1425408 tid 2 2024-09-14T03:46:12.007 INFO:tasks.rados.rados.0.smithi002.stdout:3140: writing smithi00278215-20 from 1425408 to 1957888 tid 3 2024-09-14T03:46:12.007 INFO:tasks.rados.rados.0.smithi002.stdout:3141: delete oid 21 current snap is 317 2024-09-14T03:46:12.007 INFO:tasks.rados.rados.0.smithi002.stdout:3135: finishing write tid 3 to smithi00278215-12 2024-09-14T03:46:12.007 INFO:tasks.rados.rados.0.smithi002.stdout:3135: finishing write tid 4 to smithi00278215-12 2024-09-14T03:46:12.007 INFO:tasks.rados.rados.0.smithi002.stdout:3136: finishing copy_from racing read to smithi00278215-41 2024-09-14T03:46:12.008 INFO:tasks.rados.rados.0.smithi002.stdout:3135: finishing write tid 5 to smithi00278215-12 2024-09-14T03:46:12.008 INFO:tasks.rados.rados.0.smithi002.stdout:3136: finishing copy_from to smithi00278215-41 2024-09-14T03:46:12.008 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 41 v 3614 (ObjNum 887 snap 295 seq_num 887) dirty exists 2024-09-14T03:46:12.008 INFO:tasks.rados.rados.0.smithi002.stdout:3139: finishing copy_from to smithi00278215-44 2024-09-14T03:46:12.008 INFO:tasks.rados.rados.0.smithi002.stdout:3139: got expected ENOENT (src dne) 2024-09-14T03:46:12.008 INFO:tasks.rados.rados.0.smithi002.stdout:3139: finishing copy_from racing read to smithi00278215-44 2024-09-14T03:46:12.008 INFO:tasks.rados.rados.0.smithi002.stdout:3135: finishing write tid 6 to smithi00278215-12 2024-09-14T03:46:12.008 INFO:tasks.rados.rados.0.smithi002.stdout:3135: oid 12 updating version 0 to 3562 2024-09-14T03:46:12.008 INFO:tasks.rados.rados.0.smithi002.stdout:3135: oid 12 updating version 3562 to 3563 2024-09-14T03:46:12.008 INFO:tasks.rados.rados.0.smithi002.stdout:3135: oid 12 version 3563 is already newer than 3560 2024-09-14T03:46:12.008 INFO:tasks.rados.rados.0.smithi002.stdout:3135: oid 12 version 3563 is already newer than 3561 2024-09-14T03:46:12.008 INFO:tasks.rados.rados.0.smithi002.stdout:3135: oid 12 version 3563 is already newer than 3559 2024-09-14T03:46:12.008 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 3563 (ObjNum 974 snap 317 seq_num 974) dirty exists 2024-09-14T03:46:12.008 INFO:tasks.rados.rados.0.smithi002.stdout:3135: left oid 12 (ObjNum 974 snap 317 seq_num 974) 2024-09-14T03:46:12.009 INFO:tasks.rados.rados.0.smithi002.stdout:3140: finishing write tid 1 to smithi00278215-20 2024-09-14T03:46:12.009 INFO:tasks.rados.rados.0.smithi002.stdout:3138: expect (ObjNum 964 snap 313 seq_num 964) 2024-09-14T03:46:12.054 INFO:tasks.rados.rados.0.smithi002.stdout:3140: finishing write tid 2 to smithi00278215-20 2024-09-14T03:46:12.054 INFO:tasks.rados.rados.0.smithi002.stdout:3135: done (5 left) 2024-09-14T03:46:12.054 INFO:tasks.rados.rados.0.smithi002.stdout:3136: done (4 left) 2024-09-14T03:46:12.054 INFO:tasks.rados.rados.0.smithi002.stdout:3138: done (3 left) 2024-09-14T03:46:12.054 INFO:tasks.rados.rados.0.smithi002.stdout:3139: done (2 left) 2024-09-14T03:46:12.055 INFO:tasks.rados.rados.0.smithi002.stdout:3141: done (1 left) 2024-09-14T03:46:12.055 INFO:tasks.rados.rados.0.smithi002.stdout:3142: rollback oid 21 current snap is 317 2024-09-14T03:46:12.055 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 21 to 311 2024-09-14T03:46:12.055 INFO:tasks.rados.rados.0.smithi002.stdout:3140: finishing write tid 3 to smithi00278215-20 2024-09-14T03:46:12.055 INFO:tasks.rados.rados.0.smithi002.stdout:3140: finishing write tid 4 to smithi00278215-20 2024-09-14T03:46:12.055 INFO:tasks.rados.rados.0.smithi002.stdout:3140: finishing write tid 5 to smithi00278215-20 2024-09-14T03:46:12.055 INFO:tasks.rados.rados.0.smithi002.stdout:3140: oid 20 updating version 0 to 2696 2024-09-14T03:46:12.055 INFO:tasks.rados.rados.0.smithi002.stdout:3140: oid 20 updating version 2696 to 2699 2024-09-14T03:46:12.055 INFO:tasks.rados.rados.0.smithi002.stdout:3140: oid 20 version 2699 is already newer than 2698 2024-09-14T03:46:12.055 INFO:tasks.rados.rados.0.smithi002.stdout:3140: oid 20 version 2699 is already newer than 2697 2024-09-14T03:46:12.055 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 20 v 2699 (ObjNum 976 snap 317 seq_num 976) dirty exists 2024-09-14T03:46:12.055 INFO:tasks.rados.rados.0.smithi002.stdout:3140: left oid 20 (ObjNum 976 snap 317 seq_num 976) 2024-09-14T03:46:12.055 INFO:tasks.rados.rados.0.smithi002.stdout:3140: done (1 left) 2024-09-14T03:46:12.055 INFO:tasks.rados.rados.0.smithi002.stdout:3143: copy_from oid 10 from oid 48 current snap is 317 2024-09-14T03:46:12.056 INFO:tasks.rados.rados.0.smithi002.stdout:3144: rollback oid 12 current snap is 317 2024-09-14T03:46:12.056 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 12 to 250 2024-09-14T03:46:12.056 INFO:tasks.rados.rados.0.smithi002.stdout:3145: delete oid 44 current snap is 317 2024-09-14T03:46:12.056 INFO:tasks.rados.rados.0.smithi002.stdout:3142: finishing rollback tid 1 to smithi00278215-21 2024-09-14T03:46:12.057 INFO:tasks.rados.rados.0.smithi002.stdout:3145: done (3 left) 2024-09-14T03:46:12.057 INFO:tasks.rados.rados.0.smithi002.stdout:3146: read oid 38 snap -1 2024-09-14T03:46:12.057 INFO:tasks.rados.rados.0.smithi002.stdout:3146: expect (ObjNum 940 snap 305 seq_num 940) 2024-09-14T03:46:12.057 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 30 current snap is 317 2024-09-14T03:46:12.057 INFO:tasks.rados.rados.0.smithi002.stdout:3147: seq_num 979 ranges {0=802816,802816=729088,1531904=458752,1990656=16384} 2024-09-14T03:46:12.062 INFO:tasks.rados.rados.0.smithi002.stdout:3147: writing smithi00278215-30 from 0 to 802816 tid 1 2024-09-14T03:46:12.066 INFO:tasks.rados.rados.0.smithi002.stdout:3147: writing smithi00278215-30 from 802816 to 1531904 tid 2 2024-09-14T03:46:12.069 INFO:tasks.rados.rados.0.smithi002.stdout:3147: writing smithi00278215-30 from 1531904 to 1990656 tid 3 2024-09-14T03:46:12.069 INFO:tasks.rados.rados.0.smithi002.stdout:3147: writing smithi00278215-30 from 1990656 to 2007040 tid 4 2024-09-14T03:46:12.069 INFO:tasks.rados.rados.0.smithi002.stdout:3148: rmattr oid 17 current snap is 317 2024-09-14T03:46:12.069 INFO:tasks.rados.rados.0.smithi002.stdout:3142: finishing rollback tid 2 to smithi00278215-21 2024-09-14T03:46:12.070 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 1874 (ObjNum 941 snap 305 seq_num 941) dirty exists 2024-09-14T03:46:12.070 INFO:tasks.rados.rados.0.smithi002.stdout:3144: finishing rollback tid 0 to smithi00278215-12 2024-09-14T03:46:12.070 INFO:tasks.rados.rados.0.smithi002.stdout:3144: finishing rollback tid 1 to smithi00278215-12 2024-09-14T03:46:12.070 INFO:tasks.rados.rados.0.smithi002.stdout:3142: done (5 left) 2024-09-14T03:46:12.070 INFO:tasks.rados.rados.0.smithi002.stdout:3149: snap_remove snap 272 2024-09-14T03:46:12.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:11 smithi002 ceph-mon[87970]: pgmap v728: 121 pgs: 121 active+clean; 379 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.2 MiB/s wr, 25 op/s 2024-09-14T03:46:12.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:11 smithi002 ceph-mon[87970]: osdmap e703: 8 total, 8 up, 8 in 2024-09-14T03:46:12.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:11 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:46:12.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:11 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:46:12.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:11 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:46:12.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:11 smithi002 ceph-mon[89815]: pgmap v728: 121 pgs: 121 active+clean; 379 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.2 MiB/s wr, 25 op/s 2024-09-14T03:46:12.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:11 smithi002 ceph-mon[89815]: osdmap e703: 8 total, 8 up, 8 in 2024-09-14T03:46:12.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:11 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:46:12.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:11 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:46:12.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:11 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:46:12.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:11 smithi154 ceph-mon[81546]: pgmap v728: 121 pgs: 121 active+clean; 379 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.2 MiB/s wr, 25 op/s 2024-09-14T03:46:12.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:11 smithi154 ceph-mon[81546]: osdmap e703: 8 total, 8 up, 8 in 2024-09-14T03:46:12.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:11 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:46:12.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:11 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:46:12.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:11 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:46:12.808 INFO:tasks.rados.rados.0.smithi002.stdout:3149: done (5 left) 2024-09-14T03:46:12.808 INFO:tasks.rados.rados.0.smithi002.stdout:3150: snap_remove snap 311 2024-09-14T03:46:13.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:12 smithi002 ceph-mon[87970]: osdmap e704: 8 total, 8 up, 8 in 2024-09-14T03:46:13.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:12 smithi002 ceph-mon[87970]: osdmap e705: 8 total, 8 up, 8 in 2024-09-14T03:46:13.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:12 smithi002 ceph-mon[89815]: osdmap e704: 8 total, 8 up, 8 in 2024-09-14T03:46:13.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:12 smithi002 ceph-mon[89815]: osdmap e705: 8 total, 8 up, 8 in 2024-09-14T03:46:13.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:12 smithi154 ceph-mon[81546]: osdmap e704: 8 total, 8 up, 8 in 2024-09-14T03:46:13.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:12 smithi154 ceph-mon[81546]: osdmap e705: 8 total, 8 up, 8 in 2024-09-14T03:46:13.811 INFO:tasks.rados.rados.0.smithi002.stdout:3150: done (5 left) 2024-09-14T03:46:13.811 INFO:tasks.rados.rados.0.smithi002.stdout:3151: setattr oid 36 current snap is 317 2024-09-14T03:46:13.811 INFO:tasks.rados.rados.0.smithi002.stdout:3144: finishing rollback tid 2 to smithi00278215-12 2024-09-14T03:46:13.812 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 3566 (ObjNum 766 snap 250 seq_num 766) dirty exists 2024-09-14T03:46:13.812 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 17 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-14T03:46:13.812 INFO:tasks.rados.rados.0.smithi002.stdout:3146: expect (ObjNum 940 snap 305 seq_num 940) 2024-09-14T03:46:13.950 INFO:tasks.rados.rados.0.smithi002.stdout:3143: finishing copy_from racing read to smithi00278215-10 2024-09-14T03:46:13.950 INFO:tasks.rados.rados.0.smithi002.stdout:3143: finishing copy_from to smithi00278215-10 2024-09-14T03:46:13.950 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 3541 (ObjNum 940 snap 305 seq_num 940) dirty exists 2024-09-14T03:46:13.950 INFO:tasks.rados.rados.0.smithi002.stdout:3147: finishing write tid 1 to smithi00278215-30 2024-09-14T03:46:13.951 INFO:tasks.rados.rados.0.smithi002.stdout:3147: finishing write tid 2 to smithi00278215-30 2024-09-14T03:46:13.951 INFO:tasks.rados.rados.0.smithi002.stdout:3147: finishing write tid 3 to smithi00278215-30 2024-09-14T03:46:13.951 INFO:tasks.rados.rados.0.smithi002.stdout:3147: finishing write tid 4 to smithi00278215-30 2024-09-14T03:46:13.951 INFO:tasks.rados.rados.0.smithi002.stdout:3147: finishing write tid 5 to smithi00278215-30 2024-09-14T03:46:13.951 INFO:tasks.rados.rados.0.smithi002.stdout:3147: finishing write tid 6 to smithi00278215-30 2024-09-14T03:46:13.951 INFO:tasks.rados.rados.0.smithi002.stdout:3147: oid 30 updating version 0 to 4235 2024-09-14T03:46:13.951 INFO:tasks.rados.rados.0.smithi002.stdout:3147: oid 30 version 4235 is already newer than 4234 2024-09-14T03:46:13.951 INFO:tasks.rados.rados.0.smithi002.stdout:3147: oid 30 version 4235 is already newer than 4233 2024-09-14T03:46:13.951 INFO:tasks.rados.rados.0.smithi002.stdout:3147: oid 30 updating version 4235 to 4236 2024-09-14T03:46:13.951 INFO:tasks.rados.rados.0.smithi002.stdout:3147: oid 30 version 4236 is already newer than 4232 2024-09-14T03:46:13.951 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 30 v 4236 (ObjNum 979 snap 317 seq_num 979) dirty exists 2024-09-14T03:46:13.951 INFO:tasks.rados.rados.0.smithi002.stdout:3147: left oid 30 (ObjNum 979 snap 317 seq_num 979) 2024-09-14T03:46:13.951 INFO:tasks.rados.rados.0.smithi002.stdout:3143: done (5 left) 2024-09-14T03:46:13.951 INFO:tasks.rados.rados.0.smithi002.stdout:3144: done (4 left) 2024-09-14T03:46:13.952 INFO:tasks.rados.rados.0.smithi002.stdout:3146: done (3 left) 2024-09-14T03:46:13.952 INFO:tasks.rados.rados.0.smithi002.stdout:3147: done (2 left) 2024-09-14T03:46:13.952 INFO:tasks.rados.rados.0.smithi002.stdout:3148: done (1 left) 2024-09-14T03:46:13.952 INFO:tasks.rados.rados.0.smithi002.stdout:3152: rmattr oid 22 current snap is 317 2024-09-14T03:46:13.952 INFO:tasks.rados.rados.0.smithi002.stdout:3153: read oid 27 snap -1 2024-09-14T03:46:13.952 INFO:tasks.rados.rados.0.smithi002.stdout:3153: expect (ObjNum 925 snap 302 seq_num 925) 2024-09-14T03:46:13.952 INFO:tasks.rados.rados.0.smithi002.stdout:3154: copy_from oid 9 from oid 4 current snap is 317 2024-09-14T03:46:13.952 INFO:tasks.rados.rados.0.smithi002.stdout:3155: setattr oid 10 current snap is 317 2024-09-14T03:46:13.953 INFO:tasks.rados.rados.0.smithi002.stdout:3156: rollback oid 20 current snap is 317 2024-09-14T03:46:13.953 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 20 to 313 2024-09-14T03:46:13.953 INFO:tasks.rados.rados.0.smithi002.stdout:3157: rmattr oid 37 current snap is 317 2024-09-14T03:46:13.953 INFO:tasks.rados.rados.0.smithi002.stdout:3157: done (6 left) 2024-09-14T03:46:13.953 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 18 current snap is 317 2024-09-14T03:46:13.953 INFO:tasks.rados.rados.0.smithi002.stdout:3158: seq_num 980 ranges {1835008=417792,2252800=614400,2867200=663552,3530752=327680} 2024-09-14T03:46:13.966 INFO:tasks.rados.rados.0.smithi002.stdout:3158: writing smithi00278215-18 from 1835008 to 2252800 tid 1 2024-09-14T03:46:13.970 INFO:tasks.rados.rados.0.smithi002.stdout:3158: writing smithi00278215-18 from 2252800 to 2867200 tid 2 2024-09-14T03:46:13.974 INFO:tasks.rados.rados.0.smithi002.stdout:3158: writing smithi00278215-18 from 2867200 to 3530752 tid 3 2024-09-14T03:46:13.977 INFO:tasks.rados.rados.0.smithi002.stdout:3158: writing smithi00278215-18 from 3530752 to 3858432 tid 4 2024-09-14T03:46:13.977 INFO:tasks.rados.rados.0.smithi002.stdout:3159: delete oid 37 current snap is 317 2024-09-14T03:46:13.977 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 36 v 3732 (ObjNum 955 snap 309 seq_num 955) dirty exists 2024-09-14T03:46:13.977 INFO:tasks.rados.rados.0.smithi002.stdout:3153: expect (ObjNum 925 snap 302 seq_num 925) 2024-09-14T03:46:14.009 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 22 v 3733 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-14T03:46:14.009 INFO:tasks.rados.rados.0.smithi002.stdout:3156: finishing rollback tid 0 to smithi00278215-20 2024-09-14T03:46:14.009 INFO:tasks.rados.rados.0.smithi002.stdout:3156: finishing rollback tid 1 to smithi00278215-20 2024-09-14T03:46:14.009 INFO:tasks.rados.rados.0.smithi002.stdout:3156: finishing rollback tid 2 to smithi00278215-20 2024-09-14T03:46:14.009 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 20 v 2702 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-09-14T03:46:14.009 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 4124 (ObjNum 940 snap 305 seq_num 940) dirty exists 2024-09-14T03:46:14.009 INFO:tasks.rados.rados.0.smithi002.stdout:3151: done (7 left) 2024-09-14T03:46:14.009 INFO:tasks.rados.rados.0.smithi002.stdout:3152: done (6 left) 2024-09-14T03:46:14.009 INFO:tasks.rados.rados.0.smithi002.stdout:3153: done (5 left) 2024-09-14T03:46:14.009 INFO:tasks.rados.rados.0.smithi002.stdout:3155: done (4 left) 2024-09-14T03:46:14.009 INFO:tasks.rados.rados.0.smithi002.stdout:3156: done (3 left) 2024-09-14T03:46:14.010 INFO:tasks.rados.rados.0.smithi002.stdout:3159: done (2 left) 2024-09-14T03:46:14.010 INFO:tasks.rados.rados.0.smithi002.stdout:3160: copy_from oid 35 from oid 3 current snap is 317 2024-09-14T03:46:14.010 INFO:tasks.rados.rados.0.smithi002.stdout:3154: finishing copy_from racing read to smithi00278215-9 2024-09-14T03:46:14.010 INFO:tasks.rados.rados.0.smithi002.stdout:3154: finishing copy_from to smithi00278215-9 2024-09-14T03:46:14.010 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 9 v 4123 (ObjNum 970 snap 317 seq_num 970) dirty exists 2024-09-14T03:46:14.010 INFO:tasks.rados.rados.0.smithi002.stdout:3158: finishing write tid 1 to smithi00278215-18 2024-09-14T03:46:14.010 INFO:tasks.rados.rados.0.smithi002.stdout:3158: finishing write tid 2 to smithi00278215-18 2024-09-14T03:46:14.010 INFO:tasks.rados.rados.0.smithi002.stdout:3158: finishing write tid 3 to smithi00278215-18 2024-09-14T03:46:14.010 INFO:tasks.rados.rados.0.smithi002.stdout:3158: finishing write tid 4 to smithi00278215-18 2024-09-14T03:46:14.010 INFO:tasks.rados.rados.0.smithi002.stdout:3158: finishing write tid 5 to smithi00278215-18 2024-09-14T03:46:14.010 INFO:tasks.rados.rados.0.smithi002.stdout:3158: finishing write tid 6 to smithi00278215-18 2024-09-14T03:46:14.010 INFO:tasks.rados.rados.0.smithi002.stdout:3158: oid 18 updating version 0 to 2709 2024-09-14T03:46:14.010 INFO:tasks.rados.rados.0.smithi002.stdout:3158: oid 18 version 2709 is already newer than 2706 2024-09-14T03:46:14.010 INFO:tasks.rados.rados.0.smithi002.stdout:3158: oid 18 version 2709 is already newer than 2705 2024-09-14T03:46:14.010 INFO:tasks.rados.rados.0.smithi002.stdout:3158: oid 18 version 2709 is already newer than 2707 2024-09-14T03:46:14.011 INFO:tasks.rados.rados.0.smithi002.stdout:3158: oid 18 version 2709 is already newer than 2708 2024-09-14T03:46:14.011 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 2709 (ObjNum 980 snap 317 seq_num 980) dirty exists 2024-09-14T03:46:14.011 INFO:tasks.rados.rados.0.smithi002.stdout:3158: left oid 18 (ObjNum 980 snap 317 seq_num 980) 2024-09-14T03:46:14.011 INFO:tasks.rados.rados.0.smithi002.stdout:3154: done (2 left) 2024-09-14T03:46:14.011 INFO:tasks.rados.rados.0.smithi002.stdout:3158: done (1 left) 2024-09-14T03:46:14.011 INFO:tasks.rados.rados.0.smithi002.stdout:3161: delete oid 14 current snap is 317 2024-09-14T03:46:14.012 INFO:tasks.rados.rados.0.smithi002.stdout:3160: finishing copy_from to smithi00278215-35 2024-09-14T03:46:14.012 INFO:tasks.rados.rados.0.smithi002.stdout:3160: got expected ENOENT (src dne) 2024-09-14T03:46:14.012 INFO:tasks.rados.rados.0.smithi002.stdout:3160: finishing copy_from racing read to smithi00278215-35 2024-09-14T03:46:14.012 INFO:tasks.rados.rados.0.smithi002.stdout:3160: done (1 left) 2024-09-14T03:46:14.013 INFO:tasks.rados.rados.0.smithi002.stdout:3161: done (0 left) 2024-09-14T03:46:14.013 INFO:tasks.rados.rados.0.smithi002.stdout:3162: setattr oid 4 current snap is 317 2024-09-14T03:46:14.013 INFO:tasks.rados.rados.0.smithi002.stdout:3163: rollback oid 15 current snap is 317 2024-09-14T03:46:14.013 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 15 to 275 2024-09-14T03:46:14.013 INFO:tasks.rados.rados.0.smithi002.stdout:3164: copy_from oid 1 from oid 45 current snap is 317 2024-09-14T03:46:14.013 INFO:tasks.rados.rados.0.smithi002.stdout:3165: rollback oid 36 current snap is 317 2024-09-14T03:46:14.013 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 36 to 316 2024-09-14T03:46:14.013 INFO:tasks.rados.rados.0.smithi002.stdout:3166: read oid 29 snap -1 2024-09-14T03:46:14.013 INFO:tasks.rados.rados.0.smithi002.stdout:3166: expect (ObjNum 973 snap 317 seq_num 973) 2024-09-14T03:46:14.013 INFO:tasks.rados.rados.0.smithi002.stdout:3167: read oid 34 snap -1 2024-09-14T03:46:14.013 INFO:tasks.rados.rados.0.smithi002.stdout:3167: expect deleted 2024-09-14T03:46:14.013 INFO:tasks.rados.rados.0.smithi002.stdout:3168: rollback oid 40 current snap is 317 2024-09-14T03:46:14.013 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 40 to 303 2024-09-14T03:46:14.013 INFO:tasks.rados.rados.0.smithi002.stdout:3169: copy_from oid 11 from oid 43 current snap is 317 2024-09-14T03:46:14.014 INFO:tasks.rados.rados.0.smithi002.stdout:3170: setattr oid 25 current snap is 317 2024-09-14T03:46:14.014 INFO:tasks.rados.rados.0.smithi002.stdout:3167: done (8 left) 2024-09-14T03:46:14.014 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 42 current snap is 317 2024-09-14T03:46:14.014 INFO:tasks.rados.rados.0.smithi002.stdout:3171: seq_num 983 ranges {0=466944,466944=712704,1179648=434176,1613824=458752} 2024-09-14T03:46:14.017 INFO:tasks.rados.rados.0.smithi002.stdout:3171: writing smithi00278215-42 from 0 to 466944 tid 1 2024-09-14T03:46:14.022 INFO:tasks.rados.rados.0.smithi002.stdout:3171: writing smithi00278215-42 from 466944 to 1179648 tid 2 2024-09-14T03:46:14.025 INFO:tasks.rados.rados.0.smithi002.stdout:3171: writing smithi00278215-42 from 1179648 to 1613824 tid 3 2024-09-14T03:46:14.028 INFO:tasks.rados.rados.0.smithi002.stdout:3171: writing smithi00278215-42 from 1613824 to 2072576 tid 4 2024-09-14T03:46:14.028 INFO:tasks.rados.rados.0.smithi002.stdout:3172: read oid 47 snap 271 2024-09-14T03:46:14.029 INFO:tasks.rados.rados.0.smithi002.stdout:3172: expect (ObjNum 810 snap 267 seq_num 810) 2024-09-14T03:46:14.029 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 3 current snap is 317 2024-09-14T03:46:14.029 INFO:tasks.rados.rados.0.smithi002.stdout:3173: seq_num 984 ranges {0=483328,483328=598016,1081344=647168,1728512=360448} 2024-09-14T03:46:14.032 INFO:tasks.rados.rados.0.smithi002.stdout:3173: writing smithi00278215-3 from 0 to 483328 tid 1 2024-09-14T03:46:14.037 INFO:tasks.rados.rados.0.smithi002.stdout:3173: writing smithi00278215-3 from 483328 to 1081344 tid 2 2024-09-14T03:46:14.041 INFO:tasks.rados.rados.0.smithi002.stdout:3173: writing smithi00278215-3 from 1081344 to 1728512 tid 3 2024-09-14T03:46:14.043 INFO:tasks.rados.rados.0.smithi002.stdout:3173: writing smithi00278215-3 from 1728512 to 2088960 tid 4 2024-09-14T03:46:14.043 INFO:tasks.rados.rados.0.smithi002.stdout:3174: snap_remove snap 313 2024-09-14T03:46:14.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:13 smithi002 ceph-mon[87970]: pgmap v731: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 391 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.7 MiB/s wr, 15 op/s 2024-09-14T03:46:14.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:13 smithi002 ceph-mon[87970]: osdmap e706: 8 total, 8 up, 8 in 2024-09-14T03:46:14.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:13 smithi002 ceph-mon[89815]: pgmap v731: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 391 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.7 MiB/s wr, 15 op/s 2024-09-14T03:46:14.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:13 smithi002 ceph-mon[89815]: osdmap e706: 8 total, 8 up, 8 in 2024-09-14T03:46:14.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:13 smithi154 ceph-mon[81546]: pgmap v731: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 391 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.7 MiB/s wr, 15 op/s 2024-09-14T03:46:14.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:13 smithi154 ceph-mon[81546]: osdmap e706: 8 total, 8 up, 8 in 2024-09-14T03:46:14.838 INFO:tasks.rados.rados.0.smithi002.stdout:3163: finishing rollback tid 0 to smithi00278215-15 2024-09-14T03:46:14.839 INFO:tasks.rados.rados.0.smithi002.stdout:3163: finishing rollback tid 1 to smithi00278215-15 2024-09-14T03:46:14.839 INFO:tasks.rados.rados.0.smithi002.stdout:3163: finishing rollback tid 2 to smithi00278215-15 2024-09-14T03:46:14.839 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 15 v 2712 (ObjNum 727 snap 236 seq_num 727) dirty exists 2024-09-14T03:46:14.839 INFO:tasks.rados.rados.0.smithi002.stdout:3165: finishing rollback tid 0 to smithi00278215-36 2024-09-14T03:46:14.839 INFO:tasks.rados.rados.0.smithi002.stdout:3165: finishing rollback tid 1 to smithi00278215-36 2024-09-14T03:46:14.839 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 2959 (ObjNum 902 snap 300 seq_num 902) dirty exists 2024-09-14T03:46:14.839 INFO:tasks.rados.rados.0.smithi002.stdout:3165: finishing rollback tid 2 to smithi00278215-36 2024-09-14T03:46:14.839 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 36 v 3736 (ObjNum 955 snap 309 seq_num 955) dirty exists 2024-09-14T03:46:14.839 INFO:tasks.rados.rados.0.smithi002.stdout:3164: finishing copy_from to smithi00278215-1 2024-09-14T03:46:14.839 INFO:tasks.rados.rados.0.smithi002.stdout:3164: got expected ENOENT (src dne) 2024-09-14T03:46:14.839 INFO:tasks.rados.rados.0.smithi002.stdout:3164: finishing copy_from racing read to smithi00278215-1 2024-09-14T03:46:14.840 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 4125 (ObjNum 970 snap 317 seq_num 970) dirty exists 2024-09-14T03:46:14.840 INFO:tasks.rados.rados.0.smithi002.stdout:3168: finishing rollback tid 0 to smithi00278215-40 2024-09-14T03:46:14.840 INFO:tasks.rados.rados.0.smithi002.stdout:3168: finishing rollback tid 1 to smithi00278215-40 2024-09-14T03:46:14.840 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 3738 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-09-14T03:46:14.840 INFO:tasks.rados.rados.0.smithi002.stdout:3171: finishing write tid 1 to smithi00278215-42 2024-09-14T03:46:14.840 INFO:tasks.rados.rados.0.smithi002.stdout:3166: expect (ObjNum 973 snap 317 seq_num 973) 2024-09-14T03:46:15.084 INFO:tasks.rados.rados.0.smithi002.stdout:3171: finishing write tid 2 to smithi00278215-42 2024-09-14T03:46:15.084 INFO:tasks.rados.rados.0.smithi002.stdout:3171: finishing write tid 3 to smithi00278215-42 2024-09-14T03:46:15.084 INFO:tasks.rados.rados.0.smithi002.stdout:3171: finishing write tid 4 to smithi00278215-42 2024-09-14T03:46:15.084 INFO:tasks.rados.rados.0.smithi002.stdout:3171: finishing write tid 5 to smithi00278215-42 2024-09-14T03:46:15.085 INFO:tasks.rados.rados.0.smithi002.stdout:3171: finishing write tid 6 to smithi00278215-42 2024-09-14T03:46:15.085 INFO:tasks.rados.rados.0.smithi002.stdout:3171: oid 42 updating version 0 to 4128 2024-09-14T03:46:15.085 INFO:tasks.rados.rados.0.smithi002.stdout:3171: oid 42 version 4128 is already newer than 4126 2024-09-14T03:46:15.085 INFO:tasks.rados.rados.0.smithi002.stdout:3171: oid 42 updating version 4128 to 4129 2024-09-14T03:46:15.085 INFO:tasks.rados.rados.0.smithi002.stdout:3171: oid 42 updating version 4129 to 4130 2024-09-14T03:46:15.085 INFO:tasks.rados.rados.0.smithi002.stdout:3171: oid 42 version 4130 is already newer than 4127 2024-09-14T03:46:15.085 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 42 v 4130 (ObjNum 983 snap 317 seq_num 983) dirty exists 2024-09-14T03:46:15.085 INFO:tasks.rados.rados.0.smithi002.stdout:3171: left oid 42 (ObjNum 983 snap 317 seq_num 983) 2024-09-14T03:46:15.085 INFO:tasks.rados.rados.0.smithi002.stdout:3172: expect (ObjNum 810 snap 267 seq_num 810) 2024-09-14T03:46:15.151 INFO:tasks.rados.rados.0.smithi002.stdout:3173: finishing write tid 1 to smithi00278215-3 2024-09-14T03:46:15.151 INFO:tasks.rados.rados.0.smithi002.stdout:3169: finishing copy_from racing read to smithi00278215-11 2024-09-14T03:46:15.151 INFO:tasks.rados.rados.0.smithi002.stdout:3169: finishing copy_from to smithi00278215-11 2024-09-14T03:46:15.152 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 3541 (ObjNum 940 snap 305 seq_num 940) dirty exists 2024-09-14T03:46:15.152 INFO:tasks.rados.rados.0.smithi002.stdout:3173: finishing write tid 2 to smithi00278215-3 2024-09-14T03:46:15.152 INFO:tasks.rados.rados.0.smithi002.stdout:3173: finishing write tid 3 to smithi00278215-3 2024-09-14T03:46:15.152 INFO:tasks.rados.rados.0.smithi002.stdout:3173: finishing write tid 4 to smithi00278215-3 2024-09-14T03:46:15.152 INFO:tasks.rados.rados.0.smithi002.stdout:3173: finishing write tid 5 to smithi00278215-3 2024-09-14T03:46:15.152 INFO:tasks.rados.rados.0.smithi002.stdout:3173: finishing write tid 6 to smithi00278215-3 2024-09-14T03:46:15.152 INFO:tasks.rados.rados.0.smithi002.stdout:3173: oid 3 updating version 0 to 3568 2024-09-14T03:46:15.152 INFO:tasks.rados.rados.0.smithi002.stdout:3173: oid 3 updating version 3568 to 3569 2024-09-14T03:46:15.152 INFO:tasks.rados.rados.0.smithi002.stdout:3173: oid 3 updating version 3569 to 3571 2024-09-14T03:46:15.152 INFO:tasks.rados.rados.0.smithi002.stdout:3173: oid 3 version 3571 is already newer than 3567 2024-09-14T03:46:15.152 INFO:tasks.rados.rados.0.smithi002.stdout:3173: oid 3 version 3571 is already newer than 3570 2024-09-14T03:46:15.152 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 3 v 3571 (ObjNum 984 snap 317 seq_num 984) dirty exists 2024-09-14T03:46:15.152 INFO:tasks.rados.rados.0.smithi002.stdout:3173: left oid 3 (ObjNum 984 snap 317 seq_num 984) 2024-09-14T03:46:15.153 INFO:tasks.rados.rados.0.smithi002.stdout:3162: done (11 left) 2024-09-14T03:46:15.153 INFO:tasks.rados.rados.0.smithi002.stdout:3163: done (10 left) 2024-09-14T03:46:15.153 INFO:tasks.rados.rados.0.smithi002.stdout:3164: done (9 left) 2024-09-14T03:46:15.153 INFO:tasks.rados.rados.0.smithi002.stdout:3165: done (8 left) 2024-09-14T03:46:15.153 INFO:tasks.rados.rados.0.smithi002.stdout:3166: done (7 left) 2024-09-14T03:46:15.153 INFO:tasks.rados.rados.0.smithi002.stdout:3168: done (6 left) 2024-09-14T03:46:15.153 INFO:tasks.rados.rados.0.smithi002.stdout:3169: done (5 left) 2024-09-14T03:46:15.153 INFO:tasks.rados.rados.0.smithi002.stdout:3170: done (4 left) 2024-09-14T03:46:15.153 INFO:tasks.rados.rados.0.smithi002.stdout:3171: done (3 left) 2024-09-14T03:46:15.153 INFO:tasks.rados.rados.0.smithi002.stdout:3172: done (2 left) 2024-09-14T03:46:15.153 INFO:tasks.rados.rados.0.smithi002.stdout:3173: done (1 left) 2024-09-14T03:46:15.153 INFO:tasks.rados.rados.0.smithi002.stdout:3174: done (0 left) 2024-09-14T03:46:15.153 INFO:tasks.rados.rados.0.smithi002.stdout:3175: read oid 35 snap -1 2024-09-14T03:46:15.153 INFO:tasks.rados.rados.0.smithi002.stdout:3175: expect (ObjNum 934 snap 304 seq_num 934) 2024-09-14T03:46:15.154 INFO:tasks.rados.rados.0.smithi002.stdout:3176: rollback oid 40 current snap is 317 2024-09-14T03:46:15.154 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 40 to 303 2024-09-14T03:46:15.154 INFO:tasks.rados.rados.0.smithi002.stdout:3177: delete oid 38 current snap is 317 2024-09-14T03:46:15.154 INFO:tasks.rados.rados.0.smithi002.stdout:3176: finishing rollback tid 1 to smithi00278215-40 2024-09-14T03:46:15.154 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 3738 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-09-14T03:46:15.154 INFO:tasks.rados.rados.0.smithi002.stdout:3176: done (2 left) 2024-09-14T03:46:15.155 INFO:tasks.rados.rados.0.smithi002.stdout:3177: done (1 left) 2024-09-14T03:46:15.155 INFO:tasks.rados.rados.0.smithi002.stdout:3178: read oid 23 snap 308 2024-09-14T03:46:15.155 INFO:tasks.rados.rados.0.smithi002.stdout:3178: expect deleted 2024-09-14T03:46:15.155 INFO:tasks.rados.rados.0.smithi002.stdout:3179: delete oid 26 current snap is 317 2024-09-14T03:46:15.155 INFO:tasks.rados.rados.0.smithi002.stdout:3175: expect (ObjNum 934 snap 304 seq_num 934) 2024-09-14T03:46:15.191 INFO:tasks.rados.rados.0.smithi002.stdout:3175: done (2 left) 2024-09-14T03:46:15.191 INFO:tasks.rados.rados.0.smithi002.stdout:3178: done (1 left) 2024-09-14T03:46:15.191 INFO:tasks.rados.rados.0.smithi002.stdout:3179: done (0 left) 2024-09-14T03:46:15.191 INFO:tasks.rados.rados.0.smithi002.stdout:3180: snap_remove snap 303 2024-09-14T03:46:15.686 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:46:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:46:15] "GET /metrics HTTP/1.1" 200 36433 "" "Prometheus/2.51.0" 2024-09-14T03:46:15.845 INFO:tasks.rados.rados.0.smithi002.stdout:3180: done (0 left) 2024-09-14T03:46:15.845 INFO:tasks.rados.rados.0.smithi002.stdout:3181: read oid 21 snap 289 2024-09-14T03:46:15.845 INFO:tasks.rados.rados.0.smithi002.stdout:3181: expect (ObjNum 855024192 snap 21886 seq_num 855111392) 2024-09-14T03:46:15.845 INFO:tasks.rados.rados.0.smithi002.stdout:3182: copy_from oid 18 from oid 28 current snap is 317 2024-09-14T03:46:15.845 INFO:tasks.rados.rados.0.smithi002.stdout:3183: rollback oid 19 current snap is 317 2024-09-14T03:46:15.845 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 19 to 287 2024-09-14T03:46:15.845 INFO:tasks.rados.rados.0.smithi002.stdout:3184: read oid 11 snap -1 2024-09-14T03:46:15.845 INFO:tasks.rados.rados.0.smithi002.stdout:3184: expect (ObjNum 940 snap 305 seq_num 940) 2024-09-14T03:46:15.845 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 20 current snap is 317 2024-09-14T03:46:15.845 INFO:tasks.rados.rados.0.smithi002.stdout:3185: seq_num 987 ranges {0=532480,532480=647168,1179648=417792,1597440=409600,2007040=131072} 2024-09-14T03:46:15.849 INFO:tasks.rados.rados.0.smithi002.stdout:3185: writing smithi00278215-20 from 0 to 532480 tid 1 2024-09-14T03:46:15.853 INFO:tasks.rados.rados.0.smithi002.stdout:3185: writing smithi00278215-20 from 532480 to 1179648 tid 2 2024-09-14T03:46:15.857 INFO:tasks.rados.rados.0.smithi002.stdout:3185: writing smithi00278215-20 from 1179648 to 1597440 tid 3 2024-09-14T03:46:15.860 INFO:tasks.rados.rados.0.smithi002.stdout:3185: writing smithi00278215-20 from 1597440 to 2007040 tid 4 2024-09-14T03:46:15.861 INFO:tasks.rados.rados.0.smithi002.stdout:3185: writing smithi00278215-20 from 2007040 to 2138112 tid 5 2024-09-14T03:46:15.861 INFO:tasks.rados.rados.0.smithi002.stdout:3181: expect (ObjNum 855024192 snap 21886 seq_num 855111392) 2024-09-14T03:46:15.867 INFO:tasks.rados.rados.0.smithi002.stdout:3183: finishing rollback tid 1 to smithi00278215-19 2024-09-14T03:46:15.868 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 19 v 3634 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-09-14T03:46:15.868 INFO:tasks.rados.rados.0.smithi002.stdout:3182: finishing copy_from to smithi00278215-18 2024-09-14T03:46:15.868 INFO:tasks.rados.rados.0.smithi002.stdout:3182: got expected ENOENT (src dne) 2024-09-14T03:46:15.868 INFO:tasks.rados.rados.0.smithi002.stdout:3182: finishing copy_from racing read to smithi00278215-18 2024-09-14T03:46:15.868 INFO:tasks.rados.rados.0.smithi002.stdout:3181: done (4 left) 2024-09-14T03:46:15.868 INFO:tasks.rados.rados.0.smithi002.stdout:3182: done (3 left) 2024-09-14T03:46:15.868 INFO:tasks.rados.rados.0.smithi002.stdout:3183: done (2 left) 2024-09-14T03:46:15.868 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 39 current snap is 317 2024-09-14T03:46:15.868 INFO:tasks.rados.rados.0.smithi002.stdout:3186: seq_num 988 ranges {163840=557056,720896=532480,1253376=622592,1875968=450560} 2024-09-14T03:46:15.872 INFO:tasks.rados.rados.0.smithi002.stdout:3186: writing smithi00278215-39 from 163840 to 720896 tid 1 2024-09-14T03:46:15.876 INFO:tasks.rados.rados.0.smithi002.stdout:3186: writing smithi00278215-39 from 720896 to 1253376 tid 2 2024-09-14T03:46:15.881 INFO:tasks.rados.rados.0.smithi002.stdout:3186: writing smithi00278215-39 from 1253376 to 1875968 tid 3 2024-09-14T03:46:15.884 INFO:tasks.rados.rados.0.smithi002.stdout:3186: writing smithi00278215-39 from 1875968 to 2326528 tid 4 2024-09-14T03:46:15.884 INFO:tasks.rados.rados.0.smithi002.stdout:3187: setattr oid 4 current snap is 317 2024-09-14T03:46:15.884 INFO:tasks.rados.rados.0.smithi002.stdout:3185: finishing write tid 1 to smithi00278215-20 2024-09-14T03:46:15.884 INFO:tasks.rados.rados.0.smithi002.stdout:3184: expect (ObjNum 940 snap 305 seq_num 940) 2024-09-14T03:46:16.023 INFO:tasks.rados.rados.0.smithi002.stdout:3185: finishing write tid 2 to smithi00278215-20 2024-09-14T03:46:16.023 INFO:tasks.rados.rados.0.smithi002.stdout:3185: finishing write tid 3 to smithi00278215-20 2024-09-14T03:46:16.023 INFO:tasks.rados.rados.0.smithi002.stdout:3186: finishing write tid 1 to smithi00278215-39 2024-09-14T03:46:16.023 INFO:tasks.rados.rados.0.smithi002.stdout:3185: finishing write tid 4 to smithi00278215-20 2024-09-14T03:46:16.023 INFO:tasks.rados.rados.0.smithi002.stdout:3185: finishing write tid 5 to smithi00278215-20 2024-09-14T03:46:16.023 INFO:tasks.rados.rados.0.smithi002.stdout:3185: finishing write tid 6 to smithi00278215-20 2024-09-14T03:46:16.023 INFO:tasks.rados.rados.0.smithi002.stdout:3185: finishing write tid 7 to smithi00278215-20 2024-09-14T03:46:16.024 INFO:tasks.rados.rados.0.smithi002.stdout:3185: oid 20 updating version 0 to 2707 2024-09-14T03:46:16.024 INFO:tasks.rados.rados.0.smithi002.stdout:3185: oid 20 version 2707 is already newer than 2705 2024-09-14T03:46:16.024 INFO:tasks.rados.rados.0.smithi002.stdout:3185: oid 20 version 2707 is already newer than 2706 2024-09-14T03:46:16.024 INFO:tasks.rados.rados.0.smithi002.stdout:3185: oid 20 updating version 2707 to 2708 2024-09-14T03:46:16.024 INFO:tasks.rados.rados.0.smithi002.stdout:3185: oid 20 version 2708 is already newer than 2703 2024-09-14T03:46:16.024 INFO:tasks.rados.rados.0.smithi002.stdout:3185: oid 20 version 2708 is already newer than 2704 2024-09-14T03:46:16.024 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 20 v 2708 (ObjNum 987 snap 317 seq_num 987) dirty exists 2024-09-14T03:46:16.024 INFO:tasks.rados.rados.0.smithi002.stdout:3185: left oid 20 (ObjNum 987 snap 317 seq_num 987) 2024-09-14T03:46:16.024 INFO:tasks.rados.rados.0.smithi002.stdout:3186: finishing write tid 2 to smithi00278215-39 2024-09-14T03:46:16.024 INFO:tasks.rados.rados.0.smithi002.stdout:3186: finishing write tid 3 to smithi00278215-39 2024-09-14T03:46:16.024 INFO:tasks.rados.rados.0.smithi002.stdout:3186: finishing write tid 4 to smithi00278215-39 2024-09-14T03:46:16.024 INFO:tasks.rados.rados.0.smithi002.stdout:3186: finishing write tid 5 to smithi00278215-39 2024-09-14T03:46:16.024 INFO:tasks.rados.rados.0.smithi002.stdout:3186: finishing write tid 6 to smithi00278215-39 2024-09-14T03:46:16.024 INFO:tasks.rados.rados.0.smithi002.stdout:3186: oid 39 updating version 0 to 4125 2024-09-14T03:46:16.025 INFO:tasks.rados.rados.0.smithi002.stdout:3186: oid 39 updating version 4125 to 4129 2024-09-14T03:46:16.025 INFO:tasks.rados.rados.0.smithi002.stdout:3186: oid 39 version 4129 is already newer than 4126 2024-09-14T03:46:16.025 INFO:tasks.rados.rados.0.smithi002.stdout:3186: oid 39 version 4129 is already newer than 4128 2024-09-14T03:46:16.025 INFO:tasks.rados.rados.0.smithi002.stdout:3186: oid 39 version 4129 is already newer than 4127 2024-09-14T03:46:16.025 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 39 v 4129 (ObjNum 988 snap 317 seq_num 988) dirty exists 2024-09-14T03:46:16.025 INFO:tasks.rados.rados.0.smithi002.stdout:3186: left oid 39 (ObjNum 988 snap 317 seq_num 988) 2024-09-14T03:46:16.025 INFO:tasks.rados.rados.0.smithi002.stdout:3184: done (3 left) 2024-09-14T03:46:16.025 INFO:tasks.rados.rados.0.smithi002.stdout:3185: done (2 left) 2024-09-14T03:46:16.025 INFO:tasks.rados.rados.0.smithi002.stdout:3186: done (1 left) 2024-09-14T03:46:16.025 INFO:tasks.rados.rados.0.smithi002.stdout:3188: rmattr oid 10 current snap is 317 2024-09-14T03:46:16.025 INFO:tasks.rados.rados.0.smithi002.stdout:3189: copy_from oid 19 from oid 43 current snap is 317 2024-09-14T03:46:16.025 INFO:tasks.rados.rados.0.smithi002.stdout:3190: snap_remove snap 289 2024-09-14T03:46:16.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:15 smithi002 ceph-mon[87970]: pgmap v734: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 393 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.8 MiB/s wr, 9 op/s 2024-09-14T03:46:16.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:15 smithi002 ceph-mon[87970]: osdmap e707: 8 total, 8 up, 8 in 2024-09-14T03:46:16.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:15 smithi002 ceph-mon[89815]: pgmap v734: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 393 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.8 MiB/s wr, 9 op/s 2024-09-14T03:46:16.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:15 smithi002 ceph-mon[89815]: osdmap e707: 8 total, 8 up, 8 in 2024-09-14T03:46:16.187 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:46:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-2[103834]: 2024-09-14T03:46:15.880+0000 7fa5033c1640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16b after trimming was started 2024-09-14T03:46:16.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:15 smithi154 ceph-mon[81546]: pgmap v734: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 393 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.8 MiB/s wr, 9 op/s 2024-09-14T03:46:16.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:15 smithi154 ceph-mon[81546]: osdmap e707: 8 total, 8 up, 8 in 2024-09-14T03:46:16.851 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 4131 (ObjNum 970 snap 317 seq_num 970) dirty exists 2024-09-14T03:46:16.851 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 4132 (ObjNum 940 snap 305 seq_num 940) dirty exists 2024-09-14T03:46:16.851 INFO:tasks.rados.rados.0.smithi002.stdout:3189: finishing copy_from racing read to smithi00278215-19 2024-09-14T03:46:16.851 INFO:tasks.rados.rados.0.smithi002.stdout:3189: finishing copy_from to smithi00278215-19 2024-09-14T03:46:16.852 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 19 v 3541 (ObjNum 940 snap 305 seq_num 940) dirty exists 2024-09-14T03:46:16.852 INFO:tasks.rados.rados.0.smithi002.stdout:3187: done (3 left) 2024-09-14T03:46:16.852 INFO:tasks.rados.rados.0.smithi002.stdout:3188: done (2 left) 2024-09-14T03:46:16.852 INFO:tasks.rados.rados.0.smithi002.stdout:3189: done (1 left) 2024-09-14T03:46:16.852 INFO:tasks.rados.rados.0.smithi002.stdout:3190: done (0 left) 2024-09-14T03:46:16.852 INFO:tasks.rados.rados.0.smithi002.stdout:3191: rollback oid 7 current snap is 317 2024-09-14T03:46:16.852 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 7 to 250 2024-09-14T03:46:16.852 INFO:tasks.rados.rados.0.smithi002.stdout:3192: rollback oid 26 current snap is 317 2024-09-14T03:46:16.852 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 26 to 287 2024-09-14T03:46:16.852 INFO:tasks.rados.rados.0.smithi002.stdout:3193: rollback oid 28 current snap is 317 2024-09-14T03:46:16.852 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 28 to 250 2024-09-14T03:46:16.852 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 37 current snap is 317 2024-09-14T03:46:16.852 INFO:tasks.rados.rados.0.smithi002.stdout:3194: seq_num 989 ranges {0=573440,573440=466944,1040384=434176,1474560=638976,2113536=65536} 2024-09-14T03:46:16.855 INFO:tasks.rados.rados.0.smithi002.stdout:3194: writing smithi00278215-37 from 0 to 573440 tid 1 2024-09-14T03:46:16.859 INFO:tasks.rados.rados.0.smithi002.stdout:3194: writing smithi00278215-37 from 573440 to 1040384 tid 2 2024-09-14T03:46:16.862 INFO:tasks.rados.rados.0.smithi002.stdout:3194: writing smithi00278215-37 from 1040384 to 1474560 tid 3 2024-09-14T03:46:16.867 INFO:tasks.rados.rados.0.smithi002.stdout:3194: writing smithi00278215-37 from 1474560 to 2113536 tid 4 2024-09-14T03:46:16.868 INFO:tasks.rados.rados.0.smithi002.stdout:3194: writing smithi00278215-37 from 2113536 to 2179072 tid 5 2024-09-14T03:46:16.868 INFO:tasks.rados.rados.0.smithi002.stdout:3195: read oid 48 snap -1 2024-09-14T03:46:16.869 INFO:tasks.rados.rados.0.smithi002.stdout:3195: expect (ObjNum 940 snap 305 seq_num 940) 2024-09-14T03:46:16.869 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 8 current snap is 317 2024-09-14T03:46:16.869 INFO:tasks.rados.rados.0.smithi002.stdout:3196: seq_num 990 ranges {3260416=589824,3850240=753664,4603904=638976,5242880=212992} 2024-09-14T03:46:16.893 INFO:tasks.rados.rados.0.smithi002.stdout:3196: writing smithi00278215-8 from 3260416 to 3850240 tid 1 2024-09-14T03:46:16.898 INFO:tasks.rados.rados.0.smithi002.stdout:3196: writing smithi00278215-8 from 3850240 to 4603904 tid 2 2024-09-14T03:46:16.902 INFO:tasks.rados.rados.0.smithi002.stdout:3196: writing smithi00278215-8 from 4603904 to 5242880 tid 3 2024-09-14T03:46:16.904 INFO:tasks.rados.rados.0.smithi002.stdout:3196: writing smithi00278215-8 from 5242880 to 5455872 tid 4 2024-09-14T03:46:16.904 INFO:tasks.rados.rados.0.smithi002.stdout:3197: setattr oid 38 current snap is 317 2024-09-14T03:46:16.904 INFO:tasks.rados.rados.0.smithi002.stdout:3192: finishing rollback tid 1 to smithi00278215-26 2024-09-14T03:46:16.904 INFO:tasks.rados.rados.0.smithi002.stdout:3192: finishing rollback tid 2 to smithi00278215-26 2024-09-14T03:46:16.904 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 3626 (ObjNum 811 snap 267 seq_num 811) dirty exists 2024-09-14T03:46:16.904 INFO:tasks.rados.rados.0.smithi002.stdout:3193: finishing rollback tid 1 to smithi00278215-28 2024-09-14T03:46:16.904 INFO:tasks.rados.rados.0.smithi002.stdout:3193: finishing rollback tid 2 to smithi00278215-28 2024-09-14T03:46:16.905 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 28 v 3573 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-09-14T03:46:16.905 INFO:tasks.rados.rados.0.smithi002.stdout:3191: finishing rollback tid 0 to smithi00278215-7 2024-09-14T03:46:16.905 INFO:tasks.rados.rados.0.smithi002.stdout:3191: finishing rollback tid 1 to smithi00278215-7 2024-09-14T03:46:16.905 INFO:tasks.rados.rados.0.smithi002.stdout:3191: finishing rollback tid 2 to smithi00278215-7 2024-09-14T03:46:16.905 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 4286 (ObjNum 604 snap 193 seq_num 604) dirty exists 2024-09-14T03:46:16.905 INFO:tasks.rados.rados.0.smithi002.stdout:3194: finishing write tid 1 to smithi00278215-37 2024-09-14T03:46:16.905 INFO:tasks.rados.rados.0.smithi002.stdout:3194: finishing write tid 2 to smithi00278215-37 2024-09-14T03:46:16.905 INFO:tasks.rados.rados.0.smithi002.stdout:3194: finishing write tid 3 to smithi00278215-37 2024-09-14T03:46:16.905 INFO:tasks.rados.rados.0.smithi002.stdout:3194: finishing write tid 4 to smithi00278215-37 2024-09-14T03:46:16.905 INFO:tasks.rados.rados.0.smithi002.stdout:3194: finishing write tid 5 to smithi00278215-37 2024-09-14T03:46:16.905 INFO:tasks.rados.rados.0.smithi002.stdout:3194: finishing write tid 6 to smithi00278215-37 2024-09-14T03:46:16.905 INFO:tasks.rados.rados.0.smithi002.stdout:3195: expect (ObjNum 940 snap 305 seq_num 940) 2024-09-14T03:46:17.040 INFO:tasks.rados.rados.0.smithi002.stdout:3194: finishing write tid 7 to smithi00278215-37 2024-09-14T03:46:17.040 INFO:tasks.rados.rados.0.smithi002.stdout:3194: oid 37 updating version 0 to 4135 2024-09-14T03:46:17.040 INFO:tasks.rados.rados.0.smithi002.stdout:3194: oid 37 version 4135 is already newer than 4132 2024-09-14T03:46:17.040 INFO:tasks.rados.rados.0.smithi002.stdout:3194: oid 37 version 4135 is already newer than 4131 2024-09-14T03:46:17.040 INFO:tasks.rados.rados.0.smithi002.stdout:3194: oid 37 version 4135 is already newer than 4130 2024-09-14T03:46:17.040 INFO:tasks.rados.rados.0.smithi002.stdout:3194: oid 37 version 4135 is already newer than 4133 2024-09-14T03:46:17.040 INFO:tasks.rados.rados.0.smithi002.stdout:3194: oid 37 version 4135 is already newer than 4134 2024-09-14T03:46:17.040 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 37 v 4135 (ObjNum 989 snap 317 seq_num 989) dirty exists 2024-09-14T03:46:17.040 INFO:tasks.rados.rados.0.smithi002.stdout:3194: left oid 37 (ObjNum 989 snap 317 seq_num 989) 2024-09-14T03:46:17.040 INFO:tasks.rados.rados.0.smithi002.stdout:3196: finishing write tid 1 to smithi00278215-8 2024-09-14T03:46:17.040 INFO:tasks.rados.rados.0.smithi002.stdout:3196: finishing write tid 2 to smithi00278215-8 2024-09-14T03:46:17.041 INFO:tasks.rados.rados.0.smithi002.stdout:3196: finishing write tid 3 to smithi00278215-8 2024-09-14T03:46:17.041 INFO:tasks.rados.rados.0.smithi002.stdout:3196: finishing write tid 4 to smithi00278215-8 2024-09-14T03:46:17.041 INFO:tasks.rados.rados.0.smithi002.stdout:3196: finishing write tid 5 to smithi00278215-8 2024-09-14T03:46:17.041 INFO:tasks.rados.rados.0.smithi002.stdout:3196: finishing write tid 6 to smithi00278215-8 2024-09-14T03:46:17.041 INFO:tasks.rados.rados.0.smithi002.stdout:3196: oid 8 updating version 0 to 3634 2024-09-14T03:46:17.041 INFO:tasks.rados.rados.0.smithi002.stdout:3196: oid 8 version 3634 is already newer than 3632 2024-09-14T03:46:17.041 INFO:tasks.rados.rados.0.smithi002.stdout:3196: oid 8 version 3634 is already newer than 3633 2024-09-14T03:46:17.041 INFO:tasks.rados.rados.0.smithi002.stdout:3196: oid 8 updating version 3634 to 3635 2024-09-14T03:46:17.041 INFO:tasks.rados.rados.0.smithi002.stdout:3196: oid 8 version 3635 is already newer than 3631 2024-09-14T03:46:17.041 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 8 v 3635 (ObjNum 990 snap 317 seq_num 990) dirty exists 2024-09-14T03:46:17.041 INFO:tasks.rados.rados.0.smithi002.stdout:3196: left oid 8 (ObjNum 990 snap 317 seq_num 990) 2024-09-14T03:46:17.041 INFO:tasks.rados.rados.0.smithi002.stdout:3191: done (6 left) 2024-09-14T03:46:17.041 INFO:tasks.rados.rados.0.smithi002.stdout:3192: done (5 left) 2024-09-14T03:46:17.041 INFO:tasks.rados.rados.0.smithi002.stdout:3193: done (4 left) 2024-09-14T03:46:17.042 INFO:tasks.rados.rados.0.smithi002.stdout:3194: done (3 left) 2024-09-14T03:46:17.042 INFO:tasks.rados.rados.0.smithi002.stdout:3195: done (2 left) 2024-09-14T03:46:17.042 INFO:tasks.rados.rados.0.smithi002.stdout:3196: done (1 left) 2024-09-14T03:46:17.042 INFO:tasks.rados.rados.0.smithi002.stdout:3198: delete oid 10 current snap is 317 2024-09-14T03:46:17.042 INFO:tasks.rados.rados.0.smithi002.stdout:3198: done (1 left) 2024-09-14T03:46:17.042 INFO:tasks.rados.rados.0.smithi002.stdout:3199: snap_remove snap 275 2024-09-14T03:46:17.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:16 smithi002 ceph-mon[87970]: osdmap e708: 8 total, 8 up, 8 in 2024-09-14T03:46:17.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:16 smithi002 ceph-mon[89815]: osdmap e708: 8 total, 8 up, 8 in 2024-09-14T03:46:17.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:16 smithi154 ceph-mon[81546]: osdmap e708: 8 total, 8 up, 8 in 2024-09-14T03:46:17.809 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 4305 (ObjNum 33 snap 0 seq_num 836306736) dirty exists 2024-09-14T03:46:17.809 INFO:tasks.rados.rados.0.smithi002.stdout:3197: done (1 left) 2024-09-14T03:46:17.809 INFO:tasks.rados.rados.0.smithi002.stdout:3199: done (0 left) 2024-09-14T03:46:17.809 INFO:tasks.rados.rados.0.smithi002.stdout:3200: read oid 23 snap -1 2024-09-14T03:46:17.809 INFO:tasks.rados.rados.0.smithi002.stdout:3200: expect deleted 2024-09-14T03:46:17.810 INFO:tasks.rados.rados.0.smithi002.stdout:3201: setattr oid 34 current snap is 317 2024-09-14T03:46:17.811 INFO:tasks.rados.rados.0.smithi002.stdout:3202: snap_remove snap 305 2024-09-14T03:46:18.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:17 smithi002 ceph-mon[87970]: pgmap v737: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 397 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.8 MiB/s wr, 15 op/s 2024-09-14T03:46:18.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:17 smithi002 ceph-mon[87970]: osdmap e709: 8 total, 8 up, 8 in 2024-09-14T03:46:18.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:17 smithi002 ceph-mon[87970]: osdmap e710: 8 total, 8 up, 8 in 2024-09-14T03:46:18.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:17 smithi002 ceph-mon[89815]: pgmap v737: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 397 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.8 MiB/s wr, 15 op/s 2024-09-14T03:46:18.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:17 smithi002 ceph-mon[89815]: osdmap e709: 8 total, 8 up, 8 in 2024-09-14T03:46:18.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:17 smithi002 ceph-mon[89815]: osdmap e710: 8 total, 8 up, 8 in 2024-09-14T03:46:18.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:17 smithi154 ceph-mon[81546]: pgmap v737: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 397 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.8 MiB/s wr, 15 op/s 2024-09-14T03:46:18.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:17 smithi154 ceph-mon[81546]: osdmap e709: 8 total, 8 up, 8 in 2024-09-14T03:46:18.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:17 smithi154 ceph-mon[81546]: osdmap e710: 8 total, 8 up, 8 in 2024-09-14T03:46:18.811 INFO:tasks.rados.rados.0.smithi002.stdout:3202: done (2 left) 2024-09-14T03:46:18.811 INFO:tasks.rados.rados.0.smithi002.stdout:3203: snap_remove snap 271 2024-09-14T03:46:19.819 INFO:tasks.rados.rados.0.smithi002.stdout:3203: done (2 left) 2024-09-14T03:46:19.819 INFO:tasks.rados.rados.0.smithi002.stdout:3204: rollback oid 39 current snap is 317 2024-09-14T03:46:19.819 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 39 to 316 2024-09-14T03:46:19.819 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 34 v 2719 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-14T03:46:19.819 INFO:tasks.rados.rados.0.smithi002.stdout:3200: done (2 left) 2024-09-14T03:46:19.819 INFO:tasks.rados.rados.0.smithi002.stdout:3201: done (1 left) 2024-09-14T03:46:19.819 INFO:tasks.rados.rados.0.smithi002.stdout:3205: copy_from oid 8 from oid 36 current snap is 317 2024-09-14T03:46:19.819 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 31 current snap is 317 2024-09-14T03:46:19.819 INFO:tasks.rados.rados.0.smithi002.stdout:3206: seq_num 992 ranges {868352=622592,1490944=524288,2015232=606208,2621440=475136} 2024-09-14T03:46:19.827 INFO:tasks.rados.rados.0.smithi002.stdout:3206: writing smithi00278215-31 from 868352 to 1490944 tid 1 2024-09-14T03:46:19.831 INFO:tasks.rados.rados.0.smithi002.stdout:3206: writing smithi00278215-31 from 1490944 to 2015232 tid 2 2024-09-14T03:46:19.835 INFO:tasks.rados.rados.0.smithi002.stdout:3206: writing smithi00278215-31 from 2015232 to 2621440 tid 3 2024-09-14T03:46:19.839 INFO:tasks.rados.rados.0.smithi002.stdout:3206: writing smithi00278215-31 from 2621440 to 3096576 tid 4 2024-09-14T03:46:19.839 INFO:tasks.rados.rados.0.smithi002.stdout:3207: rmattr oid 17 current snap is 317 2024-09-14T03:46:19.839 INFO:tasks.rados.rados.0.smithi002.stdout:3207: done (3 left) 2024-09-14T03:46:19.839 INFO:tasks.rados.rados.0.smithi002.stdout:3208: delete oid 12 current snap is 317 2024-09-14T03:46:19.839 INFO:tasks.rados.rados.0.smithi002.stdout:3204: finishing rollback tid 0 to smithi00278215-39 2024-09-14T03:46:19.839 INFO:tasks.rados.rados.0.smithi002.stdout:3204: finishing rollback tid 1 to smithi00278215-39 2024-09-14T03:46:19.839 INFO:tasks.rados.rados.0.smithi002.stdout:3204: finishing rollback tid 2 to smithi00278215-39 2024-09-14T03:46:19.839 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 39 v 4138 (ObjNum 726 snap 235 seq_num 726) dirty exists 2024-09-14T03:46:19.841 INFO:tasks.rados.rados.0.smithi002.stdout:3206: finishing write tid 1 to smithi00278215-31 2024-09-14T03:46:19.845 INFO:tasks.rados.rados.0.smithi002.stdout:3205: finishing copy_from racing read to smithi00278215-8 2024-09-14T03:46:19.846 INFO:tasks.rados.rados.0.smithi002.stdout:3206: finishing write tid 2 to smithi00278215-31 2024-09-14T03:46:19.849 INFO:tasks.rados.rados.0.smithi002.stdout:3205: finishing copy_from to smithi00278215-8 2024-09-14T03:46:19.849 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 8 v 3736 (ObjNum 955 snap 309 seq_num 955) dirty exists 2024-09-14T03:46:19.849 INFO:tasks.rados.rados.0.smithi002.stdout:3206: finishing write tid 3 to smithi00278215-31 2024-09-14T03:46:19.849 INFO:tasks.rados.rados.0.smithi002.stdout:3206: finishing write tid 4 to smithi00278215-31 2024-09-14T03:46:19.850 INFO:tasks.rados.rados.0.smithi002.stdout:3204: done (3 left) 2024-09-14T03:46:19.850 INFO:tasks.rados.rados.0.smithi002.stdout:3205: done (2 left) 2024-09-14T03:46:19.850 INFO:tasks.rados.rados.0.smithi002.stdout:3208: done (1 left) 2024-09-14T03:46:19.850 INFO:tasks.rados.rados.0.smithi002.stdout:3209: snap_remove snap 300 2024-09-14T03:46:20.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:19 smithi002 ceph-mon[87970]: pgmap v740: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 403 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 8.4 MiB/s wr, 57 op/s 2024-09-14T03:46:20.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:19 smithi002 ceph-mon[87970]: osdmap e711: 8 total, 8 up, 8 in 2024-09-14T03:46:20.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:19 smithi002 ceph-mon[89815]: pgmap v740: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 403 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 8.4 MiB/s wr, 57 op/s 2024-09-14T03:46:20.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:19 smithi002 ceph-mon[89815]: osdmap e711: 8 total, 8 up, 8 in 2024-09-14T03:46:20.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:19 smithi154 ceph-mon[81546]: pgmap v740: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 403 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 8.4 MiB/s wr, 57 op/s 2024-09-14T03:46:20.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:19 smithi154 ceph-mon[81546]: osdmap e711: 8 total, 8 up, 8 in 2024-09-14T03:46:20.825 INFO:tasks.rados.rados.0.smithi002.stdout:3209: done (1 left) 2024-09-14T03:46:20.825 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 29 current snap is 317 2024-09-14T03:46:20.825 INFO:tasks.rados.rados.0.smithi002.stdout:3210: seq_num 994 ranges {5234688=655360,5890048=688128,6578176=622592,7200768=294912} 2024-09-14T03:46:20.858 INFO:tasks.rados.rados.0.smithi002.stdout:3210: writing smithi00278215-29 from 5234688 to 5890048 tid 1 2024-09-14T03:46:20.862 INFO:tasks.rados.rados.0.smithi002.stdout:3210: writing smithi00278215-29 from 5890048 to 6578176 tid 2 2024-09-14T03:46:20.867 INFO:tasks.rados.rados.0.smithi002.stdout:3210: writing smithi00278215-29 from 6578176 to 7200768 tid 3 2024-09-14T03:46:20.869 INFO:tasks.rados.rados.0.smithi002.stdout:3210: writing smithi00278215-29 from 7200768 to 7495680 tid 4 2024-09-14T03:46:20.869 INFO:tasks.rados.rados.0.smithi002.stdout:3211: rmattr oid 19 current snap is 317 2024-09-14T03:46:20.869 INFO:tasks.rados.rados.0.smithi002.stdout:3206: finishing write tid 5 to smithi00278215-31 2024-09-14T03:46:20.869 INFO:tasks.rados.rados.0.smithi002.stdout:3206: finishing write tid 6 to smithi00278215-31 2024-09-14T03:46:20.869 INFO:tasks.rados.rados.0.smithi002.stdout:3206: oid 31 updating version 0 to 3627 2024-09-14T03:46:20.869 INFO:tasks.rados.rados.0.smithi002.stdout:3206: oid 31 updating version 3627 to 3630 2024-09-14T03:46:20.870 INFO:tasks.rados.rados.0.smithi002.stdout:3206: oid 31 updating version 3630 to 3631 2024-09-14T03:46:20.870 INFO:tasks.rados.rados.0.smithi002.stdout:3206: oid 31 version 3631 is already newer than 3628 2024-09-14T03:46:20.870 INFO:tasks.rados.rados.0.smithi002.stdout:3206: oid 31 version 3631 is already newer than 3629 2024-09-14T03:46:20.870 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 3631 (ObjNum 992 snap 317 seq_num 992) dirty exists 2024-09-14T03:46:20.870 INFO:tasks.rados.rados.0.smithi002.stdout:3206: left oid 31 (ObjNum 992 snap 317 seq_num 992) 2024-09-14T03:46:20.870 INFO:tasks.rados.rados.0.smithi002.stdout:3206: done (2 left) 2024-09-14T03:46:20.870 INFO:tasks.rados.rados.0.smithi002.stdout:3212: rollback oid 31 current snap is 317 2024-09-14T03:46:20.870 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 31 to 307 2024-09-14T03:46:20.870 INFO:tasks.rados.rados.0.smithi002.stdout:3213: snap_remove snap 252 2024-09-14T03:46:21.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:20 smithi002 ceph-mon[87970]: osdmap e712: 8 total, 8 up, 8 in 2024-09-14T03:46:21.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:20 smithi002 ceph-mon[89815]: osdmap e712: 8 total, 8 up, 8 in 2024-09-14T03:46:21.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:20 smithi154 ceph-mon[81546]: osdmap e712: 8 total, 8 up, 8 in 2024-09-14T03:46:21.829 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 19 v 4139 (ObjNum 940 snap 305 seq_num 940) dirty exists 2024-09-14T03:46:21.829 INFO:tasks.rados.rados.0.smithi002.stdout:3212: finishing rollback tid 0 to smithi00278215-31 2024-09-14T03:46:21.829 INFO:tasks.rados.rados.0.smithi002.stdout:3212: finishing rollback tid 1 to smithi00278215-31 2024-09-14T03:46:21.829 INFO:tasks.rados.rados.0.smithi002.stdout:3212: finishing rollback tid 2 to smithi00278215-31 2024-09-14T03:46:21.829 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 3634 (ObjNum 937 snap 305 seq_num 937) dirty exists 2024-09-14T03:46:21.829 INFO:tasks.rados.rados.0.smithi002.stdout:3210: finishing write tid 1 to smithi00278215-29 2024-09-14T03:46:21.830 INFO:tasks.rados.rados.0.smithi002.stdout:3210: finishing write tid 2 to smithi00278215-29 2024-09-14T03:46:21.830 INFO:tasks.rados.rados.0.smithi002.stdout:3210: finishing write tid 3 to smithi00278215-29 2024-09-14T03:46:21.830 INFO:tasks.rados.rados.0.smithi002.stdout:3210: finishing write tid 4 to smithi00278215-29 2024-09-14T03:46:21.830 INFO:tasks.rados.rados.0.smithi002.stdout:3210: finishing write tid 5 to smithi00278215-29 2024-09-14T03:46:21.830 INFO:tasks.rados.rados.0.smithi002.stdout:3210: finishing write tid 6 to smithi00278215-29 2024-09-14T03:46:21.830 INFO:tasks.rados.rados.0.smithi002.stdout:3210: oid 29 updating version 0 to 4347 2024-09-14T03:46:21.830 INFO:tasks.rados.rados.0.smithi002.stdout:3210: oid 29 version 4347 is already newer than 4346 2024-09-14T03:46:21.830 INFO:tasks.rados.rados.0.smithi002.stdout:3210: oid 29 updating version 4347 to 4349 2024-09-14T03:46:21.830 INFO:tasks.rados.rados.0.smithi002.stdout:3210: oid 29 updating version 4349 to 4350 2024-09-14T03:46:21.830 INFO:tasks.rados.rados.0.smithi002.stdout:3210: oid 29 version 4350 is already newer than 4348 2024-09-14T03:46:21.830 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 4350 (ObjNum 994 snap 317 seq_num 994) dirty exists 2024-09-14T03:46:21.830 INFO:tasks.rados.rados.0.smithi002.stdout:3210: left oid 29 (ObjNum 994 snap 317 seq_num 994) 2024-09-14T03:46:21.830 INFO:tasks.rados.rados.0.smithi002.stdout:3210: done (3 left) 2024-09-14T03:46:21.830 INFO:tasks.rados.rados.0.smithi002.stdout:3211: done (2 left) 2024-09-14T03:46:21.830 INFO:tasks.rados.rados.0.smithi002.stdout:3212: done (1 left) 2024-09-14T03:46:21.831 INFO:tasks.rados.rados.0.smithi002.stdout:3213: done (0 left) 2024-09-14T03:46:21.831 INFO:tasks.rados.rados.0.smithi002.stdout:3214: rollback oid 28 current snap is 317 2024-09-14T03:46:21.831 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 28 to 308 2024-09-14T03:46:21.831 INFO:tasks.rados.rados.0.smithi002.stdout:3215: setattr oid 20 current snap is 317 2024-09-14T03:46:21.831 INFO:tasks.rados.rados.0.smithi002.stdout:3216: delete oid 10 current snap is 317 2024-09-14T03:46:21.845 INFO:tasks.rados.rados.0.smithi002.stdout:3216: done (2 left) 2024-09-14T03:46:21.845 INFO:tasks.rados.rados.0.smithi002.stdout:3217: copy_from oid 31 from oid 48 current snap is 317 2024-09-14T03:46:21.845 INFO:tasks.rados.rados.0.smithi002.stdout:3218: snap_remove snap 312 2024-09-14T03:46:22.186 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:21 smithi002 ceph-mon[89815]: pgmap v743: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 403 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 7.1 MiB/s wr, 49 op/s 2024-09-14T03:46:22.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:21 smithi002 ceph-mon[89815]: osdmap e713: 8 total, 8 up, 8 in 2024-09-14T03:46:22.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:21 smithi002 ceph-mon[87970]: pgmap v743: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 403 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 7.1 MiB/s wr, 49 op/s 2024-09-14T03:46:22.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:21 smithi002 ceph-mon[87970]: osdmap e713: 8 total, 8 up, 8 in 2024-09-14T03:46:22.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:21 smithi154 ceph-mon[81546]: pgmap v743: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 403 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 7.1 MiB/s wr, 49 op/s 2024-09-14T03:46:22.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:21 smithi154 ceph-mon[81546]: osdmap e713: 8 total, 8 up, 8 in 2024-09-14T03:46:22.812 INFO:tasks.rados.rados.0.smithi002.stdout:3218: done (3 left) 2024-09-14T03:46:22.812 INFO:tasks.rados.rados.0.smithi002.stdout:3219: snap_remove snap 287 2024-09-14T03:46:22.812 INFO:tasks.rados.rados.0.smithi002.stdout:3214: finishing rollback tid 0 to smithi00278215-28 2024-09-14T03:46:22.812 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 20 v 2709 (ObjNum 987 snap 317 seq_num 987) dirty exists 2024-09-14T03:46:22.812 INFO:tasks.rados.rados.0.smithi002.stdout:3214: finishing rollback tid 1 to smithi00278215-28 2024-09-14T03:46:22.813 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 28 v 3576 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-14T03:46:22.813 INFO:tasks.rados.rados.0.smithi002.stdout:3217: finishing copy_from racing read to smithi00278215-31 2024-09-14T03:46:22.813 INFO:tasks.rados.rados.0.smithi002.stdout:3217: finishing copy_from to smithi00278215-31 2024-09-14T03:46:22.813 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 3541 (ObjNum 940 snap 305 seq_num 940) dirty exists 2024-09-14T03:46:23.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:22 smithi002 ceph-mon[87970]: osdmap e714: 8 total, 8 up, 8 in 2024-09-14T03:46:23.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:22 smithi002 ceph-mon[87970]: osdmap e715: 8 total, 8 up, 8 in 2024-09-14T03:46:23.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:22 smithi002 ceph-mon[89815]: osdmap e714: 8 total, 8 up, 8 in 2024-09-14T03:46:23.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:22 smithi002 ceph-mon[89815]: osdmap e715: 8 total, 8 up, 8 in 2024-09-14T03:46:23.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:22 smithi154 ceph-mon[81546]: osdmap e714: 8 total, 8 up, 8 in 2024-09-14T03:46:23.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:22 smithi154 ceph-mon[81546]: osdmap e715: 8 total, 8 up, 8 in 2024-09-14T03:46:23.815 INFO:tasks.rados.rados.0.smithi002.stdout:3214: done (3 left) 2024-09-14T03:46:23.815 INFO:tasks.rados.rados.0.smithi002.stdout:3215: done (2 left) 2024-09-14T03:46:23.815 INFO:tasks.rados.rados.0.smithi002.stdout:3217: done (1 left) 2024-09-14T03:46:23.815 INFO:tasks.rados.rados.0.smithi002.stdout:3219: done (0 left) 2024-09-14T03:46:23.815 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 40 current snap is 317 2024-09-14T03:46:23.815 INFO:tasks.rados.rados.0.smithi002.stdout:3220: seq_num 996 ranges {0=688128,688128=507904,1196032=581632,1777664=516096} 2024-09-14T03:46:23.819 INFO:tasks.rados.rados.0.smithi002.stdout:3220: writing smithi00278215-40 from 0 to 688128 tid 1 2024-09-14T03:46:23.823 INFO:tasks.rados.rados.0.smithi002.stdout:3220: writing smithi00278215-40 from 688128 to 1196032 tid 2 2024-09-14T03:46:23.827 INFO:tasks.rados.rados.0.smithi002.stdout:3220: writing smithi00278215-40 from 1196032 to 1777664 tid 3 2024-09-14T03:46:23.832 INFO:tasks.rados.rados.0.smithi002.stdout:3220: writing smithi00278215-40 from 1777664 to 2293760 tid 4 2024-09-14T03:46:23.832 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 29 current snap is 317 2024-09-14T03:46:23.832 INFO:tasks.rados.rados.0.smithi002.stdout:3221: seq_num 997 ranges {7495680=704512,8200192=794624,8994816=794624,9789440=16384} 2024-09-14T03:46:23.878 INFO:tasks.rados.rados.0.smithi002.stdout:3221: writing smithi00278215-29 from 7495680 to 8200192 tid 1 2024-09-14T03:46:23.882 INFO:tasks.rados.rados.0.smithi002.stdout:3221: writing smithi00278215-29 from 8200192 to 8994816 tid 2 2024-09-14T03:46:23.888 INFO:tasks.rados.rados.0.smithi002.stdout:3221: writing smithi00278215-29 from 8994816 to 9789440 tid 3 2024-09-14T03:46:23.888 INFO:tasks.rados.rados.0.smithi002.stdout:3221: writing smithi00278215-29 from 9789440 to 9805824 tid 4 2024-09-14T03:46:23.888 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 20 current snap is 317 2024-09-14T03:46:23.889 INFO:tasks.rados.rados.0.smithi002.stdout:3220: finishing write tid 1 to smithi00278215-40 2024-09-14T03:46:23.889 INFO:tasks.rados.rados.0.smithi002.stdout:3220: finishing write tid 2 to smithi00278215-40 2024-09-14T03:46:23.889 INFO:tasks.rados.rados.0.smithi002.stdout:3220: finishing write tid 3 to smithi00278215-40 2024-09-14T03:46:23.889 INFO:tasks.rados.rados.0.smithi002.stdout:3220: finishing write tid 4 to smithi00278215-40 2024-09-14T03:46:23.889 INFO:tasks.rados.rados.0.smithi002.stdout:3220: finishing write tid 5 to smithi00278215-40 2024-09-14T03:46:23.889 INFO:tasks.rados.rados.0.smithi002.stdout:3220: finishing write tid 6 to smithi00278215-40 2024-09-14T03:46:23.889 INFO:tasks.rados.rados.0.smithi002.stdout:3220: oid 40 updating version 0 to 3739 2024-09-14T03:46:23.889 INFO:tasks.rados.rados.0.smithi002.stdout:3220: oid 40 updating version 3739 to 3740 2024-09-14T03:46:23.889 INFO:tasks.rados.rados.0.smithi002.stdout:3220: oid 40 updating version 3740 to 3741 2024-09-14T03:46:23.889 INFO:tasks.rados.rados.0.smithi002.stdout:3220: oid 40 updating version 3741 to 3743 2024-09-14T03:46:23.889 INFO:tasks.rados.rados.0.smithi002.stdout:3220: oid 40 version 3743 is already newer than 3742 2024-09-14T03:46:23.889 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 3743 (ObjNum 996 snap 317 seq_num 996) dirty exists 2024-09-14T03:46:23.890 INFO:tasks.rados.rados.0.smithi002.stdout:3220: left oid 40 (ObjNum 996 snap 317 seq_num 996) 2024-09-14T03:46:23.890 INFO:tasks.rados.rados.0.smithi002.stdout:3221: finishing write tid 1 to smithi00278215-29 2024-09-14T03:46:23.890 INFO:tasks.rados.rados.0.smithi002.stdout:3221: finishing write tid 2 to smithi00278215-29 2024-09-14T03:46:23.890 INFO:tasks.rados.rados.0.smithi002.stdout:3222: seq_num 998 ranges {2138112=720896,2859008=679936,3538944=598016,4136960=327680} 2024-09-14T03:46:23.904 INFO:tasks.rados.rados.0.smithi002.stdout:3222: writing smithi00278215-20 from 2138112 to 2859008 tid 1 2024-09-14T03:46:23.907 INFO:tasks.rados.rados.0.smithi002.stdout:3222: writing smithi00278215-20 from 2859008 to 3538944 tid 2 2024-09-14T03:46:23.911 INFO:tasks.rados.rados.0.smithi002.stdout:3222: writing smithi00278215-20 from 3538944 to 4136960 tid 3 2024-09-14T03:46:23.914 INFO:tasks.rados.rados.0.smithi002.stdout:3222: writing smithi00278215-20 from 4136960 to 4464640 tid 4 2024-09-14T03:46:23.914 INFO:tasks.rados.rados.0.smithi002.stdout:3220: done (2 left) 2024-09-14T03:46:23.914 INFO:tasks.rados.rados.0.smithi002.stdout:3223: copy_from oid 43 from oid 31 current snap is 317 2024-09-14T03:46:23.914 INFO:tasks.rados.rados.0.smithi002.stdout:3221: finishing write tid 3 to smithi00278215-29 2024-09-14T03:46:23.914 INFO:tasks.rados.rados.0.smithi002.stdout:3221: finishing write tid 4 to smithi00278215-29 2024-09-14T03:46:23.914 INFO:tasks.rados.rados.0.smithi002.stdout:3221: finishing write tid 5 to smithi00278215-29 2024-09-14T03:46:23.914 INFO:tasks.rados.rados.0.smithi002.stdout:3221: finishing write tid 6 to smithi00278215-29 2024-09-14T03:46:23.914 INFO:tasks.rados.rados.0.smithi002.stdout:3221: oid 29 updating version 0 to 4404 2024-09-14T03:46:23.914 INFO:tasks.rados.rados.0.smithi002.stdout:3221: oid 29 updating version 4404 to 4405 2024-09-14T03:46:23.914 INFO:tasks.rados.rados.0.smithi002.stdout:3221: oid 29 updating version 4405 to 4407 2024-09-14T03:46:23.914 INFO:tasks.rados.rados.0.smithi002.stdout:3221: oid 29 version 4407 is already newer than 4406 2024-09-14T03:46:23.915 INFO:tasks.rados.rados.0.smithi002.stdout:3221: oid 29 version 4407 is already newer than 4403 2024-09-14T03:46:23.915 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 4407 (ObjNum 997 snap 317 seq_num 997) dirty exists 2024-09-14T03:46:23.915 INFO:tasks.rados.rados.0.smithi002.stdout:3221: left oid 29 (ObjNum 997 snap 317 seq_num 997) 2024-09-14T03:46:23.915 INFO:tasks.rados.rados.0.smithi002.stdout:3222: finishing write tid 1 to smithi00278215-20 2024-09-14T03:46:23.915 INFO:tasks.rados.rados.0.smithi002.stdout:3222: finishing write tid 2 to smithi00278215-20 2024-09-14T03:46:23.915 INFO:tasks.rados.rados.0.smithi002.stdout:3221: done (2 left) 2024-09-14T03:46:23.915 INFO:tasks.rados.rados.0.smithi002.stdout:3224: snap_create 2024-09-14T03:46:23.916 INFO:tasks.rados.rados.0.smithi002.stdout:3222: finishing write tid 3 to smithi00278215-20 2024-09-14T03:46:23.916 INFO:tasks.rados.rados.0.smithi002.stdout:3222: finishing write tid 4 to smithi00278215-20 2024-09-14T03:46:23.916 INFO:tasks.rados.rados.0.smithi002.stdout:3222: finishing write tid 5 to smithi00278215-20 2024-09-14T03:46:23.918 INFO:tasks.rados.rados.0.smithi002.stdout:3222: finishing write tid 6 to smithi00278215-20 2024-09-14T03:46:23.918 INFO:tasks.rados.rados.0.smithi002.stdout:3222: oid 20 updating version 0 to 2712 2024-09-14T03:46:23.918 INFO:tasks.rados.rados.0.smithi002.stdout:3222: oid 20 version 2712 is already newer than 2710 2024-09-14T03:46:23.918 INFO:tasks.rados.rados.0.smithi002.stdout:3222: oid 20 updating version 2712 to 2714 2024-09-14T03:46:23.918 INFO:tasks.rados.rados.0.smithi002.stdout:3222: oid 20 version 2714 is already newer than 2713 2024-09-14T03:46:23.918 INFO:tasks.rados.rados.0.smithi002.stdout:3222: oid 20 version 2714 is already newer than 2711 2024-09-14T03:46:23.918 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 20 v 2714 (ObjNum 998 snap 317 seq_num 998) dirty exists 2024-09-14T03:46:23.918 INFO:tasks.rados.rados.0.smithi002.stdout:3222: left oid 20 (ObjNum 998 snap 317 seq_num 998) 2024-09-14T03:46:23.929 INFO:tasks.rados.rados.0.smithi002.stdout:3223: finishing copy_from racing read to smithi00278215-43 2024-09-14T03:46:23.932 INFO:tasks.rados.rados.0.smithi002.stdout:3223: finishing copy_from to smithi00278215-43 2024-09-14T03:46:23.932 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 3541 (ObjNum 940 snap 305 seq_num 940) dirty exists 2024-09-14T03:46:24.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:23 smithi002 ceph-mon[87970]: pgmap v746: 121 pgs: 3 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 116 active+clean; 397 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 23 op/s 2024-09-14T03:46:24.189 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:23 smithi002 ceph-mon[87970]: osdmap e716: 8 total, 8 up, 8 in 2024-09-14T03:46:24.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:23 smithi002 ceph-mon[89815]: pgmap v746: 121 pgs: 3 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 116 active+clean; 397 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 23 op/s 2024-09-14T03:46:24.189 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:23 smithi002 ceph-mon[89815]: osdmap e716: 8 total, 8 up, 8 in 2024-09-14T03:46:24.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:23 smithi154 ceph-mon[81546]: pgmap v746: 121 pgs: 3 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 116 active+clean; 397 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 23 op/s 2024-09-14T03:46:24.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:23 smithi154 ceph-mon[81546]: osdmap e716: 8 total, 8 up, 8 in 2024-09-14T03:46:24.845 INFO:tasks.rados.rados.0.smithi002.stdout:3222: done (2 left) 2024-09-14T03:46:24.845 INFO:tasks.rados.rados.0.smithi002.stdout:3223: done (1 left) 2024-09-14T03:46:24.845 INFO:tasks.rados.rados.0.smithi002.stdout:3224: done (0 left) 2024-09-14T03:46:24.845 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 13 current snap is 318 2024-09-14T03:46:24.845 INFO:tasks.rados.rados.0.smithi002.stdout:3225: seq_num 999 ranges {5455872=737280,6193152=565248,6758400=761856,7520256=278528} 2024-09-14T03:46:24.878 INFO:tasks.rados.rados.0.smithi002.stdout:3225: writing smithi00278215-13 from 5455872 to 6193152 tid 1 2024-09-14T03:46:24.881 INFO:tasks.rados.rados.0.smithi002.stdout:3225: writing smithi00278215-13 from 6193152 to 6758400 tid 2 2024-09-14T03:46:24.886 INFO:tasks.rados.rados.0.smithi002.stdout:3225: writing smithi00278215-13 from 6758400 to 7520256 tid 3 2024-09-14T03:46:24.887 INFO:tasks.rados.rados.0.smithi002.stdout:3225: writing smithi00278215-13 from 7520256 to 7798784 tid 4 2024-09-14T03:46:24.888 INFO:tasks.rados.rados.0.smithi002.stdout:3226: rollback oid 43 current snap is 318 2024-09-14T03:46:24.888 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 43 to 294 2024-09-14T03:46:24.888 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 30 current snap is 318 2024-09-14T03:46:24.888 INFO:tasks.rados.rados.0.smithi002.stdout:3227: seq_num 1000 ranges {2007040=753664,2760704=442368,3203072=565248,3768320=458752,4227072=139264} 2024-09-14T03:46:24.903 INFO:tasks.rados.rados.0.smithi002.stdout:3227: writing smithi00278215-30 from 2007040 to 2760704 tid 1 2024-09-14T03:46:24.905 INFO:tasks.rados.rados.0.smithi002.stdout:3227: writing smithi00278215-30 from 2760704 to 3203072 tid 2 2024-09-14T03:46:24.909 INFO:tasks.rados.rados.0.smithi002.stdout:3227: writing smithi00278215-30 from 3203072 to 3768320 tid 3 2024-09-14T03:46:24.912 INFO:tasks.rados.rados.0.smithi002.stdout:3227: writing smithi00278215-30 from 3768320 to 4227072 tid 4 2024-09-14T03:46:24.914 INFO:tasks.rados.rados.0.smithi002.stdout:3227: writing smithi00278215-30 from 4227072 to 4366336 tid 5 2024-09-14T03:46:24.914 INFO:tasks.rados.rados.0.smithi002.stdout:3228: snap_create 2024-09-14T03:46:24.914 INFO:tasks.rados.rados.0.smithi002.stdout:3225: finishing write tid 1 to smithi00278215-13 2024-09-14T03:46:24.914 INFO:tasks.rados.rados.0.smithi002.stdout:3225: finishing write tid 2 to smithi00278215-13 2024-09-14T03:46:24.914 INFO:tasks.rados.rados.0.smithi002.stdout:3225: finishing write tid 3 to smithi00278215-13 2024-09-14T03:46:24.914 INFO:tasks.rados.rados.0.smithi002.stdout:3225: finishing write tid 4 to smithi00278215-13 2024-09-14T03:46:24.914 INFO:tasks.rados.rados.0.smithi002.stdout:3226: finishing rollback tid 0 to smithi00278215-43 2024-09-14T03:46:24.914 INFO:tasks.rados.rados.0.smithi002.stdout:3225: finishing write tid 5 to smithi00278215-13 2024-09-14T03:46:24.914 INFO:tasks.rados.rados.0.smithi002.stdout:3226: finishing rollback tid 1 to smithi00278215-43 2024-09-14T03:46:24.914 INFO:tasks.rados.rados.0.smithi002.stdout:3226: finishing rollback tid 2 to smithi00278215-43 2024-09-14T03:46:24.914 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 3579 (ObjNum 289 snap 0 seq_num 1474506775) dirty exists 2024-09-14T03:46:24.915 INFO:tasks.rados.rados.0.smithi002.stdout:3225: finishing write tid 6 to smithi00278215-13 2024-09-14T03:46:24.915 INFO:tasks.rados.rados.0.smithi002.stdout:3225: oid 13 updating version 0 to 3748 2024-09-14T03:46:24.915 INFO:tasks.rados.rados.0.smithi002.stdout:3225: oid 13 version 3748 is already newer than 3746 2024-09-14T03:46:24.915 INFO:tasks.rados.rados.0.smithi002.stdout:3225: oid 13 version 3748 is already newer than 3744 2024-09-14T03:46:24.915 INFO:tasks.rados.rados.0.smithi002.stdout:3225: oid 13 version 3748 is already newer than 3747 2024-09-14T03:46:24.915 INFO:tasks.rados.rados.0.smithi002.stdout:3225: oid 13 version 3748 is already newer than 3745 2024-09-14T03:46:24.915 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 3748 (ObjNum 999 snap 318 seq_num 999) dirty exists 2024-09-14T03:46:24.915 INFO:tasks.rados.rados.0.smithi002.stdout:3225: left oid 13 (ObjNum 999 snap 318 seq_num 999) 2024-09-14T03:46:24.915 INFO:tasks.rados.rados.0.smithi002.stdout:3227: finishing write tid 1 to smithi00278215-30 2024-09-14T03:46:24.917 INFO:tasks.rados.rados.0.smithi002.stdout:3227: finishing write tid 2 to smithi00278215-30 2024-09-14T03:46:24.919 INFO:tasks.rados.rados.0.smithi002.stdout:3227: finishing write tid 3 to smithi00278215-30 2024-09-14T03:46:24.919 INFO:tasks.rados.rados.0.smithi002.stdout:3227: finishing write tid 4 to smithi00278215-30 2024-09-14T03:46:24.921 INFO:tasks.rados.rados.0.smithi002.stdout:3227: finishing write tid 5 to smithi00278215-30 2024-09-14T03:46:24.922 INFO:tasks.rados.rados.0.smithi002.stdout:3227: finishing write tid 6 to smithi00278215-30 2024-09-14T03:46:24.923 INFO:tasks.rados.rados.0.smithi002.stdout:3227: finishing write tid 7 to smithi00278215-30 2024-09-14T03:46:24.923 INFO:tasks.rados.rados.0.smithi002.stdout:3227: oid 30 updating version 0 to 4412 2024-09-14T03:46:24.923 INFO:tasks.rados.rados.0.smithi002.stdout:3227: oid 30 version 4412 is already newer than 4411 2024-09-14T03:46:24.923 INFO:tasks.rados.rados.0.smithi002.stdout:3227: oid 30 updating version 4412 to 4414 2024-09-14T03:46:24.924 INFO:tasks.rados.rados.0.smithi002.stdout:3227: oid 30 version 4414 is already newer than 4409 2024-09-14T03:46:24.924 INFO:tasks.rados.rados.0.smithi002.stdout:3227: oid 30 version 4414 is already newer than 4410 2024-09-14T03:46:24.924 INFO:tasks.rados.rados.0.smithi002.stdout:3227: oid 30 version 4414 is already newer than 4413 2024-09-14T03:46:24.924 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 30 v 4414 (ObjNum 1000 snap 318 seq_num 1000) dirty exists 2024-09-14T03:46:24.924 INFO:tasks.rados.rados.0.smithi002.stdout:3227: left oid 30 (ObjNum 1000 snap 318 seq_num 1000) 2024-09-14T03:46:25.687 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:46:25 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:46:25] "GET /metrics HTTP/1.1" 200 36436 "" "Prometheus/2.51.0" 2024-09-14T03:46:25.851 INFO:tasks.rados.rados.0.smithi002.stdout:3225: done (3 left) 2024-09-14T03:46:25.852 INFO:tasks.rados.rados.0.smithi002.stdout:3226: done (2 left) 2024-09-14T03:46:25.852 INFO:tasks.rados.rados.0.smithi002.stdout:3227: done (1 left) 2024-09-14T03:46:25.852 INFO:tasks.rados.rados.0.smithi002.stdout:3228: done (0 left) 2024-09-14T03:46:25.852 INFO:tasks.rados.rados.0.smithi002.stdout:3229: snap_remove snap 250 2024-09-14T03:46:26.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:25 smithi002 ceph-mon[87970]: pgmap v749: 121 pgs: 3 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 114 active+clean; 385 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 19 op/s 2024-09-14T03:46:26.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:25 smithi002 ceph-mon[87970]: osdmap e717: 8 total, 8 up, 8 in 2024-09-14T03:46:26.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:25 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:46:26.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:25 smithi002 ceph-mon[89815]: pgmap v749: 121 pgs: 3 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 114 active+clean; 385 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 19 op/s 2024-09-14T03:46:26.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:25 smithi002 ceph-mon[89815]: osdmap e717: 8 total, 8 up, 8 in 2024-09-14T03:46:26.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:25 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:46:26.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:25 smithi154 ceph-mon[81546]: pgmap v749: 121 pgs: 3 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 114 active+clean; 385 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 19 op/s 2024-09-14T03:46:26.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:25 smithi154 ceph-mon[81546]: osdmap e717: 8 total, 8 up, 8 in 2024-09-14T03:46:26.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:25 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:46:26.858 INFO:tasks.rados.rados.0.smithi002.stdout:3229: done (0 left) 2024-09-14T03:46:26.859 INFO:tasks.rados.rados.0.smithi002.stdout:3230: setattr oid 40 current snap is 319 2024-09-14T03:46:26.861 INFO:tasks.rados.rados.0.smithi002.stdout:3231: read oid 41 snap 306 2024-09-14T03:46:26.861 INFO:tasks.rados.rados.0.smithi002.stdout:3231: expect (ObjNum 946 snap 305 seq_num 946) 2024-09-14T03:46:26.861 INFO:tasks.rados.rados.0.smithi002.stdout:3232: read oid 47 snap -1 2024-09-14T03:46:26.861 INFO:tasks.rados.rados.0.smithi002.stdout:3232: expect (ObjNum 957 snap 310 seq_num 957) 2024-09-14T03:46:26.861 INFO:tasks.rados.rados.0.smithi002.stdout:3233: copy_from oid 12 from oid 49 current snap is 319 2024-09-14T03:46:26.862 INFO:tasks.rados.rados.0.smithi002.stdout:3234: copy_from oid 16 from oid 14 current snap is 319 2024-09-14T03:46:26.862 INFO:tasks.rados.rados.0.smithi002.stdout:3235: snap_create 2024-09-14T03:46:26.868 INFO:tasks.rados.rados.0.smithi002.stdout:3234: finishing copy_from to smithi00278215-16 2024-09-14T03:46:26.868 INFO:tasks.rados.rados.0.smithi002.stdout:3234: got expected ENOENT (src dne) 2024-09-14T03:46:26.868 INFO:tasks.rados.rados.0.smithi002.stdout:3234: finishing copy_from racing read to smithi00278215-16 2024-09-14T03:46:26.879 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 3749 (ObjNum 996 snap 317 seq_num 996) dirty exists 2024-09-14T03:46:26.882 INFO:tasks.rados.rados.0.smithi002.stdout:3233: finishing copy_from racing read to smithi00278215-12 2024-09-14T03:46:26.886 INFO:tasks.rados.rados.0.smithi002.stdout:3232: expect (ObjNum 957 snap 310 seq_num 957) 2024-09-14T03:46:26.945 INFO:tasks.rados.rados.0.smithi002.stdout:3233: finishing copy_from to smithi00278215-12 2024-09-14T03:46:26.945 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 2718 (ObjNum 951 snap 308 seq_num 951) dirty exists 2024-09-14T03:46:26.945 INFO:tasks.rados.rados.0.smithi002.stdout:3231: expect (ObjNum 946 snap 305 seq_num 946) 2024-09-14T03:46:27.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:26 smithi002 ceph-mon[87970]: osdmap e718: 8 total, 8 up, 8 in 2024-09-14T03:46:27.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:26 smithi002 ceph-mon[89815]: osdmap e718: 8 total, 8 up, 8 in 2024-09-14T03:46:27.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:26 smithi154 ceph-mon[81546]: osdmap e718: 8 total, 8 up, 8 in 2024-09-14T03:46:27.812 INFO:tasks.rados.rados.0.smithi002.stdout:3230: done (5 left) 2024-09-14T03:46:27.812 INFO:tasks.rados.rados.0.smithi002.stdout:3231: done (4 left) 2024-09-14T03:46:27.812 INFO:tasks.rados.rados.0.smithi002.stdout:3232: done (3 left) 2024-09-14T03:46:27.812 INFO:tasks.rados.rados.0.smithi002.stdout:3233: done (2 left) 2024-09-14T03:46:27.812 INFO:tasks.rados.rados.0.smithi002.stdout:3234: done (1 left) 2024-09-14T03:46:27.812 INFO:tasks.rados.rados.0.smithi002.stdout:3235: done (0 left) 2024-09-14T03:46:27.812 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 18 current snap is 320 2024-09-14T03:46:27.812 INFO:tasks.rados.rados.0.smithi002.stdout:3236: seq_num 1001 ranges {3858432=770048,4628480=729088,5357568=770048,6127616=106496} 2024-09-14T03:46:27.837 INFO:tasks.rados.rados.0.smithi002.stdout:3236: writing smithi00278215-18 from 3858432 to 4628480 tid 1 2024-09-14T03:46:27.841 INFO:tasks.rados.rados.0.smithi002.stdout:3236: writing smithi00278215-18 from 4628480 to 5357568 tid 2 2024-09-14T03:46:27.846 INFO:tasks.rados.rados.0.smithi002.stdout:3236: writing smithi00278215-18 from 5357568 to 6127616 tid 3 2024-09-14T03:46:27.846 INFO:tasks.rados.rados.0.smithi002.stdout:3236: writing smithi00278215-18 from 6127616 to 6234112 tid 4 2024-09-14T03:46:27.846 INFO:tasks.rados.rados.0.smithi002.stdout:3237: snap_create 2024-09-14T03:46:27.847 INFO:tasks.rados.rados.0.smithi002.stdout:3236: finishing write tid 1 to smithi00278215-18 2024-09-14T03:46:27.847 INFO:tasks.rados.rados.0.smithi002.stdout:3236: finishing write tid 2 to smithi00278215-18 2024-09-14T03:46:27.850 INFO:tasks.rados.rados.0.smithi002.stdout:3236: finishing write tid 3 to smithi00278215-18 2024-09-14T03:46:27.850 INFO:tasks.rados.rados.0.smithi002.stdout:3236: finishing write tid 4 to smithi00278215-18 2024-09-14T03:46:27.856 INFO:tasks.rados.rados.0.smithi002.stdout:3236: finishing write tid 5 to smithi00278215-18 2024-09-14T03:46:27.857 INFO:tasks.rados.rados.0.smithi002.stdout:3236: finishing write tid 6 to smithi00278215-18 2024-09-14T03:46:27.857 INFO:tasks.rados.rados.0.smithi002.stdout:3236: oid 18 updating version 0 to 2714 2024-09-14T03:46:27.858 INFO:tasks.rados.rados.0.smithi002.stdout:3236: oid 18 updating version 2714 to 2715 2024-09-14T03:46:27.858 INFO:tasks.rados.rados.0.smithi002.stdout:3236: oid 18 updating version 2715 to 2717 2024-09-14T03:46:27.858 INFO:tasks.rados.rados.0.smithi002.stdout:3236: oid 18 version 2717 is already newer than 2716 2024-09-14T03:46:27.858 INFO:tasks.rados.rados.0.smithi002.stdout:3236: oid 18 version 2717 is already newer than 2713 2024-09-14T03:46:27.858 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 2717 (ObjNum 1001 snap 320 seq_num 1001) dirty exists 2024-09-14T03:46:27.859 INFO:tasks.rados.rados.0.smithi002.stdout:3236: left oid 18 (ObjNum 1001 snap 320 seq_num 1001) 2024-09-14T03:46:28.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:27 smithi002 ceph-mon[87970]: pgmap v752: 121 pgs: 3 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 114 active+clean; 385 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 2.0 MiB/s wr, 2 op/s 2024-09-14T03:46:28.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:27 smithi002 ceph-mon[87970]: osdmap e719: 8 total, 8 up, 8 in 2024-09-14T03:46:28.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:27 smithi002 ceph-mon[87970]: osdmap e720: 8 total, 8 up, 8 in 2024-09-14T03:46:28.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:27 smithi002 ceph-mon[89815]: pgmap v752: 121 pgs: 3 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 114 active+clean; 385 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 2.0 MiB/s wr, 2 op/s 2024-09-14T03:46:28.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:27 smithi002 ceph-mon[89815]: osdmap e719: 8 total, 8 up, 8 in 2024-09-14T03:46:28.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:27 smithi002 ceph-mon[89815]: osdmap e720: 8 total, 8 up, 8 in 2024-09-14T03:46:28.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:27 smithi154 ceph-mon[81546]: pgmap v752: 121 pgs: 3 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 114 active+clean; 385 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 2.0 MiB/s wr, 2 op/s 2024-09-14T03:46:28.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:27 smithi154 ceph-mon[81546]: osdmap e719: 8 total, 8 up, 8 in 2024-09-14T03:46:28.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:27 smithi154 ceph-mon[81546]: osdmap e720: 8 total, 8 up, 8 in 2024-09-14T03:46:28.814 INFO:tasks.rados.rados.0.smithi002.stdout:3236: done (1 left) 2024-09-14T03:46:28.814 INFO:tasks.rados.rados.0.smithi002.stdout:3237: done (0 left) 2024-09-14T03:46:28.814 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 45 current snap is 321 2024-09-14T03:46:28.814 INFO:tasks.rados.rados.0.smithi002.stdout:3238: seq_num 1002 ranges {0=786432,786432=614400,1400832=581632,1982464=409600} 2024-09-14T03:46:28.818 INFO:tasks.rados.rados.0.smithi002.stdout:3238: writing smithi00278215-45 from 0 to 786432 tid 1 2024-09-14T03:46:28.822 INFO:tasks.rados.rados.0.smithi002.stdout:3238: writing smithi00278215-45 from 786432 to 1400832 tid 2 2024-09-14T03:46:28.825 INFO:tasks.rados.rados.0.smithi002.stdout:3238: writing smithi00278215-45 from 1400832 to 1982464 tid 3 2024-09-14T03:46:28.828 INFO:tasks.rados.rados.0.smithi002.stdout:3238: writing smithi00278215-45 from 1982464 to 2392064 tid 4 2024-09-14T03:46:28.828 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 17 current snap is 321 2024-09-14T03:46:28.828 INFO:tasks.rados.rados.0.smithi002.stdout:3238: finishing write tid 1 to smithi00278215-45 2024-09-14T03:46:28.828 INFO:tasks.rados.rados.0.smithi002.stdout:3238: finishing write tid 2 to smithi00278215-45 2024-09-14T03:46:28.828 INFO:tasks.rados.rados.0.smithi002.stdout:3239: seq_num 1003 ranges {0=802816,802816=499712,1302528=737280,2039808=368640} 2024-09-14T03:46:28.832 INFO:tasks.rados.rados.0.smithi002.stdout:3239: writing smithi00278215-17 from 0 to 802816 tid 1 2024-09-14T03:46:28.835 INFO:tasks.rados.rados.0.smithi002.stdout:3239: writing smithi00278215-17 from 802816 to 1302528 tid 2 2024-09-14T03:46:28.839 INFO:tasks.rados.rados.0.smithi002.stdout:3239: writing smithi00278215-17 from 1302528 to 2039808 tid 3 2024-09-14T03:46:28.842 INFO:tasks.rados.rados.0.smithi002.stdout:3239: writing smithi00278215-17 from 2039808 to 2408448 tid 4 2024-09-14T03:46:28.842 INFO:tasks.rados.rados.0.smithi002.stdout:3240: snap_create 2024-09-14T03:46:28.842 INFO:tasks.rados.rados.0.smithi002.stdout:3238: finishing write tid 3 to smithi00278215-45 2024-09-14T03:46:28.842 INFO:tasks.rados.rados.0.smithi002.stdout:3238: finishing write tid 4 to smithi00278215-45 2024-09-14T03:46:28.842 INFO:tasks.rados.rados.0.smithi002.stdout:3238: finishing write tid 5 to smithi00278215-45 2024-09-14T03:46:28.842 INFO:tasks.rados.rados.0.smithi002.stdout:3238: finishing write tid 6 to smithi00278215-45 2024-09-14T03:46:28.843 INFO:tasks.rados.rados.0.smithi002.stdout:3238: oid 45 updating version 0 to 2716 2024-09-14T03:46:28.843 INFO:tasks.rados.rados.0.smithi002.stdout:3238: oid 45 updating version 2716 to 2718 2024-09-14T03:46:28.843 INFO:tasks.rados.rados.0.smithi002.stdout:3238: oid 45 version 2718 is already newer than 2715 2024-09-14T03:46:28.843 INFO:tasks.rados.rados.0.smithi002.stdout:3238: oid 45 updating version 2718 to 2719 2024-09-14T03:46:28.843 INFO:tasks.rados.rados.0.smithi002.stdout:3238: oid 45 version 2719 is already newer than 2717 2024-09-14T03:46:28.843 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 45 v 2719 (ObjNum 1002 snap 321 seq_num 1002) dirty exists 2024-09-14T03:46:28.843 INFO:tasks.rados.rados.0.smithi002.stdout:3238: left oid 45 (ObjNum 1002 snap 321 seq_num 1002) 2024-09-14T03:46:28.843 INFO:tasks.rados.rados.0.smithi002.stdout:3239: finishing write tid 1 to smithi00278215-17 2024-09-14T03:46:28.843 INFO:tasks.rados.rados.0.smithi002.stdout:3239: finishing write tid 2 to smithi00278215-17 2024-09-14T03:46:28.846 INFO:tasks.rados.rados.0.smithi002.stdout:3239: finishing write tid 3 to smithi00278215-17 2024-09-14T03:46:28.847 INFO:tasks.rados.rados.0.smithi002.stdout:3239: finishing write tid 4 to smithi00278215-17 2024-09-14T03:46:28.847 INFO:tasks.rados.rados.0.smithi002.stdout:3239: finishing write tid 5 to smithi00278215-17 2024-09-14T03:46:28.848 INFO:tasks.rados.rados.0.smithi002.stdout:3239: finishing write tid 6 to smithi00278215-17 2024-09-14T03:46:28.848 INFO:tasks.rados.rados.0.smithi002.stdout:3239: oid 17 updating version 0 to 3582 2024-09-14T03:46:28.848 INFO:tasks.rados.rados.0.smithi002.stdout:3239: oid 17 updating version 3582 to 3584 2024-09-14T03:46:28.848 INFO:tasks.rados.rados.0.smithi002.stdout:3239: oid 17 version 3584 is already newer than 3583 2024-09-14T03:46:28.848 INFO:tasks.rados.rados.0.smithi002.stdout:3239: oid 17 version 3584 is already newer than 3580 2024-09-14T03:46:28.849 INFO:tasks.rados.rados.0.smithi002.stdout:3239: oid 17 version 3584 is already newer than 3581 2024-09-14T03:46:28.849 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 17 v 3584 (ObjNum 1003 snap 321 seq_num 1003) dirty exists 2024-09-14T03:46:28.849 INFO:tasks.rados.rados.0.smithi002.stdout:3239: left oid 17 (ObjNum 1003 snap 321 seq_num 1003) 2024-09-14T03:46:29.817 INFO:tasks.rados.rados.0.smithi002.stdout:3238: done (2 left) 2024-09-14T03:46:29.817 INFO:tasks.rados.rados.0.smithi002.stdout:3239: done (1 left) 2024-09-14T03:46:29.817 INFO:tasks.rados.rados.0.smithi002.stdout:3240: done (0 left) 2024-09-14T03:46:29.817 INFO:tasks.rados.rados.0.smithi002.stdout:3241: rmattr oid 43 current snap is 322 2024-09-14T03:46:29.817 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 49 current snap is 322 2024-09-14T03:46:29.817 INFO:tasks.rados.rados.0.smithi002.stdout:3242: seq_num 1004 ranges {1540096=16384} 2024-09-14T03:46:29.826 INFO:tasks.rados.rados.0.smithi002.stdout:3242: writing smithi00278215-49 from 1540096 to 1556480 tid 1 2024-09-14T03:46:29.826 INFO:tasks.rados.rados.0.smithi002.stdout:3243: read oid 14 snap -1 2024-09-14T03:46:29.826 INFO:tasks.rados.rados.0.smithi002.stdout:3243: expect deleted 2024-09-14T03:46:29.826 INFO:tasks.rados.rados.0.smithi002.stdout:3244: copy_from oid 26 from oid 15 current snap is 322 2024-09-14T03:46:29.826 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 3585 (ObjNum 65 snap 0 seq_num 1632855121) dirty exists 2024-09-14T03:46:29.826 INFO:tasks.rados.rados.0.smithi002.stdout:3241: done (3 left) 2024-09-14T03:46:29.826 INFO:tasks.rados.rados.0.smithi002.stdout:3245: copy_from oid 16 from oid 35 current snap is 322 2024-09-14T03:46:29.826 INFO:tasks.rados.rados.0.smithi002.stdout:3246: snap_remove snap 306 2024-09-14T03:46:30.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:29 smithi002 ceph-mon[87970]: pgmap v755: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 387 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 4.4 MiB/s wr, 20 op/s 2024-09-14T03:46:30.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:29 smithi002 ceph-mon[87970]: osdmap e721: 8 total, 8 up, 8 in 2024-09-14T03:46:30.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:29 smithi002 ceph-mon[89815]: pgmap v755: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 387 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 4.4 MiB/s wr, 20 op/s 2024-09-14T03:46:30.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:29 smithi002 ceph-mon[89815]: osdmap e721: 8 total, 8 up, 8 in 2024-09-14T03:46:30.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:29 smithi154 ceph-mon[81546]: pgmap v755: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 387 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 4.4 MiB/s wr, 20 op/s 2024-09-14T03:46:30.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:29 smithi154 ceph-mon[81546]: osdmap e721: 8 total, 8 up, 8 in 2024-09-14T03:46:30.830 INFO:tasks.rados.rados.0.smithi002.stdout:3242: finishing write tid 1 to smithi00278215-49 2024-09-14T03:46:30.830 INFO:tasks.rados.rados.0.smithi002.stdout:3242: finishing write tid 2 to smithi00278215-49 2024-09-14T03:46:30.830 INFO:tasks.rados.rados.0.smithi002.stdout:3242: finishing write tid 3 to smithi00278215-49 2024-09-14T03:46:30.831 INFO:tasks.rados.rados.0.smithi002.stdout:3242: oid 49 updating version 0 to 2721 2024-09-14T03:46:30.831 INFO:tasks.rados.rados.0.smithi002.stdout:3242: oid 49 version 2721 is already newer than 2720 2024-09-14T03:46:30.831 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 2721 (ObjNum 1004 snap 322 seq_num 1004) dirty exists 2024-09-14T03:46:30.831 INFO:tasks.rados.rados.0.smithi002.stdout:3242: left oid 49 (ObjNum 1004 snap 322 seq_num 1004) 2024-09-14T03:46:30.831 INFO:tasks.rados.rados.0.smithi002.stdout:3245: finishing copy_from racing read to smithi00278215-16 2024-09-14T03:46:30.831 INFO:tasks.rados.rados.0.smithi002.stdout:3244: finishing copy_from to smithi00278215-26 2024-09-14T03:46:30.831 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 2712 (ObjNum 727 snap 236 seq_num 727) dirty exists 2024-09-14T03:46:30.831 INFO:tasks.rados.rados.0.smithi002.stdout:3244: finishing copy_from racing read to smithi00278215-26 2024-09-14T03:46:30.831 INFO:tasks.rados.rados.0.smithi002.stdout:3245: finishing copy_from to smithi00278215-16 2024-09-14T03:46:30.831 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 16 v 3632 (ObjNum 934 snap 304 seq_num 934) dirty exists 2024-09-14T03:46:30.831 INFO:tasks.rados.rados.0.smithi002.stdout:3242: done (4 left) 2024-09-14T03:46:30.831 INFO:tasks.rados.rados.0.smithi002.stdout:3243: done (3 left) 2024-09-14T03:46:30.832 INFO:tasks.rados.rados.0.smithi002.stdout:3244: done (2 left) 2024-09-14T03:46:30.832 INFO:tasks.rados.rados.0.smithi002.stdout:3245: done (1 left) 2024-09-14T03:46:30.832 INFO:tasks.rados.rados.0.smithi002.stdout:3246: done (0 left) 2024-09-14T03:46:30.832 INFO:tasks.rados.rados.0.smithi002.stdout:3247: rmattr oid 40 current snap is 322 2024-09-14T03:46:30.832 INFO:tasks.rados.rados.0.smithi002.stdout:3248: snap_remove snap 294 2024-09-14T03:46:31.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:30 smithi002 ceph-mon[87970]: osdmap e722: 8 total, 8 up, 8 in 2024-09-14T03:46:31.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:30 smithi002 ceph-mon[89815]: osdmap e722: 8 total, 8 up, 8 in 2024-09-14T03:46:31.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:30 smithi154 ceph-mon[81546]: osdmap e722: 8 total, 8 up, 8 in 2024-09-14T03:46:31.830 INFO:tasks.rados.rados.0.smithi002.stdout:3248: done (1 left) 2024-09-14T03:46:31.830 INFO:tasks.rados.rados.0.smithi002.stdout:3249: rollback oid 44 current snap is 322 2024-09-14T03:46:31.830 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 44 to 317 2024-09-14T03:46:31.830 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 19 current snap is 322 2024-09-14T03:46:31.830 INFO:tasks.rados.rados.0.smithi002.stdout:3250: seq_num 1005 ranges {3325952=32768} 2024-09-14T03:46:31.849 INFO:tasks.rados.rados.0.smithi002.stdout:3250: writing smithi00278215-19 from 3325952 to 3358720 tid 1 2024-09-14T03:46:31.850 INFO:tasks.rados.rados.0.smithi002.stdout:3251: read oid 31 snap -1 2024-09-14T03:46:31.850 INFO:tasks.rados.rados.0.smithi002.stdout:3251: expect (ObjNum 940 snap 305 seq_num 940) 2024-09-14T03:46:31.850 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 7 current snap is 322 2024-09-14T03:46:31.850 INFO:tasks.rados.rados.0.smithi002.stdout:3252: seq_num 1006 ranges {1949696=49152} 2024-09-14T03:46:31.861 INFO:tasks.rados.rados.0.smithi002.stdout:3252: writing smithi00278215-7 from 1949696 to 1998848 tid 1 2024-09-14T03:46:31.862 INFO:tasks.rados.rados.0.smithi002.stdout:3253: read oid 4 snap -1 2024-09-14T03:46:31.862 INFO:tasks.rados.rados.0.smithi002.stdout:3253: expect (ObjNum 970 snap 317 seq_num 970) 2024-09-14T03:46:31.862 INFO:tasks.rados.rados.0.smithi002.stdout:3254: read oid 23 snap -1 2024-09-14T03:46:31.862 INFO:tasks.rados.rados.0.smithi002.stdout:3254: expect deleted 2024-09-14T03:46:31.862 INFO:tasks.rados.rados.0.smithi002.stdout:3255: snap_remove snap 316 2024-09-14T03:46:32.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:31 smithi002 ceph-mon[87970]: pgmap v758: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 361 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 MiB/s wr, 22 op/s 2024-09-14T03:46:32.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:31 smithi002 ceph-mon[87970]: osdmap e723: 8 total, 8 up, 8 in 2024-09-14T03:46:32.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:31 smithi002 ceph-mon[89815]: pgmap v758: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 361 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 MiB/s wr, 22 op/s 2024-09-14T03:46:32.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:31 smithi002 ceph-mon[89815]: osdmap e723: 8 total, 8 up, 8 in 2024-09-14T03:46:32.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:31 smithi154 ceph-mon[81546]: pgmap v758: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 361 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 MiB/s wr, 22 op/s 2024-09-14T03:46:32.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:31 smithi154 ceph-mon[81546]: osdmap e723: 8 total, 8 up, 8 in 2024-09-14T03:46:32.816 INFO:tasks.rados.rados.0.smithi002.stdout:3255: done (7 left) 2024-09-14T03:46:32.816 INFO:tasks.rados.rados.0.smithi002.stdout:3256: delete oid 8 current snap is 322 2024-09-14T03:46:32.816 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 3750 (ObjNum 996 snap 317 seq_num 996) dirty exists 2024-09-14T03:46:32.816 INFO:tasks.rados.rados.0.smithi002.stdout:3249: finishing rollback tid 1 to smithi00278215-44 2024-09-14T03:46:32.816 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 2721 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-14T03:46:32.816 INFO:tasks.rados.rados.0.smithi002.stdout:3250: finishing write tid 1 to smithi00278215-19 2024-09-14T03:46:32.816 INFO:tasks.rados.rados.0.smithi002.stdout:3250: finishing write tid 2 to smithi00278215-19 2024-09-14T03:46:32.816 INFO:tasks.rados.rados.0.smithi002.stdout:3250: finishing write tid 3 to smithi00278215-19 2024-09-14T03:46:32.817 INFO:tasks.rados.rados.0.smithi002.stdout:3250: oid 19 updating version 0 to 4140 2024-09-14T03:46:32.817 INFO:tasks.rados.rados.0.smithi002.stdout:3250: oid 19 updating version 4140 to 4141 2024-09-14T03:46:32.817 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 19 v 4141 (ObjNum 1005 snap 322 seq_num 1005) dirty exists 2024-09-14T03:46:32.817 INFO:tasks.rados.rados.0.smithi002.stdout:3250: left oid 19 (ObjNum 1005 snap 322 seq_num 1005) 2024-09-14T03:46:32.817 INFO:tasks.rados.rados.0.smithi002.stdout:3251: expect (ObjNum 940 snap 305 seq_num 940) 2024-09-14T03:46:32.961 INFO:tasks.rados.rados.0.smithi002.stdout:3253: expect (ObjNum 970 snap 317 seq_num 970) 2024-09-14T03:46:33.034 INFO:tasks.rados.rados.0.smithi002.stdout:3252: finishing write tid 1 to smithi00278215-7 2024-09-14T03:46:33.034 INFO:tasks.rados.rados.0.smithi002.stdout:3252: finishing write tid 2 to smithi00278215-7 2024-09-14T03:46:33.034 INFO:tasks.rados.rados.0.smithi002.stdout:3252: finishing write tid 3 to smithi00278215-7 2024-09-14T03:46:33.034 INFO:tasks.rados.rados.0.smithi002.stdout:3252: oid 7 updating version 0 to 4454 2024-09-14T03:46:33.034 INFO:tasks.rados.rados.0.smithi002.stdout:3252: oid 7 updating version 4454 to 4455 2024-09-14T03:46:33.035 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 4455 (ObjNum 1006 snap 322 seq_num 1006) dirty exists 2024-09-14T03:46:33.035 INFO:tasks.rados.rados.0.smithi002.stdout:3252: left oid 7 (ObjNum 1006 snap 322 seq_num 1006) 2024-09-14T03:46:33.035 INFO:tasks.rados.rados.0.smithi002.stdout:3247: done (7 left) 2024-09-14T03:46:33.035 INFO:tasks.rados.rados.0.smithi002.stdout:3249: done (6 left) 2024-09-14T03:46:33.035 INFO:tasks.rados.rados.0.smithi002.stdout:3250: done (5 left) 2024-09-14T03:46:33.035 INFO:tasks.rados.rados.0.smithi002.stdout:3251: done (4 left) 2024-09-14T03:46:33.035 INFO:tasks.rados.rados.0.smithi002.stdout:3252: done (3 left) 2024-09-14T03:46:33.035 INFO:tasks.rados.rados.0.smithi002.stdout:3253: done (2 left) 2024-09-14T03:46:33.035 INFO:tasks.rados.rados.0.smithi002.stdout:3254: done (1 left) 2024-09-14T03:46:33.035 INFO:tasks.rados.rados.0.smithi002.stdout:3256: done (0 left) 2024-09-14T03:46:33.035 INFO:tasks.rados.rados.0.smithi002.stdout:3257: read oid 43 snap 274 2024-09-14T03:46:33.035 INFO:tasks.rados.rados.0.smithi002.stdout:3257: expect deleted 2024-09-14T03:46:33.035 INFO:tasks.rados.rados.0.smithi002.stdout:3258: rmattr oid 24 current snap is 322 2024-09-14T03:46:33.035 INFO:tasks.rados.rados.0.smithi002.stdout:3258: done (1 left) 2024-09-14T03:46:33.036 INFO:tasks.rados.rados.0.smithi002.stdout:3259: copy_from oid 48 from oid 38 current snap is 322 2024-09-14T03:46:33.036 INFO:tasks.rados.rados.0.smithi002.stdout:3260: read oid 7 snap -1 2024-09-14T03:46:33.036 INFO:tasks.rados.rados.0.smithi002.stdout:3260: expect (ObjNum 1006 snap 322 seq_num 1006) 2024-09-14T03:46:33.036 INFO:tasks.rados.rados.0.smithi002.stdout:3261: copy_from oid 25 from oid 4 current snap is 322 2024-09-14T03:46:33.036 INFO:tasks.rados.rados.0.smithi002.stdout:3262: copy_from oid 29 from oid 41 current snap is 322 2024-09-14T03:46:33.036 INFO:tasks.rados.rados.0.smithi002.stdout:3263: snap_remove snap 317 2024-09-14T03:46:33.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:32 smithi002 ceph-mon[87970]: osdmap e724: 8 total, 8 up, 8 in 2024-09-14T03:46:33.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:32 smithi002 ceph-mon[87970]: osdmap e725: 8 total, 8 up, 8 in 2024-09-14T03:46:33.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:32 smithi002 ceph-mon[89815]: osdmap e724: 8 total, 8 up, 8 in 2024-09-14T03:46:33.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:32 smithi002 ceph-mon[89815]: osdmap e725: 8 total, 8 up, 8 in 2024-09-14T03:46:33.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:32 smithi154 ceph-mon[81546]: osdmap e724: 8 total, 8 up, 8 in 2024-09-14T03:46:33.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:32 smithi154 ceph-mon[81546]: osdmap e725: 8 total, 8 up, 8 in 2024-09-14T03:46:33.851 INFO:tasks.rados.rados.0.smithi002.stdout:3263: done (5 left) 2024-09-14T03:46:33.851 INFO:tasks.rados.rados.0.smithi002.stdout:3264: read oid 9 snap -1 2024-09-14T03:46:33.851 INFO:tasks.rados.rados.0.smithi002.stdout:3264: expect (ObjNum 970 snap 317 seq_num 970) 2024-09-14T03:46:33.851 INFO:tasks.rados.rados.0.smithi002.stdout:3265: copy_from oid 5 from oid 49 current snap is 322 2024-09-14T03:46:33.851 INFO:tasks.rados.rados.0.smithi002.stdout:3260: expect (ObjNum 1006 snap 322 seq_num 1006) 2024-09-14T03:46:33.979 INFO:tasks.rados.rados.0.smithi002.stdout:3262: finishing copy_from racing read to smithi00278215-29 2024-09-14T03:46:33.979 INFO:tasks.rados.rados.0.smithi002.stdout:3262: finishing copy_from to smithi00278215-29 2024-09-14T03:46:33.979 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 3614 (ObjNum 887 snap 295 seq_num 887) dirty exists 2024-09-14T03:46:33.979 INFO:tasks.rados.rados.0.smithi002.stdout:3261: finishing copy_from racing read to smithi00278215-25 2024-09-14T03:46:33.979 INFO:tasks.rados.rados.0.smithi002.stdout:3259: finishing copy_from racing read to smithi00278215-48 2024-09-14T03:46:33.979 INFO:tasks.rados.rados.0.smithi002.stdout:3259: finishing copy_from to smithi00278215-48 2024-09-14T03:46:33.979 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 4305 (ObjNum 2689 snap 0 seq_num 50307696) dirty exists 2024-09-14T03:46:33.980 INFO:tasks.rados.rados.0.smithi002.stdout:3261: finishing copy_from to smithi00278215-25 2024-09-14T03:46:33.980 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 4131 (ObjNum 970 snap 317 seq_num 970) dirty exists 2024-09-14T03:46:33.980 INFO:tasks.rados.rados.0.smithi002.stdout:3264: expect (ObjNum 970 snap 317 seq_num 970) 2024-09-14T03:46:34.047 INFO:tasks.rados.rados.0.smithi002.stdout:3265: finishing copy_from racing read to smithi00278215-5 2024-09-14T03:46:34.047 INFO:tasks.rados.rados.0.smithi002.stdout:3265: finishing copy_from to smithi00278215-5 2024-09-14T03:46:34.047 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 5 v 2721 (ObjNum 1004 snap 322 seq_num 1004) dirty exists 2024-09-14T03:46:34.047 INFO:tasks.rados.rados.0.smithi002.stdout:3257: done (6 left) 2024-09-14T03:46:34.047 INFO:tasks.rados.rados.0.smithi002.stdout:3259: done (5 left) 2024-09-14T03:46:34.047 INFO:tasks.rados.rados.0.smithi002.stdout:3260: done (4 left) 2024-09-14T03:46:34.048 INFO:tasks.rados.rados.0.smithi002.stdout:3261: done (3 left) 2024-09-14T03:46:34.048 INFO:tasks.rados.rados.0.smithi002.stdout:3262: done (2 left) 2024-09-14T03:46:34.048 INFO:tasks.rados.rados.0.smithi002.stdout:3264: done (1 left) 2024-09-14T03:46:34.048 INFO:tasks.rados.rados.0.smithi002.stdout:3265: done (0 left) 2024-09-14T03:46:34.048 INFO:tasks.rados.rados.0.smithi002.stdout:3266: snap_create 2024-09-14T03:46:34.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:33 smithi002 ceph-mon[87970]: pgmap v761: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 307 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.5 MiB/s wr, 8 op/s 2024-09-14T03:46:34.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:33 smithi002 ceph-mon[89815]: pgmap v761: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 307 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.5 MiB/s wr, 8 op/s 2024-09-14T03:46:34.187 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:46:33 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-2[103834]: 2024-09-14T03:46:33.861+0000 7fa5023bf640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 179 after trimming was started 2024-09-14T03:46:34.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:33 smithi154 ceph-mon[81546]: pgmap v761: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 307 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.5 MiB/s wr, 8 op/s 2024-09-14T03:46:34.856 INFO:tasks.rados.rados.0.smithi002.stdout:3266: done (0 left) 2024-09-14T03:46:34.856 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 47 current snap is 323 2024-09-14T03:46:34.856 INFO:tasks.rados.rados.0.smithi002.stdout:3267: seq_num 1008 ranges {1794048=90112} 2024-09-14T03:46:34.866 INFO:tasks.rados.rados.0.smithi002.stdout:3267: writing smithi00278215-47 from 1794048 to 1884160 tid 1 2024-09-14T03:46:34.866 INFO:tasks.rados.rados.0.smithi002.stdout:3268: snap_remove snap 307 2024-09-14T03:46:35.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:34 smithi002 ceph-mon[87970]: osdmap e726: 8 total, 8 up, 8 in 2024-09-14T03:46:35.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:34 smithi002 ceph-mon[89815]: osdmap e726: 8 total, 8 up, 8 in 2024-09-14T03:46:35.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:34 smithi154 ceph-mon[81546]: osdmap e726: 8 total, 8 up, 8 in 2024-09-14T03:46:35.687 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:46:35 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:46:35] "GET /metrics HTTP/1.1" 200 36436 "" "Prometheus/2.51.0" 2024-09-14T03:46:35.859 INFO:tasks.rados.rados.0.smithi002.stdout:3268: done (1 left) 2024-09-14T03:46:35.859 INFO:tasks.rados.rados.0.smithi002.stdout:3269: read oid 5 snap -1 2024-09-14T03:46:35.859 INFO:tasks.rados.rados.0.smithi002.stdout:3269: expect (ObjNum 1004 snap 322 seq_num 1004) 2024-09-14T03:46:35.859 INFO:tasks.rados.rados.0.smithi002.stdout:3270: copy_from oid 26 from oid 30 current snap is 323 2024-09-14T03:46:35.859 INFO:tasks.rados.rados.0.smithi002.stdout:3267: finishing write tid 1 to smithi00278215-47 2024-09-14T03:46:35.860 INFO:tasks.rados.rados.0.smithi002.stdout:3267: finishing write tid 2 to smithi00278215-47 2024-09-14T03:46:35.860 INFO:tasks.rados.rados.0.smithi002.stdout:3267: finishing write tid 3 to smithi00278215-47 2024-09-14T03:46:35.860 INFO:tasks.rados.rados.0.smithi002.stdout:3267: oid 47 updating version 0 to 3587 2024-09-14T03:46:35.860 INFO:tasks.rados.rados.0.smithi002.stdout:3267: oid 47 version 3587 is already newer than 3586 2024-09-14T03:46:35.860 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 3587 (ObjNum 1008 snap 323 seq_num 1008) dirty exists 2024-09-14T03:46:35.860 INFO:tasks.rados.rados.0.smithi002.stdout:3267: left oid 47 (ObjNum 1008 snap 323 seq_num 1008) 2024-09-14T03:46:35.860 INFO:tasks.rados.rados.0.smithi002.stdout:3267: done (2 left) 2024-09-14T03:46:35.860 INFO:tasks.rados.rados.0.smithi002.stdout:3271: delete oid 23 current snap is 323 2024-09-14T03:46:35.872 INFO:tasks.rados.rados.0.smithi002.stdout:3271: done (2 left) 2024-09-14T03:46:35.872 INFO:tasks.rados.rados.0.smithi002.stdout:3272: snap_create 2024-09-14T03:46:35.876 INFO:tasks.rados.rados.0.smithi002.stdout:3269: expect (ObjNum 1004 snap 322 seq_num 1004) 2024-09-14T03:46:35.951 INFO:tasks.rados.rados.0.smithi002.stdout:3270: finishing copy_from racing read to smithi00278215-26 2024-09-14T03:46:35.951 INFO:tasks.rados.rados.0.smithi002.stdout:3270: finishing copy_from to smithi00278215-26 2024-09-14T03:46:35.951 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 4414 (ObjNum 1000 snap 318 seq_num 1000) dirty exists 2024-09-14T03:46:36.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:35 smithi002 ceph-mon[87970]: pgmap v764: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 305 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.5 MiB/s wr, 8 op/s 2024-09-14T03:46:36.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:35 smithi002 ceph-mon[87970]: osdmap e727: 8 total, 8 up, 8 in 2024-09-14T03:46:36.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:35 smithi002 ceph-mon[89815]: pgmap v764: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 305 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.5 MiB/s wr, 8 op/s 2024-09-14T03:46:36.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:35 smithi002 ceph-mon[89815]: osdmap e727: 8 total, 8 up, 8 in 2024-09-14T03:46:36.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:35 smithi154 ceph-mon[81546]: pgmap v764: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 305 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.5 MiB/s wr, 8 op/s 2024-09-14T03:46:36.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:35 smithi154 ceph-mon[81546]: osdmap e727: 8 total, 8 up, 8 in 2024-09-14T03:46:36.873 INFO:tasks.rados.rados.0.smithi002.stdout:3269: done (2 left) 2024-09-14T03:46:36.873 INFO:tasks.rados.rados.0.smithi002.stdout:3270: done (1 left) 2024-09-14T03:46:36.873 INFO:tasks.rados.rados.0.smithi002.stdout:3272: done (0 left) 2024-09-14T03:46:36.873 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 29 current snap is 324 2024-09-14T03:46:36.873 INFO:tasks.rados.rados.0.smithi002.stdout:3273: seq_num 1010 ranges {458752=122880} 2024-09-14T03:46:36.876 INFO:tasks.rados.rados.0.smithi002.stdout:3273: writing smithi00278215-29 from 458752 to 581632 tid 1 2024-09-14T03:46:36.877 INFO:tasks.rados.rados.0.smithi002.stdout:3274: read oid 15 snap -1 2024-09-14T03:46:36.877 INFO:tasks.rados.rados.0.smithi002.stdout:3274: expect (ObjNum 727 snap 236 seq_num 727) 2024-09-14T03:46:36.877 INFO:tasks.rados.rados.0.smithi002.stdout:3275: rollback oid 1 current snap is 324 2024-09-14T03:46:36.877 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 1 to 308 2024-09-14T03:46:36.877 INFO:tasks.rados.rados.0.smithi002.stdout:3276: read oid 33 snap -1 2024-09-14T03:46:36.878 INFO:tasks.rados.rados.0.smithi002.stdout:3276: expect (ObjNum 949 snap 308 seq_num 949) 2024-09-14T03:46:36.878 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 6 current snap is 324 2024-09-14T03:46:36.878 INFO:tasks.rados.rados.0.smithi002.stdout:3277: seq_num 1011 ranges {2605056=139264} 2024-09-14T03:46:36.892 INFO:tasks.rados.rados.0.smithi002.stdout:3277: writing smithi00278215-6 from 2605056 to 2744320 tid 1 2024-09-14T03:46:36.892 INFO:tasks.rados.rados.0.smithi002.stdout:3278: rmattr oid 34 current snap is 324 2024-09-14T03:46:36.892 INFO:tasks.rados.rados.0.smithi002.stdout:3274: expect (ObjNum 727 snap 236 seq_num 727) 2024-09-14T03:46:36.900 INFO:tasks.rados.rados.0.smithi002.stdout:3273: finishing write tid 1 to smithi00278215-29 2024-09-14T03:46:36.900 INFO:tasks.rados.rados.0.smithi002.stdout:3273: finishing write tid 2 to smithi00278215-29 2024-09-14T03:46:36.900 INFO:tasks.rados.rados.0.smithi002.stdout:3275: finishing rollback tid 0 to smithi00278215-1 2024-09-14T03:46:36.900 INFO:tasks.rados.rados.0.smithi002.stdout:3274: done (5 left) 2024-09-14T03:46:36.900 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 4 current snap is 324 2024-09-14T03:46:36.901 INFO:tasks.rados.rados.0.smithi002.stdout:3279: seq_num 1012 ranges {2318336=155648} 2024-09-14T03:46:36.915 INFO:tasks.rados.rados.0.smithi002.stdout:3279: writing smithi00278215-4 from 2318336 to 2473984 tid 1 2024-09-14T03:46:36.915 INFO:tasks.rados.rados.0.smithi002.stdout:3280: setattr oid 28 current snap is 324 2024-09-14T03:46:36.916 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 34 v 2722 (ObjNum 65 snap 0 seq_num 1701667170) dirty exists 2024-09-14T03:46:36.916 INFO:tasks.rados.rados.0.smithi002.stdout:3275: finishing rollback tid 1 to smithi00278215-1 2024-09-14T03:46:36.916 INFO:tasks.rados.rados.0.smithi002.stdout:3275: finishing rollback tid 2 to smithi00278215-1 2024-09-14T03:46:36.916 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 1 v 4498 (ObjNum 898 snap 299 seq_num 898) dirty exists 2024-09-14T03:46:36.916 INFO:tasks.rados.rados.0.smithi002.stdout:3273: finishing write tid 3 to smithi00278215-29 2024-09-14T03:46:36.916 INFO:tasks.rados.rados.0.smithi002.stdout:3273: oid 29 updating version 0 to 4493 2024-09-14T03:46:36.916 INFO:tasks.rados.rados.0.smithi002.stdout:3273: oid 29 updating version 4493 to 4494 2024-09-14T03:46:36.917 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 4494 (ObjNum 1010 snap 324 seq_num 1010) dirty exists 2024-09-14T03:46:36.917 INFO:tasks.rados.rados.0.smithi002.stdout:3273: left oid 29 (ObjNum 1010 snap 324 seq_num 1010) 2024-09-14T03:46:36.917 INFO:tasks.rados.rados.0.smithi002.stdout:3277: finishing write tid 1 to smithi00278215-6 2024-09-14T03:46:36.917 INFO:tasks.rados.rados.0.smithi002.stdout:3277: finishing write tid 2 to smithi00278215-6 2024-09-14T03:46:36.917 INFO:tasks.rados.rados.0.smithi002.stdout:3277: finishing write tid 3 to smithi00278215-6 2024-09-14T03:46:36.917 INFO:tasks.rados.rados.0.smithi002.stdout:3277: oid 6 updating version 0 to 4501 2024-09-14T03:46:36.917 INFO:tasks.rados.rados.0.smithi002.stdout:3277: oid 6 version 4501 is already newer than 4500 2024-09-14T03:46:36.918 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 6 v 4501 (ObjNum 1011 snap 324 seq_num 1011) dirty exists 2024-09-14T03:46:36.918 INFO:tasks.rados.rados.0.smithi002.stdout:3277: left oid 6 (ObjNum 1011 snap 324 seq_num 1011) 2024-09-14T03:46:36.918 INFO:tasks.rados.rados.0.smithi002.stdout:3273: done (6 left) 2024-09-14T03:46:36.918 INFO:tasks.rados.rados.0.smithi002.stdout:3275: done (5 left) 2024-09-14T03:46:36.918 INFO:tasks.rados.rados.0.smithi002.stdout:3277: done (4 left) 2024-09-14T03:46:36.918 INFO:tasks.rados.rados.0.smithi002.stdout:3278: done (3 left) 2024-09-14T03:46:36.918 INFO:tasks.rados.rados.0.smithi002.stdout:3281: snap_remove snap 320 2024-09-14T03:46:37.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:36 smithi002 ceph-mon[87970]: osdmap e728: 8 total, 8 up, 8 in 2024-09-14T03:46:37.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:36 smithi002 ceph-mon[89815]: osdmap e728: 8 total, 8 up, 8 in 2024-09-14T03:46:37.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:36 smithi154 ceph-mon[81546]: osdmap e728: 8 total, 8 up, 8 in 2024-09-14T03:46:37.815 INFO:tasks.rados.rados.0.smithi002.stdout:3281: done (3 left) 2024-09-14T03:46:37.815 INFO:tasks.rados.rados.0.smithi002.stdout:3282: snap_remove snap 322 2024-09-14T03:46:37.815 INFO:tasks.rados.rados.0.smithi002.stdout:3276: expect (ObjNum 949 snap 308 seq_num 949) 2024-09-14T03:46:38.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:37 smithi002 ceph-mon[87970]: pgmap v767: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 302 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.5 MiB/s wr, 7 op/s 2024-09-14T03:46:38.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:37 smithi002 ceph-mon[87970]: osdmap e729: 8 total, 8 up, 8 in 2024-09-14T03:46:38.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:37 smithi002 ceph-mon[87970]: osdmap e730: 8 total, 8 up, 8 in 2024-09-14T03:46:38.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:37 smithi002 ceph-mon[89815]: pgmap v767: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 302 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.5 MiB/s wr, 7 op/s 2024-09-14T03:46:38.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:37 smithi002 ceph-mon[89815]: osdmap e729: 8 total, 8 up, 8 in 2024-09-14T03:46:38.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:37 smithi002 ceph-mon[89815]: osdmap e730: 8 total, 8 up, 8 in 2024-09-14T03:46:38.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:37 smithi154 ceph-mon[81546]: pgmap v767: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 302 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.5 MiB/s wr, 7 op/s 2024-09-14T03:46:38.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:37 smithi154 ceph-mon[81546]: osdmap e729: 8 total, 8 up, 8 in 2024-09-14T03:46:38.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:37 smithi154 ceph-mon[81546]: osdmap e730: 8 total, 8 up, 8 in 2024-09-14T03:46:38.292 INFO:tasks.rados.rados.0.smithi002.stdout:3279: finishing write tid 1 to smithi00278215-4 2024-09-14T03:46:38.292 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 28 v 3588 (ObjNum 33 snap 0 seq_num 854270656) dirty exists 2024-09-14T03:46:38.292 INFO:tasks.rados.rados.0.smithi002.stdout:3279: finishing write tid 2 to smithi00278215-4 2024-09-14T03:46:38.292 INFO:tasks.rados.rados.0.smithi002.stdout:3279: finishing write tid 3 to smithi00278215-4 2024-09-14T03:46:38.292 INFO:tasks.rados.rados.0.smithi002.stdout:3279: oid 4 updating version 0 to 4134 2024-09-14T03:46:38.293 INFO:tasks.rados.rados.0.smithi002.stdout:3279: oid 4 updating version 4134 to 4135 2024-09-14T03:46:38.293 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 4135 (ObjNum 1012 snap 324 seq_num 1012) dirty exists 2024-09-14T03:46:38.293 INFO:tasks.rados.rados.0.smithi002.stdout:3279: left oid 4 (ObjNum 1012 snap 324 seq_num 1012) 2024-09-14T03:46:38.877 INFO:tasks.rados.rados.0.smithi002.stdout:3276: done (3 left) 2024-09-14T03:46:38.877 INFO:tasks.rados.rados.0.smithi002.stdout:3279: done (2 left) 2024-09-14T03:46:38.877 INFO:tasks.rados.rados.0.smithi002.stdout:3280: done (1 left) 2024-09-14T03:46:38.877 INFO:tasks.rados.rados.0.smithi002.stdout:3282: done (0 left) 2024-09-14T03:46:38.878 INFO:tasks.rados.rados.0.smithi002.stdout:3283: copy_from oid 32 from oid 23 current snap is 324 2024-09-14T03:46:38.878 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 38 current snap is 324 2024-09-14T03:46:38.878 INFO:tasks.rados.rados.0.smithi002.stdout:3284: seq_num 1013 ranges {0=172032} 2024-09-14T03:46:38.878 INFO:tasks.rados.rados.0.smithi002.stdout:3284: writing smithi00278215-38 from 0 to 172032 tid 1 2024-09-14T03:46:38.878 INFO:tasks.rados.rados.0.smithi002.stdout:3285: snap_create 2024-09-14T03:46:38.887 INFO:tasks.rados.rados.0.smithi002.stdout:3283: finishing copy_from to smithi00278215-32 2024-09-14T03:46:38.887 INFO:tasks.rados.rados.0.smithi002.stdout:3283: got expected ENOENT (src dne) 2024-09-14T03:46:38.887 INFO:tasks.rados.rados.0.smithi002.stdout:3283: finishing copy_from racing read to smithi00278215-32 2024-09-14T03:46:38.892 INFO:tasks.rados.rados.0.smithi002.stdout:3284: finishing write tid 1 to smithi00278215-38 2024-09-14T03:46:38.893 INFO:tasks.rados.rados.0.smithi002.stdout:3284: finishing write tid 2 to smithi00278215-38 2024-09-14T03:46:38.894 INFO:tasks.rados.rados.0.smithi002.stdout:3284: finishing write tid 3 to smithi00278215-38 2024-09-14T03:46:38.894 INFO:tasks.rados.rados.0.smithi002.stdout:3284: oid 38 updating version 0 to 4512 2024-09-14T03:46:38.894 INFO:tasks.rados.rados.0.smithi002.stdout:3284: oid 38 version 4512 is already newer than 4511 2024-09-14T03:46:38.894 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 4512 (ObjNum 1013 snap 324 seq_num 1013) dirty exists 2024-09-14T03:46:38.895 INFO:tasks.rados.rados.0.smithi002.stdout:3284: left oid 38 (ObjNum 1013 snap 324 seq_num 1013) 2024-09-14T03:46:39.880 INFO:tasks.rados.rados.0.smithi002.stdout:3283: done (2 left) 2024-09-14T03:46:39.880 INFO:tasks.rados.rados.0.smithi002.stdout:3284: done (1 left) 2024-09-14T03:46:39.880 INFO:tasks.rados.rados.0.smithi002.stdout:3285: done (0 left) 2024-09-14T03:46:39.880 INFO:tasks.rados.rados.0.smithi002.stdout:3286: snap_remove snap 321 2024-09-14T03:46:40.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:39 smithi002 ceph-mon[87970]: pgmap v770: 121 pgs: 121 active+clean; 299 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 712 KiB/s wr, 7 op/s 2024-09-14T03:46:40.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:39 smithi002 ceph-mon[87970]: osdmap e731: 8 total, 8 up, 8 in 2024-09-14T03:46:40.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:39 smithi002 ceph-mon[89815]: pgmap v770: 121 pgs: 121 active+clean; 299 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 712 KiB/s wr, 7 op/s 2024-09-14T03:46:40.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:39 smithi002 ceph-mon[89815]: osdmap e731: 8 total, 8 up, 8 in 2024-09-14T03:46:40.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:39 smithi154 ceph-mon[81546]: pgmap v770: 121 pgs: 121 active+clean; 299 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 712 KiB/s wr, 7 op/s 2024-09-14T03:46:40.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:39 smithi154 ceph-mon[81546]: osdmap e731: 8 total, 8 up, 8 in 2024-09-14T03:46:40.883 INFO:tasks.rados.rados.0.smithi002.stdout:3286: done (0 left) 2024-09-14T03:46:40.884 INFO:tasks.rados.rados.0.smithi002.stdout:3287: copy_from oid 16 from oid 21 current snap is 325 2024-09-14T03:46:40.884 INFO:tasks.rados.rados.0.smithi002.stdout:3288: rmattr oid 13 current snap is 325 2024-09-14T03:46:40.884 INFO:tasks.rados.rados.0.smithi002.stdout:3289: delete oid 42 current snap is 325 2024-09-14T03:46:40.895 INFO:tasks.rados.rados.0.smithi002.stdout:3289: done (2 left) 2024-09-14T03:46:40.895 INFO:tasks.rados.rados.0.smithi002.stdout:3290: snap_remove snap 323 2024-09-14T03:46:41.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:40 smithi002 ceph-mon[87970]: osdmap e732: 8 total, 8 up, 8 in 2024-09-14T03:46:41.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:40 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:46:41.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:40 smithi002 ceph-mon[89815]: osdmap e732: 8 total, 8 up, 8 in 2024-09-14T03:46:41.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:40 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:46:41.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:40 smithi154 ceph-mon[81546]: osdmap e732: 8 total, 8 up, 8 in 2024-09-14T03:46:41.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:40 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:46:41.896 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 3751 (ObjNum 999 snap 318 seq_num 999) dirty exists 2024-09-14T03:46:41.897 INFO:tasks.rados.rados.0.smithi002.stdout:3287: finishing copy_from racing read to smithi00278215-16 2024-09-14T03:46:41.897 INFO:tasks.rados.rados.0.smithi002.stdout:3287: finishing copy_from to smithi00278215-16 2024-09-14T03:46:41.897 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 16 v 1874 (ObjNum 941 snap 305 seq_num 941) dirty exists 2024-09-14T03:46:41.897 INFO:tasks.rados.rados.0.smithi002.stdout:3287: done (2 left) 2024-09-14T03:46:41.897 INFO:tasks.rados.rados.0.smithi002.stdout:3288: done (1 left) 2024-09-14T03:46:41.897 INFO:tasks.rados.rados.0.smithi002.stdout:3290: done (0 left) 2024-09-14T03:46:41.897 INFO:tasks.rados.rados.0.smithi002.stdout:3291: rollback oid 38 current snap is 325 2024-09-14T03:46:41.897 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 38 to 324 2024-09-14T03:46:41.897 INFO:tasks.rados.rados.0.smithi002.stdout:3292: setattr oid 47 current snap is 325 2024-09-14T03:46:41.899 INFO:tasks.rados.rados.0.smithi002.stdout:3293: copy_from oid 15 from oid 33 current snap is 325 2024-09-14T03:46:41.900 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 35 current snap is 325 2024-09-14T03:46:41.900 INFO:tasks.rados.rados.0.smithi002.stdout:3294: seq_num 1015 ranges {1253376=204800} 2024-09-14T03:46:41.908 INFO:tasks.rados.rados.0.smithi002.stdout:3294: writing smithi00278215-35 from 1253376 to 1458176 tid 1 2024-09-14T03:46:41.909 INFO:tasks.rados.rados.0.smithi002.stdout:3295: copy_from oid 4 from oid 5 current snap is 325 2024-09-14T03:46:41.909 INFO:tasks.rados.rados.0.smithi002.stdout:3296: delete oid 27 current snap is 325 2024-09-14T03:46:41.914 INFO:tasks.rados.rados.0.smithi002.stdout:3296: done (5 left) 2024-09-14T03:46:41.914 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 26 current snap is 325 2024-09-14T03:46:41.914 INFO:tasks.rados.rados.0.smithi002.stdout:3297: seq_num 1017 ranges {4366336=237568} 2024-09-14T03:46:41.941 INFO:tasks.rados.rados.0.smithi002.stdout:3297: writing smithi00278215-26 from 4366336 to 4603904 tid 1 2024-09-14T03:46:41.941 INFO:tasks.rados.rados.0.smithi002.stdout:3298: read oid 23 snap -1 2024-09-14T03:46:41.942 INFO:tasks.rados.rados.0.smithi002.stdout:3298: expect deleted 2024-09-14T03:46:41.942 INFO:tasks.rados.rados.0.smithi002.stdout:3299: delete oid 9 current snap is 325 2024-09-14T03:46:41.942 INFO:tasks.rados.rados.0.smithi002.stdout:3294: finishing write tid 1 to smithi00278215-35 2024-09-14T03:46:41.942 INFO:tasks.rados.rados.0.smithi002.stdout:3294: finishing write tid 2 to smithi00278215-35 2024-09-14T03:46:41.942 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 3589 (ObjNum 1008 snap 323 seq_num 1008) dirty exists 2024-09-14T03:46:41.942 INFO:tasks.rados.rados.0.smithi002.stdout:3294: finishing write tid 3 to smithi00278215-35 2024-09-14T03:46:41.942 INFO:tasks.rados.rados.0.smithi002.stdout:3294: oid 35 updating version 0 to 4142 2024-09-14T03:46:41.942 INFO:tasks.rados.rados.0.smithi002.stdout:3294: oid 35 updating version 4142 to 4143 2024-09-14T03:46:41.942 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 35 v 4143 (ObjNum 1015 snap 325 seq_num 1015) dirty exists 2024-09-14T03:46:41.942 INFO:tasks.rados.rados.0.smithi002.stdout:3294: left oid 35 (ObjNum 1015 snap 325 seq_num 1015) 2024-09-14T03:46:41.942 INFO:tasks.rados.rados.0.smithi002.stdout:3291: finishing rollback tid 0 to smithi00278215-38 2024-09-14T03:46:41.942 INFO:tasks.rados.rados.0.smithi002.stdout:3291: finishing rollback tid 1 to smithi00278215-38 2024-09-14T03:46:41.942 INFO:tasks.rados.rados.0.smithi002.stdout:3291: finishing rollback tid 2 to smithi00278215-38 2024-09-14T03:46:41.943 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 4532 (ObjNum 1013 snap 324 seq_num 1013) dirty exists 2024-09-14T03:46:41.943 INFO:tasks.rados.rados.0.smithi002.stdout:3295: finishing copy_from racing read to smithi00278215-4 2024-09-14T03:46:41.943 INFO:tasks.rados.rados.0.smithi002.stdout:3295: finishing copy_from to smithi00278215-4 2024-09-14T03:46:41.943 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 2721 (ObjNum 1004 snap 322 seq_num 1004) dirty exists 2024-09-14T03:46:41.943 INFO:tasks.rados.rados.0.smithi002.stdout:3293: finishing copy_from racing read to smithi00278215-15 2024-09-14T03:46:41.946 INFO:tasks.rados.rados.0.smithi002.stdout:3293: finishing copy_from to smithi00278215-15 2024-09-14T03:46:41.946 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 15 v 3553 (ObjNum 949 snap 308 seq_num 949) dirty exists 2024-09-14T03:46:41.946 INFO:tasks.rados.rados.0.smithi002.stdout:3291: done (7 left) 2024-09-14T03:46:41.946 INFO:tasks.rados.rados.0.smithi002.stdout:3292: done (6 left) 2024-09-14T03:46:41.946 INFO:tasks.rados.rados.0.smithi002.stdout:3293: done (5 left) 2024-09-14T03:46:41.946 INFO:tasks.rados.rados.0.smithi002.stdout:3294: done (4 left) 2024-09-14T03:46:41.946 INFO:tasks.rados.rados.0.smithi002.stdout:3295: done (3 left) 2024-09-14T03:46:41.946 INFO:tasks.rados.rados.0.smithi002.stdout:3298: done (2 left) 2024-09-14T03:46:41.947 INFO:tasks.rados.rados.0.smithi002.stdout:3299: done (1 left) 2024-09-14T03:46:41.947 INFO:tasks.rados.rados.0.smithi002.stdout:3300: read oid 17 snap -1 2024-09-14T03:46:41.947 INFO:tasks.rados.rados.0.smithi002.stdout:3300: expect (ObjNum 1003 snap 321 seq_num 1003) 2024-09-14T03:46:41.947 INFO:tasks.rados.rados.0.smithi002.stdout:3301: read oid 42 snap -1 2024-09-14T03:46:41.947 INFO:tasks.rados.rados.0.smithi002.stdout:3301: expect deleted 2024-09-14T03:46:41.947 INFO:tasks.rados.rados.0.smithi002.stdout:3302: rollback oid 15 current snap is 325 2024-09-14T03:46:41.947 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 15 to 314 2024-09-14T03:46:41.947 INFO:tasks.rados.rados.0.smithi002.stdout:3303: rmattr oid 35 current snap is 325 2024-09-14T03:46:41.947 INFO:tasks.rados.rados.0.smithi002.stdout:3304: read oid 24 snap -1 2024-09-14T03:46:41.947 INFO:tasks.rados.rados.0.smithi002.stdout:3304: expect (ObjNum 727 snap 236 seq_num 727) 2024-09-14T03:46:41.947 INFO:tasks.rados.rados.0.smithi002.stdout:3305: read oid 21 snap -1 2024-09-14T03:46:41.947 INFO:tasks.rados.rados.0.smithi002.stdout:3305: expect (ObjNum 941 snap 305 seq_num 941) 2024-09-14T03:46:41.947 INFO:tasks.rados.rados.0.smithi002.stdout:3306: read oid 40 snap -1 2024-09-14T03:46:41.947 INFO:tasks.rados.rados.0.smithi002.stdout:3306: expect (ObjNum 996 snap 317 seq_num 996) 2024-09-14T03:46:41.948 INFO:tasks.rados.rados.0.smithi002.stdout:3307: read oid 46 snap -1 2024-09-14T03:46:41.948 INFO:tasks.rados.rados.0.smithi002.stdout:3307: expect (ObjNum 879 snap 291 seq_num 879) 2024-09-14T03:46:41.948 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 13 current snap is 325 2024-09-14T03:46:41.948 INFO:tasks.rados.rados.0.smithi002.stdout:3308: seq_num 1019 ranges {7798784=270336} 2024-09-14T03:46:41.990 INFO:tasks.rados.rados.0.smithi002.stdout:3308: writing smithi00278215-13 from 7798784 to 8069120 tid 1 2024-09-14T03:46:41.990 INFO:tasks.rados.rados.0.smithi002.stdout:3309: read oid 37 snap -1 2024-09-14T03:46:41.990 INFO:tasks.rados.rados.0.smithi002.stdout:3309: expect (ObjNum 989 snap 317 seq_num 989) 2024-09-14T03:46:41.990 INFO:tasks.rados.rados.0.smithi002.stdout:3310: snap_create 2024-09-14T03:46:41.990 INFO:tasks.rados.rados.0.smithi002.stdout:3297: finishing write tid 1 to smithi00278215-26 2024-09-14T03:46:41.991 INFO:tasks.rados.rados.0.smithi002.stdout:3297: finishing write tid 2 to smithi00278215-26 2024-09-14T03:46:41.991 INFO:tasks.rados.rados.0.smithi002.stdout:3302: finishing rollback tid 0 to smithi00278215-15 2024-09-14T03:46:41.991 INFO:tasks.rados.rados.0.smithi002.stdout:3307: expect (ObjNum 879 snap 291 seq_num 879) 2024-09-14T03:46:42.001 INFO:tasks.rados.rados.0.smithi002.stdout:3297: finishing write tid 3 to smithi00278215-26 2024-09-14T03:46:42.002 INFO:tasks.rados.rados.0.smithi002.stdout:3297: oid 26 updating version 0 to 4416 2024-09-14T03:46:42.002 INFO:tasks.rados.rados.0.smithi002.stdout:3297: oid 26 updating version 4416 to 4417 2024-09-14T03:46:42.002 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 4417 (ObjNum 1017 snap 325 seq_num 1017) dirty exists 2024-09-14T03:46:42.002 INFO:tasks.rados.rados.0.smithi002.stdout:3297: left oid 26 (ObjNum 1017 snap 325 seq_num 1017) 2024-09-14T03:46:42.002 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 35 v 4145 (ObjNum 1015 snap 325 seq_num 1015) dirty exists 2024-09-14T03:46:42.002 INFO:tasks.rados.rados.0.smithi002.stdout:3304: expect (ObjNum 727 snap 236 seq_num 727) 2024-09-14T03:46:42.006 INFO:tasks.rados.rados.0.smithi002.stdout:3302: finishing rollback tid 1 to smithi00278215-15 2024-09-14T03:46:42.007 INFO:tasks.rados.rados.0.smithi002.stdout:3302: finishing rollback tid 2 to smithi00278215-15 2024-09-14T03:46:42.007 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 15 v 3556 (ObjNum 896 snap 298 seq_num 896) dirty exists 2024-09-14T03:46:42.007 INFO:tasks.rados.rados.0.smithi002.stdout:3300: expect (ObjNum 1003 snap 321 seq_num 1003) 2024-09-14T03:46:42.069 INFO:tasks.rados.rados.0.smithi002.stdout:3306: expect (ObjNum 996 snap 317 seq_num 996) 2024-09-14T03:46:42.130 INFO:tasks.rados.rados.0.smithi002.stdout:3305: expect (ObjNum 941 snap 305 seq_num 941) 2024-09-14T03:46:42.186 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:41 smithi002 ceph-mon[89815]: pgmap v773: 121 pgs: 121 active+clean; 305 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 1.5 MiB/s wr, 13 op/s 2024-09-14T03:46:42.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:41 smithi002 ceph-mon[89815]: osdmap e733: 8 total, 8 up, 8 in 2024-09-14T03:46:42.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:41 smithi002 ceph-mon[87970]: pgmap v773: 121 pgs: 121 active+clean; 305 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 1.5 MiB/s wr, 13 op/s 2024-09-14T03:46:42.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:41 smithi002 ceph-mon[87970]: osdmap e733: 8 total, 8 up, 8 in 2024-09-14T03:46:42.218 INFO:tasks.rados.rados.0.smithi002.stdout:3308: finishing write tid 1 to smithi00278215-13 2024-09-14T03:46:42.218 INFO:tasks.rados.rados.0.smithi002.stdout:3308: finishing write tid 2 to smithi00278215-13 2024-09-14T03:46:42.218 INFO:tasks.rados.rados.0.smithi002.stdout:3308: finishing write tid 3 to smithi00278215-13 2024-09-14T03:46:42.218 INFO:tasks.rados.rados.0.smithi002.stdout:3308: oid 13 updating version 0 to 3753 2024-09-14T03:46:42.218 INFO:tasks.rados.rados.0.smithi002.stdout:3308: oid 13 version 3753 is already newer than 3752 2024-09-14T03:46:42.218 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 3753 (ObjNum 1019 snap 325 seq_num 1019) dirty exists 2024-09-14T03:46:42.218 INFO:tasks.rados.rados.0.smithi002.stdout:3308: left oid 13 (ObjNum 1019 snap 325 seq_num 1019) 2024-09-14T03:46:42.218 INFO:tasks.rados.rados.0.smithi002.stdout:3309: expect (ObjNum 989 snap 317 seq_num 989) 2024-09-14T03:46:42.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:41 smithi154 ceph-mon[81546]: pgmap v773: 121 pgs: 121 active+clean; 305 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 1.5 MiB/s wr, 13 op/s 2024-09-14T03:46:42.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:41 smithi154 ceph-mon[81546]: osdmap e733: 8 total, 8 up, 8 in 2024-09-14T03:46:42.817 INFO:tasks.rados.rados.0.smithi002.stdout:3297: done (11 left) 2024-09-14T03:46:42.817 INFO:tasks.rados.rados.0.smithi002.stdout:3300: done (10 left) 2024-09-14T03:46:42.817 INFO:tasks.rados.rados.0.smithi002.stdout:3301: done (9 left) 2024-09-14T03:46:42.817 INFO:tasks.rados.rados.0.smithi002.stdout:3302: done (8 left) 2024-09-14T03:46:42.817 INFO:tasks.rados.rados.0.smithi002.stdout:3303: done (7 left) 2024-09-14T03:46:42.817 INFO:tasks.rados.rados.0.smithi002.stdout:3304: done (6 left) 2024-09-14T03:46:42.817 INFO:tasks.rados.rados.0.smithi002.stdout:3305: done (5 left) 2024-09-14T03:46:42.818 INFO:tasks.rados.rados.0.smithi002.stdout:3306: done (4 left) 2024-09-14T03:46:42.818 INFO:tasks.rados.rados.0.smithi002.stdout:3307: done (3 left) 2024-09-14T03:46:42.818 INFO:tasks.rados.rados.0.smithi002.stdout:3308: done (2 left) 2024-09-14T03:46:42.818 INFO:tasks.rados.rados.0.smithi002.stdout:3309: done (1 left) 2024-09-14T03:46:42.818 INFO:tasks.rados.rados.0.smithi002.stdout:3310: done (0 left) 2024-09-14T03:46:42.818 INFO:tasks.rados.rados.0.smithi002.stdout:3311: delete oid 25 current snap is 326 2024-09-14T03:46:42.822 INFO:tasks.rados.rados.0.smithi002.stdout:3311: done (0 left) 2024-09-14T03:46:42.822 INFO:tasks.rados.rados.0.smithi002.stdout:3312: read oid 49 snap -1 2024-09-14T03:46:42.822 INFO:tasks.rados.rados.0.smithi002.stdout:3312: expect (ObjNum 1004 snap 322 seq_num 1004) 2024-09-14T03:46:42.822 INFO:tasks.rados.rados.0.smithi002.stdout:3313: delete oid 29 current snap is 326 2024-09-14T03:46:42.829 INFO:tasks.rados.rados.0.smithi002.stdout:3312: expect (ObjNum 1004 snap 322 seq_num 1004) 2024-09-14T03:46:42.897 INFO:tasks.rados.rados.0.smithi002.stdout:3312: done (1 left) 2024-09-14T03:46:42.897 INFO:tasks.rados.rados.0.smithi002.stdout:3313: done (0 left) 2024-09-14T03:46:42.897 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 50 current snap is 326 2024-09-14T03:46:42.897 INFO:tasks.rados.rados.0.smithi002.stdout:3314: seq_num 1022 ranges {3260416=319488} 2024-09-14T03:46:42.918 INFO:tasks.rados.rados.0.smithi002.stdout:3314: writing smithi00278215-50 from 3260416 to 3579904 tid 1 2024-09-14T03:46:42.918 INFO:tasks.rados.rados.0.smithi002.stdout:3315: copy_from oid 37 from oid 31 current snap is 326 2024-09-14T03:46:42.918 INFO:tasks.rados.rados.0.smithi002.stdout:3316: read oid 33 snap 314 2024-09-14T03:46:42.918 INFO:tasks.rados.rados.0.smithi002.stdout:3316: expect (ObjNum 949 snap 308 seq_num 949) 2024-09-14T03:46:42.918 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 17 current snap is 326 2024-09-14T03:46:42.918 INFO:tasks.rados.rados.0.smithi002.stdout:3317: seq_num 1023 ranges {2408448=335872} 2024-09-14T03:46:42.934 INFO:tasks.rados.rados.0.smithi002.stdout:3317: writing smithi00278215-17 from 2408448 to 2744320 tid 1 2024-09-14T03:46:42.934 INFO:tasks.rados.rados.0.smithi002.stdout:3318: snap_remove snap 274 2024-09-14T03:46:43.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:42 smithi002 ceph-mon[87970]: osdmap e734: 8 total, 8 up, 8 in 2024-09-14T03:46:43.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:42 smithi002 ceph-mon[87970]: osdmap e735: 8 total, 8 up, 8 in 2024-09-14T03:46:43.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:42 smithi002 ceph-mon[89815]: osdmap e734: 8 total, 8 up, 8 in 2024-09-14T03:46:43.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:42 smithi002 ceph-mon[89815]: osdmap e735: 8 total, 8 up, 8 in 2024-09-14T03:46:43.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:42 smithi154 ceph-mon[81546]: osdmap e734: 8 total, 8 up, 8 in 2024-09-14T03:46:43.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:42 smithi154 ceph-mon[81546]: osdmap e735: 8 total, 8 up, 8 in 2024-09-14T03:46:43.912 INFO:tasks.rados.rados.0.smithi002.stdout:3314: finishing write tid 1 to smithi00278215-50 2024-09-14T03:46:43.912 INFO:tasks.rados.rados.0.smithi002.stdout:3314: finishing write tid 2 to smithi00278215-50 2024-09-14T03:46:43.912 INFO:tasks.rados.rados.0.smithi002.stdout:3314: finishing write tid 3 to smithi00278215-50 2024-09-14T03:46:43.912 INFO:tasks.rados.rados.0.smithi002.stdout:3314: oid 50 updating version 0 to 4544 2024-09-14T03:46:43.912 INFO:tasks.rados.rados.0.smithi002.stdout:3314: oid 50 updating version 4544 to 4545 2024-09-14T03:46:43.912 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 4545 (ObjNum 1022 snap 326 seq_num 1022) dirty exists 2024-09-14T03:46:43.912 INFO:tasks.rados.rados.0.smithi002.stdout:3314: left oid 50 (ObjNum 1022 snap 326 seq_num 1022) 2024-09-14T03:46:43.912 INFO:tasks.rados.rados.0.smithi002.stdout:3315: finishing copy_from racing read to smithi00278215-37 2024-09-14T03:46:43.912 INFO:tasks.rados.rados.0.smithi002.stdout:3315: finishing copy_from to smithi00278215-37 2024-09-14T03:46:43.913 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 37 v 3541 (ObjNum 940 snap 305 seq_num 940) dirty exists 2024-09-14T03:46:43.913 INFO:tasks.rados.rados.0.smithi002.stdout:3316: expect (ObjNum 949 snap 308 seq_num 949) 2024-09-14T03:46:44.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:43 smithi002 ceph-mon[87970]: pgmap v776: 121 pgs: 121 active+clean; 305 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.6 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-09-14T03:46:44.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:43 smithi002 ceph-mon[89815]: pgmap v776: 121 pgs: 121 active+clean; 305 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.6 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-09-14T03:46:44.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:43 smithi154 ceph-mon[81546]: pgmap v776: 121 pgs: 121 active+clean; 305 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.6 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-09-14T03:46:44.395 INFO:tasks.rados.rados.0.smithi002.stdout:3317: finishing write tid 1 to smithi00278215-17 2024-09-14T03:46:44.395 INFO:tasks.rados.rados.0.smithi002.stdout:3317: finishing write tid 2 to smithi00278215-17 2024-09-14T03:46:44.395 INFO:tasks.rados.rados.0.smithi002.stdout:3317: finishing write tid 3 to smithi00278215-17 2024-09-14T03:46:44.395 INFO:tasks.rados.rados.0.smithi002.stdout:3317: oid 17 updating version 0 to 3591 2024-09-14T03:46:44.395 INFO:tasks.rados.rados.0.smithi002.stdout:3317: oid 17 version 3591 is already newer than 3590 2024-09-14T03:46:44.395 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 17 v 3591 (ObjNum 1023 snap 326 seq_num 1023) dirty exists 2024-09-14T03:46:44.395 INFO:tasks.rados.rados.0.smithi002.stdout:3317: left oid 17 (ObjNum 1023 snap 326 seq_num 1023) 2024-09-14T03:46:44.395 INFO:tasks.rados.rados.0.smithi002.stdout:3314: done (4 left) 2024-09-14T03:46:44.395 INFO:tasks.rados.rados.0.smithi002.stdout:3315: done (3 left) 2024-09-14T03:46:44.395 INFO:tasks.rados.rados.0.smithi002.stdout:3316: done (2 left) 2024-09-14T03:46:44.396 INFO:tasks.rados.rados.0.smithi002.stdout:3317: done (1 left) 2024-09-14T03:46:44.396 INFO:tasks.rados.rados.0.smithi002.stdout:3318: done (0 left) 2024-09-14T03:46:44.396 INFO:tasks.rados.rados.0.smithi002.stdout:3319: snap_create 2024-09-14T03:46:44.727 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:46:44 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=infra.usagestats t=2024-09-14T03:46:44.371777004Z level=info msg="Usage stats are ready to report" 2024-09-14T03:46:44.915 INFO:tasks.rados.rados.0.smithi002.stdout:3319: done (0 left) 2024-09-14T03:46:44.915 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 34 current snap is 327 2024-09-14T03:46:44.915 INFO:tasks.rados.rados.0.smithi002.stdout:3320: seq_num 1024 ranges {0=352256} 2024-09-14T03:46:44.917 INFO:tasks.rados.rados.0.smithi002.stdout:3320: writing smithi00278215-34 from 0 to 352256 tid 1 2024-09-14T03:46:44.917 INFO:tasks.rados.rados.0.smithi002.stdout:3321: setattr oid 41 current snap is 327 2024-09-14T03:46:44.918 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 40 current snap is 327 2024-09-14T03:46:44.918 INFO:tasks.rados.rados.0.smithi002.stdout:3322: seq_num 1025 ranges {2293760=368640} 2024-09-14T03:46:44.933 INFO:tasks.rados.rados.0.smithi002.stdout:3322: writing smithi00278215-40 from 2293760 to 2662400 tid 1 2024-09-14T03:46:44.934 INFO:tasks.rados.rados.0.smithi002.stdout:3323: read oid 47 snap 319 2024-09-14T03:46:44.934 INFO:tasks.rados.rados.0.smithi002.stdout:3323: expect (ObjNum 957 snap 310 seq_num 957) 2024-09-14T03:46:44.934 INFO:tasks.rados.rados.0.smithi002.stdout:3324: read oid 12 snap -1 2024-09-14T03:46:44.934 INFO:tasks.rados.rados.0.smithi002.stdout:3324: expect (ObjNum 951 snap 308 seq_num 951) 2024-09-14T03:46:44.934 INFO:tasks.rados.rados.0.smithi002.stdout:3325: snap_remove snap 314 2024-09-14T03:46:45.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:44 smithi002 ceph-mon[87970]: osdmap e736: 8 total, 8 up, 8 in 2024-09-14T03:46:45.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:44 smithi002 ceph-mon[89815]: osdmap e736: 8 total, 8 up, 8 in 2024-09-14T03:46:45.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:44 smithi154 ceph-mon[81546]: osdmap e736: 8 total, 8 up, 8 in 2024-09-14T03:46:45.687 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:46:45 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:46:45] "GET /metrics HTTP/1.1" 200 36432 "" "Prometheus/2.51.0" 2024-09-14T03:46:45.920 INFO:tasks.rados.rados.0.smithi002.stdout:3325: done (5 left) 2024-09-14T03:46:45.921 INFO:tasks.rados.rados.0.smithi002.stdout:3326: delete oid 42 current snap is 327 2024-09-14T03:46:45.921 INFO:tasks.rados.rados.0.smithi002.stdout:3320: finishing write tid 1 to smithi00278215-34 2024-09-14T03:46:45.921 INFO:tasks.rados.rados.0.smithi002.stdout:3320: finishing write tid 2 to smithi00278215-34 2024-09-14T03:46:45.921 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 41 v 4561 (ObjNum 887 snap 295 seq_num 887) dirty exists 2024-09-14T03:46:45.921 INFO:tasks.rados.rados.0.smithi002.stdout:3320: finishing write tid 3 to smithi00278215-34 2024-09-14T03:46:45.921 INFO:tasks.rados.rados.0.smithi002.stdout:3320: oid 34 updating version 0 to 2723 2024-09-14T03:46:45.921 INFO:tasks.rados.rados.0.smithi002.stdout:3320: oid 34 updating version 2723 to 2724 2024-09-14T03:46:45.921 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 34 v 2724 (ObjNum 1024 snap 327 seq_num 1024) dirty exists 2024-09-14T03:46:45.921 INFO:tasks.rados.rados.0.smithi002.stdout:3320: left oid 34 (ObjNum 1024 snap 327 seq_num 1024) 2024-09-14T03:46:45.921 INFO:tasks.rados.rados.0.smithi002.stdout:3322: finishing write tid 1 to smithi00278215-40 2024-09-14T03:46:45.921 INFO:tasks.rados.rados.0.smithi002.stdout:3322: finishing write tid 2 to smithi00278215-40 2024-09-14T03:46:45.922 INFO:tasks.rados.rados.0.smithi002.stdout:3322: finishing write tid 3 to smithi00278215-40 2024-09-14T03:46:45.922 INFO:tasks.rados.rados.0.smithi002.stdout:3322: oid 40 updating version 0 to 3755 2024-09-14T03:46:45.922 INFO:tasks.rados.rados.0.smithi002.stdout:3322: oid 40 version 3755 is already newer than 3754 2024-09-14T03:46:45.922 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 3755 (ObjNum 1025 snap 327 seq_num 1025) dirty exists 2024-09-14T03:46:45.922 INFO:tasks.rados.rados.0.smithi002.stdout:3322: left oid 40 (ObjNum 1025 snap 327 seq_num 1025) 2024-09-14T03:46:45.922 INFO:tasks.rados.rados.0.smithi002.stdout:3323: expect (ObjNum 957 snap 310 seq_num 957) 2024-09-14T03:46:45.983 INFO:tasks.rados.rados.0.smithi002.stdout:3324: expect (ObjNum 951 snap 308 seq_num 951) 2024-09-14T03:46:46.023 INFO:tasks.rados.rados.0.smithi002.stdout:3320: done (5 left) 2024-09-14T03:46:46.024 INFO:tasks.rados.rados.0.smithi002.stdout:3321: done (4 left) 2024-09-14T03:46:46.024 INFO:tasks.rados.rados.0.smithi002.stdout:3322: done (3 left) 2024-09-14T03:46:46.024 INFO:tasks.rados.rados.0.smithi002.stdout:3323: done (2 left) 2024-09-14T03:46:46.024 INFO:tasks.rados.rados.0.smithi002.stdout:3324: done (1 left) 2024-09-14T03:46:46.024 INFO:tasks.rados.rados.0.smithi002.stdout:3326: done (0 left) 2024-09-14T03:46:46.024 INFO:tasks.rados.rados.0.smithi002.stdout:3327: snap_remove snap 326 2024-09-14T03:46:46.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:45 smithi002 ceph-mon[87970]: pgmap v779: 121 pgs: 121 active+clean; 304 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.7 MiB/s wr, 14 op/s 2024-09-14T03:46:46.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:45 smithi002 ceph-mon[87970]: osdmap e737: 8 total, 8 up, 8 in 2024-09-14T03:46:46.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:45 smithi002 ceph-mon[89815]: pgmap v779: 121 pgs: 121 active+clean; 304 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.7 MiB/s wr, 14 op/s 2024-09-14T03:46:46.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:45 smithi002 ceph-mon[89815]: osdmap e737: 8 total, 8 up, 8 in 2024-09-14T03:46:46.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:45 smithi154 ceph-mon[81546]: pgmap v779: 121 pgs: 121 active+clean; 304 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.7 MiB/s wr, 14 op/s 2024-09-14T03:46:46.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:45 smithi154 ceph-mon[81546]: osdmap e737: 8 total, 8 up, 8 in 2024-09-14T03:46:46.928 INFO:tasks.rados.rados.0.smithi002.stdout:3327: done (0 left) 2024-09-14T03:46:46.928 INFO:tasks.rados.rados.0.smithi002.stdout:3328: copy_from oid 33 from oid 15 current snap is 327 2024-09-14T03:46:46.928 INFO:tasks.rados.rados.0.smithi002.stdout:3329: copy_from oid 16 from oid 12 current snap is 327 2024-09-14T03:46:46.928 INFO:tasks.rados.rados.0.smithi002.stdout:3330: rmattr oid 8 current snap is 327 2024-09-14T03:46:46.928 INFO:tasks.rados.rados.0.smithi002.stdout:3330: done (2 left) 2024-09-14T03:46:46.928 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 4 current snap is 327 2024-09-14T03:46:46.928 INFO:tasks.rados.rados.0.smithi002.stdout:3331: seq_num 1027 ranges {1556480=409600} 2024-09-14T03:46:46.940 INFO:tasks.rados.rados.0.smithi002.stdout:3331: writing smithi00278215-4 from 1556480 to 1966080 tid 1 2024-09-14T03:46:46.940 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 36 current snap is 327 2024-09-14T03:46:46.940 INFO:tasks.rados.rados.0.smithi002.stdout:3328: finishing copy_from racing read to smithi00278215-33 2024-09-14T03:46:46.941 INFO:tasks.rados.rados.0.smithi002.stdout:3332: seq_num 1028 ranges {1605632=425984} 2024-09-14T03:46:46.953 INFO:tasks.rados.rados.0.smithi002.stdout:3332: writing smithi00278215-36 from 1605632 to 2031616 tid 1 2024-09-14T03:46:46.953 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 6 current snap is 327 2024-09-14T03:46:46.953 INFO:tasks.rados.rados.0.smithi002.stdout:3329: finishing copy_from racing read to smithi00278215-16 2024-09-14T03:46:46.953 INFO:tasks.rados.rados.0.smithi002.stdout:3329: finishing copy_from to smithi00278215-16 2024-09-14T03:46:46.953 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 16 v 2718 (ObjNum 951 snap 308 seq_num 951) dirty exists 2024-09-14T03:46:46.953 INFO:tasks.rados.rados.0.smithi002.stdout:3328: finishing copy_from to smithi00278215-33 2024-09-14T03:46:46.953 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 33 v 3556 (ObjNum 896 snap 298 seq_num 896) dirty exists 2024-09-14T03:46:46.953 INFO:tasks.rados.rados.0.smithi002.stdout:3331: finishing write tid 1 to smithi00278215-4 2024-09-14T03:46:46.953 INFO:tasks.rados.rados.0.smithi002.stdout:3333: seq_num 1029 ranges {2744320=442368} 2024-09-14T03:46:46.970 INFO:tasks.rados.rados.0.smithi002.stdout:3333: writing smithi00278215-6 from 2744320 to 3186688 tid 1 2024-09-14T03:46:46.970 INFO:tasks.rados.rados.0.smithi002.stdout:3328: done (4 left) 2024-09-14T03:46:46.970 INFO:tasks.rados.rados.0.smithi002.stdout:3329: done (3 left) 2024-09-14T03:46:46.971 INFO:tasks.rados.rados.0.smithi002.stdout:3334: snap_create 2024-09-14T03:46:46.971 INFO:tasks.rados.rados.0.smithi002.stdout:3331: finishing write tid 2 to smithi00278215-4 2024-09-14T03:46:46.971 INFO:tasks.rados.rados.0.smithi002.stdout:3331: finishing write tid 3 to smithi00278215-4 2024-09-14T03:46:46.971 INFO:tasks.rados.rados.0.smithi002.stdout:3331: oid 4 updating version 0 to 4138 2024-09-14T03:46:46.971 INFO:tasks.rados.rados.0.smithi002.stdout:3331: oid 4 version 4138 is already newer than 4137 2024-09-14T03:46:46.971 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 4138 (ObjNum 1027 snap 327 seq_num 1027) dirty exists 2024-09-14T03:46:46.971 INFO:tasks.rados.rados.0.smithi002.stdout:3331: left oid 4 (ObjNum 1027 snap 327 seq_num 1027) 2024-09-14T03:46:46.971 INFO:tasks.rados.rados.0.smithi002.stdout:3332: finishing write tid 1 to smithi00278215-36 2024-09-14T03:46:46.971 INFO:tasks.rados.rados.0.smithi002.stdout:3332: finishing write tid 2 to smithi00278215-36 2024-09-14T03:46:46.971 INFO:tasks.rados.rados.0.smithi002.stdout:3332: finishing write tid 3 to smithi00278215-36 2024-09-14T03:46:46.971 INFO:tasks.rados.rados.0.smithi002.stdout:3332: oid 36 updating version 0 to 3757 2024-09-14T03:46:46.971 INFO:tasks.rados.rados.0.smithi002.stdout:3332: oid 36 version 3757 is already newer than 3756 2024-09-14T03:46:46.971 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 36 v 3757 (ObjNum 1028 snap 327 seq_num 1028) dirty exists 2024-09-14T03:46:46.971 INFO:tasks.rados.rados.0.smithi002.stdout:3332: left oid 36 (ObjNum 1028 snap 327 seq_num 1028) 2024-09-14T03:46:46.976 INFO:tasks.rados.rados.0.smithi002.stdout:3333: finishing write tid 1 to smithi00278215-6 2024-09-14T03:46:46.976 INFO:tasks.rados.rados.0.smithi002.stdout:3333: finishing write tid 2 to smithi00278215-6 2024-09-14T03:46:46.978 INFO:tasks.rados.rados.0.smithi002.stdout:3333: finishing write tid 3 to smithi00278215-6 2024-09-14T03:46:46.979 INFO:tasks.rados.rados.0.smithi002.stdout:3333: oid 6 updating version 0 to 4580 2024-09-14T03:46:46.979 INFO:tasks.rados.rados.0.smithi002.stdout:3333: oid 6 version 4580 is already newer than 4579 2024-09-14T03:46:46.979 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 6 v 4580 (ObjNum 1029 snap 327 seq_num 1029) dirty exists 2024-09-14T03:46:46.979 INFO:tasks.rados.rados.0.smithi002.stdout:3333: left oid 6 (ObjNum 1029 snap 327 seq_num 1029) 2024-09-14T03:46:47.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:46 smithi002 ceph-mon[87970]: osdmap e738: 8 total, 8 up, 8 in 2024-09-14T03:46:47.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:46 smithi002 ceph-mon[89815]: osdmap e738: 8 total, 8 up, 8 in 2024-09-14T03:46:47.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:46 smithi154 ceph-mon[81546]: osdmap e738: 8 total, 8 up, 8 in 2024-09-14T03:46:47.820 INFO:tasks.rados.rados.0.smithi002.stdout:3331: done (3 left) 2024-09-14T03:46:47.820 INFO:tasks.rados.rados.0.smithi002.stdout:3332: done (2 left) 2024-09-14T03:46:47.820 INFO:tasks.rados.rados.0.smithi002.stdout:3333: done (1 left) 2024-09-14T03:46:47.820 INFO:tasks.rados.rados.0.smithi002.stdout:3334: done (0 left) 2024-09-14T03:46:47.820 INFO:tasks.rados.rados.0.smithi002.stdout:3335: rmattr oid 44 current snap is 328 2024-09-14T03:46:47.820 INFO:tasks.rados.rados.0.smithi002.stdout:3335: done (0 left) 2024-09-14T03:46:47.820 INFO:tasks.rados.rados.0.smithi002.stdout:3336: rmattr oid 50 current snap is 328 2024-09-14T03:46:47.820 INFO:tasks.rados.rados.0.smithi002.stdout:3337: read oid 37 snap -1 2024-09-14T03:46:47.820 INFO:tasks.rados.rados.0.smithi002.stdout:3337: expect (ObjNum 940 snap 305 seq_num 940) 2024-09-14T03:46:47.820 INFO:tasks.rados.rados.0.smithi002.stdout:3338: copy_from oid 18 from oid 43 current snap is 328 2024-09-14T03:46:47.821 INFO:tasks.rados.rados.0.smithi002.stdout:3339: copy_from oid 35 from oid 11 current snap is 328 2024-09-14T03:46:47.821 INFO:tasks.rados.rados.0.smithi002.stdout:3340: read oid 40 snap -1 2024-09-14T03:46:47.821 INFO:tasks.rados.rados.0.smithi002.stdout:3340: expect (ObjNum 1025 snap 327 seq_num 1025) 2024-09-14T03:46:47.821 INFO:tasks.rados.rados.0.smithi002.stdout:3341: read oid 48 snap -1 2024-09-14T03:46:47.821 INFO:tasks.rados.rados.0.smithi002.stdout:3341: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:46:47.821 INFO:tasks.rados.rados.0.smithi002.stdout:3342: snap_remove snap 319 2024-09-14T03:46:48.186 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:47 smithi002 ceph-mon[89815]: pgmap v782: 121 pgs: 121 active+clean; 296 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.6 MiB/s wr, 19 op/s 2024-09-14T03:46:48.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:47 smithi002 ceph-mon[89815]: osdmap e739: 8 total, 8 up, 8 in 2024-09-14T03:46:48.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:47 smithi002 ceph-mon[89815]: osdmap e740: 8 total, 8 up, 8 in 2024-09-14T03:46:48.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:47 smithi002 ceph-mon[87970]: pgmap v782: 121 pgs: 121 active+clean; 296 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.6 MiB/s wr, 19 op/s 2024-09-14T03:46:48.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:47 smithi002 ceph-mon[87970]: osdmap e739: 8 total, 8 up, 8 in 2024-09-14T03:46:48.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:47 smithi002 ceph-mon[87970]: osdmap e740: 8 total, 8 up, 8 in 2024-09-14T03:46:48.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:47 smithi154 ceph-mon[81546]: pgmap v782: 121 pgs: 121 active+clean; 296 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.6 MiB/s wr, 19 op/s 2024-09-14T03:46:48.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:47 smithi154 ceph-mon[81546]: osdmap e739: 8 total, 8 up, 8 in 2024-09-14T03:46:48.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:47 smithi154 ceph-mon[81546]: osdmap e740: 8 total, 8 up, 8 in 2024-09-14T03:46:48.822 INFO:tasks.rados.rados.0.smithi002.stdout:3342: done (6 left) 2024-09-14T03:46:48.822 INFO:tasks.rados.rados.0.smithi002.stdout:3343: rollback oid 44 current snap is 328 2024-09-14T03:46:48.822 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 44 to 327 2024-09-14T03:46:48.822 INFO:tasks.rados.rados.0.smithi002.stdout:3341: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:46:48.826 INFO:tasks.rados.rados.0.smithi002.stdout:3338: finishing copy_from racing read to smithi00278215-18 2024-09-14T03:46:48.826 INFO:tasks.rados.rados.0.smithi002.stdout:3341: done (6 left) 2024-09-14T03:46:48.827 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 7 current snap is 328 2024-09-14T03:46:48.827 INFO:tasks.rados.rados.0.smithi002.stdout:3344: seq_num 1030 ranges {1998848=458752} 2024-09-14T03:46:48.841 INFO:tasks.rados.rados.0.smithi002.stdout:3344: writing smithi00278215-7 from 1998848 to 2457600 tid 1 2024-09-14T03:46:48.842 INFO:tasks.rados.rados.0.smithi002.stdout:3345: rmattr oid 19 current snap is 328 2024-09-14T03:46:48.842 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 4582 (ObjNum 1022 snap 326 seq_num 1022) dirty exists 2024-09-14T03:46:48.842 INFO:tasks.rados.rados.0.smithi002.stdout:3336: done (7 left) 2024-09-14T03:46:48.842 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 8 current snap is 328 2024-09-14T03:46:48.842 INFO:tasks.rados.rados.0.smithi002.stdout:3340: expect (ObjNum 1025 snap 327 seq_num 1025) 2024-09-14T03:46:48.956 INFO:tasks.rados.rados.0.smithi002.stdout:3338: finishing copy_from to smithi00278215-18 2024-09-14T03:46:48.956 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 3585 (ObjNum 65 snap 0 seq_num 836301648) dirty exists 2024-09-14T03:46:48.956 INFO:tasks.rados.rados.0.smithi002.stdout:3337: expect (ObjNum 940 snap 305 seq_num 940) 2024-09-14T03:46:49.090 INFO:tasks.rados.rados.0.smithi002.stdout:3339: finishing copy_from racing read to smithi00278215-35 2024-09-14T03:46:49.090 INFO:tasks.rados.rados.0.smithi002.stdout:3339: finishing copy_from to smithi00278215-35 2024-09-14T03:46:49.090 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 35 v 3541 (ObjNum 940 snap 305 seq_num 940) dirty exists 2024-09-14T03:46:49.090 INFO:tasks.rados.rados.0.smithi002.stdout:3343: finishing rollback tid 1 to smithi00278215-44 2024-09-14T03:46:49.090 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 0 (ObjNum 65 snap 0 seq_num 836301648) dirty dne 2024-09-14T03:46:49.090 INFO:tasks.rados.rados.0.smithi002.stdout:3346: seq_num 1031 ranges {0=475136} 2024-09-14T03:46:49.093 INFO:tasks.rados.rados.0.smithi002.stdout:3346: writing smithi00278215-8 from 0 to 475136 tid 1 2024-09-14T03:46:49.093 INFO:tasks.rados.rados.0.smithi002.stdout:3337: done (7 left) 2024-09-14T03:46:49.094 INFO:tasks.rados.rados.0.smithi002.stdout:3338: done (6 left) 2024-09-14T03:46:49.094 INFO:tasks.rados.rados.0.smithi002.stdout:3339: done (5 left) 2024-09-14T03:46:49.094 INFO:tasks.rados.rados.0.smithi002.stdout:3340: done (4 left) 2024-09-14T03:46:49.094 INFO:tasks.rados.rados.0.smithi002.stdout:3343: done (3 left) 2024-09-14T03:46:49.094 INFO:tasks.rados.rados.0.smithi002.stdout:3347: rmattr oid 37 current snap is 328 2024-09-14T03:46:49.094 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 19 v 4146 (ObjNum 1005 snap 322 seq_num 1005) dirty exists 2024-09-14T03:46:49.094 INFO:tasks.rados.rados.0.smithi002.stdout:3345: done (3 left) 2024-09-14T03:46:49.094 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 24 current snap is 328 2024-09-14T03:46:49.094 INFO:tasks.rados.rados.0.smithi002.stdout:3344: finishing write tid 1 to smithi00278215-7 2024-09-14T03:46:49.094 INFO:tasks.rados.rados.0.smithi002.stdout:3344: finishing write tid 2 to smithi00278215-7 2024-09-14T03:46:49.094 INFO:tasks.rados.rados.0.smithi002.stdout:3344: finishing write tid 3 to smithi00278215-7 2024-09-14T03:46:49.094 INFO:tasks.rados.rados.0.smithi002.stdout:3344: oid 7 updating version 0 to 4592 2024-09-14T03:46:49.094 INFO:tasks.rados.rados.0.smithi002.stdout:3344: oid 7 updating version 4592 to 4593 2024-09-14T03:46:49.094 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 4593 (ObjNum 1030 snap 328 seq_num 1030) dirty exists 2024-09-14T03:46:49.094 INFO:tasks.rados.rados.0.smithi002.stdout:3344: left oid 7 (ObjNum 1030 snap 328 seq_num 1030) 2024-09-14T03:46:49.095 INFO:tasks.rados.rados.0.smithi002.stdout:3348: seq_num 1032 ranges {180224=491520} 2024-09-14T03:46:49.097 INFO:tasks.rados.rados.0.smithi002.stdout:3348: writing smithi00278215-24 from 180224 to 671744 tid 1 2024-09-14T03:46:49.097 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 37 v 4147 (ObjNum 940 snap 305 seq_num 940) dirty exists 2024-09-14T03:46:49.097 INFO:tasks.rados.rados.0.smithi002.stdout:3344: done (3 left) 2024-09-14T03:46:49.097 INFO:tasks.rados.rados.0.smithi002.stdout:3347: done (2 left) 2024-09-14T03:46:49.097 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 22 current snap is 328 2024-09-14T03:46:49.097 INFO:tasks.rados.rados.0.smithi002.stdout:3349: seq_num 1033 ranges {0=507904} 2024-09-14T03:46:49.100 INFO:tasks.rados.rados.0.smithi002.stdout:3349: writing smithi00278215-22 from 0 to 507904 tid 1 2024-09-14T03:46:49.100 INFO:tasks.rados.rados.0.smithi002.stdout:3350: delete oid 13 current snap is 328 2024-09-14T03:46:49.100 INFO:tasks.rados.rados.0.smithi002.stdout:3346: finishing write tid 1 to smithi00278215-8 2024-09-14T03:46:49.100 INFO:tasks.rados.rados.0.smithi002.stdout:3346: finishing write tid 2 to smithi00278215-8 2024-09-14T03:46:49.100 INFO:tasks.rados.rados.0.smithi002.stdout:3346: finishing write tid 3 to smithi00278215-8 2024-09-14T03:46:49.100 INFO:tasks.rados.rados.0.smithi002.stdout:3346: oid 8 updating version 0 to 3739 2024-09-14T03:46:49.100 INFO:tasks.rados.rados.0.smithi002.stdout:3346: oid 8 version 3739 is already newer than 3738 2024-09-14T03:46:49.100 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 8 v 3739 (ObjNum 1031 snap 328 seq_num 1031) dirty exists 2024-09-14T03:46:49.100 INFO:tasks.rados.rados.0.smithi002.stdout:3346: left oid 8 (ObjNum 1031 snap 328 seq_num 1031) 2024-09-14T03:46:49.101 INFO:tasks.rados.rados.0.smithi002.stdout:3348: finishing write tid 1 to smithi00278215-24 2024-09-14T03:46:49.102 INFO:tasks.rados.rados.0.smithi002.stdout:3348: finishing write tid 2 to smithi00278215-24 2024-09-14T03:46:49.104 INFO:tasks.rados.rados.0.smithi002.stdout:3348: finishing write tid 3 to smithi00278215-24 2024-09-14T03:46:49.104 INFO:tasks.rados.rados.0.smithi002.stdout:3348: oid 24 updating version 0 to 4306 2024-09-14T03:46:49.104 INFO:tasks.rados.rados.0.smithi002.stdout:3348: oid 24 updating version 4306 to 4307 2024-09-14T03:46:49.104 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 24 v 4307 (ObjNum 1032 snap 328 seq_num 1032) dirty exists 2024-09-14T03:46:49.104 INFO:tasks.rados.rados.0.smithi002.stdout:3348: left oid 24 (ObjNum 1032 snap 328 seq_num 1032) 2024-09-14T03:46:49.112 INFO:tasks.rados.rados.0.smithi002.stdout:3349: finishing write tid 1 to smithi00278215-22 2024-09-14T03:46:49.112 INFO:tasks.rados.rados.0.smithi002.stdout:3349: finishing write tid 2 to smithi00278215-22 2024-09-14T03:46:49.113 INFO:tasks.rados.rados.0.smithi002.stdout:3346: done (3 left) 2024-09-14T03:46:49.113 INFO:tasks.rados.rados.0.smithi002.stdout:3348: done (2 left) 2024-09-14T03:46:49.113 INFO:tasks.rados.rados.0.smithi002.stdout:3350: done (1 left) 2024-09-14T03:46:49.113 INFO:tasks.rados.rados.0.smithi002.stdout:3351: read oid 9 snap -1 2024-09-14T03:46:49.113 INFO:tasks.rados.rados.0.smithi002.stdout:3351: expect deleted 2024-09-14T03:46:49.113 INFO:tasks.rados.rados.0.smithi002.stdout:3352: rmattr oid 47 current snap is 328 2024-09-14T03:46:49.113 INFO:tasks.rados.rados.0.smithi002.stdout:3353: snap_create 2024-09-14T03:46:49.115 INFO:tasks.rados.rados.0.smithi002.stdout:3349: finishing write tid 3 to smithi00278215-22 2024-09-14T03:46:49.115 INFO:tasks.rados.rados.0.smithi002.stdout:3349: oid 22 updating version 0 to 3758 2024-09-14T03:46:49.115 INFO:tasks.rados.rados.0.smithi002.stdout:3349: oid 22 updating version 3758 to 3759 2024-09-14T03:46:49.115 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 22 v 3759 (ObjNum 1033 snap 328 seq_num 1033) dirty exists 2024-09-14T03:46:49.116 INFO:tasks.rados.rados.0.smithi002.stdout:3349: left oid 22 (ObjNum 1033 snap 328 seq_num 1033) 2024-09-14T03:46:49.116 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 3592 (ObjNum 1008 snap 323 seq_num 1008) dirty exists 2024-09-14T03:46:49.931 INFO:tasks.rados.rados.0.smithi002.stdout:3349: done (3 left) 2024-09-14T03:46:49.931 INFO:tasks.rados.rados.0.smithi002.stdout:3351: done (2 left) 2024-09-14T03:46:49.931 INFO:tasks.rados.rados.0.smithi002.stdout:3352: done (1 left) 2024-09-14T03:46:49.931 INFO:tasks.rados.rados.0.smithi002.stdout:3353: done (0 left) 2024-09-14T03:46:49.931 INFO:tasks.rados.rados.0.smithi002.stdout:3354: read oid 49 snap -1 2024-09-14T03:46:49.931 INFO:tasks.rados.rados.0.smithi002.stdout:3354: expect (ObjNum 1004 snap 322 seq_num 1004) 2024-09-14T03:46:49.931 INFO:tasks.rados.rados.0.smithi002.stdout:3355: delete oid 13 current snap is 329 2024-09-14T03:46:49.936 INFO:tasks.rados.rados.0.smithi002.stdout:3355: done (1 left) 2024-09-14T03:46:49.936 INFO:tasks.rados.rados.0.smithi002.stdout:3356: snap_create 2024-09-14T03:46:49.938 INFO:tasks.rados.rados.0.smithi002.stdout:3354: expect (ObjNum 1004 snap 322 seq_num 1004) 2024-09-14T03:46:50.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:49 smithi002 ceph-mon[87970]: pgmap v785: 121 pgs: 121 active+clean; 211 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.6 MiB/s wr, 27 op/s 2024-09-14T03:46:50.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:49 smithi002 ceph-mon[87970]: osdmap e741: 8 total, 8 up, 8 in 2024-09-14T03:46:50.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:49 smithi002 ceph-mon[89815]: pgmap v785: 121 pgs: 121 active+clean; 211 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.6 MiB/s wr, 27 op/s 2024-09-14T03:46:50.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:49 smithi002 ceph-mon[89815]: osdmap e741: 8 total, 8 up, 8 in 2024-09-14T03:46:50.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:49 smithi154 ceph-mon[81546]: pgmap v785: 121 pgs: 121 active+clean; 211 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.6 MiB/s wr, 27 op/s 2024-09-14T03:46:50.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:49 smithi154 ceph-mon[81546]: osdmap e741: 8 total, 8 up, 8 in 2024-09-14T03:46:50.937 INFO:tasks.rados.rados.0.smithi002.stdout:3354: done (1 left) 2024-09-14T03:46:50.937 INFO:tasks.rados.rados.0.smithi002.stdout:3356: done (0 left) 2024-09-14T03:46:50.937 INFO:tasks.rados.rados.0.smithi002.stdout:3357: rollback oid 15 current snap is 330 2024-09-14T03:46:50.937 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 15 to 318 2024-09-14T03:46:50.938 INFO:tasks.rados.rados.0.smithi002.stdout:3358: read oid 40 snap -1 2024-09-14T03:46:50.938 INFO:tasks.rados.rados.0.smithi002.stdout:3358: expect (ObjNum 1025 snap 327 seq_num 1025) 2024-09-14T03:46:50.938 INFO:tasks.rados.rados.0.smithi002.stdout:3359: rollback oid 38 current snap is 330 2024-09-14T03:46:50.938 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 38 to 325 2024-09-14T03:46:50.938 INFO:tasks.rados.rados.0.smithi002.stdout:3360: read oid 48 snap -1 2024-09-14T03:46:50.938 INFO:tasks.rados.rados.0.smithi002.stdout:3360: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:46:50.938 INFO:tasks.rados.rados.0.smithi002.stdout:3361: snap_remove snap 308 2024-09-14T03:46:51.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:50 smithi002 ceph-mon[87970]: osdmap e742: 8 total, 8 up, 8 in 2024-09-14T03:46:51.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:50 smithi002 ceph-mon[89815]: osdmap e742: 8 total, 8 up, 8 in 2024-09-14T03:46:51.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:50 smithi154 ceph-mon[81546]: osdmap e742: 8 total, 8 up, 8 in 2024-09-14T03:46:51.939 INFO:tasks.rados.rados.0.smithi002.stdout:3361: done (4 left) 2024-09-14T03:46:51.939 INFO:tasks.rados.rados.0.smithi002.stdout:3362: snap_remove snap 329 2024-09-14T03:46:52.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:51 smithi154 ceph-mon[81546]: pgmap v788: 121 pgs: 121 active+clean; 206 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.1 MiB/s wr, 19 op/s 2024-09-14T03:46:52.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:51 smithi154 ceph-mon[81546]: osdmap e743: 8 total, 8 up, 8 in 2024-09-14T03:46:52.436 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:51 smithi002 ceph-mon[87970]: pgmap v788: 121 pgs: 121 active+clean; 206 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.1 MiB/s wr, 19 op/s 2024-09-14T03:46:52.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:51 smithi002 ceph-mon[87970]: osdmap e743: 8 total, 8 up, 8 in 2024-09-14T03:46:52.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:51 smithi002 ceph-mon[89815]: pgmap v788: 121 pgs: 121 active+clean; 206 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.1 MiB/s wr, 19 op/s 2024-09-14T03:46:52.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:51 smithi002 ceph-mon[89815]: osdmap e743: 8 total, 8 up, 8 in 2024-09-14T03:46:52.821 INFO:tasks.rados.rados.0.smithi002.stdout:3362: done (4 left) 2024-09-14T03:46:52.821 INFO:tasks.rados.rados.0.smithi002.stdout:3363: delete oid 16 current snap is 330 2024-09-14T03:46:52.821 INFO:tasks.rados.rados.0.smithi002.stdout:3360: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:46:52.824 INFO:tasks.rados.rados.0.smithi002.stdout:3357: finishing rollback tid 0 to smithi00278215-15 2024-09-14T03:46:52.825 INFO:tasks.rados.rados.0.smithi002.stdout:3357: finishing rollback tid 1 to smithi00278215-15 2024-09-14T03:46:52.825 INFO:tasks.rados.rados.0.smithi002.stdout:3357: finishing rollback tid 2 to smithi00278215-15 2024-09-14T03:46:52.825 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 15 v 3588 (ObjNum 727 snap 236 seq_num 727) dirty exists 2024-09-14T03:46:52.825 INFO:tasks.rados.rados.0.smithi002.stdout:3359: finishing rollback tid 0 to smithi00278215-38 2024-09-14T03:46:52.825 INFO:tasks.rados.rados.0.smithi002.stdout:3359: finishing rollback tid 1 to smithi00278215-38 2024-09-14T03:46:52.825 INFO:tasks.rados.rados.0.smithi002.stdout:3359: finishing rollback tid 2 to smithi00278215-38 2024-09-14T03:46:52.825 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 4603 (ObjNum 1013 snap 324 seq_num 1013) dirty exists 2024-09-14T03:46:52.825 INFO:tasks.rados.rados.0.smithi002.stdout:3358: expect (ObjNum 1025 snap 327 seq_num 1025) 2024-09-14T03:46:52.933 INFO:tasks.rados.rados.0.smithi002.stdout:3357: done (4 left) 2024-09-14T03:46:52.933 INFO:tasks.rados.rados.0.smithi002.stdout:3358: done (3 left) 2024-09-14T03:46:52.934 INFO:tasks.rados.rados.0.smithi002.stdout:3359: done (2 left) 2024-09-14T03:46:52.934 INFO:tasks.rados.rados.0.smithi002.stdout:3360: done (1 left) 2024-09-14T03:46:52.934 INFO:tasks.rados.rados.0.smithi002.stdout:3363: done (0 left) 2024-09-14T03:46:52.934 INFO:tasks.rados.rados.0.smithi002.stdout:3364: read oid 45 snap -1 2024-09-14T03:46:52.934 INFO:tasks.rados.rados.0.smithi002.stdout:3364: expect (ObjNum 1002 snap 321 seq_num 1002) 2024-09-14T03:46:52.934 INFO:tasks.rados.rados.0.smithi002.stdout:3365: copy_from oid 13 from oid 16 current snap is 330 2024-09-14T03:46:52.934 INFO:tasks.rados.rados.0.smithi002.stdout:3366: copy_from oid 36 from oid 29 current snap is 330 2024-09-14T03:46:52.934 INFO:tasks.rados.rados.0.smithi002.stdout:3367: copy_from oid 26 from oid 35 current snap is 330 2024-09-14T03:46:52.934 INFO:tasks.rados.rados.0.smithi002.stdout:3368: snap_remove snap 328 2024-09-14T03:46:53.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:52 smithi154 ceph-mon[81546]: osdmap e744: 8 total, 8 up, 8 in 2024-09-14T03:46:53.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:52 smithi154 ceph-mon[81546]: osdmap e745: 8 total, 8 up, 8 in 2024-09-14T03:46:53.436 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:52 smithi002 ceph-mon[87970]: osdmap e744: 8 total, 8 up, 8 in 2024-09-14T03:46:53.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:52 smithi002 ceph-mon[87970]: osdmap e745: 8 total, 8 up, 8 in 2024-09-14T03:46:53.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:52 smithi002 ceph-mon[89815]: osdmap e744: 8 total, 8 up, 8 in 2024-09-14T03:46:53.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:52 smithi002 ceph-mon[89815]: osdmap e745: 8 total, 8 up, 8 in 2024-09-14T03:46:53.822 INFO:tasks.rados.rados.0.smithi002.stdout:3368: done (4 left) 2024-09-14T03:46:53.822 INFO:tasks.rados.rados.0.smithi002.stdout:3369: copy_from oid 40 from oid 22 current snap is 330 2024-09-14T03:46:53.822 INFO:tasks.rados.rados.0.smithi002.stdout:3365: finishing copy_from to smithi00278215-13 2024-09-14T03:46:53.822 INFO:tasks.rados.rados.0.smithi002.stdout:3365: got expected ENOENT (src dne) 2024-09-14T03:46:53.822 INFO:tasks.rados.rados.0.smithi002.stdout:3366: finishing copy_from to smithi00278215-36 2024-09-14T03:46:53.822 INFO:tasks.rados.rados.0.smithi002.stdout:3366: got expected ENOENT (src dne) 2024-09-14T03:46:53.823 INFO:tasks.rados.rados.0.smithi002.stdout:3366: finishing copy_from racing read to smithi00278215-36 2024-09-14T03:46:53.823 INFO:tasks.rados.rados.0.smithi002.stdout:3365: finishing copy_from racing read to smithi00278215-13 2024-09-14T03:46:53.823 INFO:tasks.rados.rados.0.smithi002.stdout:3364: expect (ObjNum 1002 snap 321 seq_num 1002) 2024-09-14T03:46:53.891 INFO:tasks.rados.rados.0.smithi002.stdout:3367: finishing copy_from racing read to smithi00278215-26 2024-09-14T03:46:53.891 INFO:tasks.rados.rados.0.smithi002.stdout:3367: finishing copy_from to smithi00278215-26 2024-09-14T03:46:53.891 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 3541 (ObjNum 940 snap 305 seq_num 940) dirty exists 2024-09-14T03:46:53.891 INFO:tasks.rados.rados.0.smithi002.stdout:3364: done (4 left) 2024-09-14T03:46:53.891 INFO:tasks.rados.rados.0.smithi002.stdout:3365: done (3 left) 2024-09-14T03:46:53.891 INFO:tasks.rados.rados.0.smithi002.stdout:3366: done (2 left) 2024-09-14T03:46:53.891 INFO:tasks.rados.rados.0.smithi002.stdout:3367: done (1 left) 2024-09-14T03:46:53.892 INFO:tasks.rados.rados.0.smithi002.stdout:3370: rmattr oid 43 current snap is 330 2024-09-14T03:46:53.892 INFO:tasks.rados.rados.0.smithi002.stdout:3369: finishing copy_from racing read to smithi00278215-40 2024-09-14T03:46:53.892 INFO:tasks.rados.rados.0.smithi002.stdout:3369: finishing copy_from to smithi00278215-40 2024-09-14T03:46:53.892 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 3759 (ObjNum 1033 snap 328 seq_num 1033) dirty exists 2024-09-14T03:46:53.892 INFO:tasks.rados.rados.0.smithi002.stdout:3369: done (1 left) 2024-09-14T03:46:53.892 INFO:tasks.rados.rados.0.smithi002.stdout:3371: rollback oid 13 current snap is 330 2024-09-14T03:46:53.892 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 13 to 327 2024-09-14T03:46:53.892 INFO:tasks.rados.rados.0.smithi002.stdout:3372: copy_from oid 36 from oid 18 current snap is 330 2024-09-14T03:46:53.892 INFO:tasks.rados.rados.0.smithi002.stdout:3373: read oid 38 snap -1 2024-09-14T03:46:53.892 INFO:tasks.rados.rados.0.smithi002.stdout:3373: expect (ObjNum 1013 snap 324 seq_num 1013) 2024-09-14T03:46:53.892 INFO:tasks.rados.rados.0.smithi002.stdout:3374: read oid 10 snap -1 2024-09-14T03:46:53.892 INFO:tasks.rados.rados.0.smithi002.stdout:3374: expect deleted 2024-09-14T03:46:53.892 INFO:tasks.rados.rados.0.smithi002.stdout:3375: copy_from oid 41 from oid 46 current snap is 330 2024-09-14T03:46:53.892 INFO:tasks.rados.rados.0.smithi002.stdout:3376: rollback oid 34 current snap is 330 2024-09-14T03:46:53.893 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 34 to 327 2024-09-14T03:46:53.893 INFO:tasks.rados.rados.0.smithi002.stdout:3377: delete oid 20 current snap is 330 2024-09-14T03:46:53.894 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 3593 (ObjNum 49 snap 0 seq_num 1499229531) dirty exists 2024-09-14T03:46:53.895 INFO:tasks.rados.rados.0.smithi002.stdout:3373: expect (ObjNum 1013 snap 324 seq_num 1013) 2024-09-14T03:46:53.906 INFO:tasks.rados.rados.0.smithi002.stdout:3372: finishing copy_from racing read to smithi00278215-36 2024-09-14T03:46:53.906 INFO:tasks.rados.rados.0.smithi002.stdout:3371: finishing rollback tid 1 to smithi00278215-13 2024-09-14T03:46:53.906 INFO:tasks.rados.rados.0.smithi002.stdout:3376: finishing rollback tid 0 to smithi00278215-34 2024-09-14T03:46:53.906 INFO:tasks.rados.rados.0.smithi002.stdout:3371: finishing rollback tid 2 to smithi00278215-13 2024-09-14T03:46:53.906 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 3762 (ObjNum 1019 snap 325 seq_num 1019) dirty exists 2024-09-14T03:46:53.906 INFO:tasks.rados.rados.0.smithi002.stdout:3372: finishing copy_from to smithi00278215-36 2024-09-14T03:46:53.906 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 36 v 3585 (ObjNum 305 snap 0 seq_num 1695540558) dirty exists 2024-09-14T03:46:53.906 INFO:tasks.rados.rados.0.smithi002.stdout:3376: finishing rollback tid 1 to smithi00278215-34 2024-09-14T03:46:53.907 INFO:tasks.rados.rados.0.smithi002.stdout:3376: finishing rollback tid 2 to smithi00278215-34 2024-09-14T03:46:53.907 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 34 v 2727 (ObjNum 1024 snap 327 seq_num 1024) dirty exists 2024-09-14T03:46:53.907 INFO:tasks.rados.rados.0.smithi002.stdout:3375: finishing copy_from racing read to smithi00278215-41 2024-09-14T03:46:53.907 INFO:tasks.rados.rados.0.smithi002.stdout:3375: finishing copy_from to smithi00278215-41 2024-09-14T03:46:53.907 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 41 v 3365 (ObjNum 879 snap 291 seq_num 879) dirty exists 2024-09-14T03:46:53.907 INFO:tasks.rados.rados.0.smithi002.stdout:3370: done (7 left) 2024-09-14T03:46:53.907 INFO:tasks.rados.rados.0.smithi002.stdout:3371: done (6 left) 2024-09-14T03:46:53.907 INFO:tasks.rados.rados.0.smithi002.stdout:3372: done (5 left) 2024-09-14T03:46:53.907 INFO:tasks.rados.rados.0.smithi002.stdout:3373: done (4 left) 2024-09-14T03:46:53.907 INFO:tasks.rados.rados.0.smithi002.stdout:3374: done (3 left) 2024-09-14T03:46:53.907 INFO:tasks.rados.rados.0.smithi002.stdout:3375: done (2 left) 2024-09-14T03:46:53.907 INFO:tasks.rados.rados.0.smithi002.stdout:3376: done (1 left) 2024-09-14T03:46:53.908 INFO:tasks.rados.rados.0.smithi002.stdout:3377: done (0 left) 2024-09-14T03:46:53.908 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 34 current snap is 330 2024-09-14T03:46:53.908 INFO:tasks.rados.rados.0.smithi002.stdout:3378: seq_num 1038 ranges {352256=589824} 2024-09-14T03:46:53.911 INFO:tasks.rados.rados.0.smithi002.stdout:3378: writing smithi00278215-34 from 352256 to 942080 tid 1 2024-09-14T03:46:53.911 INFO:tasks.rados.rados.0.smithi002.stdout:3379: read oid 41 snap 327 2024-09-14T03:46:53.911 INFO:tasks.rados.rados.0.smithi002.stdout:3379: expect (ObjNum 887 snap 295 seq_num 887) 2024-09-14T03:46:53.911 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 24 current snap is 330 2024-09-14T03:46:53.911 INFO:tasks.rados.rados.0.smithi002.stdout:3380: seq_num 1039 ranges {671744=606208} 2024-09-14T03:46:53.918 INFO:tasks.rados.rados.0.smithi002.stdout:3380: writing smithi00278215-24 from 671744 to 1277952 tid 1 2024-09-14T03:46:53.918 INFO:tasks.rados.rados.0.smithi002.stdout:3381: snap_remove snap 318 2024-09-14T03:46:54.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:53 smithi154 ceph-mon[81546]: pgmap v791: 121 pgs: 121 active+clean; 210 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.8 MiB/s wr, 16 op/s 2024-09-14T03:46:54.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:53 smithi154 ceph-mon[81546]: osdmap e746: 8 total, 8 up, 8 in 2024-09-14T03:46:54.436 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:53 smithi002 ceph-mon[87970]: pgmap v791: 121 pgs: 121 active+clean; 210 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.8 MiB/s wr, 16 op/s 2024-09-14T03:46:54.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:53 smithi002 ceph-mon[87970]: osdmap e746: 8 total, 8 up, 8 in 2024-09-14T03:46:54.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:53 smithi002 ceph-mon[89815]: pgmap v791: 121 pgs: 121 active+clean; 210 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.8 MiB/s wr, 16 op/s 2024-09-14T03:46:54.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:53 smithi002 ceph-mon[89815]: osdmap e746: 8 total, 8 up, 8 in 2024-09-14T03:46:54.824 INFO:tasks.rados.rados.0.smithi002.stdout:3381: done (3 left) 2024-09-14T03:46:54.824 INFO:tasks.rados.rados.0.smithi002.stdout:3382: copy_from oid 8 from oid 44 current snap is 330 2024-09-14T03:46:54.824 INFO:tasks.rados.rados.0.smithi002.stdout:3378: finishing write tid 1 to smithi00278215-34 2024-09-14T03:46:54.824 INFO:tasks.rados.rados.0.smithi002.stdout:3378: finishing write tid 2 to smithi00278215-34 2024-09-14T03:46:54.824 INFO:tasks.rados.rados.0.smithi002.stdout:3379: expect (ObjNum 887 snap 295 seq_num 887) 2024-09-14T03:46:54.847 INFO:tasks.rados.rados.0.smithi002.stdout:3378: finishing write tid 3 to smithi00278215-34 2024-09-14T03:46:54.847 INFO:tasks.rados.rados.0.smithi002.stdout:3378: oid 34 updating version 0 to 2729 2024-09-14T03:46:54.847 INFO:tasks.rados.rados.0.smithi002.stdout:3378: oid 34 version 2729 is already newer than 2728 2024-09-14T03:46:54.847 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 34 v 2729 (ObjNum 1038 snap 330 seq_num 1038) dirty exists 2024-09-14T03:46:54.847 INFO:tasks.rados.rados.0.smithi002.stdout:3378: left oid 34 (ObjNum 1038 snap 330 seq_num 1038) 2024-09-14T03:46:54.848 INFO:tasks.rados.rados.0.smithi002.stdout:3380: finishing write tid 1 to smithi00278215-24 2024-09-14T03:46:54.848 INFO:tasks.rados.rados.0.smithi002.stdout:3380: finishing write tid 2 to smithi00278215-24 2024-09-14T03:46:54.848 INFO:tasks.rados.rados.0.smithi002.stdout:3378: done (3 left) 2024-09-14T03:46:54.848 INFO:tasks.rados.rados.0.smithi002.stdout:3379: done (2 left) 2024-09-14T03:46:54.848 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 18 current snap is 330 2024-09-14T03:46:54.848 INFO:tasks.rados.rados.0.smithi002.stdout:3383: seq_num 1040 ranges {0=622592} 2024-09-14T03:46:54.852 INFO:tasks.rados.rados.0.smithi002.stdout:3383: writing smithi00278215-18 from 0 to 622592 tid 1 2024-09-14T03:46:54.852 INFO:tasks.rados.rados.0.smithi002.stdout:3384: rollback oid 11 current snap is 330 2024-09-14T03:46:54.853 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 11 to 325 2024-09-14T03:46:54.853 INFO:tasks.rados.rados.0.smithi002.stdout:3380: finishing write tid 3 to smithi00278215-24 2024-09-14T03:46:54.853 INFO:tasks.rados.rados.0.smithi002.stdout:3380: oid 24 updating version 0 to 4308 2024-09-14T03:46:54.853 INFO:tasks.rados.rados.0.smithi002.stdout:3380: oid 24 updating version 4308 to 4309 2024-09-14T03:46:54.853 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 24 v 4309 (ObjNum 1039 snap 330 seq_num 1039) dirty exists 2024-09-14T03:46:54.853 INFO:tasks.rados.rados.0.smithi002.stdout:3380: left oid 24 (ObjNum 1039 snap 330 seq_num 1039) 2024-09-14T03:46:54.853 INFO:tasks.rados.rados.0.smithi002.stdout:3382: finishing copy_from to smithi00278215-8 2024-09-14T03:46:54.854 INFO:tasks.rados.rados.0.smithi002.stdout:3382: got expected ENOENT (src dne) 2024-09-14T03:46:54.854 INFO:tasks.rados.rados.0.smithi002.stdout:3382: finishing copy_from racing read to smithi00278215-8 2024-09-14T03:46:54.854 INFO:tasks.rados.rados.0.smithi002.stdout:3380: done (3 left) 2024-09-14T03:46:54.854 INFO:tasks.rados.rados.0.smithi002.stdout:3382: done (2 left) 2024-09-14T03:46:54.854 INFO:tasks.rados.rados.0.smithi002.stdout:3385: rollback oid 1 current snap is 330 2024-09-14T03:46:54.854 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 1 to 327 2024-09-14T03:46:54.854 INFO:tasks.rados.rados.0.smithi002.stdout:3386: snap_create 2024-09-14T03:46:54.858 INFO:tasks.rados.rados.0.smithi002.stdout:3383: finishing write tid 1 to smithi00278215-18 2024-09-14T03:46:54.858 INFO:tasks.rados.rados.0.smithi002.stdout:3383: finishing write tid 2 to smithi00278215-18 2024-09-14T03:46:54.861 INFO:tasks.rados.rados.0.smithi002.stdout:3383: finishing write tid 3 to smithi00278215-18 2024-09-14T03:46:54.861 INFO:tasks.rados.rados.0.smithi002.stdout:3383: oid 18 updating version 0 to 3589 2024-09-14T03:46:54.861 INFO:tasks.rados.rados.0.smithi002.stdout:3383: oid 18 updating version 3589 to 3590 2024-09-14T03:46:54.861 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 3590 (ObjNum 1040 snap 330 seq_num 1040) dirty exists 2024-09-14T03:46:54.861 INFO:tasks.rados.rados.0.smithi002.stdout:3383: left oid 18 (ObjNum 1040 snap 330 seq_num 1040) 2024-09-14T03:46:54.862 INFO:tasks.rados.rados.0.smithi002.stdout:3384: finishing rollback tid 0 to smithi00278215-11 2024-09-14T03:46:54.867 INFO:tasks.rados.rados.0.smithi002.stdout:3384: finishing rollback tid 1 to smithi00278215-11 2024-09-14T03:46:54.868 INFO:tasks.rados.rados.0.smithi002.stdout:3384: finishing rollback tid 2 to smithi00278215-11 2024-09-14T03:46:54.868 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 4637 (ObjNum 940 snap 305 seq_num 940) dirty exists 2024-09-14T03:46:54.869 INFO:tasks.rados.rados.0.smithi002.stdout:3385: finishing rollback tid 0 to smithi00278215-1 2024-09-14T03:46:54.875 INFO:tasks.rados.rados.0.smithi002.stdout:3385: finishing rollback tid 1 to smithi00278215-1 2024-09-14T03:46:54.875 INFO:tasks.rados.rados.0.smithi002.stdout:3385: finishing rollback tid 2 to smithi00278215-1 2024-09-14T03:46:54.875 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 1 v 4641 (ObjNum 898 snap 299 seq_num 898) dirty exists 2024-09-14T03:46:55.686 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:46:55 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:46:55] "GET /metrics HTTP/1.1" 200 36431 "" "Prometheus/2.51.0" 2024-09-14T03:46:55.829 INFO:tasks.rados.rados.0.smithi002.stdout:3383: done (3 left) 2024-09-14T03:46:55.830 INFO:tasks.rados.rados.0.smithi002.stdout:3384: done (2 left) 2024-09-14T03:46:55.830 INFO:tasks.rados.rados.0.smithi002.stdout:3385: done (1 left) 2024-09-14T03:46:55.830 INFO:tasks.rados.rados.0.smithi002.stdout:3386: done (0 left) 2024-09-14T03:46:55.830 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 30 current snap is 331 2024-09-14T03:46:55.830 INFO:tasks.rados.rados.0.smithi002.stdout:3387: seq_num 1041 ranges {4366336=638976} 2024-09-14T03:46:55.857 INFO:tasks.rados.rados.0.smithi002.stdout:3387: writing smithi00278215-30 from 4366336 to 5005312 tid 1 2024-09-14T03:46:55.857 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 38 current snap is 331 2024-09-14T03:46:55.857 INFO:tasks.rados.rados.0.smithi002.stdout:3388: seq_num 1042 ranges {172032=655360} 2024-09-14T03:46:55.861 INFO:tasks.rados.rados.0.smithi002.stdout:3388: writing smithi00278215-38 from 172032 to 827392 tid 1 2024-09-14T03:46:55.861 INFO:tasks.rados.rados.0.smithi002.stdout:3389: snap_create 2024-09-14T03:46:55.869 INFO:tasks.rados.rados.0.smithi002.stdout:3387: finishing write tid 1 to smithi00278215-30 2024-09-14T03:46:55.871 INFO:tasks.rados.rados.0.smithi002.stdout:3387: finishing write tid 2 to smithi00278215-30 2024-09-14T03:46:55.872 INFO:tasks.rados.rados.0.smithi002.stdout:3388: finishing write tid 1 to smithi00278215-38 2024-09-14T03:46:55.872 INFO:tasks.rados.rados.0.smithi002.stdout:3388: finishing write tid 2 to smithi00278215-38 2024-09-14T03:46:55.873 INFO:tasks.rados.rados.0.smithi002.stdout:3387: finishing write tid 3 to smithi00278215-30 2024-09-14T03:46:55.873 INFO:tasks.rados.rados.0.smithi002.stdout:3387: oid 30 updating version 0 to 4650 2024-09-14T03:46:55.873 INFO:tasks.rados.rados.0.smithi002.stdout:3387: oid 30 version 4650 is already newer than 4649 2024-09-14T03:46:55.873 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 30 v 4650 (ObjNum 1041 snap 331 seq_num 1041) dirty exists 2024-09-14T03:46:55.873 INFO:tasks.rados.rados.0.smithi002.stdout:3387: left oid 30 (ObjNum 1041 snap 331 seq_num 1041) 2024-09-14T03:46:55.873 INFO:tasks.rados.rados.0.smithi002.stdout:3388: finishing write tid 3 to smithi00278215-38 2024-09-14T03:46:55.873 INFO:tasks.rados.rados.0.smithi002.stdout:3388: oid 38 updating version 0 to 4653 2024-09-14T03:46:55.873 INFO:tasks.rados.rados.0.smithi002.stdout:3388: oid 38 version 4653 is already newer than 4652 2024-09-14T03:46:55.873 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 4653 (ObjNum 1042 snap 331 seq_num 1042) dirty exists 2024-09-14T03:46:55.873 INFO:tasks.rados.rados.0.smithi002.stdout:3388: left oid 38 (ObjNum 1042 snap 331 seq_num 1042) 2024-09-14T03:46:56.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:55 smithi002 ceph-mon[87970]: pgmap v794: 121 pgs: 121 active+clean; 193 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.2 MiB/s wr, 18 op/s 2024-09-14T03:46:56.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:55 smithi002 ceph-mon[87970]: osdmap e747: 8 total, 8 up, 8 in 2024-09-14T03:46:56.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:55 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:46:56.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:55 smithi002 ceph-mon[89815]: pgmap v794: 121 pgs: 121 active+clean; 193 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.2 MiB/s wr, 18 op/s 2024-09-14T03:46:56.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:55 smithi002 ceph-mon[89815]: osdmap e747: 8 total, 8 up, 8 in 2024-09-14T03:46:56.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:55 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:46:56.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:55 smithi154 ceph-mon[81546]: pgmap v794: 121 pgs: 121 active+clean; 193 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.2 MiB/s wr, 18 op/s 2024-09-14T03:46:56.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:55 smithi154 ceph-mon[81546]: osdmap e747: 8 total, 8 up, 8 in 2024-09-14T03:46:56.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:55 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:46:56.835 INFO:tasks.rados.rados.0.smithi002.stdout:3387: done (2 left) 2024-09-14T03:46:56.835 INFO:tasks.rados.rados.0.smithi002.stdout:3388: done (1 left) 2024-09-14T03:46:56.836 INFO:tasks.rados.rados.0.smithi002.stdout:3389: done (0 left) 2024-09-14T03:46:56.836 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 31 current snap is 332 2024-09-14T03:46:56.836 INFO:tasks.rados.rados.0.smithi002.stdout:3390: seq_num 1043 ranges {3325952=671744} 2024-09-14T03:46:56.857 INFO:tasks.rados.rados.0.smithi002.stdout:3390: writing smithi00278215-31 from 3325952 to 3997696 tid 1 2024-09-14T03:46:56.857 INFO:tasks.rados.rados.0.smithi002.stdout:3391: rmattr oid 35 current snap is 332 2024-09-14T03:46:56.857 INFO:tasks.rados.rados.0.smithi002.stdout:3392: read oid 46 snap 325 2024-09-14T03:46:56.858 INFO:tasks.rados.rados.0.smithi002.stdout:3392: expect (ObjNum 879 snap 291 seq_num 879) 2024-09-14T03:46:56.858 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 24 current snap is 332 2024-09-14T03:46:56.858 INFO:tasks.rados.rados.0.smithi002.stdout:3393: seq_num 1044 ranges {1277952=688128} 2024-09-14T03:46:56.869 INFO:tasks.rados.rados.0.smithi002.stdout:3393: writing smithi00278215-24 from 1277952 to 1966080 tid 1 2024-09-14T03:46:56.869 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 43 current snap is 332 2024-09-14T03:46:56.869 INFO:tasks.rados.rados.0.smithi002.stdout:3394: seq_num 1045 ranges {0=704512} 2024-09-14T03:46:56.872 INFO:tasks.rados.rados.0.smithi002.stdout:3394: writing smithi00278215-43 from 0 to 704512 tid 1 2024-09-14T03:46:56.872 INFO:tasks.rados.rados.0.smithi002.stdout:3395: copy_from oid 9 from oid 15 current snap is 332 2024-09-14T03:46:56.873 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 35 v 4148 (ObjNum 940 snap 305 seq_num 940) dirty exists 2024-09-14T03:46:56.873 INFO:tasks.rados.rados.0.smithi002.stdout:3392: expect (ObjNum 879 snap 291 seq_num 879) 2024-09-14T03:46:56.887 INFO:tasks.rados.rados.0.smithi002.stdout:3390: finishing write tid 1 to smithi00278215-31 2024-09-14T03:46:56.887 INFO:tasks.rados.rados.0.smithi002.stdout:3390: finishing write tid 2 to smithi00278215-31 2024-09-14T03:46:56.887 INFO:tasks.rados.rados.0.smithi002.stdout:3390: finishing write tid 3 to smithi00278215-31 2024-09-14T03:46:56.887 INFO:tasks.rados.rados.0.smithi002.stdout:3390: oid 31 updating version 0 to 4310 2024-09-14T03:46:56.887 INFO:tasks.rados.rados.0.smithi002.stdout:3390: oid 31 updating version 4310 to 4311 2024-09-14T03:46:56.887 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 4311 (ObjNum 1043 snap 332 seq_num 1043) dirty exists 2024-09-14T03:46:56.887 INFO:tasks.rados.rados.0.smithi002.stdout:3390: left oid 31 (ObjNum 1043 snap 332 seq_num 1043) 2024-09-14T03:46:56.887 INFO:tasks.rados.rados.0.smithi002.stdout:3393: finishing write tid 1 to smithi00278215-24 2024-09-14T03:46:56.888 INFO:tasks.rados.rados.0.smithi002.stdout:3393: finishing write tid 2 to smithi00278215-24 2024-09-14T03:46:56.888 INFO:tasks.rados.rados.0.smithi002.stdout:3390: done (5 left) 2024-09-14T03:46:56.888 INFO:tasks.rados.rados.0.smithi002.stdout:3391: done (4 left) 2024-09-14T03:46:56.888 INFO:tasks.rados.rados.0.smithi002.stdout:3392: done (3 left) 2024-09-14T03:46:56.888 INFO:tasks.rados.rados.0.smithi002.stdout:3396: copy_from oid 34 from oid 37 current snap is 332 2024-09-14T03:46:56.888 INFO:tasks.rados.rados.0.smithi002.stdout:3393: finishing write tid 3 to smithi00278215-24 2024-09-14T03:46:56.888 INFO:tasks.rados.rados.0.smithi002.stdout:3393: oid 24 updating version 0 to 4313 2024-09-14T03:46:56.888 INFO:tasks.rados.rados.0.smithi002.stdout:3393: oid 24 version 4313 is already newer than 4312 2024-09-14T03:46:56.888 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 24 v 4313 (ObjNum 1044 snap 332 seq_num 1044) dirty exists 2024-09-14T03:46:56.888 INFO:tasks.rados.rados.0.smithi002.stdout:3393: left oid 24 (ObjNum 1044 snap 332 seq_num 1044) 2024-09-14T03:46:56.889 INFO:tasks.rados.rados.0.smithi002.stdout:3394: finishing write tid 1 to smithi00278215-43 2024-09-14T03:46:56.889 INFO:tasks.rados.rados.0.smithi002.stdout:3394: finishing write tid 2 to smithi00278215-43 2024-09-14T03:46:56.889 INFO:tasks.rados.rados.0.smithi002.stdout:3394: finishing write tid 3 to smithi00278215-43 2024-09-14T03:46:56.889 INFO:tasks.rados.rados.0.smithi002.stdout:3394: oid 43 updating version 0 to 3595 2024-09-14T03:46:56.892 INFO:tasks.rados.rados.0.smithi002.stdout:3394: oid 43 version 3595 is already newer than 3594 2024-09-14T03:46:56.892 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 3595 (ObjNum 1045 snap 332 seq_num 1045) dirty exists 2024-09-14T03:46:56.892 INFO:tasks.rados.rados.0.smithi002.stdout:3394: left oid 43 (ObjNum 1045 snap 332 seq_num 1045) 2024-09-14T03:46:56.892 INFO:tasks.rados.rados.0.smithi002.stdout:3395: finishing copy_from racing read to smithi00278215-9 2024-09-14T03:46:56.892 INFO:tasks.rados.rados.0.smithi002.stdout:3395: finishing copy_from to smithi00278215-9 2024-09-14T03:46:56.892 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 9 v 3588 (ObjNum 727 snap 236 seq_num 727) dirty exists 2024-09-14T03:46:56.892 INFO:tasks.rados.rados.0.smithi002.stdout:3393: done (3 left) 2024-09-14T03:46:56.892 INFO:tasks.rados.rados.0.smithi002.stdout:3394: done (2 left) 2024-09-14T03:46:56.892 INFO:tasks.rados.rados.0.smithi002.stdout:3395: done (1 left) 2024-09-14T03:46:56.892 INFO:tasks.rados.rados.0.smithi002.stdout:3397: copy_from oid 2 from oid 7 current snap is 332 2024-09-14T03:46:56.892 INFO:tasks.rados.rados.0.smithi002.stdout:3398: snap_remove snap 325 2024-09-14T03:46:57.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:56 smithi002 ceph-mon[87970]: osdmap e748: 8 total, 8 up, 8 in 2024-09-14T03:46:57.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:56 smithi002 ceph-mon[89815]: osdmap e748: 8 total, 8 up, 8 in 2024-09-14T03:46:57.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:56 smithi154 ceph-mon[81546]: osdmap e748: 8 total, 8 up, 8 in 2024-09-14T03:46:57.823 INFO:tasks.rados.rados.0.smithi002.stdout:3397: finishing copy_from racing read to smithi00278215-2 2024-09-14T03:46:57.823 INFO:tasks.rados.rados.0.smithi002.stdout:3397: finishing copy_from to smithi00278215-2 2024-09-14T03:46:57.823 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 2 v 4593 (ObjNum 1030 snap 328 seq_num 1030) dirty exists 2024-09-14T03:46:57.823 INFO:tasks.rados.rados.0.smithi002.stdout:3396: finishing copy_from racing read to smithi00278215-34 2024-09-14T03:46:57.823 INFO:tasks.rados.rados.0.smithi002.stdout:3396: finishing copy_from to smithi00278215-34 2024-09-14T03:46:57.823 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 34 v 4147 (ObjNum 940 snap 305 seq_num 940) dirty exists 2024-09-14T03:46:57.823 INFO:tasks.rados.rados.0.smithi002.stdout:3396: done (2 left) 2024-09-14T03:46:57.823 INFO:tasks.rados.rados.0.smithi002.stdout:3397: done (1 left) 2024-09-14T03:46:57.823 INFO:tasks.rados.rados.0.smithi002.stdout:3398: done (0 left) 2024-09-14T03:46:57.824 INFO:tasks.rados.rados.0.smithi002.stdout:3399: rollback oid 6 current snap is 332 2024-09-14T03:46:57.824 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 6 to 324 2024-09-14T03:46:57.824 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 21 current snap is 332 2024-09-14T03:46:57.824 INFO:tasks.rados.rados.0.smithi002.stdout:3400: seq_num 1046 ranges {2531328=729088} 2024-09-14T03:46:57.843 INFO:tasks.rados.rados.0.smithi002.stdout:3400: writing smithi00278215-21 from 2531328 to 3260416 tid 1 2024-09-14T03:46:57.843 INFO:tasks.rados.rados.0.smithi002.stdout:3401: read oid 43 snap -1 2024-09-14T03:46:57.843 INFO:tasks.rados.rados.0.smithi002.stdout:3401: expect (ObjNum 1045 snap 332 seq_num 1045) 2024-09-14T03:46:57.843 INFO:tasks.rados.rados.0.smithi002.stdout:3402: rollback oid 42 current snap is 332 2024-09-14T03:46:57.843 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 42 to 324 2024-09-14T03:46:57.844 INFO:tasks.rados.rados.0.smithi002.stdout:3403: copy_from oid 33 from oid 13 current snap is 332 2024-09-14T03:46:57.844 INFO:tasks.rados.rados.0.smithi002.stdout:3404: read oid 24 snap 324 2024-09-14T03:46:57.844 INFO:tasks.rados.rados.0.smithi002.stdout:3404: expect (ObjNum 727 snap 236 seq_num 727) 2024-09-14T03:46:57.844 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 22 current snap is 332 2024-09-14T03:46:57.844 INFO:tasks.rados.rados.0.smithi002.stdout:3405: seq_num 1047 ranges {507904=745472} 2024-09-14T03:46:57.852 INFO:tasks.rados.rados.0.smithi002.stdout:3405: writing smithi00278215-22 from 507904 to 1253376 tid 1 2024-09-14T03:46:57.852 INFO:tasks.rados.rados.0.smithi002.stdout:3406: delete oid 41 current snap is 332 2024-09-14T03:46:57.853 INFO:tasks.rados.rados.0.smithi002.stdout:3404: expect (ObjNum 727 snap 236 seq_num 727) 2024-09-14T03:46:57.860 INFO:tasks.rados.rados.0.smithi002.stdout:3399: finishing rollback tid 0 to smithi00278215-6 2024-09-14T03:46:57.860 INFO:tasks.rados.rados.0.smithi002.stdout:3402: finishing rollback tid 1 to smithi00278215-42 2024-09-14T03:46:57.861 INFO:tasks.rados.rados.0.smithi002.stdout:3399: finishing rollback tid 1 to smithi00278215-6 2024-09-14T03:46:57.861 INFO:tasks.rados.rados.0.smithi002.stdout:3402: finishing rollback tid 2 to smithi00278215-42 2024-09-14T03:46:57.861 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 42 v 4140 (ObjNum 983 snap 317 seq_num 983) dirty exists 2024-09-14T03:46:57.861 INFO:tasks.rados.rados.0.smithi002.stdout:3399: finishing rollback tid 2 to smithi00278215-6 2024-09-14T03:46:57.861 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 6 v 4657 (ObjNum 1011 snap 324 seq_num 1011) dirty exists 2024-09-14T03:46:57.861 INFO:tasks.rados.rados.0.smithi002.stdout:3401: expect (ObjNum 1045 snap 332 seq_num 1045) 2024-09-14T03:46:57.886 INFO:tasks.rados.rados.0.smithi002.stdout:3400: finishing write tid 1 to smithi00278215-21 2024-09-14T03:46:57.886 INFO:tasks.rados.rados.0.smithi002.stdout:3400: finishing write tid 2 to smithi00278215-21 2024-09-14T03:46:57.886 INFO:tasks.rados.rados.0.smithi002.stdout:3400: finishing write tid 3 to smithi00278215-21 2024-09-14T03:46:57.886 INFO:tasks.rados.rados.0.smithi002.stdout:3400: oid 21 updating version 0 to 1876 2024-09-14T03:46:57.886 INFO:tasks.rados.rados.0.smithi002.stdout:3400: oid 21 version 1876 is already newer than 1875 2024-09-14T03:46:57.886 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 1876 (ObjNum 1046 snap 332 seq_num 1046) dirty exists 2024-09-14T03:46:57.886 INFO:tasks.rados.rados.0.smithi002.stdout:3400: left oid 21 (ObjNum 1046 snap 332 seq_num 1046) 2024-09-14T03:46:57.886 INFO:tasks.rados.rados.0.smithi002.stdout:3405: finishing write tid 1 to smithi00278215-22 2024-09-14T03:46:57.886 INFO:tasks.rados.rados.0.smithi002.stdout:3405: finishing write tid 2 to smithi00278215-22 2024-09-14T03:46:57.886 INFO:tasks.rados.rados.0.smithi002.stdout:3405: finishing write tid 3 to smithi00278215-22 2024-09-14T03:46:57.886 INFO:tasks.rados.rados.0.smithi002.stdout:3405: oid 22 updating version 0 to 3764 2024-09-14T03:46:57.887 INFO:tasks.rados.rados.0.smithi002.stdout:3405: oid 22 version 3764 is already newer than 3763 2024-09-14T03:46:57.887 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 22 v 3764 (ObjNum 1047 snap 332 seq_num 1047) dirty exists 2024-09-14T03:46:57.887 INFO:tasks.rados.rados.0.smithi002.stdout:3405: left oid 22 (ObjNum 1047 snap 332 seq_num 1047) 2024-09-14T03:46:57.887 INFO:tasks.rados.rados.0.smithi002.stdout:3399: done (7 left) 2024-09-14T03:46:57.887 INFO:tasks.rados.rados.0.smithi002.stdout:3400: done (6 left) 2024-09-14T03:46:57.887 INFO:tasks.rados.rados.0.smithi002.stdout:3401: done (5 left) 2024-09-14T03:46:57.887 INFO:tasks.rados.rados.0.smithi002.stdout:3402: done (4 left) 2024-09-14T03:46:57.887 INFO:tasks.rados.rados.0.smithi002.stdout:3404: done (3 left) 2024-09-14T03:46:57.887 INFO:tasks.rados.rados.0.smithi002.stdout:3405: done (2 left) 2024-09-14T03:46:57.887 INFO:tasks.rados.rados.0.smithi002.stdout:3406: done (1 left) 2024-09-14T03:46:57.887 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 49 current snap is 332 2024-09-14T03:46:57.887 INFO:tasks.rados.rados.0.smithi002.stdout:3407: seq_num 1049 ranges {1556480=778240} 2024-09-14T03:46:57.898 INFO:tasks.rados.rados.0.smithi002.stdout:3407: writing smithi00278215-49 from 1556480 to 2334720 tid 1 2024-09-14T03:46:57.898 INFO:tasks.rados.rados.0.smithi002.stdout:3408: snap_create 2024-09-14T03:46:57.898 INFO:tasks.rados.rados.0.smithi002.stdout:3403: finishing copy_from racing read to smithi00278215-33 2024-09-14T03:46:57.898 INFO:tasks.rados.rados.0.smithi002.stdout:3403: finishing copy_from to smithi00278215-33 2024-09-14T03:46:57.898 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 33 v 3762 (ObjNum 1019 snap 325 seq_num 1019) dirty exists 2024-09-14T03:46:57.902 INFO:tasks.rados.rados.0.smithi002.stdout:3407: finishing write tid 1 to smithi00278215-49 2024-09-14T03:46:57.902 INFO:tasks.rados.rados.0.smithi002.stdout:3407: finishing write tid 2 to smithi00278215-49 2024-09-14T03:46:57.903 INFO:tasks.rados.rados.0.smithi002.stdout:3407: finishing write tid 3 to smithi00278215-49 2024-09-14T03:46:57.903 INFO:tasks.rados.rados.0.smithi002.stdout:3407: oid 49 updating version 0 to 4149 2024-09-14T03:46:57.903 INFO:tasks.rados.rados.0.smithi002.stdout:3407: oid 49 version 4149 is already newer than 4148 2024-09-14T03:46:57.903 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 4149 (ObjNum 1049 snap 332 seq_num 1049) dirty exists 2024-09-14T03:46:57.903 INFO:tasks.rados.rados.0.smithi002.stdout:3407: left oid 49 (ObjNum 1049 snap 332 seq_num 1049) 2024-09-14T03:46:58.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:57 smithi002 ceph-mon[87970]: pgmap v797: 121 pgs: 121 active+clean; 162 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-09-14T03:46:58.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:57 smithi002 ceph-mon[87970]: osdmap e749: 8 total, 8 up, 8 in 2024-09-14T03:46:58.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:57 smithi002 ceph-mon[87970]: osdmap e750: 8 total, 8 up, 8 in 2024-09-14T03:46:58.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:57 smithi002 ceph-mon[89815]: pgmap v797: 121 pgs: 121 active+clean; 162 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-09-14T03:46:58.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:57 smithi002 ceph-mon[89815]: osdmap e749: 8 total, 8 up, 8 in 2024-09-14T03:46:58.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:57 smithi002 ceph-mon[89815]: osdmap e750: 8 total, 8 up, 8 in 2024-09-14T03:46:58.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:57 smithi154 ceph-mon[81546]: pgmap v797: 121 pgs: 121 active+clean; 162 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-09-14T03:46:58.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:57 smithi154 ceph-mon[81546]: osdmap e749: 8 total, 8 up, 8 in 2024-09-14T03:46:58.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:57 smithi154 ceph-mon[81546]: osdmap e750: 8 total, 8 up, 8 in 2024-09-14T03:46:58.841 INFO:tasks.rados.rados.0.smithi002.stdout:3403: done (2 left) 2024-09-14T03:46:58.841 INFO:tasks.rados.rados.0.smithi002.stdout:3407: done (1 left) 2024-09-14T03:46:58.841 INFO:tasks.rados.rados.0.smithi002.stdout:3408: done (0 left) 2024-09-14T03:46:58.841 INFO:tasks.rados.rados.0.smithi002.stdout:3409: copy_from oid 40 from oid 20 current snap is 333 2024-09-14T03:46:58.841 INFO:tasks.rados.rados.0.smithi002.stdout:3410: rmattr oid 46 current snap is 333 2024-09-14T03:46:58.841 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 11 current snap is 333 2024-09-14T03:46:58.841 INFO:tasks.rados.rados.0.smithi002.stdout:3411: seq_num 1050 ranges {3325952=794624} 2024-09-14T03:46:58.864 INFO:tasks.rados.rados.0.smithi002.stdout:3411: writing smithi00278215-11 from 3325952 to 4120576 tid 1 2024-09-14T03:46:58.864 INFO:tasks.rados.rados.0.smithi002.stdout:3412: snap_create 2024-09-14T03:46:58.864 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 46 v 3366 (ObjNum 879 snap 291 seq_num 879) dirty exists 2024-09-14T03:46:58.864 INFO:tasks.rados.rados.0.smithi002.stdout:3409: finishing copy_from to smithi00278215-40 2024-09-14T03:46:58.864 INFO:tasks.rados.rados.0.smithi002.stdout:3409: got expected ENOENT (src dne) 2024-09-14T03:46:58.864 INFO:tasks.rados.rados.0.smithi002.stdout:3409: finishing copy_from racing read to smithi00278215-40 2024-09-14T03:46:58.870 INFO:tasks.rados.rados.0.smithi002.stdout:3411: finishing write tid 1 to smithi00278215-11 2024-09-14T03:46:58.870 INFO:tasks.rados.rados.0.smithi002.stdout:3411: finishing write tid 2 to smithi00278215-11 2024-09-14T03:46:58.872 INFO:tasks.rados.rados.0.smithi002.stdout:3411: finishing write tid 3 to smithi00278215-11 2024-09-14T03:46:58.872 INFO:tasks.rados.rados.0.smithi002.stdout:3411: oid 11 updating version 0 to 4680 2024-09-14T03:46:58.872 INFO:tasks.rados.rados.0.smithi002.stdout:3411: oid 11 version 4680 is already newer than 4679 2024-09-14T03:46:58.873 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 4680 (ObjNum 1050 snap 333 seq_num 1050) dirty exists 2024-09-14T03:46:58.873 INFO:tasks.rados.rados.0.smithi002.stdout:3411: left oid 11 (ObjNum 1050 snap 333 seq_num 1050) 2024-09-14T03:46:59.847 INFO:tasks.rados.rados.0.smithi002.stdout:3409: done (3 left) 2024-09-14T03:46:59.847 INFO:tasks.rados.rados.0.smithi002.stdout:3410: done (2 left) 2024-09-14T03:46:59.847 INFO:tasks.rados.rados.0.smithi002.stdout:3411: done (1 left) 2024-09-14T03:46:59.847 INFO:tasks.rados.rados.0.smithi002.stdout:3412: done (0 left) 2024-09-14T03:46:59.847 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 39 current snap is 334 2024-09-14T03:46:59.847 INFO:tasks.rados.rados.0.smithi002.stdout:3413: seq_num 1051 ranges {163840=409600,573440=401408} 2024-09-14T03:46:59.850 INFO:tasks.rados.rados.0.smithi002.stdout:3413: writing smithi00278215-39 from 163840 to 573440 tid 1 2024-09-14T03:46:59.852 INFO:tasks.rados.rados.0.smithi002.stdout:3413: writing smithi00278215-39 from 573440 to 974848 tid 2 2024-09-14T03:46:59.852 INFO:tasks.rados.rados.0.smithi002.stdout:3414: read oid 17 snap -1 2024-09-14T03:46:59.853 INFO:tasks.rados.rados.0.smithi002.stdout:3414: expect (ObjNum 1023 snap 326 seq_num 1023) 2024-09-14T03:46:59.853 INFO:tasks.rados.rados.0.smithi002.stdout:3415: snap_create 2024-09-14T03:46:59.856 INFO:tasks.rados.rados.0.smithi002.stdout:3413: finishing write tid 1 to smithi00278215-39 2024-09-14T03:46:59.857 INFO:tasks.rados.rados.0.smithi002.stdout:3413: finishing write tid 2 to smithi00278215-39 2024-09-14T03:46:59.857 INFO:tasks.rados.rados.0.smithi002.stdout:3413: finishing write tid 3 to smithi00278215-39 2024-09-14T03:46:59.859 INFO:tasks.rados.rados.0.smithi002.stdout:3413: finishing write tid 4 to smithi00278215-39 2024-09-14T03:46:59.859 INFO:tasks.rados.rados.0.smithi002.stdout:3413: oid 39 updating version 0 to 4150 2024-09-14T03:46:59.859 INFO:tasks.rados.rados.0.smithi002.stdout:3413: oid 39 updating version 4150 to 4151 2024-09-14T03:46:59.859 INFO:tasks.rados.rados.0.smithi002.stdout:3413: oid 39 version 4151 is already newer than 4149 2024-09-14T03:46:59.860 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 39 v 4151 (ObjNum 1051 snap 334 seq_num 1051) dirty exists 2024-09-14T03:46:59.860 INFO:tasks.rados.rados.0.smithi002.stdout:3413: left oid 39 (ObjNum 1051 snap 334 seq_num 1051) 2024-09-14T03:46:59.870 INFO:tasks.rados.rados.0.smithi002.stdout:3414: expect (ObjNum 1023 snap 326 seq_num 1023) 2024-09-14T03:47:00.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:59 smithi002 ceph-mon[87970]: pgmap v800: 121 pgs: 121 active+clean; 131 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1008 KiB/s wr, 15 op/s 2024-09-14T03:47:00.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:46:59 smithi002 ceph-mon[87970]: osdmap e751: 8 total, 8 up, 8 in 2024-09-14T03:47:00.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:59 smithi002 ceph-mon[89815]: pgmap v800: 121 pgs: 121 active+clean; 131 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1008 KiB/s wr, 15 op/s 2024-09-14T03:47:00.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:46:59 smithi002 ceph-mon[89815]: osdmap e751: 8 total, 8 up, 8 in 2024-09-14T03:47:00.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:59 smithi154 ceph-mon[81546]: pgmap v800: 121 pgs: 121 active+clean; 131 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1008 KiB/s wr, 15 op/s 2024-09-14T03:47:00.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:46:59 smithi154 ceph-mon[81546]: osdmap e751: 8 total, 8 up, 8 in 2024-09-14T03:47:00.853 INFO:tasks.rados.rados.0.smithi002.stdout:3413: done (2 left) 2024-09-14T03:47:00.853 INFO:tasks.rados.rados.0.smithi002.stdout:3414: done (1 left) 2024-09-14T03:47:00.853 INFO:tasks.rados.rados.0.smithi002.stdout:3415: done (0 left) 2024-09-14T03:47:00.853 INFO:tasks.rados.rados.0.smithi002.stdout:3416: snap_create 2024-09-14T03:47:01.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:00 smithi002 ceph-mon[87970]: osdmap e752: 8 total, 8 up, 8 in 2024-09-14T03:47:01.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:00 smithi002 ceph-mon[89815]: osdmap e752: 8 total, 8 up, 8 in 2024-09-14T03:47:01.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:00 smithi154 ceph-mon[81546]: osdmap e752: 8 total, 8 up, 8 in 2024-09-14T03:47:01.855 INFO:tasks.rados.rados.0.smithi002.stdout:3416: done (0 left) 2024-09-14T03:47:01.855 INFO:tasks.rados.rados.0.smithi002.stdout:3417: rollback oid 32 current snap is 336 2024-09-14T03:47:01.855 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 32 to 324 2024-09-14T03:47:01.855 INFO:tasks.rados.rados.0.smithi002.stdout:3418: copy_from oid 1 from oid 15 current snap is 336 2024-09-14T03:47:01.855 INFO:tasks.rados.rados.0.smithi002.stdout:3419: snap_remove snap 335 2024-09-14T03:47:02.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:01 smithi002 ceph-mon[87970]: pgmap v803: 121 pgs: 121 active+clean; 133 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 3.7 MiB/s wr, 19 op/s 2024-09-14T03:47:02.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:01 smithi002 ceph-mon[87970]: osdmap e753: 8 total, 8 up, 8 in 2024-09-14T03:47:02.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:01 smithi002 ceph-mon[89815]: pgmap v803: 121 pgs: 121 active+clean; 133 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 3.7 MiB/s wr, 19 op/s 2024-09-14T03:47:02.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:01 smithi002 ceph-mon[89815]: osdmap e753: 8 total, 8 up, 8 in 2024-09-14T03:47:02.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:01 smithi154 ceph-mon[81546]: pgmap v803: 121 pgs: 121 active+clean; 133 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 3.7 MiB/s wr, 19 op/s 2024-09-14T03:47:02.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:01 smithi154 ceph-mon[81546]: osdmap e753: 8 total, 8 up, 8 in 2024-09-14T03:47:02.825 INFO:tasks.rados.rados.0.smithi002.stdout:3419: done (2 left) 2024-09-14T03:47:02.825 INFO:tasks.rados.rados.0.smithi002.stdout:3420: copy_from oid 40 from oid 30 current snap is 336 2024-09-14T03:47:02.825 INFO:tasks.rados.rados.0.smithi002.stdout:3417: finishing rollback tid 0 to smithi00278215-32 2024-09-14T03:47:02.825 INFO:tasks.rados.rados.0.smithi002.stdout:3417: finishing rollback tid 1 to smithi00278215-32 2024-09-14T03:47:02.825 INFO:tasks.rados.rados.0.smithi002.stdout:3417: finishing rollback tid 2 to smithi00278215-32 2024-09-14T03:47:02.825 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 4684 (ObjNum 882 snap 294 seq_num 882) dirty exists 2024-09-14T03:47:02.825 INFO:tasks.rados.rados.0.smithi002.stdout:3418: finishing copy_from racing read to smithi00278215-1 2024-09-14T03:47:02.825 INFO:tasks.rados.rados.0.smithi002.stdout:3418: finishing copy_from to smithi00278215-1 2024-09-14T03:47:02.825 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 1 v 3588 (ObjNum 727 snap 236 seq_num 727) dirty exists 2024-09-14T03:47:02.825 INFO:tasks.rados.rados.0.smithi002.stdout:3417: done (2 left) 2024-09-14T03:47:02.826 INFO:tasks.rados.rados.0.smithi002.stdout:3418: done (1 left) 2024-09-14T03:47:02.826 INFO:tasks.rados.rados.0.smithi002.stdout:3421: read oid 42 snap -1 2024-09-14T03:47:02.826 INFO:tasks.rados.rados.0.smithi002.stdout:3421: expect (ObjNum 983 snap 317 seq_num 983) 2024-09-14T03:47:02.826 INFO:tasks.rados.rados.0.smithi002.stdout:3422: read oid 19 snap -1 2024-09-14T03:47:02.826 INFO:tasks.rados.rados.0.smithi002.stdout:3422: expect (ObjNum 1005 snap 322 seq_num 1005) 2024-09-14T03:47:02.826 INFO:tasks.rados.rados.0.smithi002.stdout:3423: snap_remove snap 327 2024-09-14T03:47:03.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:02 smithi002 ceph-mon[87970]: osdmap e754: 8 total, 8 up, 8 in 2024-09-14T03:47:03.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:02 smithi002 ceph-mon[87970]: osdmap e755: 8 total, 8 up, 8 in 2024-09-14T03:47:03.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:02 smithi002 ceph-mon[89815]: osdmap e754: 8 total, 8 up, 8 in 2024-09-14T03:47:03.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:02 smithi002 ceph-mon[89815]: osdmap e755: 8 total, 8 up, 8 in 2024-09-14T03:47:03.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:02 smithi154 ceph-mon[81546]: osdmap e754: 8 total, 8 up, 8 in 2024-09-14T03:47:03.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:02 smithi154 ceph-mon[81546]: osdmap e755: 8 total, 8 up, 8 in 2024-09-14T03:47:03.826 INFO:tasks.rados.rados.0.smithi002.stdout:3423: done (3 left) 2024-09-14T03:47:03.826 INFO:tasks.rados.rados.0.smithi002.stdout:3424: snap_remove snap 330 2024-09-14T03:47:04.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:03 smithi002 ceph-mon[87970]: pgmap v806: 121 pgs: 121 active+clean; 142 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.6 MiB/s wr, 14 op/s 2024-09-14T03:47:04.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:03 smithi002 ceph-mon[87970]: osdmap e756: 8 total, 8 up, 8 in 2024-09-14T03:47:04.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:03 smithi002 ceph-mon[89815]: pgmap v806: 121 pgs: 121 active+clean; 142 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.6 MiB/s wr, 14 op/s 2024-09-14T03:47:04.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:03 smithi002 ceph-mon[89815]: osdmap e756: 8 total, 8 up, 8 in 2024-09-14T03:47:04.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:03 smithi154 ceph-mon[81546]: pgmap v806: 121 pgs: 121 active+clean; 142 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.6 MiB/s wr, 14 op/s 2024-09-14T03:47:04.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:03 smithi154 ceph-mon[81546]: osdmap e756: 8 total, 8 up, 8 in 2024-09-14T03:47:04.828 INFO:tasks.rados.rados.0.smithi002.stdout:3424: done (3 left) 2024-09-14T03:47:04.829 INFO:tasks.rados.rados.0.smithi002.stdout:3425: rollback oid 14 current snap is 336 2024-09-14T03:47:04.829 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 14 to 334 2024-09-14T03:47:04.829 INFO:tasks.rados.rados.0.smithi002.stdout:3421: expect (ObjNum 983 snap 317 seq_num 983) 2024-09-14T03:47:04.893 INFO:tasks.rados.rados.0.smithi002.stdout:3422: expect (ObjNum 1005 snap 322 seq_num 1005) 2024-09-14T03:47:05.082 INFO:tasks.rados.rados.0.smithi002.stdout:3420: finishing copy_from racing read to smithi00278215-40 2024-09-14T03:47:05.082 INFO:tasks.rados.rados.0.smithi002.stdout:3420: finishing copy_from to smithi00278215-40 2024-09-14T03:47:05.082 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 4650 (ObjNum 1041 snap 331 seq_num 1041) dirty exists 2024-09-14T03:47:05.082 INFO:tasks.rados.rados.0.smithi002.stdout:3420: done (3 left) 2024-09-14T03:47:05.082 INFO:tasks.rados.rados.0.smithi002.stdout:3421: done (2 left) 2024-09-14T03:47:05.082 INFO:tasks.rados.rados.0.smithi002.stdout:3422: done (1 left) 2024-09-14T03:47:05.082 INFO:tasks.rados.rados.0.smithi002.stdout:3426: read oid 11 snap -1 2024-09-14T03:47:05.082 INFO:tasks.rados.rados.0.smithi002.stdout:3426: expect (ObjNum 1050 snap 333 seq_num 1050) 2024-09-14T03:47:05.082 INFO:tasks.rados.rados.0.smithi002.stdout:3427: rollback oid 47 current snap is 336 2024-09-14T03:47:05.083 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 47 to 333 2024-09-14T03:47:05.083 INFO:tasks.rados.rados.0.smithi002.stdout:3425: finishing rollback tid 1 to smithi00278215-14 2024-09-14T03:47:05.083 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 14 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-14T03:47:05.083 INFO:tasks.rados.rados.0.smithi002.stdout:3425: done (2 left) 2024-09-14T03:47:05.083 INFO:tasks.rados.rados.0.smithi002.stdout:3428: read oid 45 snap -1 2024-09-14T03:47:05.083 INFO:tasks.rados.rados.0.smithi002.stdout:3428: expect (ObjNum 1002 snap 321 seq_num 1002) 2024-09-14T03:47:05.083 INFO:tasks.rados.rados.0.smithi002.stdout:3429: snap_remove snap 331 2024-09-14T03:47:05.687 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:47:05 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:47:05] "GET /metrics HTTP/1.1" 200 36431 "" "Prometheus/2.51.0" 2024-09-14T03:47:05.873 INFO:tasks.rados.rados.0.smithi002.stdout:3427: finishing rollback tid 0 to smithi00278215-47 2024-09-14T03:47:05.873 INFO:tasks.rados.rados.0.smithi002.stdout:3427: finishing rollback tid 1 to smithi00278215-47 2024-09-14T03:47:05.873 INFO:tasks.rados.rados.0.smithi002.stdout:3427: finishing rollback tid 2 to smithi00278215-47 2024-09-14T03:47:05.873 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 3765 (ObjNum 1008 snap 323 seq_num 1008) dirty exists 2024-09-14T03:47:05.873 INFO:tasks.rados.rados.0.smithi002.stdout:3426: expect (ObjNum 1050 snap 333 seq_num 1050) 2024-09-14T03:47:06.089 INFO:tasks.rados.rados.0.smithi002.stdout:3428: expect (ObjNum 1002 snap 321 seq_num 1002) 2024-09-14T03:47:06.152 INFO:tasks.rados.rados.0.smithi002.stdout:3426: done (3 left) 2024-09-14T03:47:06.152 INFO:tasks.rados.rados.0.smithi002.stdout:3427: done (2 left) 2024-09-14T03:47:06.152 INFO:tasks.rados.rados.0.smithi002.stdout:3428: done (1 left) 2024-09-14T03:47:06.152 INFO:tasks.rados.rados.0.smithi002.stdout:3429: done (0 left) 2024-09-14T03:47:06.152 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 23 current snap is 336 2024-09-14T03:47:06.152 INFO:tasks.rados.rados.0.smithi002.stdout:3430: seq_num 1052 ranges {0=425984,425984=401408} 2024-09-14T03:47:06.154 INFO:tasks.rados.rados.0.smithi002.stdout:3430: writing smithi00278215-23 from 0 to 425984 tid 1 2024-09-14T03:47:06.156 INFO:tasks.rados.rados.0.smithi002.stdout:3430: writing smithi00278215-23 from 425984 to 827392 tid 2 2024-09-14T03:47:06.156 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 44 current snap is 336 2024-09-14T03:47:06.157 INFO:tasks.rados.rados.0.smithi002.stdout:3431: seq_num 1053 ranges {0=442368,442368=401408} 2024-09-14T03:47:06.159 INFO:tasks.rados.rados.0.smithi002.stdout:3431: writing smithi00278215-44 from 0 to 442368 tid 1 2024-09-14T03:47:06.162 INFO:tasks.rados.rados.0.smithi002.stdout:3431: writing smithi00278215-44 from 442368 to 843776 tid 2 2024-09-14T03:47:06.162 INFO:tasks.rados.rados.0.smithi002.stdout:3432: snap_remove snap 333 2024-09-14T03:47:06.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:05 smithi002 ceph-mon[87970]: pgmap v809: 121 pgs: 121 active+clean; 141 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 134 KiB/s rd, 1.9 MiB/s wr, 8 op/s 2024-09-14T03:47:06.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:05 smithi002 ceph-mon[87970]: osdmap e757: 8 total, 8 up, 8 in 2024-09-14T03:47:06.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:05 smithi002 ceph-mon[89815]: pgmap v809: 121 pgs: 121 active+clean; 141 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 134 KiB/s rd, 1.9 MiB/s wr, 8 op/s 2024-09-14T03:47:06.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:05 smithi002 ceph-mon[89815]: osdmap e757: 8 total, 8 up, 8 in 2024-09-14T03:47:06.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:05 smithi154 ceph-mon[81546]: pgmap v809: 121 pgs: 121 active+clean; 141 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 134 KiB/s rd, 1.9 MiB/s wr, 8 op/s 2024-09-14T03:47:06.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:05 smithi154 ceph-mon[81546]: osdmap e757: 8 total, 8 up, 8 in 2024-09-14T03:47:06.878 INFO:tasks.rados.rados.0.smithi002.stdout:3432: done (2 left) 2024-09-14T03:47:06.878 INFO:tasks.rados.rados.0.smithi002.stdout:3433: read oid 43 snap -1 2024-09-14T03:47:06.878 INFO:tasks.rados.rados.0.smithi002.stdout:3433: expect (ObjNum 1045 snap 332 seq_num 1045) 2024-09-14T03:47:06.878 INFO:tasks.rados.rados.0.smithi002.stdout:3434: snap_create 2024-09-14T03:47:06.878 INFO:tasks.rados.rados.0.smithi002.stdout:3430: finishing write tid 1 to smithi00278215-23 2024-09-14T03:47:06.878 INFO:tasks.rados.rados.0.smithi002.stdout:3430: finishing write tid 2 to smithi00278215-23 2024-09-14T03:47:06.878 INFO:tasks.rados.rados.0.smithi002.stdout:3430: finishing write tid 3 to smithi00278215-23 2024-09-14T03:47:06.878 INFO:tasks.rados.rados.0.smithi002.stdout:3430: finishing write tid 4 to smithi00278215-23 2024-09-14T03:47:06.878 INFO:tasks.rados.rados.0.smithi002.stdout:3430: oid 23 updating version 0 to 4596 2024-09-14T03:47:06.879 INFO:tasks.rados.rados.0.smithi002.stdout:3430: oid 23 version 4596 is already newer than 4595 2024-09-14T03:47:06.879 INFO:tasks.rados.rados.0.smithi002.stdout:3430: oid 23 version 4596 is already newer than 4594 2024-09-14T03:47:06.879 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 4596 (ObjNum 1052 snap 336 seq_num 1052) dirty exists 2024-09-14T03:47:06.879 INFO:tasks.rados.rados.0.smithi002.stdout:3430: left oid 23 (ObjNum 1052 snap 336 seq_num 1052) 2024-09-14T03:47:06.879 INFO:tasks.rados.rados.0.smithi002.stdout:3431: finishing write tid 1 to smithi00278215-44 2024-09-14T03:47:06.879 INFO:tasks.rados.rados.0.smithi002.stdout:3431: finishing write tid 2 to smithi00278215-44 2024-09-14T03:47:06.879 INFO:tasks.rados.rados.0.smithi002.stdout:3431: finishing write tid 3 to smithi00278215-44 2024-09-14T03:47:06.879 INFO:tasks.rados.rados.0.smithi002.stdout:3431: finishing write tid 4 to smithi00278215-44 2024-09-14T03:47:06.879 INFO:tasks.rados.rados.0.smithi002.stdout:3431: oid 44 updating version 0 to 4141 2024-09-14T03:47:06.879 INFO:tasks.rados.rados.0.smithi002.stdout:3431: oid 44 updating version 4141 to 4143 2024-09-14T03:47:06.879 INFO:tasks.rados.rados.0.smithi002.stdout:3431: oid 44 version 4143 is already newer than 4142 2024-09-14T03:47:06.879 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 4143 (ObjNum 1053 snap 336 seq_num 1053) dirty exists 2024-09-14T03:47:06.879 INFO:tasks.rados.rados.0.smithi002.stdout:3431: left oid 44 (ObjNum 1053 snap 336 seq_num 1053) 2024-09-14T03:47:06.885 INFO:tasks.rados.rados.0.smithi002.stdout:3433: expect (ObjNum 1045 snap 332 seq_num 1045) 2024-09-14T03:47:07.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:06 smithi002 ceph-mon[87970]: osdmap e758: 8 total, 8 up, 8 in 2024-09-14T03:47:07.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:06 smithi002 ceph-mon[89815]: osdmap e758: 8 total, 8 up, 8 in 2024-09-14T03:47:07.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:06 smithi154 ceph-mon[81546]: osdmap e758: 8 total, 8 up, 8 in 2024-09-14T03:47:07.826 INFO:tasks.rados.rados.0.smithi002.stdout:3430: done (3 left) 2024-09-14T03:47:07.826 INFO:tasks.rados.rados.0.smithi002.stdout:3431: done (2 left) 2024-09-14T03:47:07.827 INFO:tasks.rados.rados.0.smithi002.stdout:3433: done (1 left) 2024-09-14T03:47:07.827 INFO:tasks.rados.rados.0.smithi002.stdout:3434: done (0 left) 2024-09-14T03:47:07.827 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 4 current snap is 337 2024-09-14T03:47:07.827 INFO:tasks.rados.rados.0.smithi002.stdout:3435: seq_num 1054 ranges {1966080=458752,2424832=401408} 2024-09-14T03:47:07.839 INFO:tasks.rados.rados.0.smithi002.stdout:3435: writing smithi00278215-4 from 1966080 to 2424832 tid 1 2024-09-14T03:47:07.842 INFO:tasks.rados.rados.0.smithi002.stdout:3435: writing smithi00278215-4 from 2424832 to 2826240 tid 2 2024-09-14T03:47:07.842 INFO:tasks.rados.rados.0.smithi002.stdout:3436: delete oid 37 current snap is 337 2024-09-14T03:47:07.847 INFO:tasks.rados.rados.0.smithi002.stdout:3436: done (1 left) 2024-09-14T03:47:07.847 INFO:tasks.rados.rados.0.smithi002.stdout:3437: rollback oid 38 current snap is 337 2024-09-14T03:47:07.847 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 38 to 334 2024-09-14T03:47:07.847 INFO:tasks.rados.rados.0.smithi002.stdout:3438: delete oid 47 current snap is 337 2024-09-14T03:47:07.850 INFO:tasks.rados.rados.0.smithi002.stdout:3435: finishing write tid 1 to smithi00278215-4 2024-09-14T03:47:07.850 INFO:tasks.rados.rados.0.smithi002.stdout:3435: finishing write tid 2 to smithi00278215-4 2024-09-14T03:47:07.852 INFO:tasks.rados.rados.0.smithi002.stdout:3435: finishing write tid 3 to smithi00278215-4 2024-09-14T03:47:07.854 INFO:tasks.rados.rados.0.smithi002.stdout:3435: finishing write tid 4 to smithi00278215-4 2024-09-14T03:47:07.854 INFO:tasks.rados.rados.0.smithi002.stdout:3435: oid 4 updating version 0 to 4145 2024-09-14T03:47:07.855 INFO:tasks.rados.rados.0.smithi002.stdout:3435: oid 4 version 4145 is already newer than 4144 2024-09-14T03:47:07.855 INFO:tasks.rados.rados.0.smithi002.stdout:3435: oid 4 updating version 4145 to 4146 2024-09-14T03:47:07.855 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 4146 (ObjNum 1054 snap 337 seq_num 1054) dirty exists 2024-09-14T03:47:07.855 INFO:tasks.rados.rados.0.smithi002.stdout:3435: left oid 4 (ObjNum 1054 snap 337 seq_num 1054) 2024-09-14T03:47:07.855 INFO:tasks.rados.rados.0.smithi002.stdout:3435: done (2 left) 2024-09-14T03:47:07.855 INFO:tasks.rados.rados.0.smithi002.stdout:3438: done (1 left) 2024-09-14T03:47:07.855 INFO:tasks.rados.rados.0.smithi002.stdout:3439: copy_from oid 26 from oid 40 current snap is 337 2024-09-14T03:47:07.855 INFO:tasks.rados.rados.0.smithi002.stdout:3440: snap_remove snap 324 2024-09-14T03:47:08.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:07 smithi002 ceph-mon[87970]: pgmap v812: 121 pgs: 121 active+clean; 141 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 182 KiB/s wr, 0 op/s 2024-09-14T03:47:08.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:07 smithi002 ceph-mon[87970]: osdmap e759: 8 total, 8 up, 8 in 2024-09-14T03:47:08.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:07 smithi002 ceph-mon[87970]: osdmap e760: 8 total, 8 up, 8 in 2024-09-14T03:47:08.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:07 smithi002 ceph-mon[89815]: pgmap v812: 121 pgs: 121 active+clean; 141 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 182 KiB/s wr, 0 op/s 2024-09-14T03:47:08.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:07 smithi002 ceph-mon[89815]: osdmap e759: 8 total, 8 up, 8 in 2024-09-14T03:47:08.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:07 smithi002 ceph-mon[89815]: osdmap e760: 8 total, 8 up, 8 in 2024-09-14T03:47:08.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:07 smithi154 ceph-mon[81546]: pgmap v812: 121 pgs: 121 active+clean; 141 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 182 KiB/s wr, 0 op/s 2024-09-14T03:47:08.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:07 smithi154 ceph-mon[81546]: osdmap e759: 8 total, 8 up, 8 in 2024-09-14T03:47:08.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:07 smithi154 ceph-mon[81546]: osdmap e760: 8 total, 8 up, 8 in 2024-09-14T03:47:08.830 INFO:tasks.rados.rados.0.smithi002.stdout:3440: done (2 left) 2024-09-14T03:47:08.830 INFO:tasks.rados.rados.0.smithi002.stdout:3441: rollback oid 8 current snap is 337 2024-09-14T03:47:08.830 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 8 to 334 2024-09-14T03:47:08.830 INFO:tasks.rados.rados.0.smithi002.stdout:3437: finishing rollback tid 0 to smithi00278215-38 2024-09-14T03:47:08.830 INFO:tasks.rados.rados.0.smithi002.stdout:3437: finishing rollback tid 1 to smithi00278215-38 2024-09-14T03:47:08.831 INFO:tasks.rados.rados.0.smithi002.stdout:3437: finishing rollback tid 2 to smithi00278215-38 2024-09-14T03:47:08.831 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 4740 (ObjNum 1042 snap 331 seq_num 1042) dirty exists 2024-09-14T03:47:08.831 INFO:tasks.rados.rados.0.smithi002.stdout:3439: finishing copy_from racing read to smithi00278215-26 2024-09-14T03:47:08.831 INFO:tasks.rados.rados.0.smithi002.stdout:3439: finishing copy_from to smithi00278215-26 2024-09-14T03:47:08.831 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 4650 (ObjNum 1041 snap 331 seq_num 1041) dirty exists 2024-09-14T03:47:08.831 INFO:tasks.rados.rados.0.smithi002.stdout:3437: done (2 left) 2024-09-14T03:47:08.831 INFO:tasks.rados.rados.0.smithi002.stdout:3439: done (1 left) 2024-09-14T03:47:08.831 INFO:tasks.rados.rados.0.smithi002.stdout:3442: copy_from oid 21 from oid 16 current snap is 337 2024-09-14T03:47:08.831 INFO:tasks.rados.rados.0.smithi002.stdout:3443: snap_remove snap 332 2024-09-14T03:47:09.831 INFO:tasks.rados.rados.0.smithi002.stdout:3441: finishing rollback tid 0 to smithi00278215-8 2024-09-14T03:47:09.831 INFO:tasks.rados.rados.0.smithi002.stdout:3441: finishing rollback tid 1 to smithi00278215-8 2024-09-14T03:47:09.831 INFO:tasks.rados.rados.0.smithi002.stdout:3443: done (2 left) 2024-09-14T03:47:09.831 INFO:tasks.rados.rados.0.smithi002.stdout:3444: read oid 30 snap 334 2024-09-14T03:47:09.831 INFO:tasks.rados.rados.0.smithi002.stdout:3444: expect (ObjNum 1041 snap 331 seq_num 1041) 2024-09-14T03:47:09.831 INFO:tasks.rados.rados.0.smithi002.stdout:3441: finishing rollback tid 2 to smithi00278215-8 2024-09-14T03:47:09.831 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 8 v 3742 (ObjNum 1031 snap 328 seq_num 1031) dirty exists 2024-09-14T03:47:09.832 INFO:tasks.rados.rados.0.smithi002.stdout:3442: finishing copy_from to smithi00278215-21 2024-09-14T03:47:09.832 INFO:tasks.rados.rados.0.smithi002.stdout:3442: got expected ENOENT (src dne) 2024-09-14T03:47:09.832 INFO:tasks.rados.rados.0.smithi002.stdout:3442: finishing copy_from racing read to smithi00278215-21 2024-09-14T03:47:09.832 INFO:tasks.rados.rados.0.smithi002.stdout:3441: done (2 left) 2024-09-14T03:47:09.832 INFO:tasks.rados.rados.0.smithi002.stdout:3442: done (1 left) 2024-09-14T03:47:09.832 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 21 current snap is 337 2024-09-14T03:47:09.832 INFO:tasks.rados.rados.0.smithi002.stdout:3445: seq_num 1057 ranges {3260416=507904,3768320=401408} 2024-09-14T03:47:09.852 INFO:tasks.rados.rados.0.smithi002.stdout:3445: writing smithi00278215-21 from 3260416 to 3768320 tid 1 2024-09-14T03:47:09.855 INFO:tasks.rados.rados.0.smithi002.stdout:3445: writing smithi00278215-21 from 3768320 to 4169728 tid 2 2024-09-14T03:47:09.855 INFO:tasks.rados.rados.0.smithi002.stdout:3446: rollback oid 47 current snap is 337 2024-09-14T03:47:09.855 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 47 to 334 2024-09-14T03:47:09.855 INFO:tasks.rados.rados.0.smithi002.stdout:3447: delete oid 20 current snap is 337 2024-09-14T03:47:09.859 INFO:tasks.rados.rados.0.smithi002.stdout:3445: finishing write tid 1 to smithi00278215-21 2024-09-14T03:47:09.859 INFO:tasks.rados.rados.0.smithi002.stdout:3445: finishing write tid 2 to smithi00278215-21 2024-09-14T03:47:09.860 INFO:tasks.rados.rados.0.smithi002.stdout:3445: finishing write tid 3 to smithi00278215-21 2024-09-14T03:47:09.860 INFO:tasks.rados.rados.0.smithi002.stdout:3447: done (3 left) 2024-09-14T03:47:09.861 INFO:tasks.rados.rados.0.smithi002.stdout:3448: snap_remove snap 336 2024-09-14T03:47:10.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:09 smithi002 ceph-mon[87970]: pgmap v815: 121 pgs: 121 active+clean; 143 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 8.6 MiB/s rd, 1.4 MiB/s wr, 5 op/s 2024-09-14T03:47:10.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:09 smithi002 ceph-mon[87970]: osdmap e761: 8 total, 8 up, 8 in 2024-09-14T03:47:10.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:09 smithi002 ceph-mon[89815]: pgmap v815: 121 pgs: 121 active+clean; 143 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 8.6 MiB/s rd, 1.4 MiB/s wr, 5 op/s 2024-09-14T03:47:10.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:09 smithi002 ceph-mon[89815]: osdmap e761: 8 total, 8 up, 8 in 2024-09-14T03:47:10.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:09 smithi154 ceph-mon[81546]: pgmap v815: 121 pgs: 121 active+clean; 143 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 8.6 MiB/s rd, 1.4 MiB/s wr, 5 op/s 2024-09-14T03:47:10.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:09 smithi154 ceph-mon[81546]: osdmap e761: 8 total, 8 up, 8 in 2024-09-14T03:47:10.844 INFO:tasks.rados.rados.0.smithi002.stdout:3448: done (3 left) 2024-09-14T03:47:10.844 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 41 current snap is 337 2024-09-14T03:47:10.844 INFO:tasks.rados.rados.0.smithi002.stdout:3449: seq_num 1059 ranges {0=540672,540672=401408} 2024-09-14T03:47:10.848 INFO:tasks.rados.rados.0.smithi002.stdout:3449: writing smithi00278215-41 from 0 to 540672 tid 1 2024-09-14T03:47:10.851 INFO:tasks.rados.rados.0.smithi002.stdout:3449: writing smithi00278215-41 from 540672 to 942080 tid 2 2024-09-14T03:47:10.851 INFO:tasks.rados.rados.0.smithi002.stdout:3450: delete oid 4 current snap is 337 2024-09-14T03:47:10.852 INFO:tasks.rados.rados.0.smithi002.stdout:3446: finishing rollback tid 1 to smithi00278215-47 2024-09-14T03:47:10.852 INFO:tasks.rados.rados.0.smithi002.stdout:3445: finishing write tid 4 to smithi00278215-21 2024-09-14T03:47:10.852 INFO:tasks.rados.rados.0.smithi002.stdout:3445: oid 21 updating version 0 to 1878 2024-09-14T03:47:10.852 INFO:tasks.rados.rados.0.smithi002.stdout:3445: oid 21 version 1878 is already newer than 1877 2024-09-14T03:47:10.852 INFO:tasks.rados.rados.0.smithi002.stdout:3445: oid 21 updating version 1878 to 1879 2024-09-14T03:47:10.852 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 1879 (ObjNum 1057 snap 337 seq_num 1057) dirty exists 2024-09-14T03:47:10.852 INFO:tasks.rados.rados.0.smithi002.stdout:3445: left oid 21 (ObjNum 1057 snap 337 seq_num 1057) 2024-09-14T03:47:10.852 INFO:tasks.rados.rados.0.smithi002.stdout:3446: finishing rollback tid 2 to smithi00278215-47 2024-09-14T03:47:10.852 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 3768 (ObjNum 1008 snap 323 seq_num 1008) dirty exists 2024-09-14T03:47:10.852 INFO:tasks.rados.rados.0.smithi002.stdout:3444: expect (ObjNum 1041 snap 331 seq_num 1041) 2024-09-14T03:47:11.091 INFO:tasks.rados.rados.0.smithi002.stdout:3449: finishing write tid 1 to smithi00278215-41 2024-09-14T03:47:11.092 INFO:tasks.rados.rados.0.smithi002.stdout:3449: finishing write tid 2 to smithi00278215-41 2024-09-14T03:47:11.092 INFO:tasks.rados.rados.0.smithi002.stdout:3449: finishing write tid 3 to smithi00278215-41 2024-09-14T03:47:11.092 INFO:tasks.rados.rados.0.smithi002.stdout:3449: finishing write tid 4 to smithi00278215-41 2024-09-14T03:47:11.092 INFO:tasks.rados.rados.0.smithi002.stdout:3449: oid 41 updating version 0 to 4771 2024-09-14T03:47:11.092 INFO:tasks.rados.rados.0.smithi002.stdout:3449: oid 41 updating version 4771 to 4772 2024-09-14T03:47:11.092 INFO:tasks.rados.rados.0.smithi002.stdout:3449: oid 41 updating version 4772 to 4773 2024-09-14T03:47:11.092 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 41 v 4773 (ObjNum 1059 snap 337 seq_num 1059) dirty exists 2024-09-14T03:47:11.092 INFO:tasks.rados.rados.0.smithi002.stdout:3449: left oid 41 (ObjNum 1059 snap 337 seq_num 1059) 2024-09-14T03:47:11.094 INFO:tasks.rados.rados.0.smithi002.stdout:3444: done (4 left) 2024-09-14T03:47:11.094 INFO:tasks.rados.rados.0.smithi002.stdout:3445: done (3 left) 2024-09-14T03:47:11.094 INFO:tasks.rados.rados.0.smithi002.stdout:3446: done (2 left) 2024-09-14T03:47:11.094 INFO:tasks.rados.rados.0.smithi002.stdout:3449: done (1 left) 2024-09-14T03:47:11.094 INFO:tasks.rados.rados.0.smithi002.stdout:3450: done (0 left) 2024-09-14T03:47:11.094 INFO:tasks.rados.rados.0.smithi002.stdout:3451: rollback oid 18 current snap is 337 2024-09-14T03:47:11.094 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 18 to 334 2024-09-14T03:47:11.095 INFO:tasks.rados.rados.0.smithi002.stdout:3452: read oid 31 snap -1 2024-09-14T03:47:11.095 INFO:tasks.rados.rados.0.smithi002.stdout:3452: expect (ObjNum 1043 snap 332 seq_num 1043) 2024-09-14T03:47:11.095 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 10 current snap is 337 2024-09-14T03:47:11.095 INFO:tasks.rados.rados.0.smithi002.stdout:3453: seq_num 1061 ranges {0=573440,573440=401408} 2024-09-14T03:47:11.097 INFO:tasks.rados.rados.0.smithi002.stdout:3453: writing smithi00278215-10 from 0 to 573440 tid 1 2024-09-14T03:47:11.100 INFO:tasks.rados.rados.0.smithi002.stdout:3453: writing smithi00278215-10 from 573440 to 974848 tid 2 2024-09-14T03:47:11.100 INFO:tasks.rados.rados.0.smithi002.stdout:3454: rollback oid 46 current snap is 337 2024-09-14T03:47:11.100 INFO:tasks.rados.rados.0.smithi002.stdout:3451: finishing rollback tid 0 to smithi00278215-18 2024-09-14T03:47:11.100 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 46 to 334 2024-09-14T03:47:11.101 INFO:tasks.rados.rados.0.smithi002.stdout:3451: finishing rollback tid 1 to smithi00278215-18 2024-09-14T03:47:11.101 INFO:tasks.rados.rados.0.smithi002.stdout:3455: rmattr oid 36 current snap is 337 2024-09-14T03:47:11.101 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 37 current snap is 337 2024-09-14T03:47:11.101 INFO:tasks.rados.rados.0.smithi002.stdout:3451: finishing rollback tid 2 to smithi00278215-18 2024-09-14T03:47:11.101 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 3593 (ObjNum 1040 snap 330 seq_num 1040) dirty exists 2024-09-14T03:47:11.101 INFO:tasks.rados.rados.0.smithi002.stdout:3456: seq_num 1062 ranges {0=589824,589824=401408} 2024-09-14T03:47:11.104 INFO:tasks.rados.rados.0.smithi002.stdout:3456: writing smithi00278215-37 from 0 to 589824 tid 1 2024-09-14T03:47:11.107 INFO:tasks.rados.rados.0.smithi002.stdout:3456: writing smithi00278215-37 from 589824 to 991232 tid 2 2024-09-14T03:47:11.107 INFO:tasks.rados.rados.0.smithi002.stdout:3451: done (5 left) 2024-09-14T03:47:11.108 INFO:tasks.rados.rados.0.smithi002.stdout:3457: read oid 43 snap 334 2024-09-14T03:47:11.108 INFO:tasks.rados.rados.0.smithi002.stdout:3457: expect (ObjNum 1045 snap 332 seq_num 1045) 2024-09-14T03:47:11.108 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 19 current snap is 337 2024-09-14T03:47:11.108 INFO:tasks.rados.rados.0.smithi002.stdout:3453: finishing write tid 1 to smithi00278215-10 2024-09-14T03:47:11.108 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 36 v 4651 (ObjNum 33 snap 0 seq_num 855834096) dirty exists 2024-09-14T03:47:11.108 INFO:tasks.rados.rados.0.smithi002.stdout:3454: finishing rollback tid 0 to smithi00278215-46 2024-09-14T03:47:11.108 INFO:tasks.rados.rados.0.smithi002.stdout:3454: finishing rollback tid 1 to smithi00278215-46 2024-09-14T03:47:11.108 INFO:tasks.rados.rados.0.smithi002.stdout:3458: seq_num 1063 ranges {3358720=606208,3964928=401408} 2024-09-14T03:47:11.129 INFO:tasks.rados.rados.0.smithi002.stdout:3458: writing smithi00278215-19 from 3358720 to 3964928 tid 1 2024-09-14T03:47:11.132 INFO:tasks.rados.rados.0.smithi002.stdout:3458: writing smithi00278215-19 from 3964928 to 4366336 tid 2 2024-09-14T03:47:11.132 INFO:tasks.rados.rados.0.smithi002.stdout:3455: done (6 left) 2024-09-14T03:47:11.132 INFO:tasks.rados.rados.0.smithi002.stdout:3459: read oid 45 snap -1 2024-09-14T03:47:11.132 INFO:tasks.rados.rados.0.smithi002.stdout:3459: expect (ObjNum 1002 snap 321 seq_num 1002) 2024-09-14T03:47:11.133 INFO:tasks.rados.rados.0.smithi002.stdout:3460: rollback oid 44 current snap is 337 2024-09-14T03:47:11.133 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 44 to 334 2024-09-14T03:47:11.133 INFO:tasks.rados.rados.0.smithi002.stdout:3453: finishing write tid 2 to smithi00278215-10 2024-09-14T03:47:11.133 INFO:tasks.rados.rados.0.smithi002.stdout:3454: finishing rollback tid 2 to smithi00278215-46 2024-09-14T03:47:11.133 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 46 v 3369 (ObjNum 879 snap 291 seq_num 879) dirty exists 2024-09-14T03:47:11.133 INFO:tasks.rados.rados.0.smithi002.stdout:3453: finishing write tid 3 to smithi00278215-10 2024-09-14T03:47:11.133 INFO:tasks.rados.rados.0.smithi002.stdout:3453: finishing write tid 4 to smithi00278215-10 2024-09-14T03:47:11.133 INFO:tasks.rados.rados.0.smithi002.stdout:3453: oid 10 updating version 0 to 4150 2024-09-14T03:47:11.133 INFO:tasks.rados.rados.0.smithi002.stdout:3453: oid 10 version 4150 is already newer than 4149 2024-09-14T03:47:11.133 INFO:tasks.rados.rados.0.smithi002.stdout:3453: oid 10 version 4150 is already newer than 4148 2024-09-14T03:47:11.133 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 4150 (ObjNum 1061 snap 337 seq_num 1061) dirty exists 2024-09-14T03:47:11.133 INFO:tasks.rados.rados.0.smithi002.stdout:3453: left oid 10 (ObjNum 1061 snap 337 seq_num 1061) 2024-09-14T03:47:11.133 INFO:tasks.rados.rados.0.smithi002.stdout:3456: finishing write tid 1 to smithi00278215-37 2024-09-14T03:47:11.134 INFO:tasks.rados.rados.0.smithi002.stdout:3456: finishing write tid 2 to smithi00278215-37 2024-09-14T03:47:11.134 INFO:tasks.rados.rados.0.smithi002.stdout:3456: finishing write tid 3 to smithi00278215-37 2024-09-14T03:47:11.134 INFO:tasks.rados.rados.0.smithi002.stdout:3456: finishing write tid 4 to smithi00278215-37 2024-09-14T03:47:11.134 INFO:tasks.rados.rados.0.smithi002.stdout:3456: oid 37 updating version 0 to 4155 2024-09-14T03:47:11.134 INFO:tasks.rados.rados.0.smithi002.stdout:3456: oid 37 version 4155 is already newer than 4154 2024-09-14T03:47:11.134 INFO:tasks.rados.rados.0.smithi002.stdout:3456: oid 37 version 4155 is already newer than 4153 2024-09-14T03:47:11.134 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 37 v 4155 (ObjNum 1062 snap 337 seq_num 1062) dirty exists 2024-09-14T03:47:11.134 INFO:tasks.rados.rados.0.smithi002.stdout:3456: left oid 37 (ObjNum 1062 snap 337 seq_num 1062) 2024-09-14T03:47:11.134 INFO:tasks.rados.rados.0.smithi002.stdout:3457: expect (ObjNum 1045 snap 332 seq_num 1045) 2024-09-14T03:47:11.153 INFO:tasks.rados.rados.0.smithi002.stdout:3452: expect (ObjNum 1043 snap 332 seq_num 1043) 2024-09-14T03:47:11.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:10 smithi002 ceph-mon[87970]: osdmap e762: 8 total, 8 up, 8 in 2024-09-14T03:47:11.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:47:11.186 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:10 smithi002 ceph-mon[89815]: osdmap e762: 8 total, 8 up, 8 in 2024-09-14T03:47:11.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:47:11.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:10 smithi154 ceph-mon[81546]: osdmap e762: 8 total, 8 up, 8 in 2024-09-14T03:47:11.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:47:11.360 INFO:tasks.rados.rados.0.smithi002.stdout:3460: finishing rollback tid 0 to smithi00278215-44 2024-09-14T03:47:11.361 INFO:tasks.rados.rados.0.smithi002.stdout:3458: finishing write tid 1 to smithi00278215-19 2024-09-14T03:47:11.361 INFO:tasks.rados.rados.0.smithi002.stdout:3460: finishing rollback tid 1 to smithi00278215-44 2024-09-14T03:47:11.361 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 4152 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-14T03:47:11.361 INFO:tasks.rados.rados.0.smithi002.stdout:3458: finishing write tid 2 to smithi00278215-19 2024-09-14T03:47:11.361 INFO:tasks.rados.rados.0.smithi002.stdout:3458: finishing write tid 3 to smithi00278215-19 2024-09-14T03:47:11.361 INFO:tasks.rados.rados.0.smithi002.stdout:3452: done (7 left) 2024-09-14T03:47:11.361 INFO:tasks.rados.rados.0.smithi002.stdout:3453: done (6 left) 2024-09-14T03:47:11.361 INFO:tasks.rados.rados.0.smithi002.stdout:3454: done (5 left) 2024-09-14T03:47:11.361 INFO:tasks.rados.rados.0.smithi002.stdout:3456: done (4 left) 2024-09-14T03:47:11.361 INFO:tasks.rados.rados.0.smithi002.stdout:3457: done (3 left) 2024-09-14T03:47:11.361 INFO:tasks.rados.rados.0.smithi002.stdout:3460: done (2 left) 2024-09-14T03:47:11.361 INFO:tasks.rados.rados.0.smithi002.stdout:3461: snap_create 2024-09-14T03:47:11.362 INFO:tasks.rados.rados.0.smithi002.stdout:3458: finishing write tid 4 to smithi00278215-19 2024-09-14T03:47:11.362 INFO:tasks.rados.rados.0.smithi002.stdout:3458: oid 19 updating version 0 to 4156 2024-09-14T03:47:11.362 INFO:tasks.rados.rados.0.smithi002.stdout:3458: oid 19 updating version 4156 to 4158 2024-09-14T03:47:11.362 INFO:tasks.rados.rados.0.smithi002.stdout:3458: oid 19 version 4158 is already newer than 4157 2024-09-14T03:47:11.362 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 19 v 4158 (ObjNum 1063 snap 337 seq_num 1063) dirty exists 2024-09-14T03:47:11.362 INFO:tasks.rados.rados.0.smithi002.stdout:3458: left oid 19 (ObjNum 1063 snap 337 seq_num 1063) 2024-09-14T03:47:11.362 INFO:tasks.rados.rados.0.smithi002.stdout:3459: expect (ObjNum 1002 snap 321 seq_num 1002) 2024-09-14T03:47:11.848 INFO:tasks.rados.rados.0.smithi002.stdout:3458: done (2 left) 2024-09-14T03:47:11.848 INFO:tasks.rados.rados.0.smithi002.stdout:3459: done (1 left) 2024-09-14T03:47:11.848 INFO:tasks.rados.rados.0.smithi002.stdout:3461: done (0 left) 2024-09-14T03:47:11.848 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 44 current snap is 338 2024-09-14T03:47:11.848 INFO:tasks.rados.rados.0.smithi002.stdout:3462: seq_num 1064 ranges {0=622592,622592=401408} 2024-09-14T03:47:11.851 INFO:tasks.rados.rados.0.smithi002.stdout:3462: writing smithi00278215-44 from 0 to 622592 tid 1 2024-09-14T03:47:11.854 INFO:tasks.rados.rados.0.smithi002.stdout:3462: writing smithi00278215-44 from 622592 to 1024000 tid 2 2024-09-14T03:47:11.854 INFO:tasks.rados.rados.0.smithi002.stdout:3463: read oid 50 snap -1 2024-09-14T03:47:11.854 INFO:tasks.rados.rados.0.smithi002.stdout:3463: expect (ObjNum 1022 snap 326 seq_num 1022) 2024-09-14T03:47:11.854 INFO:tasks.rados.rados.0.smithi002.stdout:3464: read oid 15 snap -1 2024-09-14T03:47:11.854 INFO:tasks.rados.rados.0.smithi002.stdout:3464: expect (ObjNum 727 snap 236 seq_num 727) 2024-09-14T03:47:11.854 INFO:tasks.rados.rados.0.smithi002.stdout:3465: read oid 34 snap -1 2024-09-14T03:47:11.855 INFO:tasks.rados.rados.0.smithi002.stdout:3465: expect (ObjNum 940 snap 305 seq_num 940) 2024-09-14T03:47:11.855 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 14 current snap is 338 2024-09-14T03:47:11.855 INFO:tasks.rados.rados.0.smithi002.stdout:3466: seq_num 1065 ranges {0=638976,638976=401408} 2024-09-14T03:47:11.858 INFO:tasks.rados.rados.0.smithi002.stdout:3466: writing smithi00278215-14 from 0 to 638976 tid 1 2024-09-14T03:47:11.861 INFO:tasks.rados.rados.0.smithi002.stdout:3466: writing smithi00278215-14 from 638976 to 1040384 tid 2 2024-09-14T03:47:11.861 INFO:tasks.rados.rados.0.smithi002.stdout:3464: expect (ObjNum 727 snap 236 seq_num 727) 2024-09-14T03:47:11.870 INFO:tasks.rados.rados.0.smithi002.stdout:3462: finishing write tid 1 to smithi00278215-44 2024-09-14T03:47:11.870 INFO:tasks.rados.rados.0.smithi002.stdout:3462: finishing write tid 2 to smithi00278215-44 2024-09-14T03:47:11.870 INFO:tasks.rados.rados.0.smithi002.stdout:3462: finishing write tid 3 to smithi00278215-44 2024-09-14T03:47:11.870 INFO:tasks.rados.rados.0.smithi002.stdout:3464: done (4 left) 2024-09-14T03:47:11.870 INFO:tasks.rados.rados.0.smithi002.stdout:3467: delete oid 13 current snap is 338 2024-09-14T03:47:11.871 INFO:tasks.rados.rados.0.smithi002.stdout:3462: finishing write tid 4 to smithi00278215-44 2024-09-14T03:47:11.871 INFO:tasks.rados.rados.0.smithi002.stdout:3462: oid 44 updating version 0 to 4155 2024-09-14T03:47:11.871 INFO:tasks.rados.rados.0.smithi002.stdout:3462: oid 44 version 4155 is already newer than 4153 2024-09-14T03:47:11.871 INFO:tasks.rados.rados.0.smithi002.stdout:3462: oid 44 version 4155 is already newer than 4154 2024-09-14T03:47:11.871 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 4155 (ObjNum 1064 snap 338 seq_num 1064) dirty exists 2024-09-14T03:47:11.871 INFO:tasks.rados.rados.0.smithi002.stdout:3462: left oid 44 (ObjNum 1064 snap 338 seq_num 1064) 2024-09-14T03:47:11.873 INFO:tasks.rados.rados.0.smithi002.stdout:3462: done (4 left) 2024-09-14T03:47:11.873 INFO:tasks.rados.rados.0.smithi002.stdout:3467: done (3 left) 2024-09-14T03:47:11.873 INFO:tasks.rados.rados.0.smithi002.stdout:3468: delete oid 23 current snap is 338 2024-09-14T03:47:11.874 INFO:tasks.rados.rados.0.smithi002.stdout:3465: expect (ObjNum 940 snap 305 seq_num 940) 2024-09-14T03:47:12.012 INFO:tasks.rados.rados.0.smithi002.stdout:3463: expect (ObjNum 1022 snap 326 seq_num 1022) 2024-09-14T03:47:12.185 INFO:tasks.rados.rados.0.smithi002.stdout:3466: finishing write tid 1 to smithi00278215-14 2024-09-14T03:47:12.185 INFO:tasks.rados.rados.0.smithi002.stdout:3466: finishing write tid 2 to smithi00278215-14 2024-09-14T03:47:12.185 INFO:tasks.rados.rados.0.smithi002.stdout:3466: finishing write tid 3 to smithi00278215-14 2024-09-14T03:47:12.185 INFO:tasks.rados.rados.0.smithi002.stdout:3466: finishing write tid 4 to smithi00278215-14 2024-09-14T03:47:12.185 INFO:tasks.rados.rados.0.smithi002.stdout:3466: oid 14 updating version 0 to 4158 2024-09-14T03:47:12.185 INFO:tasks.rados.rados.0.smithi002.stdout:3466: oid 14 version 4158 is already newer than 4157 2024-09-14T03:47:12.185 INFO:tasks.rados.rados.0.smithi002.stdout:3466: oid 14 version 4158 is already newer than 4156 2024-09-14T03:47:12.185 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 14 v 4158 (ObjNum 1065 snap 338 seq_num 1065) dirty exists 2024-09-14T03:47:12.186 INFO:tasks.rados.rados.0.smithi002.stdout:3466: left oid 14 (ObjNum 1065 snap 338 seq_num 1065) 2024-09-14T03:47:12.186 INFO:tasks.rados.rados.0.smithi002.stdout:3463: done (3 left) 2024-09-14T03:47:12.186 INFO:tasks.rados.rados.0.smithi002.stdout:3465: done (2 left) 2024-09-14T03:47:12.186 INFO:tasks.rados.rados.0.smithi002.stdout:3466: done (1 left) 2024-09-14T03:47:12.186 INFO:tasks.rados.rados.0.smithi002.stdout:3468: done (0 left) 2024-09-14T03:47:12.186 INFO:tasks.rados.rados.0.smithi002.stdout:3469: copy_from oid 7 from oid 33 current snap is 338 2024-09-14T03:47:12.186 INFO:tasks.rados.rados.0.smithi002.stdout:3470: setattr oid 8 current snap is 338 2024-09-14T03:47:12.186 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:11 smithi002 ceph-mon[89815]: pgmap v818: 121 pgs: 121 active+clean; 134 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 9.1 MiB/s rd, 2.8 MiB/s wr, 8 op/s 2024-09-14T03:47:12.186 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:11 smithi002 ceph-mon[89815]: osdmap e763: 8 total, 8 up, 8 in 2024-09-14T03:47:12.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:11 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:47:12.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:11 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:47:12.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:11 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:47:12.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:11 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:47:12.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:11 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:47:12.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:11 smithi002 ceph-mon[87970]: pgmap v818: 121 pgs: 121 active+clean; 134 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 9.1 MiB/s rd, 2.8 MiB/s wr, 8 op/s 2024-09-14T03:47:12.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:11 smithi002 ceph-mon[87970]: osdmap e763: 8 total, 8 up, 8 in 2024-09-14T03:47:12.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:11 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:47:12.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:11 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:47:12.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:11 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:47:12.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:11 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:47:12.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:11 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:47:12.188 INFO:tasks.rados.rados.0.smithi002.stdout:3471: delete oid 48 current snap is 338 2024-09-14T03:47:12.190 INFO:tasks.rados.rados.0.smithi002.stdout:3471: done (2 left) 2024-09-14T03:47:12.190 INFO:tasks.rados.rados.0.smithi002.stdout:3472: snap_create 2024-09-14T03:47:12.191 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 8 v 3743 (ObjNum 1031 snap 328 seq_num 1031) dirty exists 2024-09-14T03:47:12.227 INFO:tasks.rados.rados.0.smithi002.stdout:3469: finishing copy_from racing read to smithi00278215-7 2024-09-14T03:47:12.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:11 smithi154 ceph-mon[81546]: pgmap v818: 121 pgs: 121 active+clean; 134 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 9.1 MiB/s rd, 2.8 MiB/s wr, 8 op/s 2024-09-14T03:47:12.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:11 smithi154 ceph-mon[81546]: osdmap e763: 8 total, 8 up, 8 in 2024-09-14T03:47:12.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:11 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:47:12.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:11 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:47:12.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:11 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:47:12.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:11 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:47:12.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:11 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:47:12.234 INFO:tasks.rados.rados.0.smithi002.stdout:3469: finishing copy_from to smithi00278215-7 2024-09-14T03:47:12.234 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 3762 (ObjNum 1019 snap 325 seq_num 1019) dirty exists 2024-09-14T03:47:12.828 INFO:tasks.rados.rados.0.smithi002.stdout:3469: done (2 left) 2024-09-14T03:47:12.829 INFO:tasks.rados.rados.0.smithi002.stdout:3470: done (1 left) 2024-09-14T03:47:12.829 INFO:tasks.rados.rados.0.smithi002.stdout:3472: done (0 left) 2024-09-14T03:47:12.829 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 45 current snap is 339 2024-09-14T03:47:12.829 INFO:tasks.rados.rados.0.smithi002.stdout:3473: seq_num 1069 ranges {2392064=712704,3104768=401408} 2024-09-14T03:47:12.845 INFO:tasks.rados.rados.0.smithi002.stdout:3473: writing smithi00278215-45 from 2392064 to 3104768 tid 1 2024-09-14T03:47:12.848 INFO:tasks.rados.rados.0.smithi002.stdout:3473: writing smithi00278215-45 from 3104768 to 3506176 tid 2 2024-09-14T03:47:12.848 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 1 current snap is 339 2024-09-14T03:47:12.848 INFO:tasks.rados.rados.0.smithi002.stdout:3474: seq_num 1070 ranges {180224=729088,909312=401408} 2024-09-14T03:47:12.853 INFO:tasks.rados.rados.0.smithi002.stdout:3474: writing smithi00278215-1 from 180224 to 909312 tid 1 2024-09-14T03:47:12.856 INFO:tasks.rados.rados.0.smithi002.stdout:3474: writing smithi00278215-1 from 909312 to 1310720 tid 2 2024-09-14T03:47:12.856 INFO:tasks.rados.rados.0.smithi002.stdout:3475: snap_remove snap 334 2024-09-14T03:47:13.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:12 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:47:13.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:12 smithi002 ceph-mon[87970]: osdmap e764: 8 total, 8 up, 8 in 2024-09-14T03:47:13.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:12 smithi002 ceph-mon[87970]: osdmap e765: 8 total, 8 up, 8 in 2024-09-14T03:47:13.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:12 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:47:13.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:12 smithi002 ceph-mon[89815]: osdmap e764: 8 total, 8 up, 8 in 2024-09-14T03:47:13.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:12 smithi002 ceph-mon[89815]: osdmap e765: 8 total, 8 up, 8 in 2024-09-14T03:47:13.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:12 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:47:13.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:12 smithi154 ceph-mon[81546]: osdmap e764: 8 total, 8 up, 8 in 2024-09-14T03:47:13.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:12 smithi154 ceph-mon[81546]: osdmap e765: 8 total, 8 up, 8 in 2024-09-14T03:47:13.858 INFO:tasks.rados.rados.0.smithi002.stdout:3473: finishing write tid 1 to smithi00278215-45 2024-09-14T03:47:13.858 INFO:tasks.rados.rados.0.smithi002.stdout:3473: finishing write tid 2 to smithi00278215-45 2024-09-14T03:47:13.858 INFO:tasks.rados.rados.0.smithi002.stdout:3473: finishing write tid 3 to smithi00278215-45 2024-09-14T03:47:13.858 INFO:tasks.rados.rados.0.smithi002.stdout:3473: finishing write tid 4 to smithi00278215-45 2024-09-14T03:47:13.858 INFO:tasks.rados.rados.0.smithi002.stdout:3473: oid 45 updating version 0 to 2722 2024-09-14T03:47:13.859 INFO:tasks.rados.rados.0.smithi002.stdout:3473: oid 45 updating version 2722 to 2723 2024-09-14T03:47:13.859 INFO:tasks.rados.rados.0.smithi002.stdout:3473: oid 45 version 2723 is already newer than 2721 2024-09-14T03:47:13.859 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 45 v 2723 (ObjNum 1069 snap 339 seq_num 1069) dirty exists 2024-09-14T03:47:13.859 INFO:tasks.rados.rados.0.smithi002.stdout:3473: left oid 45 (ObjNum 1069 snap 339 seq_num 1069) 2024-09-14T03:47:13.859 INFO:tasks.rados.rados.0.smithi002.stdout:3474: finishing write tid 1 to smithi00278215-1 2024-09-14T03:47:13.859 INFO:tasks.rados.rados.0.smithi002.stdout:3474: finishing write tid 2 to smithi00278215-1 2024-09-14T03:47:13.859 INFO:tasks.rados.rados.0.smithi002.stdout:3474: finishing write tid 3 to smithi00278215-1 2024-09-14T03:47:13.859 INFO:tasks.rados.rados.0.smithi002.stdout:3474: finishing write tid 4 to smithi00278215-1 2024-09-14T03:47:13.859 INFO:tasks.rados.rados.0.smithi002.stdout:3474: oid 1 updating version 0 to 4778 2024-09-14T03:47:13.859 INFO:tasks.rados.rados.0.smithi002.stdout:3474: oid 1 updating version 4778 to 4779 2024-09-14T03:47:13.859 INFO:tasks.rados.rados.0.smithi002.stdout:3474: oid 1 version 4779 is already newer than 4777 2024-09-14T03:47:13.859 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 1 v 4779 (ObjNum 1070 snap 339 seq_num 1070) dirty exists 2024-09-14T03:47:13.859 INFO:tasks.rados.rados.0.smithi002.stdout:3474: left oid 1 (ObjNum 1070 snap 339 seq_num 1070) 2024-09-14T03:47:13.859 INFO:tasks.rados.rados.0.smithi002.stdout:3473: done (2 left) 2024-09-14T03:47:13.860 INFO:tasks.rados.rados.0.smithi002.stdout:3474: done (1 left) 2024-09-14T03:47:13.860 INFO:tasks.rados.rados.0.smithi002.stdout:3475: done (0 left) 2024-09-14T03:47:13.860 INFO:tasks.rados.rados.0.smithi002.stdout:3476: read oid 32 snap 338 2024-09-14T03:47:13.860 INFO:tasks.rados.rados.0.smithi002.stdout:3476: expect (ObjNum 882 snap 294 seq_num 882) 2024-09-14T03:47:13.860 INFO:tasks.rados.rados.0.smithi002.stdout:3477: rmattr oid 27 current snap is 339 2024-09-14T03:47:13.860 INFO:tasks.rados.rados.0.smithi002.stdout:3477: done (1 left) 2024-09-14T03:47:13.860 INFO:tasks.rados.rados.0.smithi002.stdout:3478: read oid 23 snap 338 2024-09-14T03:47:13.860 INFO:tasks.rados.rados.0.smithi002.stdout:3478: expect deleted 2024-09-14T03:47:13.860 INFO:tasks.rados.rados.0.smithi002.stdout:3479: snap_create 2024-09-14T03:47:13.878 INFO:tasks.rados.rados.0.smithi002.stdout:3476: expect (ObjNum 882 snap 294 seq_num 882) 2024-09-14T03:47:14.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:13 smithi002 ceph-mon[87970]: pgmap v821: 121 pgs: 121 active+clean; 122 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.0 MiB/s wr, 15 op/s 2024-09-14T03:47:14.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:13 smithi002 ceph-mon[89815]: pgmap v821: 121 pgs: 121 active+clean; 122 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.0 MiB/s wr, 15 op/s 2024-09-14T03:47:14.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:13 smithi154 ceph-mon[81546]: pgmap v821: 121 pgs: 121 active+clean; 122 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.0 MiB/s wr, 15 op/s 2024-09-14T03:47:14.862 INFO:tasks.rados.rados.0.smithi002.stdout:3476: done (2 left) 2024-09-14T03:47:14.863 INFO:tasks.rados.rados.0.smithi002.stdout:3478: done (1 left) 2024-09-14T03:47:14.863 INFO:tasks.rados.rados.0.smithi002.stdout:3479: done (0 left) 2024-09-14T03:47:14.863 INFO:tasks.rados.rados.0.smithi002.stdout:3480: snap_remove snap 339 2024-09-14T03:47:15.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:14 smithi002 ceph-mon[87970]: osdmap e766: 8 total, 8 up, 8 in 2024-09-14T03:47:15.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:14 smithi002 ceph-mon[89815]: osdmap e766: 8 total, 8 up, 8 in 2024-09-14T03:47:15.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:14 smithi154 ceph-mon[81546]: osdmap e766: 8 total, 8 up, 8 in 2024-09-14T03:47:15.687 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:47:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:47:15] "GET /metrics HTTP/1.1" 200 36431 "" "Prometheus/2.51.0" 2024-09-14T03:47:15.868 INFO:tasks.rados.rados.0.smithi002.stdout:3480: done (0 left) 2024-09-14T03:47:15.868 INFO:tasks.rados.rados.0.smithi002.stdout:3481: rollback oid 24 current snap is 340 2024-09-14T03:47:15.868 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 24 to 337 2024-09-14T03:47:15.868 INFO:tasks.rados.rados.0.smithi002.stdout:3482: copy_from oid 33 from oid 15 current snap is 340 2024-09-14T03:47:15.868 INFO:tasks.rados.rados.0.smithi002.stdout:3483: snap_remove snap 338 2024-09-14T03:47:16.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:15 smithi002 ceph-mon[87970]: pgmap v824: 121 pgs: 121 active+clean; 102 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 1.8 MiB/s wr, 22 op/s 2024-09-14T03:47:16.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:15 smithi002 ceph-mon[87970]: osdmap e767: 8 total, 8 up, 8 in 2024-09-14T03:47:16.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:15 smithi002 ceph-mon[89815]: pgmap v824: 121 pgs: 121 active+clean; 102 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 1.8 MiB/s wr, 22 op/s 2024-09-14T03:47:16.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:15 smithi002 ceph-mon[89815]: osdmap e767: 8 total, 8 up, 8 in 2024-09-14T03:47:16.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:15 smithi154 ceph-mon[81546]: pgmap v824: 121 pgs: 121 active+clean; 102 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 1.8 MiB/s wr, 22 op/s 2024-09-14T03:47:16.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:15 smithi154 ceph-mon[81546]: osdmap e767: 8 total, 8 up, 8 in 2024-09-14T03:47:16.874 INFO:tasks.rados.rados.0.smithi002.stdout:3483: done (2 left) 2024-09-14T03:47:16.874 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 50 current snap is 340 2024-09-14T03:47:16.874 INFO:tasks.rados.rados.0.smithi002.stdout:3481: finishing rollback tid 0 to smithi00278215-24 2024-09-14T03:47:16.874 INFO:tasks.rados.rados.0.smithi002.stdout:3481: finishing rollback tid 1 to smithi00278215-24 2024-09-14T03:47:16.875 INFO:tasks.rados.rados.0.smithi002.stdout:3481: finishing rollback tid 2 to smithi00278215-24 2024-09-14T03:47:16.875 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 24 v 4317 (ObjNum 1044 snap 332 seq_num 1044) dirty exists 2024-09-14T03:47:16.875 INFO:tasks.rados.rados.0.smithi002.stdout:3482: finishing copy_from racing read to smithi00278215-33 2024-09-14T03:47:16.875 INFO:tasks.rados.rados.0.smithi002.stdout:3482: finishing copy_from to smithi00278215-33 2024-09-14T03:47:16.875 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 33 v 3588 (ObjNum 727 snap 236 seq_num 727) dirty exists 2024-09-14T03:47:16.875 INFO:tasks.rados.rados.0.smithi002.stdout:3484: seq_num 1071 ranges {3579904=745472,4325376=401408} 2024-09-14T03:47:16.897 INFO:tasks.rados.rados.0.smithi002.stdout:3484: writing smithi00278215-50 from 3579904 to 4325376 tid 1 2024-09-14T03:47:16.900 INFO:tasks.rados.rados.0.smithi002.stdout:3484: writing smithi00278215-50 from 4325376 to 4726784 tid 2 2024-09-14T03:47:16.900 INFO:tasks.rados.rados.0.smithi002.stdout:3481: done (2 left) 2024-09-14T03:47:16.900 INFO:tasks.rados.rados.0.smithi002.stdout:3482: done (1 left) 2024-09-14T03:47:16.900 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 45 current snap is 340 2024-09-14T03:47:16.900 INFO:tasks.rados.rados.0.smithi002.stdout:3485: seq_num 1072 ranges {3506176=761856,4268032=401408} 2024-09-14T03:47:16.924 INFO:tasks.rados.rados.0.smithi002.stdout:3485: writing smithi00278215-45 from 3506176 to 4268032 tid 1 2024-09-14T03:47:16.926 INFO:tasks.rados.rados.0.smithi002.stdout:3485: writing smithi00278215-45 from 4268032 to 4669440 tid 2 2024-09-14T03:47:16.926 INFO:tasks.rados.rados.0.smithi002.stdout:3486: delete oid 26 current snap is 340 2024-09-14T03:47:16.926 INFO:tasks.rados.rados.0.smithi002.stdout:3484: finishing write tid 1 to smithi00278215-50 2024-09-14T03:47:16.927 INFO:tasks.rados.rados.0.smithi002.stdout:3484: finishing write tid 2 to smithi00278215-50 2024-09-14T03:47:16.927 INFO:tasks.rados.rados.0.smithi002.stdout:3484: finishing write tid 3 to smithi00278215-50 2024-09-14T03:47:16.927 INFO:tasks.rados.rados.0.smithi002.stdout:3484: finishing write tid 4 to smithi00278215-50 2024-09-14T03:47:16.927 INFO:tasks.rados.rados.0.smithi002.stdout:3484: oid 50 updating version 0 to 4790 2024-09-14T03:47:16.927 INFO:tasks.rados.rados.0.smithi002.stdout:3484: oid 50 version 4790 is already newer than 4789 2024-09-14T03:47:16.927 INFO:tasks.rados.rados.0.smithi002.stdout:3484: oid 50 updating version 4790 to 4791 2024-09-14T03:47:16.927 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 4791 (ObjNum 1071 snap 340 seq_num 1071) dirty exists 2024-09-14T03:47:16.927 INFO:tasks.rados.rados.0.smithi002.stdout:3484: left oid 50 (ObjNum 1071 snap 340 seq_num 1071) 2024-09-14T03:47:16.929 INFO:tasks.rados.rados.0.smithi002.stdout:3485: finishing write tid 1 to smithi00278215-45 2024-09-14T03:47:16.929 INFO:tasks.rados.rados.0.smithi002.stdout:3485: finishing write tid 2 to smithi00278215-45 2024-09-14T03:47:16.929 INFO:tasks.rados.rados.0.smithi002.stdout:3484: done (2 left) 2024-09-14T03:47:16.929 INFO:tasks.rados.rados.0.smithi002.stdout:3486: done (1 left) 2024-09-14T03:47:16.929 INFO:tasks.rados.rados.0.smithi002.stdout:3487: snap_create 2024-09-14T03:47:16.930 INFO:tasks.rados.rados.0.smithi002.stdout:3485: finishing write tid 3 to smithi00278215-45 2024-09-14T03:47:16.931 INFO:tasks.rados.rados.0.smithi002.stdout:3485: finishing write tid 4 to smithi00278215-45 2024-09-14T03:47:16.931 INFO:tasks.rados.rados.0.smithi002.stdout:3485: oid 45 updating version 0 to 2725 2024-09-14T03:47:16.931 INFO:tasks.rados.rados.0.smithi002.stdout:3485: oid 45 updating version 2725 to 2726 2024-09-14T03:47:16.931 INFO:tasks.rados.rados.0.smithi002.stdout:3485: oid 45 version 2726 is already newer than 2724 2024-09-14T03:47:16.931 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 45 v 2726 (ObjNum 1072 snap 340 seq_num 1072) dirty exists 2024-09-14T03:47:16.931 INFO:tasks.rados.rados.0.smithi002.stdout:3485: left oid 45 (ObjNum 1072 snap 340 seq_num 1072) 2024-09-14T03:47:17.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:16 smithi002 ceph-mon[87970]: osdmap e768: 8 total, 8 up, 8 in 2024-09-14T03:47:17.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:16 smithi002 ceph-mon[89815]: osdmap e768: 8 total, 8 up, 8 in 2024-09-14T03:47:17.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:16 smithi154 ceph-mon[81546]: osdmap e768: 8 total, 8 up, 8 in 2024-09-14T03:47:17.835 INFO:tasks.rados.rados.0.smithi002.stdout:3485: done (1 left) 2024-09-14T03:47:17.835 INFO:tasks.rados.rados.0.smithi002.stdout:3487: done (0 left) 2024-09-14T03:47:17.835 INFO:tasks.rados.rados.0.smithi002.stdout:3488: read oid 21 snap 340 2024-09-14T03:47:17.835 INFO:tasks.rados.rados.0.smithi002.stdout:3488: expect (ObjNum 1057 snap 337 seq_num 1057) 2024-09-14T03:47:17.835 INFO:tasks.rados.rados.0.smithi002.stdout:3489: rollback oid 28 current snap is 341 2024-09-14T03:47:17.835 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 28 to 340 2024-09-14T03:47:17.836 INFO:tasks.rados.rados.0.smithi002.stdout:3490: read oid 15 snap -1 2024-09-14T03:47:17.836 INFO:tasks.rados.rados.0.smithi002.stdout:3490: expect (ObjNum 727 snap 236 seq_num 727) 2024-09-14T03:47:17.836 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 8 current snap is 341 2024-09-14T03:47:17.836 INFO:tasks.rados.rados.0.smithi002.stdout:3491: seq_num 1074 ranges {475136=794624,1269760=401408} 2024-09-14T03:47:17.842 INFO:tasks.rados.rados.0.smithi002.stdout:3491: writing smithi00278215-8 from 475136 to 1269760 tid 1 2024-09-14T03:47:17.845 INFO:tasks.rados.rados.0.smithi002.stdout:3491: writing smithi00278215-8 from 1269760 to 1671168 tid 2 2024-09-14T03:47:17.845 INFO:tasks.rados.rados.0.smithi002.stdout:3492: copy_from oid 30 from oid 23 current snap is 341 2024-09-14T03:47:17.845 INFO:tasks.rados.rados.0.smithi002.stdout:3493: read oid 37 snap -1 2024-09-14T03:47:17.846 INFO:tasks.rados.rados.0.smithi002.stdout:3493: expect (ObjNum 1062 snap 337 seq_num 1062) 2024-09-14T03:47:17.846 INFO:tasks.rados.rados.0.smithi002.stdout:3494: snap_remove snap 337 2024-09-14T03:47:18.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:17 smithi002 ceph-mon[87970]: pgmap v827: 121 pgs: 121 active+clean; 100 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 3.5 MiB/s rd, 222 KiB/s wr, 13 op/s 2024-09-14T03:47:18.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:17 smithi002 ceph-mon[87970]: osdmap e769: 8 total, 8 up, 8 in 2024-09-14T03:47:18.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:17 smithi002 ceph-mon[87970]: osdmap e770: 8 total, 8 up, 8 in 2024-09-14T03:47:18.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:17 smithi002 ceph-mon[89815]: pgmap v827: 121 pgs: 121 active+clean; 100 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 3.5 MiB/s rd, 222 KiB/s wr, 13 op/s 2024-09-14T03:47:18.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:17 smithi002 ceph-mon[89815]: osdmap e769: 8 total, 8 up, 8 in 2024-09-14T03:47:18.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:17 smithi002 ceph-mon[89815]: osdmap e770: 8 total, 8 up, 8 in 2024-09-14T03:47:18.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:17 smithi154 ceph-mon[81546]: pgmap v827: 121 pgs: 121 active+clean; 100 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 3.5 MiB/s rd, 222 KiB/s wr, 13 op/s 2024-09-14T03:47:18.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:17 smithi154 ceph-mon[81546]: osdmap e769: 8 total, 8 up, 8 in 2024-09-14T03:47:18.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:17 smithi154 ceph-mon[81546]: osdmap e770: 8 total, 8 up, 8 in 2024-09-14T03:47:18.841 INFO:tasks.rados.rados.0.smithi002.stdout:3494: done (6 left) 2024-09-14T03:47:18.842 INFO:tasks.rados.rados.0.smithi002.stdout:3495: copy_from oid 1 from oid 48 current snap is 341 2024-09-14T03:47:18.842 INFO:tasks.rados.rados.0.smithi002.stdout:3489: finishing rollback tid 0 to smithi00278215-28 2024-09-14T03:47:18.842 INFO:tasks.rados.rados.0.smithi002.stdout:3489: finishing rollback tid 1 to smithi00278215-28 2024-09-14T03:47:18.842 INFO:tasks.rados.rados.0.smithi002.stdout:3492: finishing copy_from to smithi00278215-30 2024-09-14T03:47:18.842 INFO:tasks.rados.rados.0.smithi002.stdout:3492: got expected ENOENT (src dne) 2024-09-14T03:47:18.842 INFO:tasks.rados.rados.0.smithi002.stdout:3489: finishing rollback tid 2 to smithi00278215-28 2024-09-14T03:47:18.842 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 28 v 3771 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-09-14T03:47:18.842 INFO:tasks.rados.rados.0.smithi002.stdout:3492: finishing copy_from racing read to smithi00278215-30 2024-09-14T03:47:18.842 INFO:tasks.rados.rados.0.smithi002.stdout:3490: expect (ObjNum 727 snap 236 seq_num 727) 2024-09-14T03:47:18.849 INFO:tasks.rados.rados.0.smithi002.stdout:3493: expect (ObjNum 1062 snap 337 seq_num 1062) 2024-09-14T03:47:18.878 INFO:tasks.rados.rados.0.smithi002.stdout:3488: expect (ObjNum 1057 snap 337 seq_num 1057) 2024-09-14T03:47:19.104 INFO:tasks.rados.rados.0.smithi002.stdout:3491: finishing write tid 1 to smithi00278215-8 2024-09-14T03:47:19.104 INFO:tasks.rados.rados.0.smithi002.stdout:3491: finishing write tid 2 to smithi00278215-8 2024-09-14T03:47:19.104 INFO:tasks.rados.rados.0.smithi002.stdout:3491: finishing write tid 3 to smithi00278215-8 2024-09-14T03:47:19.104 INFO:tasks.rados.rados.0.smithi002.stdout:3491: finishing write tid 4 to smithi00278215-8 2024-09-14T03:47:19.104 INFO:tasks.rados.rados.0.smithi002.stdout:3491: oid 8 updating version 0 to 3745 2024-09-14T03:47:19.104 INFO:tasks.rados.rados.0.smithi002.stdout:3491: oid 8 version 3745 is already newer than 3744 2024-09-14T03:47:19.104 INFO:tasks.rados.rados.0.smithi002.stdout:3491: oid 8 updating version 3745 to 3746 2024-09-14T03:47:19.104 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 8 v 3746 (ObjNum 1074 snap 341 seq_num 1074) dirty exists 2024-09-14T03:47:19.104 INFO:tasks.rados.rados.0.smithi002.stdout:3491: left oid 8 (ObjNum 1074 snap 341 seq_num 1074) 2024-09-14T03:47:19.104 INFO:tasks.rados.rados.0.smithi002.stdout:3495: finishing copy_from to smithi00278215-1 2024-09-14T03:47:19.104 INFO:tasks.rados.rados.0.smithi002.stdout:3495: got expected ENOENT (src dne) 2024-09-14T03:47:19.104 INFO:tasks.rados.rados.0.smithi002.stdout:3495: finishing copy_from racing read to smithi00278215-1 2024-09-14T03:47:19.105 INFO:tasks.rados.rados.0.smithi002.stdout:3488: done (6 left) 2024-09-14T03:47:19.105 INFO:tasks.rados.rados.0.smithi002.stdout:3489: done (5 left) 2024-09-14T03:47:19.105 INFO:tasks.rados.rados.0.smithi002.stdout:3490: done (4 left) 2024-09-14T03:47:19.105 INFO:tasks.rados.rados.0.smithi002.stdout:3491: done (3 left) 2024-09-14T03:47:19.105 INFO:tasks.rados.rados.0.smithi002.stdout:3492: done (2 left) 2024-09-14T03:47:19.105 INFO:tasks.rados.rados.0.smithi002.stdout:3493: done (1 left) 2024-09-14T03:47:19.105 INFO:tasks.rados.rados.0.smithi002.stdout:3495: done (0 left) 2024-09-14T03:47:19.105 INFO:tasks.rados.rados.0.smithi002.stdout:3496: copy_from oid 5 from oid 24 current snap is 341 2024-09-14T03:47:19.105 INFO:tasks.rados.rados.0.smithi002.stdout:3497: copy_from oid 22 from oid 8 current snap is 341 2024-09-14T03:47:19.105 INFO:tasks.rados.rados.0.smithi002.stdout:3498: delete oid 37 current snap is 341 2024-09-14T03:47:19.106 INFO:tasks.rados.rados.0.smithi002.stdout:3498: done (2 left) 2024-09-14T03:47:19.106 INFO:tasks.rados.rados.0.smithi002.stdout:3499: copy_from oid 30 from oid 3 current snap is 341 2024-09-14T03:47:19.106 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 38 current snap is 341 2024-09-14T03:47:19.106 INFO:tasks.rados.rados.0.smithi002.stdout:3500: seq_num 1076 ranges {827392=425984,1253376=548864,1802240=253952} 2024-09-14T03:47:19.113 INFO:tasks.rados.rados.0.smithi002.stdout:3500: writing smithi00278215-38 from 827392 to 1253376 tid 1 2024-09-14T03:47:19.117 INFO:tasks.rados.rados.0.smithi002.stdout:3500: writing smithi00278215-38 from 1253376 to 1802240 tid 2 2024-09-14T03:47:19.119 INFO:tasks.rados.rados.0.smithi002.stdout:3500: writing smithi00278215-38 from 1802240 to 2056192 tid 3 2024-09-14T03:47:19.119 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 49 current snap is 341 2024-09-14T03:47:19.119 INFO:tasks.rados.rados.0.smithi002.stdout:3496: finishing copy_from racing read to smithi00278215-5 2024-09-14T03:47:19.119 INFO:tasks.rados.rados.0.smithi002.stdout:3497: finishing copy_from racing read to smithi00278215-22 2024-09-14T03:47:19.119 INFO:tasks.rados.rados.0.smithi002.stdout:3501: seq_num 1077 ranges {2334720=442368,2777088=434176,3211264=368640} 2024-09-14T03:47:19.134 INFO:tasks.rados.rados.0.smithi002.stdout:3501: writing smithi00278215-49 from 2334720 to 2777088 tid 1 2024-09-14T03:47:19.137 INFO:tasks.rados.rados.0.smithi002.stdout:3501: writing smithi00278215-49 from 2777088 to 3211264 tid 2 2024-09-14T03:47:19.140 INFO:tasks.rados.rados.0.smithi002.stdout:3501: writing smithi00278215-49 from 3211264 to 3579904 tid 3 2024-09-14T03:47:19.140 INFO:tasks.rados.rados.0.smithi002.stdout:3502: rollback oid 36 current snap is 341 2024-09-14T03:47:19.140 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 36 to 340 2024-09-14T03:47:19.140 INFO:tasks.rados.rados.0.smithi002.stdout:3496: finishing copy_from to smithi00278215-5 2024-09-14T03:47:19.141 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 5 v 4317 (ObjNum 1044 snap 332 seq_num 1044) dirty exists 2024-09-14T03:47:19.141 INFO:tasks.rados.rados.0.smithi002.stdout:3497: finishing copy_from to smithi00278215-22 2024-09-14T03:47:19.141 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 22 v 3746 (ObjNum 1074 snap 341 seq_num 1074) dirty exists 2024-09-14T03:47:19.141 INFO:tasks.rados.rados.0.smithi002.stdout:3499: finishing copy_from racing read to smithi00278215-30 2024-09-14T03:47:19.141 INFO:tasks.rados.rados.0.smithi002.stdout:3500: finishing write tid 1 to smithi00278215-38 2024-09-14T03:47:19.141 INFO:tasks.rados.rados.0.smithi002.stdout:3499: finishing copy_from to smithi00278215-30 2024-09-14T03:47:19.141 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 30 v 3571 (ObjNum 984 snap 317 seq_num 984) dirty exists 2024-09-14T03:47:19.141 INFO:tasks.rados.rados.0.smithi002.stdout:3500: finishing write tid 2 to smithi00278215-38 2024-09-14T03:47:19.141 INFO:tasks.rados.rados.0.smithi002.stdout:3496: done (5 left) 2024-09-14T03:47:19.141 INFO:tasks.rados.rados.0.smithi002.stdout:3497: done (4 left) 2024-09-14T03:47:19.141 INFO:tasks.rados.rados.0.smithi002.stdout:3499: done (3 left) 2024-09-14T03:47:19.142 INFO:tasks.rados.rados.0.smithi002.stdout:3503: rmattr oid 2 current snap is 341 2024-09-14T03:47:19.142 INFO:tasks.rados.rados.0.smithi002.stdout:3503: done (3 left) 2024-09-14T03:47:19.142 INFO:tasks.rados.rados.0.smithi002.stdout:3504: setattr oid 12 current snap is 341 2024-09-14T03:47:19.142 INFO:tasks.rados.rados.0.smithi002.stdout:3500: finishing write tid 3 to smithi00278215-38 2024-09-14T03:47:19.142 INFO:tasks.rados.rados.0.smithi002.stdout:3500: finishing write tid 4 to smithi00278215-38 2024-09-14T03:47:19.142 INFO:tasks.rados.rados.0.smithi002.stdout:3500: finishing write tid 5 to smithi00278215-38 2024-09-14T03:47:19.142 INFO:tasks.rados.rados.0.smithi002.stdout:3500: oid 38 updating version 0 to 4805 2024-09-14T03:47:19.142 INFO:tasks.rados.rados.0.smithi002.stdout:3500: oid 38 version 4805 is already newer than 4801 2024-09-14T03:47:19.142 INFO:tasks.rados.rados.0.smithi002.stdout:3500: oid 38 version 4805 is already newer than 4804 2024-09-14T03:47:19.142 INFO:tasks.rados.rados.0.smithi002.stdout:3500: oid 38 updating version 4805 to 4806 2024-09-14T03:47:19.142 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 4806 (ObjNum 1076 snap 341 seq_num 1076) dirty exists 2024-09-14T03:47:19.142 INFO:tasks.rados.rados.0.smithi002.stdout:3500: left oid 38 (ObjNum 1076 snap 341 seq_num 1076) 2024-09-14T03:47:19.142 INFO:tasks.rados.rados.0.smithi002.stdout:3501: finishing write tid 1 to smithi00278215-49 2024-09-14T03:47:19.144 INFO:tasks.rados.rados.0.smithi002.stdout:3501: finishing write tid 2 to smithi00278215-49 2024-09-14T03:47:19.144 INFO:tasks.rados.rados.0.smithi002.stdout:3500: done (3 left) 2024-09-14T03:47:19.144 INFO:tasks.rados.rados.0.smithi002.stdout:3505: snap_create 2024-09-14T03:47:19.144 INFO:tasks.rados.rados.0.smithi002.stdout:3501: finishing write tid 3 to smithi00278215-49 2024-09-14T03:47:19.144 INFO:tasks.rados.rados.0.smithi002.stdout:3501: finishing write tid 4 to smithi00278215-49 2024-09-14T03:47:19.144 INFO:tasks.rados.rados.0.smithi002.stdout:3502: finishing rollback tid 0 to smithi00278215-36 2024-09-14T03:47:19.144 INFO:tasks.rados.rados.0.smithi002.stdout:3501: finishing write tid 5 to smithi00278215-49 2024-09-14T03:47:19.144 INFO:tasks.rados.rados.0.smithi002.stdout:3501: oid 49 updating version 0 to 4150 2024-09-14T03:47:19.144 INFO:tasks.rados.rados.0.smithi002.stdout:3501: oid 49 updating version 4150 to 4153 2024-09-14T03:47:19.144 INFO:tasks.rados.rados.0.smithi002.stdout:3501: oid 49 version 4153 is already newer than 4152 2024-09-14T03:47:19.144 INFO:tasks.rados.rados.0.smithi002.stdout:3501: oid 49 version 4153 is already newer than 4151 2024-09-14T03:47:19.144 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 4153 (ObjNum 1077 snap 341 seq_num 1077) dirty exists 2024-09-14T03:47:19.145 INFO:tasks.rados.rados.0.smithi002.stdout:3501: left oid 49 (ObjNum 1077 snap 341 seq_num 1077) 2024-09-14T03:47:19.145 INFO:tasks.rados.rados.0.smithi002.stdout:3502: finishing rollback tid 1 to smithi00278215-36 2024-09-14T03:47:19.145 INFO:tasks.rados.rados.0.smithi002.stdout:3502: finishing rollback tid 2 to smithi00278215-36 2024-09-14T03:47:19.145 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 36 v 4655 (ObjNum 33 snap 0 seq_num 855049024) dirty exists 2024-09-14T03:47:19.145 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 3772 (ObjNum 951 snap 308 seq_num 951) dirty exists 2024-09-14T03:47:19.876 INFO:tasks.rados.rados.0.smithi002.stdout:3501: done (3 left) 2024-09-14T03:47:19.877 INFO:tasks.rados.rados.0.smithi002.stdout:3502: done (2 left) 2024-09-14T03:47:19.877 INFO:tasks.rados.rados.0.smithi002.stdout:3504: done (1 left) 2024-09-14T03:47:19.877 INFO:tasks.rados.rados.0.smithi002.stdout:3505: done (0 left) 2024-09-14T03:47:19.877 INFO:tasks.rados.rados.0.smithi002.stdout:3506: delete oid 42 current snap is 342 2024-09-14T03:47:19.879 INFO:tasks.rados.rados.0.smithi002.stdout:3506: done (0 left) 2024-09-14T03:47:19.879 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 26 current snap is 342 2024-09-14T03:47:19.879 INFO:tasks.rados.rados.0.smithi002.stdout:3507: seq_num 1079 ranges {0=475136,475136=606208,1081344=196608} 2024-09-14T03:47:19.882 INFO:tasks.rados.rados.0.smithi002.stdout:3507: writing smithi00278215-26 from 0 to 475136 tid 1 2024-09-14T03:47:19.886 INFO:tasks.rados.rados.0.smithi002.stdout:3507: writing smithi00278215-26 from 475136 to 1081344 tid 2 2024-09-14T03:47:19.887 INFO:tasks.rados.rados.0.smithi002.stdout:3507: writing smithi00278215-26 from 1081344 to 1277952 tid 3 2024-09-14T03:47:19.887 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 42 current snap is 342 2024-09-14T03:47:19.887 INFO:tasks.rados.rados.0.smithi002.stdout:3507: finishing write tid 1 to smithi00278215-26 2024-09-14T03:47:19.887 INFO:tasks.rados.rados.0.smithi002.stdout:3508: seq_num 1080 ranges {0=491520,491520=540672,1032192=262144} 2024-09-14T03:47:19.890 INFO:tasks.rados.rados.0.smithi002.stdout:3508: writing smithi00278215-42 from 0 to 491520 tid 1 2024-09-14T03:47:19.894 INFO:tasks.rados.rados.0.smithi002.stdout:3508: writing smithi00278215-42 from 491520 to 1032192 tid 2 2024-09-14T03:47:19.896 INFO:tasks.rados.rados.0.smithi002.stdout:3508: writing smithi00278215-42 from 1032192 to 1294336 tid 3 2024-09-14T03:47:19.896 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 22 current snap is 342 2024-09-14T03:47:19.896 INFO:tasks.rados.rados.0.smithi002.stdout:3507: finishing write tid 2 to smithi00278215-26 2024-09-14T03:47:19.896 INFO:tasks.rados.rados.0.smithi002.stdout:3509: seq_num 1081 ranges {1671168=507904,2179072=425984,2605056=376832} 2024-09-14T03:47:19.908 INFO:tasks.rados.rados.0.smithi002.stdout:3509: writing smithi00278215-22 from 1671168 to 2179072 tid 1 2024-09-14T03:47:19.910 INFO:tasks.rados.rados.0.smithi002.stdout:3509: writing smithi00278215-22 from 2179072 to 2605056 tid 2 2024-09-14T03:47:19.913 INFO:tasks.rados.rados.0.smithi002.stdout:3509: writing smithi00278215-22 from 2605056 to 2981888 tid 3 2024-09-14T03:47:19.913 INFO:tasks.rados.rados.0.smithi002.stdout:3510: delete oid 44 current snap is 342 2024-09-14T03:47:19.913 INFO:tasks.rados.rados.0.smithi002.stdout:3507: finishing write tid 3 to smithi00278215-26 2024-09-14T03:47:19.913 INFO:tasks.rados.rados.0.smithi002.stdout:3507: finishing write tid 4 to smithi00278215-26 2024-09-14T03:47:19.913 INFO:tasks.rados.rados.0.smithi002.stdout:3507: finishing write tid 5 to smithi00278215-26 2024-09-14T03:47:19.913 INFO:tasks.rados.rados.0.smithi002.stdout:3507: oid 26 updating version 0 to 4653 2024-09-14T03:47:19.913 INFO:tasks.rados.rados.0.smithi002.stdout:3507: oid 26 updating version 4653 to 4654 2024-09-14T03:47:19.913 INFO:tasks.rados.rados.0.smithi002.stdout:3507: oid 26 updating version 4654 to 4655 2024-09-14T03:47:19.913 INFO:tasks.rados.rados.0.smithi002.stdout:3507: oid 26 version 4655 is already newer than 4652 2024-09-14T03:47:19.914 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 4655 (ObjNum 1079 snap 342 seq_num 1079) dirty exists 2024-09-14T03:47:19.914 INFO:tasks.rados.rados.0.smithi002.stdout:3507: left oid 26 (ObjNum 1079 snap 342 seq_num 1079) 2024-09-14T03:47:19.914 INFO:tasks.rados.rados.0.smithi002.stdout:3508: finishing write tid 1 to smithi00278215-42 2024-09-14T03:47:19.914 INFO:tasks.rados.rados.0.smithi002.stdout:3508: finishing write tid 2 to smithi00278215-42 2024-09-14T03:47:19.914 INFO:tasks.rados.rados.0.smithi002.stdout:3508: finishing write tid 3 to smithi00278215-42 2024-09-14T03:47:19.914 INFO:tasks.rados.rados.0.smithi002.stdout:3508: finishing write tid 4 to smithi00278215-42 2024-09-14T03:47:19.914 INFO:tasks.rados.rados.0.smithi002.stdout:3508: finishing write tid 5 to smithi00278215-42 2024-09-14T03:47:19.914 INFO:tasks.rados.rados.0.smithi002.stdout:3508: oid 42 updating version 0 to 4163 2024-09-14T03:47:19.914 INFO:tasks.rados.rados.0.smithi002.stdout:3508: oid 42 version 4163 is already newer than 4160 2024-09-14T03:47:19.914 INFO:tasks.rados.rados.0.smithi002.stdout:3508: oid 42 version 4163 is already newer than 4161 2024-09-14T03:47:19.914 INFO:tasks.rados.rados.0.smithi002.stdout:3508: oid 42 version 4163 is already newer than 4162 2024-09-14T03:47:19.914 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 42 v 4163 (ObjNum 1080 snap 342 seq_num 1080) dirty exists 2024-09-14T03:47:19.914 INFO:tasks.rados.rados.0.smithi002.stdout:3508: left oid 42 (ObjNum 1080 snap 342 seq_num 1080) 2024-09-14T03:47:19.915 INFO:tasks.rados.rados.0.smithi002.stdout:3507: done (3 left) 2024-09-14T03:47:19.915 INFO:tasks.rados.rados.0.smithi002.stdout:3508: done (2 left) 2024-09-14T03:47:19.915 INFO:tasks.rados.rados.0.smithi002.stdout:3510: done (1 left) 2024-09-14T03:47:19.915 INFO:tasks.rados.rados.0.smithi002.stdout:3511: read oid 18 snap -1 2024-09-14T03:47:19.916 INFO:tasks.rados.rados.0.smithi002.stdout:3511: expect (ObjNum 1040 snap 330 seq_num 1040) 2024-09-14T03:47:19.916 INFO:tasks.rados.rados.0.smithi002.stdout:3512: read oid 40 snap -1 2024-09-14T03:47:19.916 INFO:tasks.rados.rados.0.smithi002.stdout:3512: expect (ObjNum 1041 snap 331 seq_num 1041) 2024-09-14T03:47:19.916 INFO:tasks.rados.rados.0.smithi002.stdout:3513: copy_from oid 17 from oid 42 current snap is 342 2024-09-14T03:47:19.916 INFO:tasks.rados.rados.0.smithi002.stdout:3514: snap_remove snap 340 2024-09-14T03:47:20.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:19 smithi002 ceph-mon[87970]: pgmap v830: 121 pgs: 121 active+clean; 104 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-09-14T03:47:20.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:19 smithi002 ceph-mon[87970]: osdmap e771: 8 total, 8 up, 8 in 2024-09-14T03:47:20.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:19 smithi002 ceph-mon[89815]: pgmap v830: 121 pgs: 121 active+clean; 104 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-09-14T03:47:20.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:19 smithi002 ceph-mon[89815]: osdmap e771: 8 total, 8 up, 8 in 2024-09-14T03:47:20.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:19 smithi154 ceph-mon[81546]: pgmap v830: 121 pgs: 121 active+clean; 104 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-09-14T03:47:20.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:19 smithi154 ceph-mon[81546]: osdmap e771: 8 total, 8 up, 8 in 2024-09-14T03:47:20.883 INFO:tasks.rados.rados.0.smithi002.stdout:3514: done (4 left) 2024-09-14T03:47:20.883 INFO:tasks.rados.rados.0.smithi002.stdout:3515: rmattr oid 48 current snap is 342 2024-09-14T03:47:20.883 INFO:tasks.rados.rados.0.smithi002.stdout:3515: done (4 left) 2024-09-14T03:47:20.884 INFO:tasks.rados.rados.0.smithi002.stdout:3516: setattr oid 28 current snap is 342 2024-09-14T03:47:20.884 INFO:tasks.rados.rados.0.smithi002.stdout:3509: finishing write tid 1 to smithi00278215-22 2024-09-14T03:47:20.884 INFO:tasks.rados.rados.0.smithi002.stdout:3509: finishing write tid 2 to smithi00278215-22 2024-09-14T03:47:20.884 INFO:tasks.rados.rados.0.smithi002.stdout:3511: expect (ObjNum 1040 snap 330 seq_num 1040) 2024-09-14T03:47:20.909 INFO:tasks.rados.rados.0.smithi002.stdout:3509: finishing write tid 3 to smithi00278215-22 2024-09-14T03:47:20.909 INFO:tasks.rados.rados.0.smithi002.stdout:3509: finishing write tid 4 to smithi00278215-22 2024-09-14T03:47:20.909 INFO:tasks.rados.rados.0.smithi002.stdout:3513: finishing copy_from racing read to smithi00278215-17 2024-09-14T03:47:20.909 INFO:tasks.rados.rados.0.smithi002.stdout:3513: finishing copy_from to smithi00278215-17 2024-09-14T03:47:20.909 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 17 v 4163 (ObjNum 1080 snap 342 seq_num 1080) dirty exists 2024-09-14T03:47:20.909 INFO:tasks.rados.rados.0.smithi002.stdout:3509: finishing write tid 5 to smithi00278215-22 2024-09-14T03:47:20.909 INFO:tasks.rados.rados.0.smithi002.stdout:3509: oid 22 updating version 0 to 4657 2024-09-14T03:47:20.909 INFO:tasks.rados.rados.0.smithi002.stdout:3509: oid 22 updating version 4657 to 4659 2024-09-14T03:47:20.910 INFO:tasks.rados.rados.0.smithi002.stdout:3509: oid 22 version 4659 is already newer than 4658 2024-09-14T03:47:20.910 INFO:tasks.rados.rados.0.smithi002.stdout:3509: oid 22 version 4659 is already newer than 4656 2024-09-14T03:47:20.910 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 22 v 4659 (ObjNum 1081 snap 342 seq_num 1081) dirty exists 2024-09-14T03:47:20.910 INFO:tasks.rados.rados.0.smithi002.stdout:3509: left oid 22 (ObjNum 1081 snap 342 seq_num 1081) 2024-09-14T03:47:20.910 INFO:tasks.rados.rados.0.smithi002.stdout:3512: expect (ObjNum 1041 snap 331 seq_num 1041) 2024-09-14T03:47:21.147 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 28 v 4164 (ObjNum 49 snap 0 seq_num 1695598858) dirty exists 2024-09-14T03:47:21.147 INFO:tasks.rados.rados.0.smithi002.stdout:3509: done (4 left) 2024-09-14T03:47:21.147 INFO:tasks.rados.rados.0.smithi002.stdout:3511: done (3 left) 2024-09-14T03:47:21.147 INFO:tasks.rados.rados.0.smithi002.stdout:3512: done (2 left) 2024-09-14T03:47:21.147 INFO:tasks.rados.rados.0.smithi002.stdout:3513: done (1 left) 2024-09-14T03:47:21.147 INFO:tasks.rados.rados.0.smithi002.stdout:3516: done (0 left) 2024-09-14T03:47:21.147 INFO:tasks.rados.rados.0.smithi002.stdout:3517: read oid 25 snap -1 2024-09-14T03:47:21.147 INFO:tasks.rados.rados.0.smithi002.stdout:3517: expect deleted 2024-09-14T03:47:21.147 INFO:tasks.rados.rados.0.smithi002.stdout:3518: snap_remove snap 341 2024-09-14T03:47:21.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:20 smithi002 ceph-mon[87970]: osdmap e772: 8 total, 8 up, 8 in 2024-09-14T03:47:21.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:20 smithi002 ceph-mon[89815]: osdmap e772: 8 total, 8 up, 8 in 2024-09-14T03:47:21.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:20 smithi154 ceph-mon[81546]: osdmap e772: 8 total, 8 up, 8 in 2024-09-14T03:47:21.890 INFO:tasks.rados.rados.0.smithi002.stdout:3517: done (1 left) 2024-09-14T03:47:21.891 INFO:tasks.rados.rados.0.smithi002.stdout:3518: done (0 left) 2024-09-14T03:47:21.891 INFO:tasks.rados.rados.0.smithi002.stdout:3519: setattr oid 40 current snap is 342 2024-09-14T03:47:21.892 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 30 current snap is 342 2024-09-14T03:47:21.892 INFO:tasks.rados.rados.0.smithi002.stdout:3520: seq_num 1083 ranges {2088960=540672,2629632=589824,3219456=212992} 2024-09-14T03:47:21.906 INFO:tasks.rados.rados.0.smithi002.stdout:3520: writing smithi00278215-30 from 2088960 to 2629632 tid 1 2024-09-14T03:47:21.910 INFO:tasks.rados.rados.0.smithi002.stdout:3520: writing smithi00278215-30 from 2629632 to 3219456 tid 2 2024-09-14T03:47:21.911 INFO:tasks.rados.rados.0.smithi002.stdout:3520: writing smithi00278215-30 from 3219456 to 3432448 tid 3 2024-09-14T03:47:21.911 INFO:tasks.rados.rados.0.smithi002.stdout:3521: setattr oid 4 current snap is 342 2024-09-14T03:47:21.911 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 4660 (ObjNum 1041 snap 331 seq_num 1041) dirty exists 2024-09-14T03:47:21.915 INFO:tasks.rados.rados.0.smithi002.stdout:3519: done (2 left) 2024-09-14T03:47:21.916 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 39 current snap is 342 2024-09-14T03:47:21.916 INFO:tasks.rados.rados.0.smithi002.stdout:3522: seq_num 1084 ranges {974848=557056,1531904=475136,2007040=327680} 2024-09-14T03:47:21.925 INFO:tasks.rados.rados.0.smithi002.stdout:3522: writing smithi00278215-39 from 974848 to 1531904 tid 1 2024-09-14T03:47:21.928 INFO:tasks.rados.rados.0.smithi002.stdout:3522: writing smithi00278215-39 from 1531904 to 2007040 tid 2 2024-09-14T03:47:21.930 INFO:tasks.rados.rados.0.smithi002.stdout:3522: writing smithi00278215-39 from 2007040 to 2334720 tid 3 2024-09-14T03:47:21.930 INFO:tasks.rados.rados.0.smithi002.stdout:3523: rmattr oid 20 current snap is 342 2024-09-14T03:47:21.930 INFO:tasks.rados.rados.0.smithi002.stdout:3523: done (3 left) 2024-09-14T03:47:21.931 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 36 current snap is 342 2024-09-14T03:47:21.931 INFO:tasks.rados.rados.0.smithi002.stdout:3520: finishing write tid 1 to smithi00278215-30 2024-09-14T03:47:21.931 INFO:tasks.rados.rados.0.smithi002.stdout:3520: finishing write tid 2 to smithi00278215-30 2024-09-14T03:47:21.931 INFO:tasks.rados.rados.0.smithi002.stdout:3520: finishing write tid 3 to smithi00278215-30 2024-09-14T03:47:21.931 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 4165 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-09-14T03:47:21.931 INFO:tasks.rados.rados.0.smithi002.stdout:3524: seq_num 1085 ranges {0=581632,581632=761856,1343488=40960} 2024-09-14T03:47:21.934 INFO:tasks.rados.rados.0.smithi002.stdout:3524: writing smithi00278215-36 from 0 to 581632 tid 1 2024-09-14T03:47:21.938 INFO:tasks.rados.rados.0.smithi002.stdout:3524: writing smithi00278215-36 from 581632 to 1343488 tid 2 2024-09-14T03:47:21.939 INFO:tasks.rados.rados.0.smithi002.stdout:3524: writing smithi00278215-36 from 1343488 to 1384448 tid 3 2024-09-14T03:47:21.939 INFO:tasks.rados.rados.0.smithi002.stdout:3521: done (3 left) 2024-09-14T03:47:21.939 INFO:tasks.rados.rados.0.smithi002.stdout:3525: rollback oid 23 current snap is 342 2024-09-14T03:47:21.939 INFO:tasks.rados.rados.0.smithi002.stdout:3525: done (3 left) 2024-09-14T03:47:21.939 INFO:tasks.rados.rados.0.smithi002.stdout:3526: delete oid 35 current snap is 342 2024-09-14T03:47:21.940 INFO:tasks.rados.rados.0.smithi002.stdout:3520: finishing write tid 4 to smithi00278215-30 2024-09-14T03:47:21.940 INFO:tasks.rados.rados.0.smithi002.stdout:3522: finishing write tid 1 to smithi00278215-39 2024-09-14T03:47:21.940 INFO:tasks.rados.rados.0.smithi002.stdout:3520: finishing write tid 5 to smithi00278215-30 2024-09-14T03:47:21.940 INFO:tasks.rados.rados.0.smithi002.stdout:3520: oid 30 updating version 0 to 4814 2024-09-14T03:47:21.940 INFO:tasks.rados.rados.0.smithi002.stdout:3520: oid 30 version 4814 is already newer than 4813 2024-09-14T03:47:21.940 INFO:tasks.rados.rados.0.smithi002.stdout:3520: oid 30 version 4814 is already newer than 4811 2024-09-14T03:47:21.940 INFO:tasks.rados.rados.0.smithi002.stdout:3520: oid 30 version 4814 is already newer than 4812 2024-09-14T03:47:21.940 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 30 v 4814 (ObjNum 1083 snap 342 seq_num 1083) dirty exists 2024-09-14T03:47:21.940 INFO:tasks.rados.rados.0.smithi002.stdout:3520: left oid 30 (ObjNum 1083 snap 342 seq_num 1083) 2024-09-14T03:47:21.940 INFO:tasks.rados.rados.0.smithi002.stdout:3522: finishing write tid 2 to smithi00278215-39 2024-09-14T03:47:21.941 INFO:tasks.rados.rados.0.smithi002.stdout:3522: finishing write tid 3 to smithi00278215-39 2024-09-14T03:47:21.941 INFO:tasks.rados.rados.0.smithi002.stdout:3522: finishing write tid 4 to smithi00278215-39 2024-09-14T03:47:21.941 INFO:tasks.rados.rados.0.smithi002.stdout:3522: finishing write tid 5 to smithi00278215-39 2024-09-14T03:47:21.941 INFO:tasks.rados.rados.0.smithi002.stdout:3522: oid 39 updating version 0 to 4162 2024-09-14T03:47:21.941 INFO:tasks.rados.rados.0.smithi002.stdout:3522: oid 39 version 4162 is already newer than 4161 2024-09-14T03:47:21.941 INFO:tasks.rados.rados.0.smithi002.stdout:3522: oid 39 updating version 4162 to 4163 2024-09-14T03:47:21.941 INFO:tasks.rados.rados.0.smithi002.stdout:3522: oid 39 version 4163 is already newer than 4160 2024-09-14T03:47:21.941 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 39 v 4163 (ObjNum 1084 snap 342 seq_num 1084) dirty exists 2024-09-14T03:47:21.941 INFO:tasks.rados.rados.0.smithi002.stdout:3522: left oid 39 (ObjNum 1084 snap 342 seq_num 1084) 2024-09-14T03:47:21.941 INFO:tasks.rados.rados.0.smithi002.stdout:3524: finishing write tid 1 to smithi00278215-36 2024-09-14T03:47:21.942 INFO:tasks.rados.rados.0.smithi002.stdout:3520: done (3 left) 2024-09-14T03:47:21.942 INFO:tasks.rados.rados.0.smithi002.stdout:3522: done (2 left) 2024-09-14T03:47:21.942 INFO:tasks.rados.rados.0.smithi002.stdout:3526: done (1 left) 2024-09-14T03:47:21.942 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 10 current snap is 342 2024-09-14T03:47:21.942 INFO:tasks.rados.rados.0.smithi002.stdout:3527: seq_num 1087 ranges {974848=614400,1589248=532480,2121728=270336} 2024-09-14T03:47:21.949 INFO:tasks.rados.rados.0.smithi002.stdout:3527: writing smithi00278215-10 from 974848 to 1589248 tid 1 2024-09-14T03:47:21.953 INFO:tasks.rados.rados.0.smithi002.stdout:3527: writing smithi00278215-10 from 1589248 to 2121728 tid 2 2024-09-14T03:47:21.954 INFO:tasks.rados.rados.0.smithi002.stdout:3527: writing smithi00278215-10 from 2121728 to 2392064 tid 3 2024-09-14T03:47:21.954 INFO:tasks.rados.rados.0.smithi002.stdout:3528: delete oid 41 current snap is 342 2024-09-14T03:47:21.955 INFO:tasks.rados.rados.0.smithi002.stdout:3524: finishing write tid 2 to smithi00278215-36 2024-09-14T03:47:21.955 INFO:tasks.rados.rados.0.smithi002.stdout:3524: finishing write tid 3 to smithi00278215-36 2024-09-14T03:47:21.955 INFO:tasks.rados.rados.0.smithi002.stdout:3524: finishing write tid 4 to smithi00278215-36 2024-09-14T03:47:21.955 INFO:tasks.rados.rados.0.smithi002.stdout:3524: finishing write tid 5 to smithi00278215-36 2024-09-14T03:47:21.955 INFO:tasks.rados.rados.0.smithi002.stdout:3524: oid 36 updating version 0 to 4663 2024-09-14T03:47:21.955 INFO:tasks.rados.rados.0.smithi002.stdout:3524: oid 36 version 4663 is already newer than 4661 2024-09-14T03:47:21.955 INFO:tasks.rados.rados.0.smithi002.stdout:3524: oid 36 updating version 4663 to 4664 2024-09-14T03:47:21.955 INFO:tasks.rados.rados.0.smithi002.stdout:3524: oid 36 version 4664 is already newer than 4662 2024-09-14T03:47:21.955 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 36 v 4664 (ObjNum 1085 snap 342 seq_num 1085) dirty exists 2024-09-14T03:47:21.955 INFO:tasks.rados.rados.0.smithi002.stdout:3524: left oid 36 (ObjNum 1085 snap 342 seq_num 1085) 2024-09-14T03:47:21.956 INFO:tasks.rados.rados.0.smithi002.stdout:3527: finishing write tid 1 to smithi00278215-10 2024-09-14T03:47:21.958 INFO:tasks.rados.rados.0.smithi002.stdout:3524: done (2 left) 2024-09-14T03:47:21.958 INFO:tasks.rados.rados.0.smithi002.stdout:3528: done (1 left) 2024-09-14T03:47:21.958 INFO:tasks.rados.rados.0.smithi002.stdout:3529: copy_from oid 35 from oid 30 current snap is 342 2024-09-14T03:47:21.958 INFO:tasks.rados.rados.0.smithi002.stdout:3530: copy_from oid 26 from oid 32 current snap is 342 2024-09-14T03:47:21.958 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 40 current snap is 342 2024-09-14T03:47:21.958 INFO:tasks.rados.rados.0.smithi002.stdout:3531: seq_num 1089 ranges {5005312=647168,5652480=745472,6397952=57344} 2024-09-14T03:47:21.989 INFO:tasks.rados.rados.0.smithi002.stdout:3531: writing smithi00278215-40 from 5005312 to 5652480 tid 1 2024-09-14T03:47:21.993 INFO:tasks.rados.rados.0.smithi002.stdout:3531: writing smithi00278215-40 from 5652480 to 6397952 tid 2 2024-09-14T03:47:21.994 INFO:tasks.rados.rados.0.smithi002.stdout:3531: writing smithi00278215-40 from 6397952 to 6455296 tid 3 2024-09-14T03:47:21.994 INFO:tasks.rados.rados.0.smithi002.stdout:3532: rollback oid 13 current snap is 342 2024-09-14T03:47:21.994 INFO:tasks.rados.rados.0.smithi002.stdout:3532: done (4 left) 2024-09-14T03:47:21.994 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 49 current snap is 342 2024-09-14T03:47:21.995 INFO:tasks.rados.rados.0.smithi002.stdout:3527: finishing write tid 2 to smithi00278215-10 2024-09-14T03:47:21.995 INFO:tasks.rados.rados.0.smithi002.stdout:3527: finishing write tid 3 to smithi00278215-10 2024-09-14T03:47:21.995 INFO:tasks.rados.rados.0.smithi002.stdout:3533: seq_num 1090 ranges {3579904=663552,4243456=630784,4874240=172032} 2024-09-14T03:47:22.017 INFO:tasks.rados.rados.0.smithi002.stdout:3533: writing smithi00278215-49 from 3579904 to 4243456 tid 1 2024-09-14T03:47:22.021 INFO:tasks.rados.rados.0.smithi002.stdout:3533: writing smithi00278215-49 from 4243456 to 4874240 tid 2 2024-09-14T03:47:22.023 INFO:tasks.rados.rados.0.smithi002.stdout:3533: writing smithi00278215-49 from 4874240 to 5046272 tid 3 2024-09-14T03:47:22.023 INFO:tasks.rados.rados.0.smithi002.stdout:3534: read oid 11 snap -1 2024-09-14T03:47:22.023 INFO:tasks.rados.rados.0.smithi002.stdout:3534: expect (ObjNum 1050 snap 333 seq_num 1050) 2024-09-14T03:47:22.023 INFO:tasks.rados.rados.0.smithi002.stdout:3535: snap_create 2024-09-14T03:47:22.023 INFO:tasks.rados.rados.0.smithi002.stdout:3527: finishing write tid 4 to smithi00278215-10 2024-09-14T03:47:22.023 INFO:tasks.rados.rados.0.smithi002.stdout:3527: finishing write tid 5 to smithi00278215-10 2024-09-14T03:47:22.023 INFO:tasks.rados.rados.0.smithi002.stdout:3527: oid 10 updating version 0 to 4169 2024-09-14T03:47:22.023 INFO:tasks.rados.rados.0.smithi002.stdout:3527: oid 10 version 4169 is already newer than 4167 2024-09-14T03:47:22.023 INFO:tasks.rados.rados.0.smithi002.stdout:3527: oid 10 version 4169 is already newer than 4166 2024-09-14T03:47:22.023 INFO:tasks.rados.rados.0.smithi002.stdout:3527: oid 10 version 4169 is already newer than 4168 2024-09-14T03:47:22.024 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 4169 (ObjNum 1087 snap 342 seq_num 1087) dirty exists 2024-09-14T03:47:22.024 INFO:tasks.rados.rados.0.smithi002.stdout:3527: left oid 10 (ObjNum 1087 snap 342 seq_num 1087) 2024-09-14T03:47:22.024 INFO:tasks.rados.rados.0.smithi002.stdout:3530: finishing copy_from racing read to smithi00278215-26 2024-09-14T03:47:22.024 INFO:tasks.rados.rados.0.smithi002.stdout:3530: finishing copy_from to smithi00278215-26 2024-09-14T03:47:22.024 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 4684 (ObjNum 882 snap 294 seq_num 882) dirty exists 2024-09-14T03:47:22.024 INFO:tasks.rados.rados.0.smithi002.stdout:3529: finishing copy_from racing read to smithi00278215-35 2024-09-14T03:47:22.024 INFO:tasks.rados.rados.0.smithi002.stdout:3529: finishing copy_from to smithi00278215-35 2024-09-14T03:47:22.024 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 35 v 4814 (ObjNum 1083 snap 342 seq_num 1083) dirty exists 2024-09-14T03:47:22.024 INFO:tasks.rados.rados.0.smithi002.stdout:3531: finishing write tid 1 to smithi00278215-40 2024-09-14T03:47:22.024 INFO:tasks.rados.rados.0.smithi002.stdout:3531: finishing write tid 2 to smithi00278215-40 2024-09-14T03:47:22.024 INFO:tasks.rados.rados.0.smithi002.stdout:3531: finishing write tid 3 to smithi00278215-40 2024-09-14T03:47:22.024 INFO:tasks.rados.rados.0.smithi002.stdout:3531: finishing write tid 4 to smithi00278215-40 2024-09-14T03:47:22.025 INFO:tasks.rados.rados.0.smithi002.stdout:3531: finishing write tid 5 to smithi00278215-40 2024-09-14T03:47:22.025 INFO:tasks.rados.rados.0.smithi002.stdout:3531: oid 40 updating version 0 to 4667 2024-09-14T03:47:22.025 INFO:tasks.rados.rados.0.smithi002.stdout:3531: oid 40 version 4667 is already newer than 4666 2024-09-14T03:47:22.025 INFO:tasks.rados.rados.0.smithi002.stdout:3531: oid 40 version 4667 is already newer than 4665 2024-09-14T03:47:22.025 INFO:tasks.rados.rados.0.smithi002.stdout:3531: oid 40 updating version 4667 to 4668 2024-09-14T03:47:22.025 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 4668 (ObjNum 1089 snap 342 seq_num 1089) dirty exists 2024-09-14T03:47:22.025 INFO:tasks.rados.rados.0.smithi002.stdout:3531: left oid 40 (ObjNum 1089 snap 342 seq_num 1089) 2024-09-14T03:47:22.025 INFO:tasks.rados.rados.0.smithi002.stdout:3533: finishing write tid 1 to smithi00278215-49 2024-09-14T03:47:22.029 INFO:tasks.rados.rados.0.smithi002.stdout:3533: finishing write tid 2 to smithi00278215-49 2024-09-14T03:47:22.029 INFO:tasks.rados.rados.0.smithi002.stdout:3533: finishing write tid 3 to smithi00278215-49 2024-09-14T03:47:22.029 INFO:tasks.rados.rados.0.smithi002.stdout:3533: finishing write tid 4 to smithi00278215-49 2024-09-14T03:47:22.029 INFO:tasks.rados.rados.0.smithi002.stdout:3533: finishing write tid 5 to smithi00278215-49 2024-09-14T03:47:22.029 INFO:tasks.rados.rados.0.smithi002.stdout:3533: oid 49 updating version 0 to 4156 2024-09-14T03:47:22.029 INFO:tasks.rados.rados.0.smithi002.stdout:3533: oid 49 updating version 4156 to 4157 2024-09-14T03:47:22.029 INFO:tasks.rados.rados.0.smithi002.stdout:3533: oid 49 version 4157 is already newer than 4155 2024-09-14T03:47:22.029 INFO:tasks.rados.rados.0.smithi002.stdout:3533: oid 49 version 4157 is already newer than 4154 2024-09-14T03:47:22.029 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 4157 (ObjNum 1090 snap 342 seq_num 1090) dirty exists 2024-09-14T03:47:22.029 INFO:tasks.rados.rados.0.smithi002.stdout:3533: left oid 49 (ObjNum 1090 snap 342 seq_num 1090) 2024-09-14T03:47:22.034 INFO:tasks.rados.rados.0.smithi002.stdout:3534: expect (ObjNum 1050 snap 333 seq_num 1050) 2024-09-14T03:47:22.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:21 smithi002 ceph-mon[87970]: pgmap v833: 121 pgs: 121 active+clean; 93 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.1 MiB/s wr, 12 op/s 2024-09-14T03:47:22.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:21 smithi002 ceph-mon[87970]: osdmap e773: 8 total, 8 up, 8 in 2024-09-14T03:47:22.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:21 smithi002 ceph-mon[89815]: pgmap v833: 121 pgs: 121 active+clean; 93 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.1 MiB/s wr, 12 op/s 2024-09-14T03:47:22.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:21 smithi002 ceph-mon[89815]: osdmap e773: 8 total, 8 up, 8 in 2024-09-14T03:47:22.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:21 smithi154 ceph-mon[81546]: pgmap v833: 121 pgs: 121 active+clean; 93 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.1 MiB/s wr, 12 op/s 2024-09-14T03:47:22.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:21 smithi154 ceph-mon[81546]: osdmap e773: 8 total, 8 up, 8 in 2024-09-14T03:47:22.835 INFO:tasks.rados.rados.0.smithi002.stdout:3527: done (6 left) 2024-09-14T03:47:22.835 INFO:tasks.rados.rados.0.smithi002.stdout:3529: done (5 left) 2024-09-14T03:47:22.835 INFO:tasks.rados.rados.0.smithi002.stdout:3530: done (4 left) 2024-09-14T03:47:22.835 INFO:tasks.rados.rados.0.smithi002.stdout:3531: done (3 left) 2024-09-14T03:47:22.836 INFO:tasks.rados.rados.0.smithi002.stdout:3533: done (2 left) 2024-09-14T03:47:22.836 INFO:tasks.rados.rados.0.smithi002.stdout:3534: done (1 left) 2024-09-14T03:47:22.836 INFO:tasks.rados.rados.0.smithi002.stdout:3535: done (0 left) 2024-09-14T03:47:22.836 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 34 current snap is 343 2024-09-14T03:47:22.836 INFO:tasks.rados.rados.0.smithi002.stdout:3536: seq_num 1091 ranges {3325952=679936,4005888=516096,4521984=286720} 2024-09-14T03:47:22.856 INFO:tasks.rados.rados.0.smithi002.stdout:3536: writing smithi00278215-34 from 3325952 to 4005888 tid 1 2024-09-14T03:47:22.859 INFO:tasks.rados.rados.0.smithi002.stdout:3536: writing smithi00278215-34 from 4005888 to 4521984 tid 2 2024-09-14T03:47:22.862 INFO:tasks.rados.rados.0.smithi002.stdout:3536: writing smithi00278215-34 from 4521984 to 4808704 tid 3 2024-09-14T03:47:22.862 INFO:tasks.rados.rados.0.smithi002.stdout:3537: snap_create 2024-09-14T03:47:22.862 INFO:tasks.rados.rados.0.smithi002.stdout:3536: finishing write tid 1 to smithi00278215-34 2024-09-14T03:47:22.865 INFO:tasks.rados.rados.0.smithi002.stdout:3536: finishing write tid 2 to smithi00278215-34 2024-09-14T03:47:22.865 INFO:tasks.rados.rados.0.smithi002.stdout:3536: finishing write tid 3 to smithi00278215-34 2024-09-14T03:47:22.865 INFO:tasks.rados.rados.0.smithi002.stdout:3536: finishing write tid 4 to smithi00278215-34 2024-09-14T03:47:22.866 INFO:tasks.rados.rados.0.smithi002.stdout:3536: finishing write tid 5 to smithi00278215-34 2024-09-14T03:47:22.866 INFO:tasks.rados.rados.0.smithi002.stdout:3536: oid 34 updating version 0 to 4159 2024-09-14T03:47:22.867 INFO:tasks.rados.rados.0.smithi002.stdout:3536: oid 34 updating version 4159 to 4160 2024-09-14T03:47:22.867 INFO:tasks.rados.rados.0.smithi002.stdout:3536: oid 34 version 4160 is already newer than 4158 2024-09-14T03:47:22.867 INFO:tasks.rados.rados.0.smithi002.stdout:3536: oid 34 updating version 4160 to 4161 2024-09-14T03:47:22.867 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 34 v 4161 (ObjNum 1091 snap 343 seq_num 1091) dirty exists 2024-09-14T03:47:22.867 INFO:tasks.rados.rados.0.smithi002.stdout:3536: left oid 34 (ObjNum 1091 snap 343 seq_num 1091) 2024-09-14T03:47:23.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:22 smithi002 ceph-mon[87970]: osdmap e774: 8 total, 8 up, 8 in 2024-09-14T03:47:23.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:22 smithi002 ceph-mon[87970]: osdmap e775: 8 total, 8 up, 8 in 2024-09-14T03:47:23.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:22 smithi002 ceph-mon[89815]: osdmap e774: 8 total, 8 up, 8 in 2024-09-14T03:47:23.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:22 smithi002 ceph-mon[89815]: osdmap e775: 8 total, 8 up, 8 in 2024-09-14T03:47:23.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:22 smithi154 ceph-mon[81546]: osdmap e774: 8 total, 8 up, 8 in 2024-09-14T03:47:23.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:22 smithi154 ceph-mon[81546]: osdmap e775: 8 total, 8 up, 8 in 2024-09-14T03:47:23.837 INFO:tasks.rados.rados.0.smithi002.stdout:3536: done (1 left) 2024-09-14T03:47:23.837 INFO:tasks.rados.rados.0.smithi002.stdout:3537: done (0 left) 2024-09-14T03:47:23.837 INFO:tasks.rados.rados.0.smithi002.stdout:3538: delete oid 47 current snap is 344 2024-09-14T03:47:23.841 INFO:tasks.rados.rados.0.smithi002.stdout:3538: done (0 left) 2024-09-14T03:47:23.844 INFO:tasks.rados.rados.0.smithi002.stdout:3539: snap_create 2024-09-14T03:47:24.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:23 smithi002 ceph-mon[87970]: pgmap v836: 121 pgs: 121 active+clean; 93 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.6 MiB/s wr, 18 op/s 2024-09-14T03:47:24.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:23 smithi002 ceph-mon[87970]: osdmap e776: 8 total, 8 up, 8 in 2024-09-14T03:47:24.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:23 smithi002 ceph-mon[89815]: pgmap v836: 121 pgs: 121 active+clean; 93 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.6 MiB/s wr, 18 op/s 2024-09-14T03:47:24.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:23 smithi002 ceph-mon[89815]: osdmap e776: 8 total, 8 up, 8 in 2024-09-14T03:47:24.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:23 smithi154 ceph-mon[81546]: pgmap v836: 121 pgs: 121 active+clean; 93 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.6 MiB/s wr, 18 op/s 2024-09-14T03:47:24.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:23 smithi154 ceph-mon[81546]: osdmap e776: 8 total, 8 up, 8 in 2024-09-14T03:47:24.839 INFO:tasks.rados.rados.0.smithi002.stdout:3539: done (0 left) 2024-09-14T03:47:24.839 INFO:tasks.rados.rados.0.smithi002.stdout:3540: read oid 39 snap -1 2024-09-14T03:47:24.839 INFO:tasks.rados.rados.0.smithi002.stdout:3540: expect (ObjNum 1084 snap 342 seq_num 1084) 2024-09-14T03:47:24.839 INFO:tasks.rados.rados.0.smithi002.stdout:3541: read oid 32 snap 342 2024-09-14T03:47:24.839 INFO:tasks.rados.rados.0.smithi002.stdout:3541: expect (ObjNum 882 snap 294 seq_num 882) 2024-09-14T03:47:24.839 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 45 current snap is 345 2024-09-14T03:47:24.840 INFO:tasks.rados.rados.0.smithi002.stdout:3542: seq_num 1093 ranges {4669440=712704,5382144=688128,6070272=114688} 2024-09-14T03:47:24.869 INFO:tasks.rados.rados.0.smithi002.stdout:3542: writing smithi00278215-45 from 4669440 to 5382144 tid 1 2024-09-14T03:47:24.873 INFO:tasks.rados.rados.0.smithi002.stdout:3542: writing smithi00278215-45 from 5382144 to 6070272 tid 2 2024-09-14T03:47:24.874 INFO:tasks.rados.rados.0.smithi002.stdout:3542: writing smithi00278215-45 from 6070272 to 6184960 tid 3 2024-09-14T03:47:24.874 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 38 current snap is 345 2024-09-14T03:47:24.874 INFO:tasks.rados.rados.0.smithi002.stdout:3543: seq_num 1094 ranges {2056192=729088,2785280=573440,3358720=229376} 2024-09-14T03:47:24.889 INFO:tasks.rados.rados.0.smithi002.stdout:3543: writing smithi00278215-38 from 2056192 to 2785280 tid 1 2024-09-14T03:47:24.892 INFO:tasks.rados.rados.0.smithi002.stdout:3543: writing smithi00278215-38 from 2785280 to 3358720 tid 2 2024-09-14T03:47:24.894 INFO:tasks.rados.rados.0.smithi002.stdout:3543: writing smithi00278215-38 from 3358720 to 3588096 tid 3 2024-09-14T03:47:24.894 INFO:tasks.rados.rados.0.smithi002.stdout:3544: read oid 27 snap -1 2024-09-14T03:47:24.894 INFO:tasks.rados.rados.0.smithi002.stdout:3544: expect deleted 2024-09-14T03:47:24.894 INFO:tasks.rados.rados.0.smithi002.stdout:3545: read oid 44 snap 343 2024-09-14T03:47:24.894 INFO:tasks.rados.rados.0.smithi002.stdout:3545: expect deleted 2024-09-14T03:47:24.894 INFO:tasks.rados.rados.0.smithi002.stdout:3546: rmattr oid 11 current snap is 345 2024-09-14T03:47:24.895 INFO:tasks.rados.rados.0.smithi002.stdout:3540: expect (ObjNum 1084 snap 342 seq_num 1084) 2024-09-14T03:47:24.978 INFO:tasks.rados.rados.0.smithi002.stdout:3541: expect (ObjNum 882 snap 294 seq_num 882) 2024-09-14T03:47:25.066 INFO:tasks.rados.rados.0.smithi002.stdout:3542: finishing write tid 1 to smithi00278215-45 2024-09-14T03:47:25.066 INFO:tasks.rados.rados.0.smithi002.stdout:3542: finishing write tid 2 to smithi00278215-45 2024-09-14T03:47:25.067 INFO:tasks.rados.rados.0.smithi002.stdout:3542: finishing write tid 3 to smithi00278215-45 2024-09-14T03:47:25.067 INFO:tasks.rados.rados.0.smithi002.stdout:3542: finishing write tid 4 to smithi00278215-45 2024-09-14T03:47:25.067 INFO:tasks.rados.rados.0.smithi002.stdout:3542: finishing write tid 5 to smithi00278215-45 2024-09-14T03:47:25.067 INFO:tasks.rados.rados.0.smithi002.stdout:3542: oid 45 updating version 0 to 2728 2024-09-14T03:47:25.067 INFO:tasks.rados.rados.0.smithi002.stdout:3542: oid 45 version 2728 is already newer than 2727 2024-09-14T03:47:25.067 INFO:tasks.rados.rados.0.smithi002.stdout:3542: oid 45 updating version 2728 to 2730 2024-09-14T03:47:25.067 INFO:tasks.rados.rados.0.smithi002.stdout:3542: oid 45 version 2730 is already newer than 2729 2024-09-14T03:47:25.067 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 45 v 2730 (ObjNum 1093 snap 345 seq_num 1093) dirty exists 2024-09-14T03:47:25.067 INFO:tasks.rados.rados.0.smithi002.stdout:3542: left oid 45 (ObjNum 1093 snap 345 seq_num 1093) 2024-09-14T03:47:25.067 INFO:tasks.rados.rados.0.smithi002.stdout:3540: done (6 left) 2024-09-14T03:47:25.067 INFO:tasks.rados.rados.0.smithi002.stdout:3541: done (5 left) 2024-09-14T03:47:25.067 INFO:tasks.rados.rados.0.smithi002.stdout:3542: done (4 left) 2024-09-14T03:47:25.067 INFO:tasks.rados.rados.0.smithi002.stdout:3545: done (3 left) 2024-09-14T03:47:25.067 INFO:tasks.rados.rados.0.smithi002.stdout:3547: rollback oid 41 current snap is 345 2024-09-14T03:47:25.068 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 41 to 343 2024-09-14T03:47:25.068 INFO:tasks.rados.rados.0.smithi002.stdout:3543: finishing write tid 1 to smithi00278215-38 2024-09-14T03:47:25.068 INFO:tasks.rados.rados.0.smithi002.stdout:3543: finishing write tid 2 to smithi00278215-38 2024-09-14T03:47:25.068 INFO:tasks.rados.rados.0.smithi002.stdout:3543: finishing write tid 3 to smithi00278215-38 2024-09-14T03:47:25.068 INFO:tasks.rados.rados.0.smithi002.stdout:3543: finishing write tid 4 to smithi00278215-38 2024-09-14T03:47:25.068 INFO:tasks.rados.rados.0.smithi002.stdout:3543: finishing write tid 5 to smithi00278215-38 2024-09-14T03:47:25.068 INFO:tasks.rados.rados.0.smithi002.stdout:3543: oid 38 updating version 0 to 4820 2024-09-14T03:47:25.068 INFO:tasks.rados.rados.0.smithi002.stdout:3543: oid 38 version 4820 is already newer than 4818 2024-09-14T03:47:25.068 INFO:tasks.rados.rados.0.smithi002.stdout:3543: oid 38 version 4820 is already newer than 4819 2024-09-14T03:47:25.068 INFO:tasks.rados.rados.0.smithi002.stdout:3543: oid 38 version 4820 is already newer than 4817 2024-09-14T03:47:25.068 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 4820 (ObjNum 1094 snap 345 seq_num 1094) dirty exists 2024-09-14T03:47:25.068 INFO:tasks.rados.rados.0.smithi002.stdout:3543: left oid 38 (ObjNum 1094 snap 345 seq_num 1094) 2024-09-14T03:47:25.068 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 4822 (ObjNum 1050 snap 333 seq_num 1050) dirty exists 2024-09-14T03:47:25.068 INFO:tasks.rados.rados.0.smithi002.stdout:3543: done (3 left) 2024-09-14T03:47:25.068 INFO:tasks.rados.rados.0.smithi002.stdout:3544: done (2 left) 2024-09-14T03:47:25.069 INFO:tasks.rados.rados.0.smithi002.stdout:3546: done (1 left) 2024-09-14T03:47:25.069 INFO:tasks.rados.rados.0.smithi002.stdout:3548: snap_create 2024-09-14T03:47:25.070 INFO:tasks.rados.rados.0.smithi002.stdout:3547: finishing rollback tid 1 to smithi00278215-41 2024-09-14T03:47:25.070 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 41 v 0 (ObjNum 161 snap 0 seq_num 2) dirty dne 2024-09-14T03:47:25.686 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:47:25 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:47:25] "GET /metrics HTTP/1.1" 200 36431 "" "Prometheus/2.51.0" 2024-09-14T03:47:25.898 INFO:tasks.rados.rados.0.smithi002.stdout:3547: done (1 left) 2024-09-14T03:47:25.898 INFO:tasks.rados.rados.0.smithi002.stdout:3548: done (0 left) 2024-09-14T03:47:25.899 INFO:tasks.rados.rados.0.smithi002.stdout:3549: delete oid 12 current snap is 346 2024-09-14T03:47:25.905 INFO:tasks.rados.rados.0.smithi002.stdout:3549: done (0 left) 2024-09-14T03:47:25.905 INFO:tasks.rados.rados.0.smithi002.stdout:3550: setattr oid 33 current snap is 346 2024-09-14T03:47:25.906 INFO:tasks.rados.rados.0.smithi002.stdout:3551: delete oid 45 current snap is 346 2024-09-14T03:47:25.909 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 33 v 4167 (ObjNum 727 snap 236 seq_num 727) dirty exists 2024-09-14T03:47:25.911 INFO:tasks.rados.rados.0.smithi002.stdout:3550: done (1 left) 2024-09-14T03:47:25.911 INFO:tasks.rados.rados.0.smithi002.stdout:3551: done (0 left) 2024-09-14T03:47:25.911 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 14 current snap is 346 2024-09-14T03:47:25.912 INFO:tasks.rados.rados.0.smithi002.stdout:3552: seq_num 1097 ranges {1040384=778240,1818624=671744,2490368=131072} 2024-09-14T03:47:25.921 INFO:tasks.rados.rados.0.smithi002.stdout:3552: writing smithi00278215-14 from 1040384 to 1818624 tid 1 2024-09-14T03:47:25.925 INFO:tasks.rados.rados.0.smithi002.stdout:3552: writing smithi00278215-14 from 1818624 to 2490368 tid 2 2024-09-14T03:47:25.926 INFO:tasks.rados.rados.0.smithi002.stdout:3552: writing smithi00278215-14 from 2490368 to 2621440 tid 3 2024-09-14T03:47:25.926 INFO:tasks.rados.rados.0.smithi002.stdout:3553: delete oid 48 current snap is 346 2024-09-14T03:47:25.926 INFO:tasks.rados.rados.0.smithi002.stdout:3552: finishing write tid 1 to smithi00278215-14 2024-09-14T03:47:25.929 INFO:tasks.rados.rados.0.smithi002.stdout:3553: done (1 left) 2024-09-14T03:47:25.929 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 5 current snap is 346 2024-09-14T03:47:25.929 INFO:tasks.rados.rados.0.smithi002.stdout:3554: seq_num 1099 ranges {1966080=409600,2375680=442368,2818048=720896,3538944=40960} 2024-09-14T03:47:25.942 INFO:tasks.rados.rados.0.smithi002.stdout:3554: writing smithi00278215-5 from 1966080 to 2375680 tid 1 2024-09-14T03:47:25.944 INFO:tasks.rados.rados.0.smithi002.stdout:3554: writing smithi00278215-5 from 2375680 to 2818048 tid 2 2024-09-14T03:47:25.948 INFO:tasks.rados.rados.0.smithi002.stdout:3554: writing smithi00278215-5 from 2818048 to 3538944 tid 3 2024-09-14T03:47:25.949 INFO:tasks.rados.rados.0.smithi002.stdout:3554: writing smithi00278215-5 from 3538944 to 3579904 tid 4 2024-09-14T03:47:25.949 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 48 current snap is 346 2024-09-14T03:47:25.949 INFO:tasks.rados.rados.0.smithi002.stdout:3552: finishing write tid 2 to smithi00278215-14 2024-09-14T03:47:25.949 INFO:tasks.rados.rados.0.smithi002.stdout:3552: finishing write tid 3 to smithi00278215-14 2024-09-14T03:47:25.949 INFO:tasks.rados.rados.0.smithi002.stdout:3555: seq_num 1100 ranges {0=425984,425984=729088,1155072=475136} 2024-09-14T03:47:25.951 INFO:tasks.rados.rados.0.smithi002.stdout:3555: writing smithi00278215-48 from 0 to 425984 tid 1 2024-09-14T03:47:25.955 INFO:tasks.rados.rados.0.smithi002.stdout:3555: writing smithi00278215-48 from 425984 to 1155072 tid 2 2024-09-14T03:47:25.958 INFO:tasks.rados.rados.0.smithi002.stdout:3555: writing smithi00278215-48 from 1155072 to 1630208 tid 3 2024-09-14T03:47:25.958 INFO:tasks.rados.rados.0.smithi002.stdout:3556: rollback oid 41 current snap is 346 2024-09-14T03:47:25.958 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 41 to 344 2024-09-14T03:47:25.958 INFO:tasks.rados.rados.0.smithi002.stdout:3552: finishing write tid 4 to smithi00278215-14 2024-09-14T03:47:25.958 INFO:tasks.rados.rados.0.smithi002.stdout:3552: finishing write tid 5 to smithi00278215-14 2024-09-14T03:47:25.958 INFO:tasks.rados.rados.0.smithi002.stdout:3552: oid 14 updating version 0 to 4170 2024-09-14T03:47:25.958 INFO:tasks.rados.rados.0.smithi002.stdout:3552: oid 14 updating version 4170 to 4171 2024-09-14T03:47:25.958 INFO:tasks.rados.rados.0.smithi002.stdout:3552: oid 14 updating version 4171 to 4172 2024-09-14T03:47:25.958 INFO:tasks.rados.rados.0.smithi002.stdout:3552: oid 14 updating version 4172 to 4173 2024-09-14T03:47:25.958 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 14 v 4173 (ObjNum 1097 snap 346 seq_num 1097) dirty exists 2024-09-14T03:47:25.958 INFO:tasks.rados.rados.0.smithi002.stdout:3552: left oid 14 (ObjNum 1097 snap 346 seq_num 1097) 2024-09-14T03:47:25.959 INFO:tasks.rados.rados.0.smithi002.stdout:3552: done (3 left) 2024-09-14T03:47:25.959 INFO:tasks.rados.rados.0.smithi002.stdout:3557: delete oid 36 current snap is 346 2024-09-14T03:47:25.959 INFO:tasks.rados.rados.0.smithi002.stdout:3554: finishing write tid 1 to smithi00278215-5 2024-09-14T03:47:25.959 INFO:tasks.rados.rados.0.smithi002.stdout:3554: finishing write tid 2 to smithi00278215-5 2024-09-14T03:47:25.959 INFO:tasks.rados.rados.0.smithi002.stdout:3554: finishing write tid 3 to smithi00278215-5 2024-09-14T03:47:25.959 INFO:tasks.rados.rados.0.smithi002.stdout:3554: finishing write tid 4 to smithi00278215-5 2024-09-14T03:47:25.959 INFO:tasks.rados.rados.0.smithi002.stdout:3554: finishing write tid 5 to smithi00278215-5 2024-09-14T03:47:25.959 INFO:tasks.rados.rados.0.smithi002.stdout:3555: finishing write tid 1 to smithi00278215-48 2024-09-14T03:47:25.959 INFO:tasks.rados.rados.0.smithi002.stdout:3554: finishing write tid 6 to smithi00278215-5 2024-09-14T03:47:25.959 INFO:tasks.rados.rados.0.smithi002.stdout:3554: oid 5 updating version 0 to 4320 2024-09-14T03:47:25.959 INFO:tasks.rados.rados.0.smithi002.stdout:3554: oid 5 version 4320 is already newer than 4318 2024-09-14T03:47:25.959 INFO:tasks.rados.rados.0.smithi002.stdout:3554: oid 5 version 4320 is already newer than 4319 2024-09-14T03:47:25.959 INFO:tasks.rados.rados.0.smithi002.stdout:3554: oid 5 updating version 4320 to 4322 2024-09-14T03:47:25.959 INFO:tasks.rados.rados.0.smithi002.stdout:3554: oid 5 version 4322 is already newer than 4321 2024-09-14T03:47:25.959 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 5 v 4322 (ObjNum 1099 snap 346 seq_num 1099) dirty exists 2024-09-14T03:47:25.959 INFO:tasks.rados.rados.0.smithi002.stdout:3554: left oid 5 (ObjNum 1099 snap 346 seq_num 1099) 2024-09-14T03:47:25.961 INFO:tasks.rados.rados.0.smithi002.stdout:3554: done (3 left) 2024-09-14T03:47:25.961 INFO:tasks.rados.rados.0.smithi002.stdout:3557: done (2 left) 2024-09-14T03:47:25.961 INFO:tasks.rados.rados.0.smithi002.stdout:3558: delete oid 32 current snap is 346 2024-09-14T03:47:25.961 INFO:tasks.rados.rados.0.smithi002.stdout:3555: finishing write tid 2 to smithi00278215-48 2024-09-14T03:47:25.962 INFO:tasks.rados.rados.0.smithi002.stdout:3555: finishing write tid 3 to smithi00278215-48 2024-09-14T03:47:25.962 INFO:tasks.rados.rados.0.smithi002.stdout:3555: finishing write tid 4 to smithi00278215-48 2024-09-14T03:47:25.965 INFO:tasks.rados.rados.0.smithi002.stdout:3555: finishing write tid 5 to smithi00278215-48 2024-09-14T03:47:25.965 INFO:tasks.rados.rados.0.smithi002.stdout:3555: oid 48 updating version 0 to 4319 2024-09-14T03:47:25.965 INFO:tasks.rados.rados.0.smithi002.stdout:3555: oid 48 updating version 4319 to 4321 2024-09-14T03:47:25.965 INFO:tasks.rados.rados.0.smithi002.stdout:3555: oid 48 version 4321 is already newer than 4320 2024-09-14T03:47:25.965 INFO:tasks.rados.rados.0.smithi002.stdout:3555: oid 48 version 4321 is already newer than 4318 2024-09-14T03:47:25.965 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 4321 (ObjNum 1100 snap 346 seq_num 1100) dirty exists 2024-09-14T03:47:25.965 INFO:tasks.rados.rados.0.smithi002.stdout:3555: left oid 48 (ObjNum 1100 snap 346 seq_num 1100) 2024-09-14T03:47:25.965 INFO:tasks.rados.rados.0.smithi002.stdout:3556: finishing rollback tid 1 to smithi00278215-41 2024-09-14T03:47:25.965 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 41 v 0 (ObjNum 81 snap 0 seq_num 2885426943) dirty dne 2024-09-14T03:47:25.966 INFO:tasks.rados.rados.0.smithi002.stdout:3555: done (2 left) 2024-09-14T03:47:25.966 INFO:tasks.rados.rados.0.smithi002.stdout:3556: done (1 left) 2024-09-14T03:47:25.966 INFO:tasks.rados.rados.0.smithi002.stdout:3558: done (0 left) 2024-09-14T03:47:25.966 INFO:tasks.rados.rados.0.smithi002.stdout:3559: read oid 36 snap 342 2024-09-14T03:47:25.966 INFO:tasks.rados.rados.0.smithi002.stdout:3559: expect (ObjNum 1085 snap 342 seq_num 1085) 2024-09-14T03:47:25.966 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 5 current snap is 346 2024-09-14T03:47:25.966 INFO:tasks.rados.rados.0.smithi002.stdout:3560: seq_num 1103 ranges {3579904=475136,4055040=425984,4481024=696320,5177344=81920} 2024-09-14T03:47:25.987 INFO:tasks.rados.rados.0.smithi002.stdout:3560: writing smithi00278215-5 from 3579904 to 4055040 tid 1 2024-09-14T03:47:25.989 INFO:tasks.rados.rados.0.smithi002.stdout:3560: writing smithi00278215-5 from 4055040 to 4481024 tid 2 2024-09-14T03:47:25.993 INFO:tasks.rados.rados.0.smithi002.stdout:3560: writing smithi00278215-5 from 4481024 to 5177344 tid 3 2024-09-14T03:47:25.994 INFO:tasks.rados.rados.0.smithi002.stdout:3560: writing smithi00278215-5 from 5177344 to 5259264 tid 4 2024-09-14T03:47:25.994 INFO:tasks.rados.rados.0.smithi002.stdout:3561: snap_create 2024-09-14T03:47:25.994 INFO:tasks.rados.rados.0.smithi002.stdout:3559: expect (ObjNum 1085 snap 342 seq_num 1085) 2024-09-14T03:47:26.032 INFO:tasks.rados.rados.0.smithi002.stdout:3560: finishing write tid 1 to smithi00278215-5 2024-09-14T03:47:26.032 INFO:tasks.rados.rados.0.smithi002.stdout:3560: finishing write tid 2 to smithi00278215-5 2024-09-14T03:47:26.032 INFO:tasks.rados.rados.0.smithi002.stdout:3560: finishing write tid 3 to smithi00278215-5 2024-09-14T03:47:26.032 INFO:tasks.rados.rados.0.smithi002.stdout:3560: finishing write tid 4 to smithi00278215-5 2024-09-14T03:47:26.032 INFO:tasks.rados.rados.0.smithi002.stdout:3560: finishing write tid 5 to smithi00278215-5 2024-09-14T03:47:26.032 INFO:tasks.rados.rados.0.smithi002.stdout:3560: finishing write tid 6 to smithi00278215-5 2024-09-14T03:47:26.032 INFO:tasks.rados.rados.0.smithi002.stdout:3560: oid 5 updating version 0 to 4327 2024-09-14T03:47:26.032 INFO:tasks.rados.rados.0.smithi002.stdout:3560: oid 5 version 4327 is already newer than 4325 2024-09-14T03:47:26.032 INFO:tasks.rados.rados.0.smithi002.stdout:3560: oid 5 version 4327 is already newer than 4323 2024-09-14T03:47:26.032 INFO:tasks.rados.rados.0.smithi002.stdout:3560: oid 5 version 4327 is already newer than 4324 2024-09-14T03:47:26.032 INFO:tasks.rados.rados.0.smithi002.stdout:3560: oid 5 version 4327 is already newer than 4326 2024-09-14T03:47:26.033 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 5 v 4327 (ObjNum 1103 snap 346 seq_num 1103) dirty exists 2024-09-14T03:47:26.033 INFO:tasks.rados.rados.0.smithi002.stdout:3560: left oid 5 (ObjNum 1103 snap 346 seq_num 1103) 2024-09-14T03:47:26.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:25 smithi002 ceph-mon[87970]: pgmap v839: 121 pgs: 121 active+clean; 92 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 4.9 MiB/s rd, 4.6 MiB/s wr, 24 op/s 2024-09-14T03:47:26.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:25 smithi002 ceph-mon[87970]: osdmap e777: 8 total, 8 up, 8 in 2024-09-14T03:47:26.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:25 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:47:26.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:25 smithi002 ceph-mon[89815]: pgmap v839: 121 pgs: 121 active+clean; 92 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 4.9 MiB/s rd, 4.6 MiB/s wr, 24 op/s 2024-09-14T03:47:26.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:25 smithi002 ceph-mon[89815]: osdmap e777: 8 total, 8 up, 8 in 2024-09-14T03:47:26.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:25 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:47:26.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:25 smithi154 ceph-mon[81546]: pgmap v839: 121 pgs: 121 active+clean; 92 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 4.9 MiB/s rd, 4.6 MiB/s wr, 24 op/s 2024-09-14T03:47:26.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:25 smithi154 ceph-mon[81546]: osdmap e777: 8 total, 8 up, 8 in 2024-09-14T03:47:26.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:25 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:47:26.905 INFO:tasks.rados.rados.0.smithi002.stdout:3559: done (2 left) 2024-09-14T03:47:26.905 INFO:tasks.rados.rados.0.smithi002.stdout:3560: done (1 left) 2024-09-14T03:47:26.905 INFO:tasks.rados.rados.0.smithi002.stdout:3561: done (0 left) 2024-09-14T03:47:26.905 INFO:tasks.rados.rados.0.smithi002.stdout:3562: read oid 49 snap -1 2024-09-14T03:47:26.905 INFO:tasks.rados.rados.0.smithi002.stdout:3562: expect (ObjNum 1090 snap 342 seq_num 1090) 2024-09-14T03:47:26.905 INFO:tasks.rados.rados.0.smithi002.stdout:3563: snap_remove snap 344 2024-09-14T03:47:27.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:26 smithi002 ceph-mon[87970]: osdmap e778: 8 total, 8 up, 8 in 2024-09-14T03:47:27.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:26 smithi002 ceph-mon[89815]: osdmap e778: 8 total, 8 up, 8 in 2024-09-14T03:47:27.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:26 smithi154 ceph-mon[81546]: osdmap e778: 8 total, 8 up, 8 in 2024-09-14T03:47:27.838 INFO:tasks.rados.rados.0.smithi002.stdout:3563: done (1 left) 2024-09-14T03:47:27.838 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 12 current snap is 347 2024-09-14T03:47:27.838 INFO:tasks.rados.rados.0.smithi002.stdout:3564: seq_num 1104 ranges {0=499712,499712=712704,1212416=491520} 2024-09-14T03:47:27.840 INFO:tasks.rados.rados.0.smithi002.stdout:3564: writing smithi00278215-12 from 0 to 499712 tid 1 2024-09-14T03:47:27.844 INFO:tasks.rados.rados.0.smithi002.stdout:3564: writing smithi00278215-12 from 499712 to 1212416 tid 2 2024-09-14T03:47:27.848 INFO:tasks.rados.rados.0.smithi002.stdout:3564: writing smithi00278215-12 from 1212416 to 1703936 tid 3 2024-09-14T03:47:27.848 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 45 current snap is 347 2024-09-14T03:47:27.848 INFO:tasks.rados.rados.0.smithi002.stdout:3565: seq_num 1105 ranges {0=516096,516096=598016,1114112=606208} 2024-09-14T03:47:27.850 INFO:tasks.rados.rados.0.smithi002.stdout:3565: writing smithi00278215-45 from 0 to 516096 tid 1 2024-09-14T03:47:27.855 INFO:tasks.rados.rados.0.smithi002.stdout:3565: writing smithi00278215-45 from 516096 to 1114112 tid 2 2024-09-14T03:47:27.858 INFO:tasks.rados.rados.0.smithi002.stdout:3565: writing smithi00278215-45 from 1114112 to 1720320 tid 3 2024-09-14T03:47:27.858 INFO:tasks.rados.rados.0.smithi002.stdout:3566: snap_remove snap 345 2024-09-14T03:47:28.187 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:47:27 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-2[103834]: 2024-09-14T03:47:27.865+0000 7fa5033c1640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 194 after trimming was started 2024-09-14T03:47:28.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:27 smithi002 ceph-mon[87970]: pgmap v842: 121 pgs: 121 active+clean; 89 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.7 MiB/s wr, 20 op/s 2024-09-14T03:47:28.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:27 smithi002 ceph-mon[87970]: osdmap e779: 8 total, 8 up, 8 in 2024-09-14T03:47:28.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:27 smithi002 ceph-mon[87970]: osdmap e780: 8 total, 8 up, 8 in 2024-09-14T03:47:28.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:27 smithi002 ceph-mon[89815]: pgmap v842: 121 pgs: 121 active+clean; 89 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.7 MiB/s wr, 20 op/s 2024-09-14T03:47:28.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:27 smithi002 ceph-mon[89815]: osdmap e779: 8 total, 8 up, 8 in 2024-09-14T03:47:28.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:27 smithi002 ceph-mon[89815]: osdmap e780: 8 total, 8 up, 8 in 2024-09-14T03:47:28.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:27 smithi154 ceph-mon[81546]: pgmap v842: 121 pgs: 121 active+clean; 89 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.7 MiB/s wr, 20 op/s 2024-09-14T03:47:28.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:27 smithi154 ceph-mon[81546]: osdmap e779: 8 total, 8 up, 8 in 2024-09-14T03:47:28.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:27 smithi154 ceph-mon[81546]: osdmap e780: 8 total, 8 up, 8 in 2024-09-14T03:47:28.839 INFO:tasks.rados.rados.0.smithi002.stdout:3566: done (3 left) 2024-09-14T03:47:28.839 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 50 current snap is 347 2024-09-14T03:47:28.839 INFO:tasks.rados.rados.0.smithi002.stdout:3562: expect (ObjNum 1090 snap 342 seq_num 1090) 2024-09-14T03:47:29.120 INFO:tasks.rados.rados.0.smithi002.stdout:3564: finishing write tid 1 to smithi00278215-12 2024-09-14T03:47:29.121 INFO:tasks.rados.rados.0.smithi002.stdout:3564: finishing write tid 2 to smithi00278215-12 2024-09-14T03:47:29.121 INFO:tasks.rados.rados.0.smithi002.stdout:3564: finishing write tid 3 to smithi00278215-12 2024-09-14T03:47:29.121 INFO:tasks.rados.rados.0.smithi002.stdout:3564: finishing write tid 4 to smithi00278215-12 2024-09-14T03:47:29.121 INFO:tasks.rados.rados.0.smithi002.stdout:3564: finishing write tid 5 to smithi00278215-12 2024-09-14T03:47:29.121 INFO:tasks.rados.rados.0.smithi002.stdout:3564: oid 12 updating version 0 to 4169 2024-09-14T03:47:29.121 INFO:tasks.rados.rados.0.smithi002.stdout:3564: oid 12 updating version 4169 to 4171 2024-09-14T03:47:29.121 INFO:tasks.rados.rados.0.smithi002.stdout:3564: oid 12 version 4171 is already newer than 4168 2024-09-14T03:47:29.121 INFO:tasks.rados.rados.0.smithi002.stdout:3564: oid 12 version 4171 is already newer than 4170 2024-09-14T03:47:29.121 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 4171 (ObjNum 1104 snap 347 seq_num 1104) dirty exists 2024-09-14T03:47:29.121 INFO:tasks.rados.rados.0.smithi002.stdout:3564: left oid 12 (ObjNum 1104 snap 347 seq_num 1104) 2024-09-14T03:47:29.122 INFO:tasks.rados.rados.0.smithi002.stdout:3565: finishing write tid 1 to smithi00278215-45 2024-09-14T03:47:29.122 INFO:tasks.rados.rados.0.smithi002.stdout:3565: finishing write tid 2 to smithi00278215-45 2024-09-14T03:47:29.122 INFO:tasks.rados.rados.0.smithi002.stdout:3565: finishing write tid 3 to smithi00278215-45 2024-09-14T03:47:29.122 INFO:tasks.rados.rados.0.smithi002.stdout:3565: finishing write tid 4 to smithi00278215-45 2024-09-14T03:47:29.122 INFO:tasks.rados.rados.0.smithi002.stdout:3565: finishing write tid 5 to smithi00278215-45 2024-09-14T03:47:29.122 INFO:tasks.rados.rados.0.smithi002.stdout:3565: oid 45 updating version 0 to 2732 2024-09-14T03:47:29.122 INFO:tasks.rados.rados.0.smithi002.stdout:3565: oid 45 updating version 2732 to 2733 2024-09-14T03:47:29.122 INFO:tasks.rados.rados.0.smithi002.stdout:3565: oid 45 updating version 2733 to 2734 2024-09-14T03:47:29.122 INFO:tasks.rados.rados.0.smithi002.stdout:3565: oid 45 updating version 2734 to 2735 2024-09-14T03:47:29.122 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 45 v 2735 (ObjNum 1105 snap 347 seq_num 1105) dirty exists 2024-09-14T03:47:29.122 INFO:tasks.rados.rados.0.smithi002.stdout:3565: left oid 45 (ObjNum 1105 snap 347 seq_num 1105) 2024-09-14T03:47:29.122 INFO:tasks.rados.rados.0.smithi002.stdout:3567: seq_num 1106 ranges {4726784=532480,5259264=483328,5742592=475136,6217728=245760} 2024-09-14T03:47:29.149 INFO:tasks.rados.rados.0.smithi002.stdout:3567: writing smithi00278215-50 from 4726784 to 5259264 tid 1 2024-09-14T03:47:29.151 INFO:tasks.rados.rados.0.smithi002.stdout:3567: writing smithi00278215-50 from 5259264 to 5742592 tid 2 2024-09-14T03:47:29.157 INFO:tasks.rados.rados.0.smithi002.stdout:3567: writing smithi00278215-50 from 5742592 to 6217728 tid 3 2024-09-14T03:47:29.157 INFO:tasks.rados.rados.0.smithi002.stdout:3567: writing smithi00278215-50 from 6217728 to 6463488 tid 4 2024-09-14T03:47:29.157 INFO:tasks.rados.rados.0.smithi002.stdout:3562: done (3 left) 2024-09-14T03:47:29.158 INFO:tasks.rados.rados.0.smithi002.stdout:3564: done (2 left) 2024-09-14T03:47:29.158 INFO:tasks.rados.rados.0.smithi002.stdout:3565: done (1 left) 2024-09-14T03:47:29.158 INFO:tasks.rados.rados.0.smithi002.stdout:3568: rollback oid 36 current snap is 347 2024-09-14T03:47:29.158 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 36 to 342 2024-09-14T03:47:29.158 INFO:tasks.rados.rados.0.smithi002.stdout:3567: finishing write tid 1 to smithi00278215-50 2024-09-14T03:47:29.158 INFO:tasks.rados.rados.0.smithi002.stdout:3569: snap_remove snap 343 2024-09-14T03:47:29.908 INFO:tasks.rados.rados.0.smithi002.stdout:3569: done (2 left) 2024-09-14T03:47:29.908 INFO:tasks.rados.rados.0.smithi002.stdout:3570: rmattr oid 14 current snap is 347 2024-09-14T03:47:29.908 INFO:tasks.rados.rados.0.smithi002.stdout:3570: done (2 left) 2024-09-14T03:47:29.908 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 13 current snap is 347 2024-09-14T03:47:29.908 INFO:tasks.rados.rados.0.smithi002.stdout:3571: seq_num 1107 ranges {0=548864,548864=770048,1318912=434176} 2024-09-14T03:47:29.911 INFO:tasks.rados.rados.0.smithi002.stdout:3571: writing smithi00278215-13 from 0 to 548864 tid 1 2024-09-14T03:47:29.915 INFO:tasks.rados.rados.0.smithi002.stdout:3571: writing smithi00278215-13 from 548864 to 1318912 tid 2 2024-09-14T03:47:29.918 INFO:tasks.rados.rados.0.smithi002.stdout:3571: writing smithi00278215-13 from 1318912 to 1753088 tid 3 2024-09-14T03:47:29.918 INFO:tasks.rados.rados.0.smithi002.stdout:3572: snap_remove snap 346 2024-09-14T03:47:30.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:29 smithi002 ceph-mon[87970]: pgmap v845: 121 pgs: 121 active+clean; 97 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.2 MiB/s rd, 3.6 MiB/s wr, 28 op/s 2024-09-14T03:47:30.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:29 smithi002 ceph-mon[87970]: osdmap e781: 8 total, 8 up, 8 in 2024-09-14T03:47:30.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:29 smithi002 ceph-mon[89815]: pgmap v845: 121 pgs: 121 active+clean; 97 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.2 MiB/s rd, 3.6 MiB/s wr, 28 op/s 2024-09-14T03:47:30.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:29 smithi002 ceph-mon[89815]: osdmap e781: 8 total, 8 up, 8 in 2024-09-14T03:47:30.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:29 smithi154 ceph-mon[81546]: pgmap v845: 121 pgs: 121 active+clean; 97 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.2 MiB/s rd, 3.6 MiB/s wr, 28 op/s 2024-09-14T03:47:30.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:29 smithi154 ceph-mon[81546]: osdmap e781: 8 total, 8 up, 8 in 2024-09-14T03:47:30.915 INFO:tasks.rados.rados.0.smithi002.stdout:3572: done (3 left) 2024-09-14T03:47:30.916 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 33 current snap is 347 2024-09-14T03:47:30.916 INFO:tasks.rados.rados.0.smithi002.stdout:3567: finishing write tid 2 to smithi00278215-50 2024-09-14T03:47:30.916 INFO:tasks.rados.rados.0.smithi002.stdout:3573: seq_num 1108 ranges {180224=565248,745472=647168,1392640=483328,1875968=73728} 2024-09-14T03:47:30.919 INFO:tasks.rados.rados.0.smithi002.stdout:3573: writing smithi00278215-33 from 180224 to 745472 tid 1 2024-09-14T03:47:30.923 INFO:tasks.rados.rados.0.smithi002.stdout:3573: writing smithi00278215-33 from 745472 to 1392640 tid 2 2024-09-14T03:47:30.926 INFO:tasks.rados.rados.0.smithi002.stdout:3573: writing smithi00278215-33 from 1392640 to 1875968 tid 3 2024-09-14T03:47:30.927 INFO:tasks.rados.rados.0.smithi002.stdout:3573: writing smithi00278215-33 from 1875968 to 1949696 tid 4 2024-09-14T03:47:30.928 INFO:tasks.rados.rados.0.smithi002.stdout:3574: read oid 1 snap 342 2024-09-14T03:47:30.928 INFO:tasks.rados.rados.0.smithi002.stdout:3574: expect (ObjNum 1070 snap 339 seq_num 1070) 2024-09-14T03:47:30.928 INFO:tasks.rados.rados.0.smithi002.stdout:3575: delete oid 10 current snap is 347 2024-09-14T03:47:30.928 INFO:tasks.rados.rados.0.smithi002.stdout:3568: finishing rollback tid 1 to smithi00278215-36 2024-09-14T03:47:30.928 INFO:tasks.rados.rados.0.smithi002.stdout:3568: finishing rollback tid 2 to smithi00278215-36 2024-09-14T03:47:30.928 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 36 v 4671 (ObjNum 1085 snap 342 seq_num 1085) dirty exists 2024-09-14T03:47:30.928 INFO:tasks.rados.rados.0.smithi002.stdout:3567: finishing write tid 3 to smithi00278215-50 2024-09-14T03:47:30.928 INFO:tasks.rados.rados.0.smithi002.stdout:3567: finishing write tid 4 to smithi00278215-50 2024-09-14T03:47:30.929 INFO:tasks.rados.rados.0.smithi002.stdout:3567: finishing write tid 5 to smithi00278215-50 2024-09-14T03:47:30.929 INFO:tasks.rados.rados.0.smithi002.stdout:3567: finishing write tid 6 to smithi00278215-50 2024-09-14T03:47:30.929 INFO:tasks.rados.rados.0.smithi002.stdout:3567: oid 50 updating version 0 to 4840 2024-09-14T03:47:30.929 INFO:tasks.rados.rados.0.smithi002.stdout:3567: oid 50 version 4840 is already newer than 4836 2024-09-14T03:47:30.929 INFO:tasks.rados.rados.0.smithi002.stdout:3567: oid 50 version 4840 is already newer than 4837 2024-09-14T03:47:30.929 INFO:tasks.rados.rados.0.smithi002.stdout:3567: oid 50 version 4840 is already newer than 4839 2024-09-14T03:47:30.929 INFO:tasks.rados.rados.0.smithi002.stdout:3567: oid 50 version 4840 is already newer than 4838 2024-09-14T03:47:30.929 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 4840 (ObjNum 1106 snap 347 seq_num 1106) dirty exists 2024-09-14T03:47:30.929 INFO:tasks.rados.rados.0.smithi002.stdout:3567: left oid 50 (ObjNum 1106 snap 347 seq_num 1106) 2024-09-14T03:47:30.929 INFO:tasks.rados.rados.0.smithi002.stdout:3571: finishing write tid 1 to smithi00278215-13 2024-09-14T03:47:30.929 INFO:tasks.rados.rados.0.smithi002.stdout:3571: finishing write tid 2 to smithi00278215-13 2024-09-14T03:47:30.929 INFO:tasks.rados.rados.0.smithi002.stdout:3571: finishing write tid 3 to smithi00278215-13 2024-09-14T03:47:30.930 INFO:tasks.rados.rados.0.smithi002.stdout:3571: finishing write tid 4 to smithi00278215-13 2024-09-14T03:47:30.930 INFO:tasks.rados.rados.0.smithi002.stdout:3571: finishing write tid 5 to smithi00278215-13 2024-09-14T03:47:30.930 INFO:tasks.rados.rados.0.smithi002.stdout:3571: oid 13 updating version 0 to 4674 2024-09-14T03:47:30.930 INFO:tasks.rados.rados.0.smithi002.stdout:3571: oid 13 version 4674 is already newer than 4672 2024-09-14T03:47:30.930 INFO:tasks.rados.rados.0.smithi002.stdout:3571: oid 13 updating version 4674 to 4675 2024-09-14T03:47:30.930 INFO:tasks.rados.rados.0.smithi002.stdout:3571: oid 13 version 4675 is already newer than 4673 2024-09-14T03:47:30.930 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 4675 (ObjNum 1107 snap 347 seq_num 1107) dirty exists 2024-09-14T03:47:30.930 INFO:tasks.rados.rados.0.smithi002.stdout:3571: left oid 13 (ObjNum 1107 snap 347 seq_num 1107) 2024-09-14T03:47:30.930 INFO:tasks.rados.rados.0.smithi002.stdout:3573: finishing write tid 1 to smithi00278215-33 2024-09-14T03:47:30.932 INFO:tasks.rados.rados.0.smithi002.stdout:3573: finishing write tid 2 to smithi00278215-33 2024-09-14T03:47:30.932 INFO:tasks.rados.rados.0.smithi002.stdout:3567: done (5 left) 2024-09-14T03:47:30.933 INFO:tasks.rados.rados.0.smithi002.stdout:3568: done (4 left) 2024-09-14T03:47:30.933 INFO:tasks.rados.rados.0.smithi002.stdout:3571: done (3 left) 2024-09-14T03:47:30.933 INFO:tasks.rados.rados.0.smithi002.stdout:3575: done (2 left) 2024-09-14T03:47:30.933 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 45 current snap is 347 2024-09-14T03:47:30.933 INFO:tasks.rados.rados.0.smithi002.stdout:3576: seq_num 1110 ranges {1720320=598016,2318336=466944,2785280=450560,3235840=286720} 2024-09-14T03:47:30.945 INFO:tasks.rados.rados.0.smithi002.stdout:3576: writing smithi00278215-45 from 1720320 to 2318336 tid 1 2024-09-14T03:47:30.948 INFO:tasks.rados.rados.0.smithi002.stdout:3576: writing smithi00278215-45 from 2318336 to 2785280 tid 2 2024-09-14T03:47:30.951 INFO:tasks.rados.rados.0.smithi002.stdout:3576: writing smithi00278215-45 from 2785280 to 3235840 tid 3 2024-09-14T03:47:30.953 INFO:tasks.rados.rados.0.smithi002.stdout:3576: writing smithi00278215-45 from 3235840 to 3522560 tid 4 2024-09-14T03:47:30.953 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 7 current snap is 347 2024-09-14T03:47:30.953 INFO:tasks.rados.rados.0.smithi002.stdout:3577: seq_num 1111 ranges {8069120=614400,8683520=753664,9437184=450560} 2024-09-14T03:47:31.000 INFO:tasks.rados.rados.0.smithi002.stdout:3577: writing smithi00278215-7 from 8069120 to 8683520 tid 1 2024-09-14T03:47:31.005 INFO:tasks.rados.rados.0.smithi002.stdout:3577: writing smithi00278215-7 from 8683520 to 9437184 tid 2 2024-09-14T03:47:31.008 INFO:tasks.rados.rados.0.smithi002.stdout:3577: writing smithi00278215-7 from 9437184 to 9887744 tid 3 2024-09-14T03:47:31.009 INFO:tasks.rados.rados.0.smithi002.stdout:3578: setattr oid 18 current snap is 347 2024-09-14T03:47:31.009 INFO:tasks.rados.rados.0.smithi002.stdout:3574: expect (ObjNum 1070 snap 339 seq_num 1070) 2024-09-14T03:47:31.049 INFO:tasks.rados.rados.0.smithi002.stdout:3573: finishing write tid 3 to smithi00278215-33 2024-09-14T03:47:31.049 INFO:tasks.rados.rados.0.smithi002.stdout:3573: finishing write tid 4 to smithi00278215-33 2024-09-14T03:47:31.049 INFO:tasks.rados.rados.0.smithi002.stdout:3573: finishing write tid 5 to smithi00278215-33 2024-09-14T03:47:31.049 INFO:tasks.rados.rados.0.smithi002.stdout:3573: finishing write tid 6 to smithi00278215-33 2024-09-14T03:47:31.049 INFO:tasks.rados.rados.0.smithi002.stdout:3573: oid 33 updating version 0 to 4174 2024-09-14T03:47:31.049 INFO:tasks.rados.rados.0.smithi002.stdout:3573: oid 33 version 4174 is already newer than 4173 2024-09-14T03:47:31.049 INFO:tasks.rados.rados.0.smithi002.stdout:3573: oid 33 updating version 4174 to 4176 2024-09-14T03:47:31.050 INFO:tasks.rados.rados.0.smithi002.stdout:3573: oid 33 version 4176 is already newer than 4175 2024-09-14T03:47:31.050 INFO:tasks.rados.rados.0.smithi002.stdout:3573: oid 33 version 4176 is already newer than 4172 2024-09-14T03:47:31.050 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 33 v 4176 (ObjNum 1108 snap 347 seq_num 1108) dirty exists 2024-09-14T03:47:31.050 INFO:tasks.rados.rados.0.smithi002.stdout:3573: left oid 33 (ObjNum 1108 snap 347 seq_num 1108) 2024-09-14T03:47:31.050 INFO:tasks.rados.rados.0.smithi002.stdout:3576: finishing write tid 1 to smithi00278215-45 2024-09-14T03:47:31.050 INFO:tasks.rados.rados.0.smithi002.stdout:3576: finishing write tid 2 to smithi00278215-45 2024-09-14T03:47:31.050 INFO:tasks.rados.rados.0.smithi002.stdout:3576: finishing write tid 3 to smithi00278215-45 2024-09-14T03:47:31.050 INFO:tasks.rados.rados.0.smithi002.stdout:3576: finishing write tid 4 to smithi00278215-45 2024-09-14T03:47:31.050 INFO:tasks.rados.rados.0.smithi002.stdout:3576: finishing write tid 5 to smithi00278215-45 2024-09-14T03:47:31.050 INFO:tasks.rados.rados.0.smithi002.stdout:3576: finishing write tid 6 to smithi00278215-45 2024-09-14T03:47:31.050 INFO:tasks.rados.rados.0.smithi002.stdout:3576: oid 45 updating version 0 to 2740 2024-09-14T03:47:31.050 INFO:tasks.rados.rados.0.smithi002.stdout:3576: oid 45 version 2740 is already newer than 2736 2024-09-14T03:47:31.050 INFO:tasks.rados.rados.0.smithi002.stdout:3576: oid 45 version 2740 is already newer than 2737 2024-09-14T03:47:31.050 INFO:tasks.rados.rados.0.smithi002.stdout:3576: oid 45 version 2740 is already newer than 2738 2024-09-14T03:47:31.050 INFO:tasks.rados.rados.0.smithi002.stdout:3576: oid 45 version 2740 is already newer than 2739 2024-09-14T03:47:31.051 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 45 v 2740 (ObjNum 1110 snap 347 seq_num 1110) dirty exists 2024-09-14T03:47:31.051 INFO:tasks.rados.rados.0.smithi002.stdout:3576: left oid 45 (ObjNum 1110 snap 347 seq_num 1110) 2024-09-14T03:47:31.051 INFO:tasks.rados.rados.0.smithi002.stdout:3577: finishing write tid 1 to smithi00278215-7 2024-09-14T03:47:31.051 INFO:tasks.rados.rados.0.smithi002.stdout:3577: finishing write tid 2 to smithi00278215-7 2024-09-14T03:47:31.051 INFO:tasks.rados.rados.0.smithi002.stdout:3577: finishing write tid 3 to smithi00278215-7 2024-09-14T03:47:31.051 INFO:tasks.rados.rados.0.smithi002.stdout:3577: finishing write tid 4 to smithi00278215-7 2024-09-14T03:47:31.051 INFO:tasks.rados.rados.0.smithi002.stdout:3577: finishing write tid 5 to smithi00278215-7 2024-09-14T03:47:31.051 INFO:tasks.rados.rados.0.smithi002.stdout:3577: oid 7 updating version 0 to 4855 2024-09-14T03:47:31.051 INFO:tasks.rados.rados.0.smithi002.stdout:3577: oid 7 version 4855 is already newer than 4853 2024-09-14T03:47:31.051 INFO:tasks.rados.rados.0.smithi002.stdout:3577: oid 7 version 4855 is already newer than 4852 2024-09-14T03:47:31.051 INFO:tasks.rados.rados.0.smithi002.stdout:3577: oid 7 version 4855 is already newer than 4854 2024-09-14T03:47:31.051 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 4855 (ObjNum 1111 snap 347 seq_num 1111) dirty exists 2024-09-14T03:47:31.052 INFO:tasks.rados.rados.0.smithi002.stdout:3577: left oid 7 (ObjNum 1111 snap 347 seq_num 1111) 2024-09-14T03:47:31.052 INFO:tasks.rados.rados.0.smithi002.stdout:3573: done (4 left) 2024-09-14T03:47:31.052 INFO:tasks.rados.rados.0.smithi002.stdout:3574: done (3 left) 2024-09-14T03:47:31.052 INFO:tasks.rados.rados.0.smithi002.stdout:3576: done (2 left) 2024-09-14T03:47:31.052 INFO:tasks.rados.rados.0.smithi002.stdout:3577: done (1 left) 2024-09-14T03:47:31.052 INFO:tasks.rados.rados.0.smithi002.stdout:3579: rollback oid 12 current snap is 347 2024-09-14T03:47:31.052 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 12 to 342 2024-09-14T03:47:31.052 INFO:tasks.rados.rados.0.smithi002.stdout:3580: setattr oid 43 current snap is 347 2024-09-14T03:47:31.052 INFO:tasks.rados.rados.0.smithi002.stdout:3581: snap_create 2024-09-14T03:47:31.054 INFO:tasks.rados.rados.0.smithi002.stdout:3579: finishing rollback tid 0 to smithi00278215-12 2024-09-14T03:47:31.054 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 3594 (ObjNum 1040 snap 330 seq_num 1040) dirty exists 2024-09-14T03:47:31.057 INFO:tasks.rados.rados.0.smithi002.stdout:3579: finishing rollback tid 1 to smithi00278215-12 2024-09-14T03:47:31.057 INFO:tasks.rados.rados.0.smithi002.stdout:3579: finishing rollback tid 2 to smithi00278215-12 2024-09-14T03:47:31.057 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 4179 (ObjNum 951 snap 308 seq_num 951) dirty exists 2024-09-14T03:47:31.057 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 4180 (ObjNum 1045 snap 332 seq_num 1045) dirty exists 2024-09-14T03:47:31.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:30 smithi002 ceph-mon[87970]: osdmap e782: 8 total, 8 up, 8 in 2024-09-14T03:47:31.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:30 smithi002 ceph-mon[89815]: osdmap e782: 8 total, 8 up, 8 in 2024-09-14T03:47:31.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:30 smithi154 ceph-mon[81546]: osdmap e782: 8 total, 8 up, 8 in 2024-09-14T03:47:31.920 INFO:tasks.rados.rados.0.smithi002.stdout:3578: done (3 left) 2024-09-14T03:47:31.920 INFO:tasks.rados.rados.0.smithi002.stdout:3579: done (2 left) 2024-09-14T03:47:31.920 INFO:tasks.rados.rados.0.smithi002.stdout:3580: done (1 left) 2024-09-14T03:47:31.920 INFO:tasks.rados.rados.0.smithi002.stdout:3581: done (0 left) 2024-09-14T03:47:31.920 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 45 current snap is 348 2024-09-14T03:47:31.920 INFO:tasks.rados.rados.0.smithi002.stdout:3582: seq_num 1112 ranges {3522560=630784,4153344=638976,4792320=466944,5259264=98304} 2024-09-14T03:47:31.942 INFO:tasks.rados.rados.0.smithi002.stdout:3582: writing smithi00278215-45 from 3522560 to 4153344 tid 1 2024-09-14T03:47:31.946 INFO:tasks.rados.rados.0.smithi002.stdout:3582: writing smithi00278215-45 from 4153344 to 4792320 tid 2 2024-09-14T03:47:31.949 INFO:tasks.rados.rados.0.smithi002.stdout:3582: writing smithi00278215-45 from 4792320 to 5259264 tid 3 2024-09-14T03:47:31.950 INFO:tasks.rados.rados.0.smithi002.stdout:3582: writing smithi00278215-45 from 5259264 to 5357568 tid 4 2024-09-14T03:47:31.950 INFO:tasks.rados.rados.0.smithi002.stdout:3583: read oid 41 snap 347 2024-09-14T03:47:31.950 INFO:tasks.rados.rados.0.smithi002.stdout:3583: expect deleted 2024-09-14T03:47:31.950 INFO:tasks.rados.rados.0.smithi002.stdout:3584: delete oid 6 current snap is 348 2024-09-14T03:47:31.950 INFO:tasks.rados.rados.0.smithi002.stdout:3582: finishing write tid 1 to smithi00278215-45 2024-09-14T03:47:31.950 INFO:tasks.rados.rados.0.smithi002.stdout:3582: finishing write tid 2 to smithi00278215-45 2024-09-14T03:47:31.953 INFO:tasks.rados.rados.0.smithi002.stdout:3582: finishing write tid 3 to smithi00278215-45 2024-09-14T03:47:31.953 INFO:tasks.rados.rados.0.smithi002.stdout:3582: finishing write tid 4 to smithi00278215-45 2024-09-14T03:47:31.953 INFO:tasks.rados.rados.0.smithi002.stdout:3582: finishing write tid 5 to smithi00278215-45 2024-09-14T03:47:31.955 INFO:tasks.rados.rados.0.smithi002.stdout:3582: finishing write tid 6 to smithi00278215-45 2024-09-14T03:47:31.955 INFO:tasks.rados.rados.0.smithi002.stdout:3582: oid 45 updating version 0 to 2743 2024-09-14T03:47:31.955 INFO:tasks.rados.rados.0.smithi002.stdout:3582: oid 45 version 2743 is already newer than 2741 2024-09-14T03:47:31.955 INFO:tasks.rados.rados.0.smithi002.stdout:3582: oid 45 updating version 2743 to 2745 2024-09-14T03:47:31.955 INFO:tasks.rados.rados.0.smithi002.stdout:3582: oid 45 version 2745 is already newer than 2744 2024-09-14T03:47:31.955 INFO:tasks.rados.rados.0.smithi002.stdout:3582: oid 45 version 2745 is already newer than 2742 2024-09-14T03:47:31.955 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 45 v 2745 (ObjNum 1112 snap 348 seq_num 1112) dirty exists 2024-09-14T03:47:31.955 INFO:tasks.rados.rados.0.smithi002.stdout:3582: left oid 45 (ObjNum 1112 snap 348 seq_num 1112) 2024-09-14T03:47:31.956 INFO:tasks.rados.rados.0.smithi002.stdout:3582: done (2 left) 2024-09-14T03:47:31.956 INFO:tasks.rados.rados.0.smithi002.stdout:3583: done (1 left) 2024-09-14T03:47:31.956 INFO:tasks.rados.rados.0.smithi002.stdout:3584: done (0 left) 2024-09-14T03:47:31.956 INFO:tasks.rados.rados.0.smithi002.stdout:3585: copy_from oid 15 from oid 27 current snap is 348 2024-09-14T03:47:31.956 INFO:tasks.rados.rados.0.smithi002.stdout:3586: setattr oid 44 current snap is 348 2024-09-14T03:47:31.956 INFO:tasks.rados.rados.0.smithi002.stdout:3587: read oid 16 snap 342 2024-09-14T03:47:31.956 INFO:tasks.rados.rados.0.smithi002.stdout:3587: expect deleted 2024-09-14T03:47:31.957 INFO:tasks.rados.rados.0.smithi002.stdout:3588: setattr oid 25 current snap is 348 2024-09-14T03:47:31.959 INFO:tasks.rados.rados.0.smithi002.stdout:3585: finishing copy_from to smithi00278215-15 2024-09-14T03:47:31.959 INFO:tasks.rados.rados.0.smithi002.stdout:3585: got expected ENOENT (src dne) 2024-09-14T03:47:31.959 INFO:tasks.rados.rados.0.smithi002.stdout:3587: done (3 left) 2024-09-14T03:47:31.959 INFO:tasks.rados.rados.0.smithi002.stdout:3589: read oid 45 snap 347 2024-09-14T03:47:31.959 INFO:tasks.rados.rados.0.smithi002.stdout:3589: expect (ObjNum 1110 snap 347 seq_num 1110) 2024-09-14T03:47:31.959 INFO:tasks.rados.rados.0.smithi002.stdout:3590: delete oid 19 current snap is 348 2024-09-14T03:47:31.959 INFO:tasks.rados.rados.0.smithi002.stdout:3585: finishing copy_from racing read to smithi00278215-15 2024-09-14T03:47:31.960 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 4175 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-09-14T03:47:31.963 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 4133 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-09-14T03:47:31.963 INFO:tasks.rados.rados.0.smithi002.stdout:3585: done (4 left) 2024-09-14T03:47:31.963 INFO:tasks.rados.rados.0.smithi002.stdout:3586: done (3 left) 2024-09-14T03:47:31.963 INFO:tasks.rados.rados.0.smithi002.stdout:3588: done (2 left) 2024-09-14T03:47:31.963 INFO:tasks.rados.rados.0.smithi002.stdout:3590: done (1 left) 2024-09-14T03:47:31.963 INFO:tasks.rados.rados.0.smithi002.stdout:3591: read oid 42 snap -1 2024-09-14T03:47:31.963 INFO:tasks.rados.rados.0.smithi002.stdout:3591: expect (ObjNum 1080 snap 342 seq_num 1080) 2024-09-14T03:47:31.963 INFO:tasks.rados.rados.0.smithi002.stdout:3592: rollback oid 50 current snap is 348 2024-09-14T03:47:31.963 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 50 to 342 2024-09-14T03:47:31.963 INFO:tasks.rados.rados.0.smithi002.stdout:3593: snap_create 2024-09-14T03:47:31.969 INFO:tasks.rados.rados.0.smithi002.stdout:3591: expect (ObjNum 1080 snap 342 seq_num 1080) 2024-09-14T03:47:32.006 INFO:tasks.rados.rados.0.smithi002.stdout:3592: finishing rollback tid 0 to smithi00278215-50 2024-09-14T03:47:32.006 INFO:tasks.rados.rados.0.smithi002.stdout:3592: finishing rollback tid 1 to smithi00278215-50 2024-09-14T03:47:32.006 INFO:tasks.rados.rados.0.smithi002.stdout:3589: expect (ObjNum 1110 snap 347 seq_num 1110) 2024-09-14T03:47:32.126 INFO:tasks.rados.rados.0.smithi002.stdout:3592: finishing rollback tid 2 to smithi00278215-50 2024-09-14T03:47:32.126 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 4861 (ObjNum 1071 snap 340 seq_num 1071) dirty exists 2024-09-14T03:47:32.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:31 smithi002 ceph-mon[87970]: pgmap v848: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 102 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.2 MiB/s rd, 4.8 MiB/s wr, 32 op/s 2024-09-14T03:47:32.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:31 smithi002 ceph-mon[87970]: osdmap e783: 8 total, 8 up, 8 in 2024-09-14T03:47:32.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:31 smithi002 ceph-mon[89815]: pgmap v848: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 102 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.2 MiB/s rd, 4.8 MiB/s wr, 32 op/s 2024-09-14T03:47:32.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:31 smithi002 ceph-mon[89815]: osdmap e783: 8 total, 8 up, 8 in 2024-09-14T03:47:32.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:31 smithi154 ceph-mon[81546]: pgmap v848: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 102 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.2 MiB/s rd, 4.8 MiB/s wr, 32 op/s 2024-09-14T03:47:32.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:31 smithi154 ceph-mon[81546]: osdmap e783: 8 total, 8 up, 8 in 2024-09-14T03:47:32.839 INFO:tasks.rados.rados.0.smithi002.stdout:3589: done (3 left) 2024-09-14T03:47:32.839 INFO:tasks.rados.rados.0.smithi002.stdout:3591: done (2 left) 2024-09-14T03:47:32.839 INFO:tasks.rados.rados.0.smithi002.stdout:3592: done (1 left) 2024-09-14T03:47:32.839 INFO:tasks.rados.rados.0.smithi002.stdout:3593: done (0 left) 2024-09-14T03:47:32.839 INFO:tasks.rados.rados.0.smithi002.stdout:3594: rollback oid 24 current snap is 349 2024-09-14T03:47:32.839 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 24 to 348 2024-09-14T03:47:32.839 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 22 current snap is 349 2024-09-14T03:47:32.839 INFO:tasks.rados.rados.0.smithi002.stdout:3595: seq_num 1115 ranges {2981888=679936,3661824=688128,4349952=516096} 2024-09-14T03:47:32.859 INFO:tasks.rados.rados.0.smithi002.stdout:3595: writing smithi00278215-22 from 2981888 to 3661824 tid 1 2024-09-14T03:47:32.862 INFO:tasks.rados.rados.0.smithi002.stdout:3595: writing smithi00278215-22 from 3661824 to 4349952 tid 2 2024-09-14T03:47:32.865 INFO:tasks.rados.rados.0.smithi002.stdout:3595: writing smithi00278215-22 from 4349952 to 4866048 tid 3 2024-09-14T03:47:32.866 INFO:tasks.rados.rados.0.smithi002.stdout:3596: delete oid 47 current snap is 349 2024-09-14T03:47:32.866 INFO:tasks.rados.rados.0.smithi002.stdout:3594: finishing rollback tid 0 to smithi00278215-24 2024-09-14T03:47:32.866 INFO:tasks.rados.rados.0.smithi002.stdout:3594: finishing rollback tid 1 to smithi00278215-24 2024-09-14T03:47:32.866 INFO:tasks.rados.rados.0.smithi002.stdout:3594: finishing rollback tid 2 to smithi00278215-24 2024-09-14T03:47:32.866 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 24 v 4324 (ObjNum 1044 snap 332 seq_num 1044) dirty exists 2024-09-14T03:47:32.870 INFO:tasks.rados.rados.0.smithi002.stdout:3594: done (2 left) 2024-09-14T03:47:32.870 INFO:tasks.rados.rados.0.smithi002.stdout:3596: done (1 left) 2024-09-14T03:47:32.870 INFO:tasks.rados.rados.0.smithi002.stdout:3597: copy_from oid 42 from oid 30 current snap is 349 2024-09-14T03:47:32.870 INFO:tasks.rados.rados.0.smithi002.stdout:3598: setattr oid 16 current snap is 349 2024-09-14T03:47:32.871 INFO:tasks.rados.rados.0.smithi002.stdout:3595: finishing write tid 1 to smithi00278215-22 2024-09-14T03:47:32.871 INFO:tasks.rados.rados.0.smithi002.stdout:3595: finishing write tid 2 to smithi00278215-22 2024-09-14T03:47:32.871 INFO:tasks.rados.rados.0.smithi002.stdout:3595: finishing write tid 3 to smithi00278215-22 2024-09-14T03:47:32.871 INFO:tasks.rados.rados.0.smithi002.stdout:3595: finishing write tid 4 to smithi00278215-22 2024-09-14T03:47:32.872 INFO:tasks.rados.rados.0.smithi002.stdout:3599: rollback oid 43 current snap is 349 2024-09-14T03:47:32.872 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 43 to 347 2024-09-14T03:47:32.872 INFO:tasks.rados.rados.0.smithi002.stdout:3600: rmattr oid 25 current snap is 349 2024-09-14T03:47:32.872 INFO:tasks.rados.rados.0.smithi002.stdout:3601: rollback oid 27 current snap is 349 2024-09-14T03:47:32.872 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 27 to 342 2024-09-14T03:47:32.872 INFO:tasks.rados.rados.0.smithi002.stdout:3602: copy_from oid 50 from oid 48 current snap is 349 2024-09-14T03:47:32.872 INFO:tasks.rados.rados.0.smithi002.stdout:3603: rollback oid 2 current snap is 349 2024-09-14T03:47:32.872 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 2 to 342 2024-09-14T03:47:32.877 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 18 current snap is 349 2024-09-14T03:47:32.877 INFO:tasks.rados.rados.0.smithi002.stdout:3604: seq_num 1117 ranges {622592=712704,1335296=458752,1794048=655360,2449408=90112} 2024-09-14T03:47:32.880 INFO:tasks.rados.rados.0.smithi002.stdout:3604: writing smithi00278215-18 from 622592 to 1335296 tid 1 2024-09-14T03:47:32.883 INFO:tasks.rados.rados.0.smithi002.stdout:3604: writing smithi00278215-18 from 1335296 to 1794048 tid 2 2024-09-14T03:47:32.887 INFO:tasks.rados.rados.0.smithi002.stdout:3604: writing smithi00278215-18 from 1794048 to 2449408 tid 3 2024-09-14T03:47:32.889 INFO:tasks.rados.rados.0.smithi002.stdout:3604: writing smithi00278215-18 from 2449408 to 2539520 tid 4 2024-09-14T03:47:32.889 INFO:tasks.rados.rados.0.smithi002.stdout:3605: read oid 28 snap 342 2024-09-14T03:47:32.889 INFO:tasks.rados.rados.0.smithi002.stdout:3605: expect (ObjNum 855312912 snap 21886 seq_num 854730624) 2024-09-14T03:47:32.889 INFO:tasks.rados.rados.0.smithi002.stdout:3606: rmattr oid 44 current snap is 349 2024-09-14T03:47:32.889 INFO:tasks.rados.rados.0.smithi002.stdout:3595: finishing write tid 5 to smithi00278215-22 2024-09-14T03:47:32.889 INFO:tasks.rados.rados.0.smithi002.stdout:3595: oid 22 updating version 0 to 4676 2024-09-14T03:47:32.889 INFO:tasks.rados.rados.0.smithi002.stdout:3595: oid 22 updating version 4676 to 4677 2024-09-14T03:47:32.889 INFO:tasks.rados.rados.0.smithi002.stdout:3595: oid 22 updating version 4677 to 4678 2024-09-14T03:47:32.890 INFO:tasks.rados.rados.0.smithi002.stdout:3595: oid 22 updating version 4678 to 4679 2024-09-14T03:47:32.890 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 22 v 4679 (ObjNum 1115 snap 349 seq_num 1115) dirty exists 2024-09-14T03:47:32.890 INFO:tasks.rados.rados.0.smithi002.stdout:3595: left oid 22 (ObjNum 1115 snap 349 seq_num 1115) 2024-09-14T03:47:32.890 INFO:tasks.rados.rados.0.smithi002.stdout:3601: finishing rollback tid 1 to smithi00278215-27 2024-09-14T03:47:32.890 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 27 v 0 (ObjNum 33 snap 0 seq_num 836302072) dirty dne 2024-09-14T03:47:32.890 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 4134 (ObjNum 65 snap 0 seq_num 1483633761) dirty exists 2024-09-14T03:47:32.890 INFO:tasks.rados.rados.0.smithi002.stdout:3603: finishing rollback tid 0 to smithi00278215-2 2024-09-14T03:47:32.890 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 16 v 4685 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-09-14T03:47:32.890 INFO:tasks.rados.rados.0.smithi002.stdout:3599: finishing rollback tid 0 to smithi00278215-43 2024-09-14T03:47:32.890 INFO:tasks.rados.rados.0.smithi002.stdout:3603: finishing rollback tid 1 to smithi00278215-2 2024-09-14T03:47:32.890 INFO:tasks.rados.rados.0.smithi002.stdout:3603: finishing rollback tid 2 to smithi00278215-2 2024-09-14T03:47:32.890 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 2 v 4600 (ObjNum 1030 snap 328 seq_num 1030) dirty exists 2024-09-14T03:47:32.890 INFO:tasks.rados.rados.0.smithi002.stdout:3599: finishing rollback tid 1 to smithi00278215-43 2024-09-14T03:47:32.890 INFO:tasks.rados.rados.0.smithi002.stdout:3599: finishing rollback tid 2 to smithi00278215-43 2024-09-14T03:47:32.891 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 4183 (ObjNum 1045 snap 332 seq_num 1045) dirty exists 2024-09-14T03:47:32.891 INFO:tasks.rados.rados.0.smithi002.stdout:3595: done (10 left) 2024-09-14T03:47:32.891 INFO:tasks.rados.rados.0.smithi002.stdout:3598: done (9 left) 2024-09-14T03:47:32.891 INFO:tasks.rados.rados.0.smithi002.stdout:3599: done (8 left) 2024-09-14T03:47:32.891 INFO:tasks.rados.rados.0.smithi002.stdout:3600: done (7 left) 2024-09-14T03:47:32.891 INFO:tasks.rados.rados.0.smithi002.stdout:3601: done (6 left) 2024-09-14T03:47:32.891 INFO:tasks.rados.rados.0.smithi002.stdout:3603: done (5 left) 2024-09-14T03:47:32.891 INFO:tasks.rados.rados.0.smithi002.stdout:3607: delete oid 27 current snap is 349 2024-09-14T03:47:32.891 INFO:tasks.rados.rados.0.smithi002.stdout:3605: expect (ObjNum 855312912 snap 21886 seq_num 854730624) 2024-09-14T03:47:32.893 INFO:tasks.rados.rados.0.smithi002.stdout:3605: done (5 left) 2024-09-14T03:47:32.893 INFO:tasks.rados.rados.0.smithi002.stdout:3607: done (4 left) 2024-09-14T03:47:32.894 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 26 current snap is 349 2024-09-14T03:47:32.894 INFO:tasks.rados.rados.0.smithi002.stdout:3602: finishing copy_from racing read to smithi00278215-50 2024-09-14T03:47:32.894 INFO:tasks.rados.rados.0.smithi002.stdout:3604: finishing write tid 1 to smithi00278215-18 2024-09-14T03:47:32.894 INFO:tasks.rados.rados.0.smithi002.stdout:3604: finishing write tid 2 to smithi00278215-18 2024-09-14T03:47:32.894 INFO:tasks.rados.rados.0.smithi002.stdout:3602: finishing copy_from to smithi00278215-50 2024-09-14T03:47:32.894 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 4321 (ObjNum 1100 snap 346 seq_num 1100) dirty exists 2024-09-14T03:47:32.894 INFO:tasks.rados.rados.0.smithi002.stdout:3608: seq_num 1119 ranges {2170880=745472,2916352=679936,3596288=524288} 2024-09-14T03:47:32.909 INFO:tasks.rados.rados.0.smithi002.stdout:3608: writing smithi00278215-26 from 2170880 to 2916352 tid 1 2024-09-14T03:47:32.914 INFO:tasks.rados.rados.0.smithi002.stdout:3608: writing smithi00278215-26 from 2916352 to 3596288 tid 2 2024-09-14T03:47:32.918 INFO:tasks.rados.rados.0.smithi002.stdout:3608: writing smithi00278215-26 from 3596288 to 4120576 tid 3 2024-09-14T03:47:32.918 INFO:tasks.rados.rados.0.smithi002.stdout:3602: done (4 left) 2024-09-14T03:47:32.918 INFO:tasks.rados.rados.0.smithi002.stdout:3609: read oid 4 snap -1 2024-09-14T03:47:32.918 INFO:tasks.rados.rados.0.smithi002.stdout:3609: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:47:32.918 INFO:tasks.rados.rados.0.smithi002.stdout:3610: rollback oid 45 current snap is 349 2024-09-14T03:47:32.918 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 45 to 348 2024-09-14T03:47:32.918 INFO:tasks.rados.rados.0.smithi002.stdout:3604: finishing write tid 3 to smithi00278215-18 2024-09-14T03:47:32.918 INFO:tasks.rados.rados.0.smithi002.stdout:3604: finishing write tid 4 to smithi00278215-18 2024-09-14T03:47:32.918 INFO:tasks.rados.rados.0.smithi002.stdout:3604: finishing write tid 5 to smithi00278215-18 2024-09-14T03:47:32.919 INFO:tasks.rados.rados.0.smithi002.stdout:3604: finishing write tid 6 to smithi00278215-18 2024-09-14T03:47:32.919 INFO:tasks.rados.rados.0.smithi002.stdout:3604: oid 18 updating version 0 to 3595 2024-09-14T03:47:32.919 INFO:tasks.rados.rados.0.smithi002.stdout:3604: oid 18 updating version 3595 to 3597 2024-09-14T03:47:32.919 INFO:tasks.rados.rados.0.smithi002.stdout:3604: oid 18 updating version 3597 to 3599 2024-09-14T03:47:32.919 INFO:tasks.rados.rados.0.smithi002.stdout:3604: oid 18 version 3599 is already newer than 3598 2024-09-14T03:47:32.919 INFO:tasks.rados.rados.0.smithi002.stdout:3604: oid 18 version 3599 is already newer than 3596 2024-09-14T03:47:32.919 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 3599 (ObjNum 1117 snap 349 seq_num 1117) dirty exists 2024-09-14T03:47:32.919 INFO:tasks.rados.rados.0.smithi002.stdout:3604: left oid 18 (ObjNum 1117 snap 349 seq_num 1117) 2024-09-14T03:47:32.919 INFO:tasks.rados.rados.0.smithi002.stdout:3597: finishing copy_from racing read to smithi00278215-42 2024-09-14T03:47:32.919 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 4176 (ObjNum 33 snap 0 seq_num 0) dirty exists 2024-09-14T03:47:32.919 INFO:tasks.rados.rados.0.smithi002.stdout:3597: finishing copy_from to smithi00278215-42 2024-09-14T03:47:32.919 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 42 v 4814 (ObjNum 1083 snap 342 seq_num 1083) dirty exists 2024-09-14T03:47:32.919 INFO:tasks.rados.rados.0.smithi002.stdout:3608: finishing write tid 1 to smithi00278215-26 2024-09-14T03:47:32.920 INFO:tasks.rados.rados.0.smithi002.stdout:3608: finishing write tid 2 to smithi00278215-26 2024-09-14T03:47:32.920 INFO:tasks.rados.rados.0.smithi002.stdout:3597: done (5 left) 2024-09-14T03:47:32.920 INFO:tasks.rados.rados.0.smithi002.stdout:3604: done (4 left) 2024-09-14T03:47:32.920 INFO:tasks.rados.rados.0.smithi002.stdout:3606: done (3 left) 2024-09-14T03:47:32.920 INFO:tasks.rados.rados.0.smithi002.stdout:3611: setattr oid 47 current snap is 349 2024-09-14T03:47:32.920 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 1 current snap is 349 2024-09-14T03:47:32.920 INFO:tasks.rados.rados.0.smithi002.stdout:3612: seq_num 1120 ranges {1310720=761856,2072576=557056,2629632=425984,3055616=221184} 2024-09-14T03:47:32.931 INFO:tasks.rados.rados.0.smithi002.stdout:3612: writing smithi00278215-1 from 1310720 to 2072576 tid 1 2024-09-14T03:47:32.934 INFO:tasks.rados.rados.0.smithi002.stdout:3612: writing smithi00278215-1 from 2072576 to 2629632 tid 2 2024-09-14T03:47:32.936 INFO:tasks.rados.rados.0.smithi002.stdout:3612: writing smithi00278215-1 from 2629632 to 3055616 tid 3 2024-09-14T03:47:32.938 INFO:tasks.rados.rados.0.smithi002.stdout:3612: writing smithi00278215-1 from 3055616 to 3276800 tid 4 2024-09-14T03:47:32.938 INFO:tasks.rados.rados.0.smithi002.stdout:3613: read oid 33 snap -1 2024-09-14T03:47:32.938 INFO:tasks.rados.rados.0.smithi002.stdout:3613: expect (ObjNum 1108 snap 347 seq_num 1108) 2024-09-14T03:47:32.938 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 5 current snap is 349 2024-09-14T03:47:32.938 INFO:tasks.rados.rados.0.smithi002.stdout:3609: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:47:32.947 INFO:tasks.rados.rados.0.smithi002.stdout:3614: seq_num 1121 ranges {5259264=778240,6037504=442368,6479872=638976,7118848=122880} 2024-09-14T03:47:32.980 INFO:tasks.rados.rados.0.smithi002.stdout:3614: writing smithi00278215-5 from 5259264 to 6037504 tid 1 2024-09-14T03:47:32.982 INFO:tasks.rados.rados.0.smithi002.stdout:3614: writing smithi00278215-5 from 6037504 to 6479872 tid 2 2024-09-14T03:47:32.986 INFO:tasks.rados.rados.0.smithi002.stdout:3614: writing smithi00278215-5 from 6479872 to 7118848 tid 3 2024-09-14T03:47:32.987 INFO:tasks.rados.rados.0.smithi002.stdout:3614: writing smithi00278215-5 from 7118848 to 7241728 tid 4 2024-09-14T03:47:32.987 INFO:tasks.rados.rados.0.smithi002.stdout:3609: done (6 left) 2024-09-14T03:47:32.987 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 25 current snap is 349 2024-09-14T03:47:32.987 INFO:tasks.rados.rados.0.smithi002.stdout:3608: finishing write tid 3 to smithi00278215-26 2024-09-14T03:47:32.988 INFO:tasks.rados.rados.0.smithi002.stdout:3608: finishing write tid 4 to smithi00278215-26 2024-09-14T03:47:32.988 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 4184 (ObjNum 33 snap 0 seq_num 855429776) dirty exists 2024-09-14T03:47:32.988 INFO:tasks.rados.rados.0.smithi002.stdout:3608: finishing write tid 5 to smithi00278215-26 2024-09-14T03:47:32.988 INFO:tasks.rados.rados.0.smithi002.stdout:3608: oid 26 updating version 0 to 4689 2024-09-14T03:47:32.988 INFO:tasks.rados.rados.0.smithi002.stdout:3608: oid 26 version 4689 is already newer than 4686 2024-09-14T03:47:32.988 INFO:tasks.rados.rados.0.smithi002.stdout:3608: oid 26 version 4689 is already newer than 4687 2024-09-14T03:47:32.988 INFO:tasks.rados.rados.0.smithi002.stdout:3608: oid 26 version 4689 is already newer than 4688 2024-09-14T03:47:32.988 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 4689 (ObjNum 1119 snap 349 seq_num 1119) dirty exists 2024-09-14T03:47:32.988 INFO:tasks.rados.rados.0.smithi002.stdout:3608: left oid 26 (ObjNum 1119 snap 349 seq_num 1119) 2024-09-14T03:47:32.988 INFO:tasks.rados.rados.0.smithi002.stdout:3610: finishing rollback tid 0 to smithi00278215-45 2024-09-14T03:47:32.988 INFO:tasks.rados.rados.0.smithi002.stdout:3610: finishing rollback tid 1 to smithi00278215-45 2024-09-14T03:47:32.988 INFO:tasks.rados.rados.0.smithi002.stdout:3610: finishing rollback tid 2 to smithi00278215-45 2024-09-14T03:47:32.988 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 45 v 2748 (ObjNum 1112 snap 348 seq_num 1112) dirty exists 2024-09-14T03:47:32.988 INFO:tasks.rados.rados.0.smithi002.stdout:3612: finishing write tid 1 to smithi00278215-1 2024-09-14T03:47:32.989 INFO:tasks.rados.rados.0.smithi002.stdout:3612: finishing write tid 2 to smithi00278215-1 2024-09-14T03:47:32.989 INFO:tasks.rados.rados.0.smithi002.stdout:3615: seq_num 1122 ranges {0=794624,794624=729088,1523712=475136} 2024-09-14T03:47:32.991 INFO:tasks.rados.rados.0.smithi002.stdout:3615: writing smithi00278215-25 from 0 to 794624 tid 1 2024-09-14T03:47:32.995 INFO:tasks.rados.rados.0.smithi002.stdout:3615: writing smithi00278215-25 from 794624 to 1523712 tid 2 2024-09-14T03:47:32.998 INFO:tasks.rados.rados.0.smithi002.stdout:3615: writing smithi00278215-25 from 1523712 to 1998848 tid 3 2024-09-14T03:47:32.999 INFO:tasks.rados.rados.0.smithi002.stdout:3608: done (6 left) 2024-09-14T03:47:32.999 INFO:tasks.rados.rados.0.smithi002.stdout:3610: done (5 left) 2024-09-14T03:47:32.999 INFO:tasks.rados.rados.0.smithi002.stdout:3611: done (4 left) 2024-09-14T03:47:32.999 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 10 current snap is 349 2024-09-14T03:47:32.999 INFO:tasks.rados.rados.0.smithi002.stdout:3612: finishing write tid 3 to smithi00278215-1 2024-09-14T03:47:32.999 INFO:tasks.rados.rados.0.smithi002.stdout:3612: finishing write tid 4 to smithi00278215-1 2024-09-14T03:47:32.999 INFO:tasks.rados.rados.0.smithi002.stdout:3616: seq_num 1123 ranges {0=409600,409600=614400,1024000=598016,1622016=393216} 2024-09-14T03:47:33.001 INFO:tasks.rados.rados.0.smithi002.stdout:3616: writing smithi00278215-10 from 0 to 409600 tid 1 2024-09-14T03:47:33.004 INFO:tasks.rados.rados.0.smithi002.stdout:3616: writing smithi00278215-10 from 409600 to 1024000 tid 2 2024-09-14T03:47:33.008 INFO:tasks.rados.rados.0.smithi002.stdout:3616: writing smithi00278215-10 from 1024000 to 1622016 tid 3 2024-09-14T03:47:33.011 INFO:tasks.rados.rados.0.smithi002.stdout:3616: writing smithi00278215-10 from 1622016 to 2015232 tid 4 2024-09-14T03:47:33.011 INFO:tasks.rados.rados.0.smithi002.stdout:3617: setattr oid 34 current snap is 349 2024-09-14T03:47:33.011 INFO:tasks.rados.rados.0.smithi002.stdout:3612: finishing write tid 5 to smithi00278215-1 2024-09-14T03:47:33.011 INFO:tasks.rados.rados.0.smithi002.stdout:3613: expect (ObjNum 1108 snap 347 seq_num 1108) 2024-09-14T03:47:33.071 INFO:tasks.rados.rados.0.smithi002.stdout:3612: finishing write tid 6 to smithi00278215-1 2024-09-14T03:47:33.071 INFO:tasks.rados.rados.0.smithi002.stdout:3612: oid 1 updating version 0 to 4868 2024-09-14T03:47:33.071 INFO:tasks.rados.rados.0.smithi002.stdout:3612: oid 1 version 4868 is already newer than 4867 2024-09-14T03:47:33.071 INFO:tasks.rados.rados.0.smithi002.stdout:3612: oid 1 version 4868 is already newer than 4865 2024-09-14T03:47:33.071 INFO:tasks.rados.rados.0.smithi002.stdout:3612: oid 1 version 4868 is already newer than 4866 2024-09-14T03:47:33.071 INFO:tasks.rados.rados.0.smithi002.stdout:3612: oid 1 updating version 4868 to 4869 2024-09-14T03:47:33.071 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 1 v 4869 (ObjNum 1120 snap 349 seq_num 1120) dirty exists 2024-09-14T03:47:33.071 INFO:tasks.rados.rados.0.smithi002.stdout:3612: left oid 1 (ObjNum 1120 snap 349 seq_num 1120) 2024-09-14T03:47:33.071 INFO:tasks.rados.rados.0.smithi002.stdout:3614: finishing write tid 1 to smithi00278215-5 2024-09-14T03:47:33.071 INFO:tasks.rados.rados.0.smithi002.stdout:3614: finishing write tid 2 to smithi00278215-5 2024-09-14T03:47:33.071 INFO:tasks.rados.rados.0.smithi002.stdout:3614: finishing write tid 3 to smithi00278215-5 2024-09-14T03:47:33.071 INFO:tasks.rados.rados.0.smithi002.stdout:3614: finishing write tid 4 to smithi00278215-5 2024-09-14T03:47:33.072 INFO:tasks.rados.rados.0.smithi002.stdout:3614: finishing write tid 5 to smithi00278215-5 2024-09-14T03:47:33.072 INFO:tasks.rados.rados.0.smithi002.stdout:3614: finishing write tid 6 to smithi00278215-5 2024-09-14T03:47:33.072 INFO:tasks.rados.rados.0.smithi002.stdout:3614: oid 5 updating version 0 to 4332 2024-09-14T03:47:33.072 INFO:tasks.rados.rados.0.smithi002.stdout:3614: oid 5 version 4332 is already newer than 4329 2024-09-14T03:47:33.072 INFO:tasks.rados.rados.0.smithi002.stdout:3614: oid 5 version 4332 is already newer than 4331 2024-09-14T03:47:33.072 INFO:tasks.rados.rados.0.smithi002.stdout:3614: oid 5 version 4332 is already newer than 4330 2024-09-14T03:47:33.072 INFO:tasks.rados.rados.0.smithi002.stdout:3614: oid 5 version 4332 is already newer than 4328 2024-09-14T03:47:33.072 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 5 v 4332 (ObjNum 1121 snap 349 seq_num 1121) dirty exists 2024-09-14T03:47:33.072 INFO:tasks.rados.rados.0.smithi002.stdout:3614: left oid 5 (ObjNum 1121 snap 349 seq_num 1121) 2024-09-14T03:47:33.072 INFO:tasks.rados.rados.0.smithi002.stdout:3615: finishing write tid 1 to smithi00278215-25 2024-09-14T03:47:33.072 INFO:tasks.rados.rados.0.smithi002.stdout:3615: finishing write tid 2 to smithi00278215-25 2024-09-14T03:47:33.072 INFO:tasks.rados.rados.0.smithi002.stdout:3615: finishing write tid 3 to smithi00278215-25 2024-09-14T03:47:33.072 INFO:tasks.rados.rados.0.smithi002.stdout:3615: finishing write tid 4 to smithi00278215-25 2024-09-14T03:47:33.073 INFO:tasks.rados.rados.0.smithi002.stdout:3615: finishing write tid 5 to smithi00278215-25 2024-09-14T03:47:33.073 INFO:tasks.rados.rados.0.smithi002.stdout:3615: oid 25 updating version 0 to 4135 2024-09-14T03:47:33.073 INFO:tasks.rados.rados.0.smithi002.stdout:3615: oid 25 updating version 4135 to 4137 2024-09-14T03:47:33.073 INFO:tasks.rados.rados.0.smithi002.stdout:3615: oid 25 version 4137 is already newer than 4136 2024-09-14T03:47:33.073 INFO:tasks.rados.rados.0.smithi002.stdout:3615: oid 25 updating version 4137 to 4138 2024-09-14T03:47:33.073 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 4138 (ObjNum 1122 snap 349 seq_num 1122) dirty exists 2024-09-14T03:47:33.073 INFO:tasks.rados.rados.0.smithi002.stdout:3615: left oid 25 (ObjNum 1122 snap 349 seq_num 1122) 2024-09-14T03:47:33.073 INFO:tasks.rados.rados.0.smithi002.stdout:3616: finishing write tid 1 to smithi00278215-10 2024-09-14T03:47:33.073 INFO:tasks.rados.rados.0.smithi002.stdout:3616: finishing write tid 2 to smithi00278215-10 2024-09-14T03:47:33.073 INFO:tasks.rados.rados.0.smithi002.stdout:3616: finishing write tid 3 to smithi00278215-10 2024-09-14T03:47:33.073 INFO:tasks.rados.rados.0.smithi002.stdout:3616: finishing write tid 4 to smithi00278215-10 2024-09-14T03:47:33.073 INFO:tasks.rados.rados.0.smithi002.stdout:3616: finishing write tid 5 to smithi00278215-10 2024-09-14T03:47:33.073 INFO:tasks.rados.rados.0.smithi002.stdout:3616: finishing write tid 6 to smithi00278215-10 2024-09-14T03:47:33.073 INFO:tasks.rados.rados.0.smithi002.stdout:3616: oid 10 updating version 0 to 4816 2024-09-14T03:47:33.074 INFO:tasks.rados.rados.0.smithi002.stdout:3616: oid 10 updating version 4816 to 4819 2024-09-14T03:47:33.074 INFO:tasks.rados.rados.0.smithi002.stdout:3616: oid 10 version 4819 is already newer than 4818 2024-09-14T03:47:33.074 INFO:tasks.rados.rados.0.smithi002.stdout:3616: oid 10 version 4819 is already newer than 4815 2024-09-14T03:47:33.074 INFO:tasks.rados.rados.0.smithi002.stdout:3616: oid 10 version 4819 is already newer than 4817 2024-09-14T03:47:33.074 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 4819 (ObjNum 1123 snap 349 seq_num 1123) dirty exists 2024-09-14T03:47:33.074 INFO:tasks.rados.rados.0.smithi002.stdout:3616: left oid 10 (ObjNum 1123 snap 349 seq_num 1123) 2024-09-14T03:47:33.074 INFO:tasks.rados.rados.0.smithi002.stdout:3612: done (5 left) 2024-09-14T03:47:33.074 INFO:tasks.rados.rados.0.smithi002.stdout:3613: done (4 left) 2024-09-14T03:47:33.074 INFO:tasks.rados.rados.0.smithi002.stdout:3614: done (3 left) 2024-09-14T03:47:33.074 INFO:tasks.rados.rados.0.smithi002.stdout:3615: done (2 left) 2024-09-14T03:47:33.074 INFO:tasks.rados.rados.0.smithi002.stdout:3616: done (1 left) 2024-09-14T03:47:33.074 INFO:tasks.rados.rados.0.smithi002.stdout:3618: rmattr oid 23 current snap is 349 2024-09-14T03:47:33.074 INFO:tasks.rados.rados.0.smithi002.stdout:3618: done (1 left) 2024-09-14T03:47:33.074 INFO:tasks.rados.rados.0.smithi002.stdout:3619: copy_from oid 17 from oid 40 current snap is 349 2024-09-14T03:47:33.075 INFO:tasks.rados.rados.0.smithi002.stdout:3620: read oid 49 snap -1 2024-09-14T03:47:33.075 INFO:tasks.rados.rados.0.smithi002.stdout:3620: expect (ObjNum 1090 snap 342 seq_num 1090) 2024-09-14T03:47:33.075 INFO:tasks.rados.rados.0.smithi002.stdout:3621: setattr oid 8 current snap is 349 2024-09-14T03:47:33.075 INFO:tasks.rados.rados.0.smithi002.stdout:3622: read oid 19 snap -1 2024-09-14T03:47:33.075 INFO:tasks.rados.rados.0.smithi002.stdout:3622: expect deleted 2024-09-14T03:47:33.075 INFO:tasks.rados.rados.0.smithi002.stdout:3623: read oid 33 snap -1 2024-09-14T03:47:33.075 INFO:tasks.rados.rados.0.smithi002.stdout:3623: expect (ObjNum 1108 snap 347 seq_num 1108) 2024-09-14T03:47:33.075 INFO:tasks.rados.rados.0.smithi002.stdout:3624: read oid 28 snap -1 2024-09-14T03:47:33.075 INFO:tasks.rados.rados.0.smithi002.stdout:3624: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:47:33.075 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 13 current snap is 349 2024-09-14T03:47:33.076 INFO:tasks.rados.rados.0.smithi002.stdout:3625: seq_num 1124 ranges {1753088=434176,2187264=499712,2686976=409600,3096576=663552,3760128=32768} 2024-09-14T03:47:33.083 INFO:tasks.rados.rados.0.smithi002.stdout:3625: writing smithi00278215-13 from 1753088 to 2187264 tid 1 2024-09-14T03:47:33.087 INFO:tasks.rados.rados.0.smithi002.stdout:3625: writing smithi00278215-13 from 2187264 to 2686976 tid 2 2024-09-14T03:47:33.089 INFO:tasks.rados.rados.0.smithi002.stdout:3625: writing smithi00278215-13 from 2686976 to 3096576 tid 3 2024-09-14T03:47:33.093 INFO:tasks.rados.rados.0.smithi002.stdout:3625: writing smithi00278215-13 from 3096576 to 3760128 tid 4 2024-09-14T03:47:33.094 INFO:tasks.rados.rados.0.smithi002.stdout:3625: writing smithi00278215-13 from 3760128 to 3792896 tid 5 2024-09-14T03:47:33.094 INFO:tasks.rados.rados.0.smithi002.stdout:3626: rmattr oid 43 current snap is 349 2024-09-14T03:47:33.094 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 30 current snap is 349 2024-09-14T03:47:33.094 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 8 v 4333 (ObjNum 1074 snap 341 seq_num 1074) dirty exists 2024-09-14T03:47:33.095 INFO:tasks.rados.rados.0.smithi002.stdout:3624: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:47:33.097 INFO:tasks.rados.rados.0.smithi002.stdout:3623: expect (ObjNum 1108 snap 347 seq_num 1108) 2024-09-14T03:47:33.153 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 34 v 4162 (ObjNum 1091 snap 343 seq_num 1091) dirty exists 2024-09-14T03:47:33.154 INFO:tasks.rados.rados.0.smithi002.stdout:3625: finishing write tid 1 to smithi00278215-13 2024-09-14T03:47:33.154 INFO:tasks.rados.rados.0.smithi002.stdout:3620: expect (ObjNum 1090 snap 342 seq_num 1090) 2024-09-14T03:47:33.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:32 smithi002 ceph-mon[87970]: osdmap e784: 8 total, 8 up, 8 in 2024-09-14T03:47:33.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:32 smithi002 ceph-mon[87970]: osdmap e785: 8 total, 8 up, 8 in 2024-09-14T03:47:33.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:32 smithi002 ceph-mon[89815]: osdmap e784: 8 total, 8 up, 8 in 2024-09-14T03:47:33.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:32 smithi002 ceph-mon[89815]: osdmap e785: 8 total, 8 up, 8 in 2024-09-14T03:47:33.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:32 smithi154 ceph-mon[81546]: osdmap e784: 8 total, 8 up, 8 in 2024-09-14T03:47:33.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:32 smithi154 ceph-mon[81546]: osdmap e785: 8 total, 8 up, 8 in 2024-09-14T03:47:33.433 INFO:tasks.rados.rados.0.smithi002.stdout:3625: finishing write tid 2 to smithi00278215-13 2024-09-14T03:47:33.433 INFO:tasks.rados.rados.0.smithi002.stdout:3625: finishing write tid 3 to smithi00278215-13 2024-09-14T03:47:33.433 INFO:tasks.rados.rados.0.smithi002.stdout:3619: finishing copy_from racing read to smithi00278215-17 2024-09-14T03:47:33.433 INFO:tasks.rados.rados.0.smithi002.stdout:3619: finishing copy_from to smithi00278215-17 2024-09-14T03:47:33.433 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 17 v 4668 (ObjNum 1089 snap 342 seq_num 1089) dirty exists 2024-09-14T03:47:33.433 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 4669 (ObjNum 1045 snap 332 seq_num 1045) dirty exists 2024-09-14T03:47:33.433 INFO:tasks.rados.rados.0.smithi002.stdout:3625: finishing write tid 4 to smithi00278215-13 2024-09-14T03:47:33.433 INFO:tasks.rados.rados.0.smithi002.stdout:3625: finishing write tid 5 to smithi00278215-13 2024-09-14T03:47:33.433 INFO:tasks.rados.rados.0.smithi002.stdout:3625: finishing write tid 6 to smithi00278215-13 2024-09-14T03:47:33.433 INFO:tasks.rados.rados.0.smithi002.stdout:3625: finishing write tid 7 to smithi00278215-13 2024-09-14T03:47:33.433 INFO:tasks.rados.rados.0.smithi002.stdout:3625: oid 13 updating version 0 to 4682 2024-09-14T03:47:33.434 INFO:tasks.rados.rados.0.smithi002.stdout:3625: oid 13 version 4682 is already newer than 4680 2024-09-14T03:47:33.434 INFO:tasks.rados.rados.0.smithi002.stdout:3625: oid 13 updating version 4682 to 4684 2024-09-14T03:47:33.434 INFO:tasks.rados.rados.0.smithi002.stdout:3625: oid 13 version 4684 is already newer than 4681 2024-09-14T03:47:33.434 INFO:tasks.rados.rados.0.smithi002.stdout:3625: oid 13 version 4684 is already newer than 4683 2024-09-14T03:47:33.434 INFO:tasks.rados.rados.0.smithi002.stdout:3625: oid 13 updating version 4684 to 4685 2024-09-14T03:47:33.434 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 4685 (ObjNum 1124 snap 349 seq_num 1124) dirty exists 2024-09-14T03:47:33.434 INFO:tasks.rados.rados.0.smithi002.stdout:3625: left oid 13 (ObjNum 1124 snap 349 seq_num 1124) 2024-09-14T03:47:33.434 INFO:tasks.rados.rados.0.smithi002.stdout:3627: seq_num 1125 ranges {3432448=450560,3883008=786432,4669440=614400,5283840=204800} 2024-09-14T03:47:33.454 INFO:tasks.rados.rados.0.smithi002.stdout:3627: writing smithi00278215-30 from 3432448 to 3883008 tid 1 2024-09-14T03:47:33.458 INFO:tasks.rados.rados.0.smithi002.stdout:3627: writing smithi00278215-30 from 3883008 to 4669440 tid 2 2024-09-14T03:47:33.461 INFO:tasks.rados.rados.0.smithi002.stdout:3627: writing smithi00278215-30 from 4669440 to 5283840 tid 3 2024-09-14T03:47:33.463 INFO:tasks.rados.rados.0.smithi002.stdout:3627: writing smithi00278215-30 from 5283840 to 5488640 tid 4 2024-09-14T03:47:33.463 INFO:tasks.rados.rados.0.smithi002.stdout:3617: done (9 left) 2024-09-14T03:47:33.463 INFO:tasks.rados.rados.0.smithi002.stdout:3619: done (8 left) 2024-09-14T03:47:33.464 INFO:tasks.rados.rados.0.smithi002.stdout:3620: done (7 left) 2024-09-14T03:47:33.464 INFO:tasks.rados.rados.0.smithi002.stdout:3621: done (6 left) 2024-09-14T03:47:33.464 INFO:tasks.rados.rados.0.smithi002.stdout:3622: done (5 left) 2024-09-14T03:47:33.464 INFO:tasks.rados.rados.0.smithi002.stdout:3623: done (4 left) 2024-09-14T03:47:33.464 INFO:tasks.rados.rados.0.smithi002.stdout:3624: done (3 left) 2024-09-14T03:47:33.464 INFO:tasks.rados.rados.0.smithi002.stdout:3625: done (2 left) 2024-09-14T03:47:33.464 INFO:tasks.rados.rados.0.smithi002.stdout:3626: done (1 left) 2024-09-14T03:47:33.464 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 24 current snap is 349 2024-09-14T03:47:33.464 INFO:tasks.rados.rados.0.smithi002.stdout:3627: finishing write tid 1 to smithi00278215-30 2024-09-14T03:47:33.464 INFO:tasks.rados.rados.0.smithi002.stdout:3628: seq_num 1126 ranges {1966080=466944,2433024=720896,3153920=778240,3932160=106496} 2024-09-14T03:47:33.476 INFO:tasks.rados.rados.0.smithi002.stdout:3628: writing smithi00278215-24 from 1966080 to 2433024 tid 1 2024-09-14T03:47:33.480 INFO:tasks.rados.rados.0.smithi002.stdout:3628: writing smithi00278215-24 from 2433024 to 3153920 tid 2 2024-09-14T03:47:33.484 INFO:tasks.rados.rados.0.smithi002.stdout:3628: writing smithi00278215-24 from 3153920 to 3932160 tid 3 2024-09-14T03:47:33.485 INFO:tasks.rados.rados.0.smithi002.stdout:3628: writing smithi00278215-24 from 3932160 to 4038656 tid 4 2024-09-14T03:47:33.485 INFO:tasks.rados.rados.0.smithi002.stdout:3629: delete oid 18 current snap is 349 2024-09-14T03:47:33.485 INFO:tasks.rados.rados.0.smithi002.stdout:3627: finishing write tid 2 to smithi00278215-30 2024-09-14T03:47:33.485 INFO:tasks.rados.rados.0.smithi002.stdout:3627: finishing write tid 3 to smithi00278215-30 2024-09-14T03:47:33.486 INFO:tasks.rados.rados.0.smithi002.stdout:3627: finishing write tid 4 to smithi00278215-30 2024-09-14T03:47:33.486 INFO:tasks.rados.rados.0.smithi002.stdout:3627: finishing write tid 5 to smithi00278215-30 2024-09-14T03:47:33.486 INFO:tasks.rados.rados.0.smithi002.stdout:3627: finishing write tid 6 to smithi00278215-30 2024-09-14T03:47:33.486 INFO:tasks.rados.rados.0.smithi002.stdout:3627: oid 30 updating version 0 to 4875 2024-09-14T03:47:33.486 INFO:tasks.rados.rados.0.smithi002.stdout:3627: oid 30 version 4875 is already newer than 4872 2024-09-14T03:47:33.486 INFO:tasks.rados.rados.0.smithi002.stdout:3627: oid 30 version 4875 is already newer than 4874 2024-09-14T03:47:33.486 INFO:tasks.rados.rados.0.smithi002.stdout:3627: oid 30 version 4875 is already newer than 4873 2024-09-14T03:47:33.486 INFO:tasks.rados.rados.0.smithi002.stdout:3627: oid 30 version 4875 is already newer than 4871 2024-09-14T03:47:33.486 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 30 v 4875 (ObjNum 1125 snap 349 seq_num 1125) dirty exists 2024-09-14T03:47:33.486 INFO:tasks.rados.rados.0.smithi002.stdout:3627: left oid 30 (ObjNum 1125 snap 349 seq_num 1125) 2024-09-14T03:47:33.486 INFO:tasks.rados.rados.0.smithi002.stdout:3628: finishing write tid 1 to smithi00278215-24 2024-09-14T03:47:33.486 INFO:tasks.rados.rados.0.smithi002.stdout:3628: finishing write tid 2 to smithi00278215-24 2024-09-14T03:47:33.488 INFO:tasks.rados.rados.0.smithi002.stdout:3627: done (2 left) 2024-09-14T03:47:33.488 INFO:tasks.rados.rados.0.smithi002.stdout:3629: done (1 left) 2024-09-14T03:47:33.488 INFO:tasks.rados.rados.0.smithi002.stdout:3630: read oid 3 snap 347 2024-09-14T03:47:33.488 INFO:tasks.rados.rados.0.smithi002.stdout:3630: expect (ObjNum 984 snap 317 seq_num 984) 2024-09-14T03:47:33.488 INFO:tasks.rados.rados.0.smithi002.stdout:3631: read oid 32 snap -1 2024-09-14T03:47:33.488 INFO:tasks.rados.rados.0.smithi002.stdout:3631: expect deleted 2024-09-14T03:47:33.488 INFO:tasks.rados.rados.0.smithi002.stdout:3632: read oid 20 snap -1 2024-09-14T03:47:33.488 INFO:tasks.rados.rados.0.smithi002.stdout:3632: expect deleted 2024-09-14T03:47:33.488 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 8 current snap is 349 2024-09-14T03:47:33.488 INFO:tasks.rados.rados.0.smithi002.stdout:3633: seq_num 1128 ranges {1671168=499712,2170880=483328,2654208=786432,3440640=335872} 2024-09-14T03:47:33.500 INFO:tasks.rados.rados.0.smithi002.stdout:3633: writing smithi00278215-8 from 1671168 to 2170880 tid 1 2024-09-14T03:47:33.503 INFO:tasks.rados.rados.0.smithi002.stdout:3633: writing smithi00278215-8 from 2170880 to 2654208 tid 2 2024-09-14T03:47:33.508 INFO:tasks.rados.rados.0.smithi002.stdout:3633: writing smithi00278215-8 from 2654208 to 3440640 tid 3 2024-09-14T03:47:33.510 INFO:tasks.rados.rados.0.smithi002.stdout:3633: writing smithi00278215-8 from 3440640 to 3776512 tid 4 2024-09-14T03:47:33.510 INFO:tasks.rados.rados.0.smithi002.stdout:3634: snap_remove snap 348 2024-09-14T03:47:33.931 INFO:tasks.rados.rados.0.smithi002.stdout:3634: done (5 left) 2024-09-14T03:47:33.932 INFO:tasks.rados.rados.0.smithi002.stdout:3635: snap_remove snap 342 2024-09-14T03:47:34.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:33 smithi002 ceph-mon[87970]: pgmap v851: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 108 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.3 MiB/s wr, 18 op/s 2024-09-14T03:47:34.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:33 smithi002 ceph-mon[89815]: pgmap v851: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 108 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.3 MiB/s wr, 18 op/s 2024-09-14T03:47:34.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:33 smithi154 ceph-mon[81546]: pgmap v851: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 108 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.3 MiB/s wr, 18 op/s 2024-09-14T03:47:34.939 INFO:tasks.rados.rados.0.smithi002.stdout:3635: done (5 left) 2024-09-14T03:47:34.939 INFO:tasks.rados.rados.0.smithi002.stdout:3636: read oid 15 snap -1 2024-09-14T03:47:34.939 INFO:tasks.rados.rados.0.smithi002.stdout:3636: expect (ObjNum 727 snap 236 seq_num 727) 2024-09-14T03:47:34.939 INFO:tasks.rados.rados.0.smithi002.stdout:3637: copy_from oid 11 from oid 18 current snap is 349 2024-09-14T03:47:34.940 INFO:tasks.rados.rados.0.smithi002.stdout:3628: finishing write tid 3 to smithi00278215-24 2024-09-14T03:47:34.940 INFO:tasks.rados.rados.0.smithi002.stdout:3628: finishing write tid 4 to smithi00278215-24 2024-09-14T03:47:34.940 INFO:tasks.rados.rados.0.smithi002.stdout:3628: finishing write tid 5 to smithi00278215-24 2024-09-14T03:47:34.940 INFO:tasks.rados.rados.0.smithi002.stdout:3628: finishing write tid 6 to smithi00278215-24 2024-09-14T03:47:34.940 INFO:tasks.rados.rados.0.smithi002.stdout:3628: oid 24 updating version 0 to 4325 2024-09-14T03:47:34.940 INFO:tasks.rados.rados.0.smithi002.stdout:3628: oid 24 updating version 4325 to 4327 2024-09-14T03:47:34.940 INFO:tasks.rados.rados.0.smithi002.stdout:3628: oid 24 updating version 4327 to 4328 2024-09-14T03:47:34.940 INFO:tasks.rados.rados.0.smithi002.stdout:3628: oid 24 version 4328 is already newer than 4326 2024-09-14T03:47:34.940 INFO:tasks.rados.rados.0.smithi002.stdout:3628: oid 24 updating version 4328 to 4329 2024-09-14T03:47:34.940 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 24 v 4329 (ObjNum 1126 snap 349 seq_num 1126) dirty exists 2024-09-14T03:47:34.940 INFO:tasks.rados.rados.0.smithi002.stdout:3628: left oid 24 (ObjNum 1126 snap 349 seq_num 1126) 2024-09-14T03:47:34.940 INFO:tasks.rados.rados.0.smithi002.stdout:3630: expect (ObjNum 984 snap 317 seq_num 984) 2024-09-14T03:47:35.007 INFO:tasks.rados.rados.0.smithi002.stdout:3633: finishing write tid 1 to smithi00278215-8 2024-09-14T03:47:35.007 INFO:tasks.rados.rados.0.smithi002.stdout:3633: finishing write tid 2 to smithi00278215-8 2024-09-14T03:47:35.007 INFO:tasks.rados.rados.0.smithi002.stdout:3633: finishing write tid 3 to smithi00278215-8 2024-09-14T03:47:35.007 INFO:tasks.rados.rados.0.smithi002.stdout:3633: finishing write tid 4 to smithi00278215-8 2024-09-14T03:47:35.007 INFO:tasks.rados.rados.0.smithi002.stdout:3628: done (6 left) 2024-09-14T03:47:35.007 INFO:tasks.rados.rados.0.smithi002.stdout:3630: done (5 left) 2024-09-14T03:47:35.008 INFO:tasks.rados.rados.0.smithi002.stdout:3631: done (4 left) 2024-09-14T03:47:35.008 INFO:tasks.rados.rados.0.smithi002.stdout:3632: done (3 left) 2024-09-14T03:47:35.008 INFO:tasks.rados.rados.0.smithi002.stdout:3638: rollback oid 43 current snap is 349 2024-09-14T03:47:35.008 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 43 to 347 2024-09-14T03:47:35.008 INFO:tasks.rados.rados.0.smithi002.stdout:3633: finishing write tid 5 to smithi00278215-8 2024-09-14T03:47:35.008 INFO:tasks.rados.rados.0.smithi002.stdout:3633: finishing write tid 6 to smithi00278215-8 2024-09-14T03:47:35.008 INFO:tasks.rados.rados.0.smithi002.stdout:3633: oid 8 updating version 0 to 4334 2024-09-14T03:47:35.008 INFO:tasks.rados.rados.0.smithi002.stdout:3633: oid 8 updating version 4334 to 4336 2024-09-14T03:47:35.008 INFO:tasks.rados.rados.0.smithi002.stdout:3633: oid 8 updating version 4336 to 4338 2024-09-14T03:47:35.008 INFO:tasks.rados.rados.0.smithi002.stdout:3633: oid 8 version 4338 is already newer than 4335 2024-09-14T03:47:35.008 INFO:tasks.rados.rados.0.smithi002.stdout:3633: oid 8 version 4338 is already newer than 4337 2024-09-14T03:47:35.008 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 8 v 4338 (ObjNum 1128 snap 349 seq_num 1128) dirty exists 2024-09-14T03:47:35.008 INFO:tasks.rados.rados.0.smithi002.stdout:3633: left oid 8 (ObjNum 1128 snap 349 seq_num 1128) 2024-09-14T03:47:35.008 INFO:tasks.rados.rados.0.smithi002.stdout:3637: finishing copy_from to smithi00278215-11 2024-09-14T03:47:35.009 INFO:tasks.rados.rados.0.smithi002.stdout:3637: got expected ENOENT (src dne) 2024-09-14T03:47:35.009 INFO:tasks.rados.rados.0.smithi002.stdout:3637: finishing copy_from racing read to smithi00278215-11 2024-09-14T03:47:35.009 INFO:tasks.rados.rados.0.smithi002.stdout:3636: expect (ObjNum 727 snap 236 seq_num 727) 2024-09-14T03:47:35.012 INFO:tasks.rados.rados.0.smithi002.stdout:3638: finishing rollback tid 0 to smithi00278215-43 2024-09-14T03:47:35.012 INFO:tasks.rados.rados.0.smithi002.stdout:3638: finishing rollback tid 1 to smithi00278215-43 2024-09-14T03:47:35.012 INFO:tasks.rados.rados.0.smithi002.stdout:3633: done (3 left) 2024-09-14T03:47:35.012 INFO:tasks.rados.rados.0.smithi002.stdout:3636: done (2 left) 2024-09-14T03:47:35.012 INFO:tasks.rados.rados.0.smithi002.stdout:3637: done (1 left) 2024-09-14T03:47:35.012 INFO:tasks.rados.rados.0.smithi002.stdout:3639: setattr oid 11 current snap is 349 2024-09-14T03:47:35.013 INFO:tasks.rados.rados.0.smithi002.stdout:3638: finishing rollback tid 2 to smithi00278215-43 2024-09-14T03:47:35.013 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 4672 (ObjNum 1045 snap 332 seq_num 1045) dirty exists 2024-09-14T03:47:35.014 INFO:tasks.rados.rados.0.smithi002.stdout:3638: done (1 left) 2024-09-14T03:47:35.014 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 29 current snap is 349 2024-09-14T03:47:35.014 INFO:tasks.rados.rados.0.smithi002.stdout:3640: seq_num 1129 ranges {0=516096,516096=770048,1286144=598016,1884160=237568} 2024-09-14T03:47:35.017 INFO:tasks.rados.rados.0.smithi002.stdout:3640: writing smithi00278215-29 from 0 to 516096 tid 1 2024-09-14T03:47:35.022 INFO:tasks.rados.rados.0.smithi002.stdout:3640: writing smithi00278215-29 from 516096 to 1286144 tid 2 2024-09-14T03:47:35.025 INFO:tasks.rados.rados.0.smithi002.stdout:3640: writing smithi00278215-29 from 1286144 to 1884160 tid 3 2024-09-14T03:47:35.027 INFO:tasks.rados.rados.0.smithi002.stdout:3640: writing smithi00278215-29 from 1884160 to 2121728 tid 4 2024-09-14T03:47:35.027 INFO:tasks.rados.rados.0.smithi002.stdout:3641: read oid 34 snap -1 2024-09-14T03:47:35.027 INFO:tasks.rados.rados.0.smithi002.stdout:3641: expect (ObjNum 1091 snap 343 seq_num 1091) 2024-09-14T03:47:35.027 INFO:tasks.rados.rados.0.smithi002.stdout:3642: snap_remove snap 347 2024-09-14T03:47:35.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:34 smithi002 ceph-mon[87970]: osdmap e786: 8 total, 8 up, 8 in 2024-09-14T03:47:35.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:34 smithi002 ceph-mon[89815]: osdmap e786: 8 total, 8 up, 8 in 2024-09-14T03:47:35.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:34 smithi154 ceph-mon[81546]: osdmap e786: 8 total, 8 up, 8 in 2024-09-14T03:47:35.687 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:47:35 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:47:35] "GET /metrics HTTP/1.1" 200 36431 "" "Prometheus/2.51.0" 2024-09-14T03:47:35.944 INFO:tasks.rados.rados.0.smithi002.stdout:3642: done (3 left) 2024-09-14T03:47:35.944 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 14 current snap is 349 2024-09-14T03:47:35.944 INFO:tasks.rados.rados.0.smithi002.stdout:3643: seq_num 1130 ranges {2621440=532480,3153920=655360,3809280=753664,4562944=196608} 2024-09-14T03:47:35.959 INFO:tasks.rados.rados.0.smithi002.stdout:3643: writing smithi00278215-14 from 2621440 to 3153920 tid 1 2024-09-14T03:47:35.963 INFO:tasks.rados.rados.0.smithi002.stdout:3643: writing smithi00278215-14 from 3153920 to 3809280 tid 2 2024-09-14T03:47:35.970 INFO:tasks.rados.rados.0.smithi002.stdout:3643: writing smithi00278215-14 from 3809280 to 4562944 tid 3 2024-09-14T03:47:35.970 INFO:tasks.rados.rados.0.smithi002.stdout:3643: writing smithi00278215-14 from 4562944 to 4759552 tid 4 2024-09-14T03:47:35.971 INFO:tasks.rados.rados.0.smithi002.stdout:3644: read oid 12 snap -1 2024-09-14T03:47:35.971 INFO:tasks.rados.rados.0.smithi002.stdout:3644: expect (ObjNum 951 snap 308 seq_num 951) 2024-09-14T03:47:35.971 INFO:tasks.rados.rados.0.smithi002.stdout:3645: read oid 1 snap -1 2024-09-14T03:47:35.971 INFO:tasks.rados.rados.0.smithi002.stdout:3645: expect (ObjNum 1120 snap 349 seq_num 1120) 2024-09-14T03:47:35.971 INFO:tasks.rados.rados.0.smithi002.stdout:3646: read oid 45 snap -1 2024-09-14T03:47:35.971 INFO:tasks.rados.rados.0.smithi002.stdout:3646: expect (ObjNum 1112 snap 348 seq_num 1112) 2024-09-14T03:47:35.972 INFO:tasks.rados.rados.0.smithi002.stdout:3647: snap_create 2024-09-14T03:47:35.972 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 4899 (ObjNum 1050 snap 333 seq_num 1050) dirty exists 2024-09-14T03:47:35.972 INFO:tasks.rados.rados.0.smithi002.stdout:3640: finishing write tid 1 to smithi00278215-29 2024-09-14T03:47:35.972 INFO:tasks.rados.rados.0.smithi002.stdout:3640: finishing write tid 2 to smithi00278215-29 2024-09-14T03:47:35.972 INFO:tasks.rados.rados.0.smithi002.stdout:3640: finishing write tid 3 to smithi00278215-29 2024-09-14T03:47:35.972 INFO:tasks.rados.rados.0.smithi002.stdout:3640: finishing write tid 4 to smithi00278215-29 2024-09-14T03:47:35.972 INFO:tasks.rados.rados.0.smithi002.stdout:3640: finishing write tid 5 to smithi00278215-29 2024-09-14T03:47:35.972 INFO:tasks.rados.rados.0.smithi002.stdout:3641: expect (ObjNum 1091 snap 343 seq_num 1091) 2024-09-14T03:47:36.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:35 smithi002 ceph-mon[87970]: pgmap v854: 121 pgs: 121 active+clean; 117 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.9 MiB/s wr, 30 op/s 2024-09-14T03:47:36.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:35 smithi002 ceph-mon[87970]: osdmap e787: 8 total, 8 up, 8 in 2024-09-14T03:47:36.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:35 smithi002 ceph-mon[89815]: pgmap v854: 121 pgs: 121 active+clean; 117 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.9 MiB/s wr, 30 op/s 2024-09-14T03:47:36.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:35 smithi002 ceph-mon[89815]: osdmap e787: 8 total, 8 up, 8 in 2024-09-14T03:47:36.187 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:47:36 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-2[103834]: 2024-09-14T03:47:36.001+0000 7fa5033c1640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 197 after trimming was started 2024-09-14T03:47:36.212 INFO:tasks.rados.rados.0.smithi002.stdout:3640: finishing write tid 6 to smithi00278215-29 2024-09-14T03:47:36.212 INFO:tasks.rados.rados.0.smithi002.stdout:3640: oid 29 updating version 0 to 4904 2024-09-14T03:47:36.212 INFO:tasks.rados.rados.0.smithi002.stdout:3640: oid 29 version 4904 is already newer than 4901 2024-09-14T03:47:36.212 INFO:tasks.rados.rados.0.smithi002.stdout:3640: oid 29 version 4904 is already newer than 4903 2024-09-14T03:47:36.212 INFO:tasks.rados.rados.0.smithi002.stdout:3640: oid 29 version 4904 is already newer than 4902 2024-09-14T03:47:36.212 INFO:tasks.rados.rados.0.smithi002.stdout:3640: oid 29 version 4904 is already newer than 4900 2024-09-14T03:47:36.212 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 4904 (ObjNum 1129 snap 349 seq_num 1129) dirty exists 2024-09-14T03:47:36.212 INFO:tasks.rados.rados.0.smithi002.stdout:3640: left oid 29 (ObjNum 1129 snap 349 seq_num 1129) 2024-09-14T03:47:36.212 INFO:tasks.rados.rados.0.smithi002.stdout:3643: finishing write tid 1 to smithi00278215-14 2024-09-14T03:47:36.212 INFO:tasks.rados.rados.0.smithi002.stdout:3643: finishing write tid 2 to smithi00278215-14 2024-09-14T03:47:36.213 INFO:tasks.rados.rados.0.smithi002.stdout:3643: finishing write tid 3 to smithi00278215-14 2024-09-14T03:47:36.213 INFO:tasks.rados.rados.0.smithi002.stdout:3643: finishing write tid 4 to smithi00278215-14 2024-09-14T03:47:36.213 INFO:tasks.rados.rados.0.smithi002.stdout:3643: finishing write tid 5 to smithi00278215-14 2024-09-14T03:47:36.213 INFO:tasks.rados.rados.0.smithi002.stdout:3643: finishing write tid 6 to smithi00278215-14 2024-09-14T03:47:36.213 INFO:tasks.rados.rados.0.smithi002.stdout:3643: oid 14 updating version 0 to 4824 2024-09-14T03:47:36.213 INFO:tasks.rados.rados.0.smithi002.stdout:3643: oid 14 version 4824 is already newer than 4821 2024-09-14T03:47:36.213 INFO:tasks.rados.rados.0.smithi002.stdout:3643: oid 14 version 4824 is already newer than 4820 2024-09-14T03:47:36.213 INFO:tasks.rados.rados.0.smithi002.stdout:3643: oid 14 version 4824 is already newer than 4822 2024-09-14T03:47:36.213 INFO:tasks.rados.rados.0.smithi002.stdout:3643: oid 14 version 4824 is already newer than 4823 2024-09-14T03:47:36.213 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 14 v 4824 (ObjNum 1130 snap 349 seq_num 1130) dirty exists 2024-09-14T03:47:36.213 INFO:tasks.rados.rados.0.smithi002.stdout:3643: left oid 14 (ObjNum 1130 snap 349 seq_num 1130) 2024-09-14T03:47:36.213 INFO:tasks.rados.rados.0.smithi002.stdout:3644: expect (ObjNum 951 snap 308 seq_num 951) 2024-09-14T03:47:36.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:35 smithi154 ceph-mon[81546]: pgmap v854: 121 pgs: 121 active+clean; 117 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.9 MiB/s wr, 30 op/s 2024-09-14T03:47:36.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:35 smithi154 ceph-mon[81546]: osdmap e787: 8 total, 8 up, 8 in 2024-09-14T03:47:36.254 INFO:tasks.rados.rados.0.smithi002.stdout:3645: expect (ObjNum 1120 snap 349 seq_num 1120) 2024-09-14T03:47:36.365 INFO:tasks.rados.rados.0.smithi002.stdout:3646: expect (ObjNum 1112 snap 348 seq_num 1112) 2024-09-14T03:47:36.947 INFO:tasks.rados.rados.0.smithi002.stdout:3639: done (7 left) 2024-09-14T03:47:36.947 INFO:tasks.rados.rados.0.smithi002.stdout:3640: done (6 left) 2024-09-14T03:47:36.947 INFO:tasks.rados.rados.0.smithi002.stdout:3641: done (5 left) 2024-09-14T03:47:36.947 INFO:tasks.rados.rados.0.smithi002.stdout:3643: done (4 left) 2024-09-14T03:47:36.947 INFO:tasks.rados.rados.0.smithi002.stdout:3644: done (3 left) 2024-09-14T03:47:36.948 INFO:tasks.rados.rados.0.smithi002.stdout:3645: done (2 left) 2024-09-14T03:47:36.948 INFO:tasks.rados.rados.0.smithi002.stdout:3646: done (1 left) 2024-09-14T03:47:36.948 INFO:tasks.rados.rados.0.smithi002.stdout:3647: done (0 left) 2024-09-14T03:47:36.948 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 7 current snap is 350 2024-09-14T03:47:36.948 INFO:tasks.rados.rados.0.smithi002.stdout:3648: seq_num 1131 ranges {9887744=548864,10436608=540672,10977280=565248,11542528=425984,11968512=73728} 2024-09-14T03:47:37.004 INFO:tasks.rados.rados.0.smithi002.stdout:3648: writing smithi00278215-7 from 9887744 to 10436608 tid 1 2024-09-14T03:47:37.006 INFO:tasks.rados.rados.0.smithi002.stdout:3648: writing smithi00278215-7 from 10436608 to 10977280 tid 2 2024-09-14T03:47:37.010 INFO:tasks.rados.rados.0.smithi002.stdout:3648: writing smithi00278215-7 from 10977280 to 11542528 tid 3 2024-09-14T03:47:37.012 INFO:tasks.rados.rados.0.smithi002.stdout:3648: writing smithi00278215-7 from 11542528 to 11968512 tid 4 2024-09-14T03:47:37.013 INFO:tasks.rados.rados.0.smithi002.stdout:3648: writing smithi00278215-7 from 11968512 to 12042240 tid 5 2024-09-14T03:47:37.013 INFO:tasks.rados.rados.0.smithi002.stdout:3649: delete oid 47 current snap is 350 2024-09-14T03:47:37.015 INFO:tasks.rados.rados.0.smithi002.stdout:3648: finishing write tid 1 to smithi00278215-7 2024-09-14T03:47:37.015 INFO:tasks.rados.rados.0.smithi002.stdout:3648: finishing write tid 2 to smithi00278215-7 2024-09-14T03:47:37.018 INFO:tasks.rados.rados.0.smithi002.stdout:3649: done (1 left) 2024-09-14T03:47:37.018 INFO:tasks.rados.rados.0.smithi002.stdout:3650: read oid 21 snap -1 2024-09-14T03:47:37.018 INFO:tasks.rados.rados.0.smithi002.stdout:3650: expect (ObjNum 1057 snap 337 seq_num 1057) 2024-09-14T03:47:37.019 INFO:tasks.rados.rados.0.smithi002.stdout:3651: read oid 31 snap -1 2024-09-14T03:47:37.019 INFO:tasks.rados.rados.0.smithi002.stdout:3651: expect (ObjNum 1043 snap 332 seq_num 1043) 2024-09-14T03:47:37.019 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 47 current snap is 350 2024-09-14T03:47:37.019 INFO:tasks.rados.rados.0.smithi002.stdout:3652: seq_num 1133 ranges {0=581632,581632=753664,1335296=573440,1908736=278528} 2024-09-14T03:47:37.022 INFO:tasks.rados.rados.0.smithi002.stdout:3652: writing smithi00278215-47 from 0 to 581632 tid 1 2024-09-14T03:47:37.026 INFO:tasks.rados.rados.0.smithi002.stdout:3652: writing smithi00278215-47 from 581632 to 1335296 tid 2 2024-09-14T03:47:37.029 INFO:tasks.rados.rados.0.smithi002.stdout:3652: writing smithi00278215-47 from 1335296 to 1908736 tid 3 2024-09-14T03:47:37.031 INFO:tasks.rados.rados.0.smithi002.stdout:3652: writing smithi00278215-47 from 1908736 to 2187264 tid 4 2024-09-14T03:47:37.031 INFO:tasks.rados.rados.0.smithi002.stdout:3653: read oid 42 snap -1 2024-09-14T03:47:37.031 INFO:tasks.rados.rados.0.smithi002.stdout:3653: expect (ObjNum 1083 snap 342 seq_num 1083) 2024-09-14T03:47:37.032 INFO:tasks.rados.rados.0.smithi002.stdout:3654: delete oid 48 current snap is 350 2024-09-14T03:47:37.032 INFO:tasks.rados.rados.0.smithi002.stdout:3648: finishing write tid 3 to smithi00278215-7 2024-09-14T03:47:37.032 INFO:tasks.rados.rados.0.smithi002.stdout:3648: finishing write tid 4 to smithi00278215-7 2024-09-14T03:47:37.032 INFO:tasks.rados.rados.0.smithi002.stdout:3648: finishing write tid 5 to smithi00278215-7 2024-09-14T03:47:37.032 INFO:tasks.rados.rados.0.smithi002.stdout:3648: finishing write tid 6 to smithi00278215-7 2024-09-14T03:47:37.033 INFO:tasks.rados.rados.0.smithi002.stdout:3652: finishing write tid 1 to smithi00278215-47 2024-09-14T03:47:37.033 INFO:tasks.rados.rados.0.smithi002.stdout:3648: finishing write tid 7 to smithi00278215-7 2024-09-14T03:47:37.033 INFO:tasks.rados.rados.0.smithi002.stdout:3648: oid 7 updating version 0 to 4918 2024-09-14T03:47:37.033 INFO:tasks.rados.rados.0.smithi002.stdout:3648: oid 7 updating version 4918 to 4921 2024-09-14T03:47:37.033 INFO:tasks.rados.rados.0.smithi002.stdout:3648: oid 7 version 4921 is already newer than 4916 2024-09-14T03:47:37.033 INFO:tasks.rados.rados.0.smithi002.stdout:3648: oid 7 version 4921 is already newer than 4920 2024-09-14T03:47:37.033 INFO:tasks.rados.rados.0.smithi002.stdout:3648: oid 7 version 4921 is already newer than 4919 2024-09-14T03:47:37.033 INFO:tasks.rados.rados.0.smithi002.stdout:3648: oid 7 version 4921 is already newer than 4917 2024-09-14T03:47:37.034 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 4921 (ObjNum 1131 snap 350 seq_num 1131) dirty exists 2024-09-14T03:47:37.034 INFO:tasks.rados.rados.0.smithi002.stdout:3648: left oid 7 (ObjNum 1131 snap 350 seq_num 1131) 2024-09-14T03:47:37.037 INFO:tasks.rados.rados.0.smithi002.stdout:3652: finishing write tid 2 to smithi00278215-47 2024-09-14T03:47:37.039 INFO:tasks.rados.rados.0.smithi002.stdout:3652: finishing write tid 3 to smithi00278215-47 2024-09-14T03:47:37.040 INFO:tasks.rados.rados.0.smithi002.stdout:3652: finishing write tid 4 to smithi00278215-47 2024-09-14T03:47:37.040 INFO:tasks.rados.rados.0.smithi002.stdout:3652: finishing write tid 5 to smithi00278215-47 2024-09-14T03:47:37.043 INFO:tasks.rados.rados.0.smithi002.stdout:3652: finishing write tid 6 to smithi00278215-47 2024-09-14T03:47:37.043 INFO:tasks.rados.rados.0.smithi002.stdout:3652: oid 47 updating version 0 to 4678 2024-09-14T03:47:37.043 INFO:tasks.rados.rados.0.smithi002.stdout:3652: oid 47 version 4678 is already newer than 4675 2024-09-14T03:47:37.043 INFO:tasks.rados.rados.0.smithi002.stdout:3652: oid 47 version 4678 is already newer than 4674 2024-09-14T03:47:37.043 INFO:tasks.rados.rados.0.smithi002.stdout:3652: oid 47 version 4678 is already newer than 4676 2024-09-14T03:47:37.043 INFO:tasks.rados.rados.0.smithi002.stdout:3652: oid 47 version 4678 is already newer than 4677 2024-09-14T03:47:37.043 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 4678 (ObjNum 1133 snap 350 seq_num 1133) dirty exists 2024-09-14T03:47:37.043 INFO:tasks.rados.rados.0.smithi002.stdout:3652: left oid 47 (ObjNum 1133 snap 350 seq_num 1133) 2024-09-14T03:47:37.052 INFO:tasks.rados.rados.0.smithi002.stdout:3651: expect (ObjNum 1043 snap 332 seq_num 1043) 2024-09-14T03:47:37.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:36 smithi154 ceph-mon[81546]: osdmap e788: 8 total, 8 up, 8 in 2024-09-14T03:47:37.258 INFO:tasks.rados.rados.0.smithi002.stdout:3650: expect (ObjNum 1057 snap 337 seq_num 1057) 2024-09-14T03:47:37.436 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:36 smithi002 ceph-mon[87970]: osdmap e788: 8 total, 8 up, 8 in 2024-09-14T03:47:37.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:36 smithi002 ceph-mon[89815]: osdmap e788: 8 total, 8 up, 8 in 2024-09-14T03:47:37.482 INFO:tasks.rados.rados.0.smithi002.stdout:3653: expect (ObjNum 1083 snap 342 seq_num 1083) 2024-09-14T03:47:37.606 INFO:tasks.rados.rados.0.smithi002.stdout:3648: done (5 left) 2024-09-14T03:47:37.606 INFO:tasks.rados.rados.0.smithi002.stdout:3650: done (4 left) 2024-09-14T03:47:37.606 INFO:tasks.rados.rados.0.smithi002.stdout:3651: done (3 left) 2024-09-14T03:47:37.607 INFO:tasks.rados.rados.0.smithi002.stdout:3652: done (2 left) 2024-09-14T03:47:37.607 INFO:tasks.rados.rados.0.smithi002.stdout:3653: done (1 left) 2024-09-14T03:47:37.607 INFO:tasks.rados.rados.0.smithi002.stdout:3654: done (0 left) 2024-09-14T03:47:37.607 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 13 current snap is 350 2024-09-14T03:47:37.607 INFO:tasks.rados.rados.0.smithi002.stdout:3655: seq_num 1135 ranges {3792896=614400,4407296=524288,4931584=540672,5472256=483328,5955584=57344} 2024-09-14T03:47:37.630 INFO:tasks.rados.rados.0.smithi002.stdout:3655: writing smithi00278215-13 from 3792896 to 4407296 tid 1 2024-09-14T03:47:37.633 INFO:tasks.rados.rados.0.smithi002.stdout:3655: writing smithi00278215-13 from 4407296 to 4931584 tid 2 2024-09-14T03:47:37.636 INFO:tasks.rados.rados.0.smithi002.stdout:3655: writing smithi00278215-13 from 4931584 to 5472256 tid 3 2024-09-14T03:47:37.638 INFO:tasks.rados.rados.0.smithi002.stdout:3655: writing smithi00278215-13 from 5472256 to 5955584 tid 4 2024-09-14T03:47:37.639 INFO:tasks.rados.rados.0.smithi002.stdout:3655: writing smithi00278215-13 from 5955584 to 6012928 tid 5 2024-09-14T03:47:37.639 INFO:tasks.rados.rados.0.smithi002.stdout:3656: snap_create 2024-09-14T03:47:37.639 INFO:tasks.rados.rados.0.smithi002.stdout:3655: finishing write tid 1 to smithi00278215-13 2024-09-14T03:47:37.640 INFO:tasks.rados.rados.0.smithi002.stdout:3655: finishing write tid 2 to smithi00278215-13 2024-09-14T03:47:37.643 INFO:tasks.rados.rados.0.smithi002.stdout:3655: finishing write tid 3 to smithi00278215-13 2024-09-14T03:47:37.643 INFO:tasks.rados.rados.0.smithi002.stdout:3655: finishing write tid 4 to smithi00278215-13 2024-09-14T03:47:37.644 INFO:tasks.rados.rados.0.smithi002.stdout:3655: finishing write tid 5 to smithi00278215-13 2024-09-14T03:47:37.644 INFO:tasks.rados.rados.0.smithi002.stdout:3655: finishing write tid 6 to smithi00278215-13 2024-09-14T03:47:37.645 INFO:tasks.rados.rados.0.smithi002.stdout:3655: finishing write tid 7 to smithi00278215-13 2024-09-14T03:47:37.646 INFO:tasks.rados.rados.0.smithi002.stdout:3655: oid 13 updating version 0 to 4690 2024-09-14T03:47:37.646 INFO:tasks.rados.rados.0.smithi002.stdout:3655: oid 13 version 4690 is already newer than 4689 2024-09-14T03:47:37.646 INFO:tasks.rados.rados.0.smithi002.stdout:3655: oid 13 version 4690 is already newer than 4687 2024-09-14T03:47:37.646 INFO:tasks.rados.rados.0.smithi002.stdout:3655: oid 13 version 4690 is already newer than 4688 2024-09-14T03:47:37.646 INFO:tasks.rados.rados.0.smithi002.stdout:3655: oid 13 version 4690 is already newer than 4686 2024-09-14T03:47:37.646 INFO:tasks.rados.rados.0.smithi002.stdout:3655: oid 13 updating version 4690 to 4691 2024-09-14T03:47:37.646 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 4691 (ObjNum 1135 snap 350 seq_num 1135) dirty exists 2024-09-14T03:47:37.646 INFO:tasks.rados.rados.0.smithi002.stdout:3655: left oid 13 (ObjNum 1135 snap 350 seq_num 1135) 2024-09-14T03:47:37.839 INFO:tasks.rados.rados.0.smithi002.stdout:3655: done (1 left) 2024-09-14T03:47:37.839 INFO:tasks.rados.rados.0.smithi002.stdout:3656: done (0 left) 2024-09-14T03:47:37.839 INFO:tasks.rados.rados.0.smithi002.stdout:3657: read oid 2 snap 350 2024-09-14T03:47:37.839 INFO:tasks.rados.rados.0.smithi002.stdout:3657: expect (ObjNum 1030 snap 328 seq_num 1030) 2024-09-14T03:47:37.839 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 12 current snap is 351 2024-09-14T03:47:37.840 INFO:tasks.rados.rados.0.smithi002.stdout:3658: seq_num 1136 ranges {1540096=630784,2170880=409600,2580480=753664,3334144=417792,3751936=24576} 2024-09-14T03:47:37.851 INFO:tasks.rados.rados.0.smithi002.stdout:3658: writing smithi00278215-12 from 1540096 to 2170880 tid 1 2024-09-14T03:47:37.853 INFO:tasks.rados.rados.0.smithi002.stdout:3658: writing smithi00278215-12 from 2170880 to 2580480 tid 2 2024-09-14T03:47:37.858 INFO:tasks.rados.rados.0.smithi002.stdout:3658: writing smithi00278215-12 from 2580480 to 3334144 tid 3 2024-09-14T03:47:37.861 INFO:tasks.rados.rados.0.smithi002.stdout:3658: writing smithi00278215-12 from 3334144 to 3751936 tid 4 2024-09-14T03:47:37.861 INFO:tasks.rados.rados.0.smithi002.stdout:3658: writing smithi00278215-12 from 3751936 to 3776512 tid 5 2024-09-14T03:47:37.861 INFO:tasks.rados.rados.0.smithi002.stdout:3659: read oid 18 snap -1 2024-09-14T03:47:37.861 INFO:tasks.rados.rados.0.smithi002.stdout:3659: expect deleted 2024-09-14T03:47:37.861 INFO:tasks.rados.rados.0.smithi002.stdout:3660: read oid 14 snap -1 2024-09-14T03:47:37.861 INFO:tasks.rados.rados.0.smithi002.stdout:3660: expect (ObjNum 1130 snap 349 seq_num 1130) 2024-09-14T03:47:37.861 INFO:tasks.rados.rados.0.smithi002.stdout:3661: delete oid 50 current snap is 351 2024-09-14T03:47:37.861 INFO:tasks.rados.rados.0.smithi002.stdout:3657: expect (ObjNum 1030 snap 328 seq_num 1030) 2024-09-14T03:47:38.031 INFO:tasks.rados.rados.0.smithi002.stdout:3658: finishing write tid 1 to smithi00278215-12 2024-09-14T03:47:38.031 INFO:tasks.rados.rados.0.smithi002.stdout:3658: finishing write tid 2 to smithi00278215-12 2024-09-14T03:47:38.032 INFO:tasks.rados.rados.0.smithi002.stdout:3658: finishing write tid 3 to smithi00278215-12 2024-09-14T03:47:38.032 INFO:tasks.rados.rados.0.smithi002.stdout:3658: finishing write tid 4 to smithi00278215-12 2024-09-14T03:47:38.032 INFO:tasks.rados.rados.0.smithi002.stdout:3658: finishing write tid 5 to smithi00278215-12 2024-09-14T03:47:38.032 INFO:tasks.rados.rados.0.smithi002.stdout:3658: finishing write tid 6 to smithi00278215-12 2024-09-14T03:47:38.032 INFO:tasks.rados.rados.0.smithi002.stdout:3657: done (4 left) 2024-09-14T03:47:38.032 INFO:tasks.rados.rados.0.smithi002.stdout:3659: done (3 left) 2024-09-14T03:47:38.032 INFO:tasks.rados.rados.0.smithi002.stdout:3661: done (2 left) 2024-09-14T03:47:38.032 INFO:tasks.rados.rados.0.smithi002.stdout:3662: read oid 7 snap -1 2024-09-14T03:47:38.032 INFO:tasks.rados.rados.0.smithi002.stdout:3662: expect (ObjNum 1131 snap 350 seq_num 1131) 2024-09-14T03:47:38.032 INFO:tasks.rados.rados.0.smithi002.stdout:3663: read oid 41 snap -1 2024-09-14T03:47:38.033 INFO:tasks.rados.rados.0.smithi002.stdout:3663: expect deleted 2024-09-14T03:47:38.033 INFO:tasks.rados.rados.0.smithi002.stdout:3658: finishing write tid 7 to smithi00278215-12 2024-09-14T03:47:38.033 INFO:tasks.rados.rados.0.smithi002.stdout:3658: oid 12 updating version 0 to 4679 2024-09-14T03:47:38.033 INFO:tasks.rados.rados.0.smithi002.stdout:3658: oid 12 updating version 4679 to 4683 2024-09-14T03:47:38.033 INFO:tasks.rados.rados.0.smithi002.stdout:3658: oid 12 version 4683 is already newer than 4682 2024-09-14T03:47:38.033 INFO:tasks.rados.rados.0.smithi002.stdout:3658: oid 12 version 4683 is already newer than 4680 2024-09-14T03:47:38.033 INFO:tasks.rados.rados.0.smithi002.stdout:3658: oid 12 version 4683 is already newer than 4681 2024-09-14T03:47:38.033 INFO:tasks.rados.rados.0.smithi002.stdout:3658: oid 12 updating version 4683 to 4684 2024-09-14T03:47:38.033 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 4684 (ObjNum 1136 snap 351 seq_num 1136) dirty exists 2024-09-14T03:47:38.033 INFO:tasks.rados.rados.0.smithi002.stdout:3658: left oid 12 (ObjNum 1136 snap 351 seq_num 1136) 2024-09-14T03:47:38.033 INFO:tasks.rados.rados.0.smithi002.stdout:3660: expect (ObjNum 1130 snap 349 seq_num 1130) 2024-09-14T03:47:38.225 INFO:tasks.rados.rados.0.smithi002.stdout:3662: expect (ObjNum 1131 snap 350 seq_num 1131) 2024-09-14T03:47:38.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:37 smithi154 ceph-mon[81546]: pgmap v857: 121 pgs: 121 active+clean; 125 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.8 MiB/s wr, 51 op/s 2024-09-14T03:47:38.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:37 smithi154 ceph-mon[81546]: osdmap e789: 8 total, 8 up, 8 in 2024-09-14T03:47:38.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:37 smithi154 ceph-mon[81546]: osdmap e790: 8 total, 8 up, 8 in 2024-09-14T03:47:38.436 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:37 smithi002 ceph-mon[89815]: pgmap v857: 121 pgs: 121 active+clean; 125 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.8 MiB/s wr, 51 op/s 2024-09-14T03:47:38.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:37 smithi002 ceph-mon[89815]: osdmap e789: 8 total, 8 up, 8 in 2024-09-14T03:47:38.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:37 smithi002 ceph-mon[89815]: osdmap e790: 8 total, 8 up, 8 in 2024-09-14T03:47:38.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:37 smithi002 ceph-mon[87970]: pgmap v857: 121 pgs: 121 active+clean; 125 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.8 MiB/s wr, 51 op/s 2024-09-14T03:47:38.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:37 smithi002 ceph-mon[87970]: osdmap e789: 8 total, 8 up, 8 in 2024-09-14T03:47:38.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:37 smithi002 ceph-mon[87970]: osdmap e790: 8 total, 8 up, 8 in 2024-09-14T03:47:39.263 INFO:tasks.rados.rados.0.smithi002.stdout:3664: read oid 11 snap 349 2024-09-14T03:47:39.263 INFO:tasks.rados.rados.0.smithi002.stdout:3664: expect (ObjNum 1050 snap 333 seq_num 1050) 2024-09-14T03:47:39.263 INFO:tasks.rados.rados.0.smithi002.stdout:3658: done (4 left) 2024-09-14T03:47:39.263 INFO:tasks.rados.rados.0.smithi002.stdout:3660: done (3 left) 2024-09-14T03:47:39.263 INFO:tasks.rados.rados.0.smithi002.stdout:3662: done (2 left) 2024-09-14T03:47:39.263 INFO:tasks.rados.rados.0.smithi002.stdout:3663: done (1 left) 2024-09-14T03:47:39.263 INFO:tasks.rados.rados.0.smithi002.stdout:3665: delete oid 20 current snap is 351 2024-09-14T03:47:39.269 INFO:tasks.rados.rados.0.smithi002.stdout:3665: done (1 left) 2024-09-14T03:47:39.269 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 7 current snap is 351 2024-09-14T03:47:39.269 INFO:tasks.rados.rados.0.smithi002.stdout:3666: seq_num 1139 ranges {12042240=679936,12722176=458752,13180928=524288,13705216=540672,14245888=81920} 2024-09-14T03:47:39.338 INFO:tasks.rados.rados.0.smithi002.stdout:3666: writing smithi00278215-7 from 12042240 to 12722176 tid 1 2024-09-14T03:47:39.341 INFO:tasks.rados.rados.0.smithi002.stdout:3666: writing smithi00278215-7 from 12722176 to 13180928 tid 2 2024-09-14T03:47:39.344 INFO:tasks.rados.rados.0.smithi002.stdout:3666: writing smithi00278215-7 from 13180928 to 13705216 tid 3 2024-09-14T03:47:39.348 INFO:tasks.rados.rados.0.smithi002.stdout:3666: writing smithi00278215-7 from 13705216 to 14245888 tid 4 2024-09-14T03:47:39.349 INFO:tasks.rados.rados.0.smithi002.stdout:3666: writing smithi00278215-7 from 14245888 to 14327808 tid 5 2024-09-14T03:47:39.349 INFO:tasks.rados.rados.0.smithi002.stdout:3667: rollback oid 20 current snap is 351 2024-09-14T03:47:39.349 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 20 to 349 2024-09-14T03:47:39.349 INFO:tasks.rados.rados.0.smithi002.stdout:3664: expect (ObjNum 1050 snap 333 seq_num 1050) 2024-09-14T03:47:39.564 INFO:tasks.rados.rados.0.smithi002.stdout:3666: finishing write tid 1 to smithi00278215-7 2024-09-14T03:47:39.564 INFO:tasks.rados.rados.0.smithi002.stdout:3666: finishing write tid 2 to smithi00278215-7 2024-09-14T03:47:39.564 INFO:tasks.rados.rados.0.smithi002.stdout:3667: finishing rollback tid 1 to smithi00278215-20 2024-09-14T03:47:39.564 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 20 v 0 (ObjNum 33 snap 0 seq_num 854306784) dirty dne 2024-09-14T03:47:39.564 INFO:tasks.rados.rados.0.smithi002.stdout:3666: finishing write tid 3 to smithi00278215-7 2024-09-14T03:47:39.564 INFO:tasks.rados.rados.0.smithi002.stdout:3664: done (2 left) 2024-09-14T03:47:39.565 INFO:tasks.rados.rados.0.smithi002.stdout:3667: done (1 left) 2024-09-14T03:47:39.565 INFO:tasks.rados.rados.0.smithi002.stdout:3668: rmattr oid 11 current snap is 351 2024-09-14T03:47:39.565 INFO:tasks.rados.rados.0.smithi002.stdout:3666: finishing write tid 4 to smithi00278215-7 2024-09-14T03:47:39.565 INFO:tasks.rados.rados.0.smithi002.stdout:3666: finishing write tid 5 to smithi00278215-7 2024-09-14T03:47:39.565 INFO:tasks.rados.rados.0.smithi002.stdout:3666: finishing write tid 6 to smithi00278215-7 2024-09-14T03:47:39.565 INFO:tasks.rados.rados.0.smithi002.stdout:3666: finishing write tid 7 to smithi00278215-7 2024-09-14T03:47:39.565 INFO:tasks.rados.rados.0.smithi002.stdout:3666: oid 7 updating version 0 to 4929 2024-09-14T03:47:39.565 INFO:tasks.rados.rados.0.smithi002.stdout:3666: oid 7 version 4929 is already newer than 4927 2024-09-14T03:47:39.565 INFO:tasks.rados.rados.0.smithi002.stdout:3666: oid 7 version 4929 is already newer than 4928 2024-09-14T03:47:39.565 INFO:tasks.rados.rados.0.smithi002.stdout:3666: oid 7 version 4929 is already newer than 4926 2024-09-14T03:47:39.565 INFO:tasks.rados.rados.0.smithi002.stdout:3666: oid 7 version 4929 is already newer than 4925 2024-09-14T03:47:39.565 INFO:tasks.rados.rados.0.smithi002.stdout:3666: oid 7 updating version 4929 to 4930 2024-09-14T03:47:39.565 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 4930 (ObjNum 1139 snap 351 seq_num 1139) dirty exists 2024-09-14T03:47:39.565 INFO:tasks.rados.rados.0.smithi002.stdout:3666: left oid 7 (ObjNum 1139 snap 351 seq_num 1139) 2024-09-14T03:47:39.566 INFO:tasks.rados.rados.0.smithi002.stdout:3666: done (1 left) 2024-09-14T03:47:39.566 INFO:tasks.rados.rados.0.smithi002.stdout:3669: read oid 24 snap 349 2024-09-14T03:47:39.566 INFO:tasks.rados.rados.0.smithi002.stdout:3669: expect (ObjNum 1126 snap 349 seq_num 1126) 2024-09-14T03:47:39.566 INFO:tasks.rados.rados.0.smithi002.stdout:3670: read oid 23 snap 349 2024-09-14T03:47:39.566 INFO:tasks.rados.rados.0.smithi002.stdout:3670: expect deleted 2024-09-14T03:47:39.566 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 28 current snap is 351 2024-09-14T03:47:39.566 INFO:tasks.rados.rados.0.smithi002.stdout:3671: seq_num 1140 ranges {0=696320,696320=745472,1441792=729088,2170880=131072} 2024-09-14T03:47:39.568 INFO:tasks.rados.rados.0.smithi002.stdout:3671: writing smithi00278215-28 from 0 to 696320 tid 1 2024-09-14T03:47:39.572 INFO:tasks.rados.rados.0.smithi002.stdout:3671: writing smithi00278215-28 from 696320 to 1441792 tid 2 2024-09-14T03:47:39.577 INFO:tasks.rados.rados.0.smithi002.stdout:3671: writing smithi00278215-28 from 1441792 to 2170880 tid 3 2024-09-14T03:47:39.578 INFO:tasks.rados.rados.0.smithi002.stdout:3671: writing smithi00278215-28 from 2170880 to 2301952 tid 4 2024-09-14T03:47:39.578 INFO:tasks.rados.rados.0.smithi002.stdout:3672: delete oid 12 current snap is 351 2024-09-14T03:47:39.578 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 4932 (ObjNum 1050 snap 333 seq_num 1050) dirty exists 2024-09-14T03:47:39.578 INFO:tasks.rados.rados.0.smithi002.stdout:3671: finishing write tid 1 to smithi00278215-28 2024-09-14T03:47:39.583 INFO:tasks.rados.rados.0.smithi002.stdout:3671: finishing write tid 2 to smithi00278215-28 2024-09-14T03:47:39.584 INFO:tasks.rados.rados.0.smithi002.stdout:3671: finishing write tid 3 to smithi00278215-28 2024-09-14T03:47:39.586 INFO:tasks.rados.rados.0.smithi002.stdout:3671: finishing write tid 4 to smithi00278215-28 2024-09-14T03:47:39.586 INFO:tasks.rados.rados.0.smithi002.stdout:3671: finishing write tid 5 to smithi00278215-28 2024-09-14T03:47:39.587 INFO:tasks.rados.rados.0.smithi002.stdout:3668: done (4 left) 2024-09-14T03:47:39.587 INFO:tasks.rados.rados.0.smithi002.stdout:3670: done (3 left) 2024-09-14T03:47:39.587 INFO:tasks.rados.rados.0.smithi002.stdout:3672: done (2 left) 2024-09-14T03:47:39.587 INFO:tasks.rados.rados.0.smithi002.stdout:3673: rmattr oid 43 current snap is 351 2024-09-14T03:47:39.587 INFO:tasks.rados.rados.0.smithi002.stdout:3674: rollback oid 41 current snap is 351 2024-09-14T03:47:39.588 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 41 to 349 2024-09-14T03:47:39.588 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 39 current snap is 351 2024-09-14T03:47:39.588 INFO:tasks.rados.rados.0.smithi002.stdout:3675: seq_num 1142 ranges {2334720=729088,3063808=565248,3629056=696320,4325376=344064} 2024-09-14T03:47:39.604 INFO:tasks.rados.rados.0.smithi002.stdout:3675: writing smithi00278215-39 from 2334720 to 3063808 tid 1 2024-09-14T03:47:39.607 INFO:tasks.rados.rados.0.smithi002.stdout:3675: writing smithi00278215-39 from 3063808 to 3629056 tid 2 2024-09-14T03:47:39.612 INFO:tasks.rados.rados.0.smithi002.stdout:3675: writing smithi00278215-39 from 3629056 to 4325376 tid 3 2024-09-14T03:47:39.614 INFO:tasks.rados.rados.0.smithi002.stdout:3675: writing smithi00278215-39 from 4325376 to 4669440 tid 4 2024-09-14T03:47:39.615 INFO:tasks.rados.rados.0.smithi002.stdout:3676: read oid 34 snap 349 2024-09-14T03:47:39.615 INFO:tasks.rados.rados.0.smithi002.stdout:3676: expect (ObjNum 1091 snap 343 seq_num 1091) 2024-09-14T03:47:39.615 INFO:tasks.rados.rados.0.smithi002.stdout:3677: delete oid 19 current snap is 351 2024-09-14T03:47:39.615 INFO:tasks.rados.rados.0.smithi002.stdout:3669: expect (ObjNum 1126 snap 349 seq_num 1126) 2024-09-14T03:47:39.790 INFO:tasks.rados.rados.0.smithi002.stdout:3671: finishing write tid 6 to smithi00278215-28 2024-09-14T03:47:39.790 INFO:tasks.rados.rados.0.smithi002.stdout:3671: oid 28 updating version 0 to 4689 2024-09-14T03:47:39.790 INFO:tasks.rados.rados.0.smithi002.stdout:3671: oid 28 version 4689 is already newer than 4688 2024-09-14T03:47:39.790 INFO:tasks.rados.rados.0.smithi002.stdout:3671: oid 28 version 4689 is already newer than 4687 2024-09-14T03:47:39.791 INFO:tasks.rados.rados.0.smithi002.stdout:3671: oid 28 version 4689 is already newer than 4685 2024-09-14T03:47:39.791 INFO:tasks.rados.rados.0.smithi002.stdout:3671: oid 28 version 4689 is already newer than 4686 2024-09-14T03:47:39.791 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 28 v 4689 (ObjNum 1140 snap 351 seq_num 1140) dirty exists 2024-09-14T03:47:39.791 INFO:tasks.rados.rados.0.smithi002.stdout:3671: left oid 28 (ObjNum 1140 snap 351 seq_num 1140) 2024-09-14T03:47:39.791 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 4691 (ObjNum 1045 snap 332 seq_num 1045) dirty exists 2024-09-14T03:47:39.791 INFO:tasks.rados.rados.0.smithi002.stdout:3674: finishing rollback tid 1 to smithi00278215-41 2024-09-14T03:47:39.791 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 41 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-14T03:47:39.791 INFO:tasks.rados.rados.0.smithi002.stdout:3675: finishing write tid 1 to smithi00278215-39 2024-09-14T03:47:39.791 INFO:tasks.rados.rados.0.smithi002.stdout:3675: finishing write tid 2 to smithi00278215-39 2024-09-14T03:47:39.791 INFO:tasks.rados.rados.0.smithi002.stdout:3675: finishing write tid 3 to smithi00278215-39 2024-09-14T03:47:39.791 INFO:tasks.rados.rados.0.smithi002.stdout:3675: finishing write tid 4 to smithi00278215-39 2024-09-14T03:47:39.791 INFO:tasks.rados.rados.0.smithi002.stdout:3669: done (6 left) 2024-09-14T03:47:39.791 INFO:tasks.rados.rados.0.smithi002.stdout:3671: done (5 left) 2024-09-14T03:47:39.791 INFO:tasks.rados.rados.0.smithi002.stdout:3673: done (4 left) 2024-09-14T03:47:39.792 INFO:tasks.rados.rados.0.smithi002.stdout:3674: done (3 left) 2024-09-14T03:47:39.792 INFO:tasks.rados.rados.0.smithi002.stdout:3677: done (2 left) 2024-09-14T03:47:39.792 INFO:tasks.rados.rados.0.smithi002.stdout:3678: copy_from oid 40 from oid 50 current snap is 351 2024-09-14T03:47:39.792 INFO:tasks.rados.rados.0.smithi002.stdout:3675: finishing write tid 5 to smithi00278215-39 2024-09-14T03:47:39.792 INFO:tasks.rados.rados.0.smithi002.stdout:3675: finishing write tid 6 to smithi00278215-39 2024-09-14T03:47:39.792 INFO:tasks.rados.rados.0.smithi002.stdout:3675: oid 39 updating version 0 to 4820 2024-09-14T03:47:39.792 INFO:tasks.rados.rados.0.smithi002.stdout:3675: oid 39 version 4820 is already newer than 4819 2024-09-14T03:47:39.792 INFO:tasks.rados.rados.0.smithi002.stdout:3675: oid 39 version 4820 is already newer than 4818 2024-09-14T03:47:39.792 INFO:tasks.rados.rados.0.smithi002.stdout:3675: oid 39 version 4820 is already newer than 4816 2024-09-14T03:47:39.792 INFO:tasks.rados.rados.0.smithi002.stdout:3675: oid 39 version 4820 is already newer than 4817 2024-09-14T03:47:39.792 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 39 v 4820 (ObjNum 1142 snap 351 seq_num 1142) dirty exists 2024-09-14T03:47:39.792 INFO:tasks.rados.rados.0.smithi002.stdout:3675: left oid 39 (ObjNum 1142 snap 351 seq_num 1142) 2024-09-14T03:47:39.792 INFO:tasks.rados.rados.0.smithi002.stdout:3676: expect (ObjNum 1091 snap 343 seq_num 1091) 2024-09-14T03:47:40.019 INFO:tasks.rados.rados.0.smithi002.stdout:3678: finishing copy_from to smithi00278215-40 2024-09-14T03:47:40.019 INFO:tasks.rados.rados.0.smithi002.stdout:3678: got expected ENOENT (src dne) 2024-09-14T03:47:40.019 INFO:tasks.rados.rados.0.smithi002.stdout:3678: finishing copy_from racing read to smithi00278215-40 2024-09-14T03:47:40.019 INFO:tasks.rados.rados.0.smithi002.stdout:3675: done (2 left) 2024-09-14T03:47:40.019 INFO:tasks.rados.rados.0.smithi002.stdout:3676: done (1 left) 2024-09-14T03:47:40.020 INFO:tasks.rados.rados.0.smithi002.stdout:3678: done (0 left) 2024-09-14T03:47:40.020 INFO:tasks.rados.rados.0.smithi002.stdout:3679: snap_remove snap 349 2024-09-14T03:47:40.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:39 smithi154 ceph-mon[81546]: pgmap v860: 121 pgs: 121 active+clean; 123 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 9.0 MiB/s wr, 77 op/s 2024-09-14T03:47:40.436 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:39 smithi002 ceph-mon[87970]: pgmap v860: 121 pgs: 121 active+clean; 123 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 9.0 MiB/s wr, 77 op/s 2024-09-14T03:47:40.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:39 smithi002 ceph-mon[89815]: pgmap v860: 121 pgs: 121 active+clean; 123 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 9.0 MiB/s wr, 77 op/s 2024-09-14T03:47:40.957 INFO:tasks.rados.rados.0.smithi002.stdout:3679: done (0 left) 2024-09-14T03:47:40.957 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 27 current snap is 351 2024-09-14T03:47:40.957 INFO:tasks.rados.rados.0.smithi002.stdout:3680: seq_num 1144 ranges {0=770048,770048=737280,1507328=712704,2220032=155648} 2024-09-14T03:47:40.961 INFO:tasks.rados.rados.0.smithi002.stdout:3680: writing smithi00278215-27 from 0 to 770048 tid 1 2024-09-14T03:47:40.966 INFO:tasks.rados.rados.0.smithi002.stdout:3680: writing smithi00278215-27 from 770048 to 1507328 tid 2 2024-09-14T03:47:40.970 INFO:tasks.rados.rados.0.smithi002.stdout:3680: writing smithi00278215-27 from 1507328 to 2220032 tid 3 2024-09-14T03:47:40.972 INFO:tasks.rados.rados.0.smithi002.stdout:3680: writing smithi00278215-27 from 2220032 to 2375680 tid 4 2024-09-14T03:47:40.972 INFO:tasks.rados.rados.0.smithi002.stdout:3681: rmattr oid 47 current snap is 351 2024-09-14T03:47:40.972 INFO:tasks.rados.rados.0.smithi002.stdout:3681: done (1 left) 2024-09-14T03:47:40.972 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 50 current snap is 351 2024-09-14T03:47:40.972 INFO:tasks.rados.rados.0.smithi002.stdout:3680: finishing write tid 1 to smithi00278215-27 2024-09-14T03:47:40.972 INFO:tasks.rados.rados.0.smithi002.stdout:3682: seq_num 1145 ranges {0=786432,786432=622592,1409024=516096,1925120=417792,2342912=49152} 2024-09-14T03:47:40.976 INFO:tasks.rados.rados.0.smithi002.stdout:3682: writing smithi00278215-50 from 0 to 786432 tid 1 2024-09-14T03:47:40.980 INFO:tasks.rados.rados.0.smithi002.stdout:3682: writing smithi00278215-50 from 786432 to 1409024 tid 2 2024-09-14T03:47:40.983 INFO:tasks.rados.rados.0.smithi002.stdout:3682: writing smithi00278215-50 from 1409024 to 1925120 tid 3 2024-09-14T03:47:40.985 INFO:tasks.rados.rados.0.smithi002.stdout:3682: writing smithi00278215-50 from 1925120 to 2342912 tid 4 2024-09-14T03:47:40.986 INFO:tasks.rados.rados.0.smithi002.stdout:3682: writing smithi00278215-50 from 2342912 to 2392064 tid 5 2024-09-14T03:47:40.986 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 10 current snap is 351 2024-09-14T03:47:40.986 INFO:tasks.rados.rados.0.smithi002.stdout:3680: finishing write tid 2 to smithi00278215-27 2024-09-14T03:47:40.987 INFO:tasks.rados.rados.0.smithi002.stdout:3683: seq_num 1146 ranges {2015232=802816,2818048=499712,3317760=679936,3997696=425984} 2024-09-14T03:47:41.002 INFO:tasks.rados.rados.0.smithi002.stdout:3683: writing smithi00278215-10 from 2015232 to 2818048 tid 1 2024-09-14T03:47:41.005 INFO:tasks.rados.rados.0.smithi002.stdout:3683: writing smithi00278215-10 from 2818048 to 3317760 tid 2 2024-09-14T03:47:41.010 INFO:tasks.rados.rados.0.smithi002.stdout:3683: writing smithi00278215-10 from 3317760 to 3997696 tid 3 2024-09-14T03:47:41.013 INFO:tasks.rados.rados.0.smithi002.stdout:3683: writing smithi00278215-10 from 3997696 to 4423680 tid 4 2024-09-14T03:47:41.013 INFO:tasks.rados.rados.0.smithi002.stdout:3684: snap_remove snap 350 2024-09-14T03:47:41.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:40 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:47:41.436 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:40 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:47:41.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:40 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:47:41.437 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:47:41 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-2[103834]: 2024-09-14T03:47:41.011+0000 7fa504bc4640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 199 after trimming was started 2024-09-14T03:47:41.962 INFO:tasks.rados.rados.0.smithi002.stdout:3684: done (3 left) 2024-09-14T03:47:41.962 INFO:tasks.rados.rados.0.smithi002.stdout:3685: snap_create 2024-09-14T03:47:41.962 INFO:tasks.rados.rados.0.smithi002.stdout:3680: finishing write tid 3 to smithi00278215-27 2024-09-14T03:47:41.962 INFO:tasks.rados.rados.0.smithi002.stdout:3680: finishing write tid 4 to smithi00278215-27 2024-09-14T03:47:41.962 INFO:tasks.rados.rados.0.smithi002.stdout:3680: finishing write tid 5 to smithi00278215-27 2024-09-14T03:47:41.962 INFO:tasks.rados.rados.0.smithi002.stdout:3680: finishing write tid 6 to smithi00278215-27 2024-09-14T03:47:41.962 INFO:tasks.rados.rados.0.smithi002.stdout:3680: oid 27 updating version 0 to 4691 2024-09-14T03:47:41.962 INFO:tasks.rados.rados.0.smithi002.stdout:3680: oid 27 updating version 4691 to 4693 2024-09-14T03:47:41.962 INFO:tasks.rados.rados.0.smithi002.stdout:3680: oid 27 version 4693 is already newer than 4692 2024-09-14T03:47:41.963 INFO:tasks.rados.rados.0.smithi002.stdout:3680: oid 27 updating version 4693 to 4694 2024-09-14T03:47:41.963 INFO:tasks.rados.rados.0.smithi002.stdout:3680: oid 27 version 4694 is already newer than 4690 2024-09-14T03:47:41.963 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 27 v 4694 (ObjNum 1144 snap 351 seq_num 1144) dirty exists 2024-09-14T03:47:41.963 INFO:tasks.rados.rados.0.smithi002.stdout:3680: left oid 27 (ObjNum 1144 snap 351 seq_num 1144) 2024-09-14T03:47:41.963 INFO:tasks.rados.rados.0.smithi002.stdout:3682: finishing write tid 1 to smithi00278215-50 2024-09-14T03:47:41.963 INFO:tasks.rados.rados.0.smithi002.stdout:3682: finishing write tid 2 to smithi00278215-50 2024-09-14T03:47:41.963 INFO:tasks.rados.rados.0.smithi002.stdout:3682: finishing write tid 3 to smithi00278215-50 2024-09-14T03:47:41.963 INFO:tasks.rados.rados.0.smithi002.stdout:3682: finishing write tid 4 to smithi00278215-50 2024-09-14T03:47:41.963 INFO:tasks.rados.rados.0.smithi002.stdout:3683: finishing write tid 1 to smithi00278215-10 2024-09-14T03:47:41.963 INFO:tasks.rados.rados.0.smithi002.stdout:3682: finishing write tid 5 to smithi00278215-50 2024-09-14T03:47:41.963 INFO:tasks.rados.rados.0.smithi002.stdout:3683: finishing write tid 2 to smithi00278215-10 2024-09-14T03:47:41.963 INFO:tasks.rados.rados.0.smithi002.stdout:3682: finishing write tid 6 to smithi00278215-50 2024-09-14T03:47:41.963 INFO:tasks.rados.rados.0.smithi002.stdout:3682: finishing write tid 7 to smithi00278215-50 2024-09-14T03:47:41.963 INFO:tasks.rados.rados.0.smithi002.stdout:3682: oid 50 updating version 0 to 4942 2024-09-14T03:47:41.964 INFO:tasks.rados.rados.0.smithi002.stdout:3682: oid 50 version 4942 is already newer than 4940 2024-09-14T03:47:41.964 INFO:tasks.rados.rados.0.smithi002.stdout:3682: oid 50 updating version 4942 to 4943 2024-09-14T03:47:41.964 INFO:tasks.rados.rados.0.smithi002.stdout:3682: oid 50 version 4943 is already newer than 4935 2024-09-14T03:47:41.964 INFO:tasks.rados.rados.0.smithi002.stdout:3682: oid 50 version 4943 is already newer than 4941 2024-09-14T03:47:41.964 INFO:tasks.rados.rados.0.smithi002.stdout:3682: oid 50 version 4943 is already newer than 4934 2024-09-14T03:47:41.964 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 4943 (ObjNum 1145 snap 351 seq_num 1145) dirty exists 2024-09-14T03:47:41.964 INFO:tasks.rados.rados.0.smithi002.stdout:3682: left oid 50 (ObjNum 1145 snap 351 seq_num 1145) 2024-09-14T03:47:41.964 INFO:tasks.rados.rados.0.smithi002.stdout:3683: finishing write tid 3 to smithi00278215-10 2024-09-14T03:47:41.964 INFO:tasks.rados.rados.0.smithi002.stdout:3683: finishing write tid 4 to smithi00278215-10 2024-09-14T03:47:41.964 INFO:tasks.rados.rados.0.smithi002.stdout:3683: finishing write tid 5 to smithi00278215-10 2024-09-14T03:47:41.964 INFO:tasks.rados.rados.0.smithi002.stdout:3683: finishing write tid 6 to smithi00278215-10 2024-09-14T03:47:41.964 INFO:tasks.rados.rados.0.smithi002.stdout:3683: oid 10 updating version 0 to 4825 2024-09-14T03:47:41.964 INFO:tasks.rados.rados.0.smithi002.stdout:3683: oid 10 updating version 4825 to 4828 2024-09-14T03:47:41.964 INFO:tasks.rados.rados.0.smithi002.stdout:3683: oid 10 updating version 4828 to 4829 2024-09-14T03:47:41.965 INFO:tasks.rados.rados.0.smithi002.stdout:3683: oid 10 version 4829 is already newer than 4826 2024-09-14T03:47:41.965 INFO:tasks.rados.rados.0.smithi002.stdout:3683: oid 10 version 4829 is already newer than 4827 2024-09-14T03:47:41.965 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 4829 (ObjNum 1146 snap 351 seq_num 1146) dirty exists 2024-09-14T03:47:41.965 INFO:tasks.rados.rados.0.smithi002.stdout:3683: left oid 10 (ObjNum 1146 snap 351 seq_num 1146) 2024-09-14T03:47:42.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:41 smithi154 ceph-mon[81546]: pgmap v861: 121 pgs: 121 active+clean; 126 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 7.4 MiB/s wr, 61 op/s 2024-09-14T03:47:42.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:41 smithi154 ceph-mon[81546]: osdmap e791: 8 total, 8 up, 8 in 2024-09-14T03:47:42.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:41 smithi002 ceph-mon[89815]: pgmap v861: 121 pgs: 121 active+clean; 126 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 7.4 MiB/s wr, 61 op/s 2024-09-14T03:47:42.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:41 smithi002 ceph-mon[89815]: osdmap e791: 8 total, 8 up, 8 in 2024-09-14T03:47:42.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:41 smithi002 ceph-mon[87970]: pgmap v861: 121 pgs: 121 active+clean; 126 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 7.4 MiB/s wr, 61 op/s 2024-09-14T03:47:42.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:41 smithi002 ceph-mon[87970]: osdmap e791: 8 total, 8 up, 8 in 2024-09-14T03:47:42.841 INFO:tasks.rados.rados.0.smithi002.stdout:3680: done (3 left) 2024-09-14T03:47:42.841 INFO:tasks.rados.rados.0.smithi002.stdout:3682: done (2 left) 2024-09-14T03:47:42.842 INFO:tasks.rados.rados.0.smithi002.stdout:3683: done (1 left) 2024-09-14T03:47:42.842 INFO:tasks.rados.rados.0.smithi002.stdout:3685: done (0 left) 2024-09-14T03:47:42.842 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 17 current snap is 352 2024-09-14T03:47:42.842 INFO:tasks.rados.rados.0.smithi002.stdout:3686: seq_num 1147 ranges {6455296=16384} 2024-09-14T03:47:42.877 INFO:tasks.rados.rados.0.smithi002.stdout:3686: writing smithi00278215-17 from 6455296 to 6471680 tid 1 2024-09-14T03:47:42.877 INFO:tasks.rados.rados.0.smithi002.stdout:3687: read oid 7 snap -1 2024-09-14T03:47:42.877 INFO:tasks.rados.rados.0.smithi002.stdout:3687: expect (ObjNum 1139 snap 351 seq_num 1139) 2024-09-14T03:47:42.877 INFO:tasks.rados.rados.0.smithi002.stdout:3688: snap_create 2024-09-14T03:47:42.882 INFO:tasks.rados.rados.0.smithi002.stdout:3686: finishing write tid 1 to smithi00278215-17 2024-09-14T03:47:42.883 INFO:tasks.rados.rados.0.smithi002.stdout:3686: finishing write tid 2 to smithi00278215-17 2024-09-14T03:47:42.885 INFO:tasks.rados.rados.0.smithi002.stdout:3686: finishing write tid 3 to smithi00278215-17 2024-09-14T03:47:42.885 INFO:tasks.rados.rados.0.smithi002.stdout:3686: oid 17 updating version 0 to 4692 2024-09-14T03:47:42.885 INFO:tasks.rados.rados.0.smithi002.stdout:3686: oid 17 updating version 4692 to 4693 2024-09-14T03:47:42.885 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 17 v 4693 (ObjNum 1147 snap 352 seq_num 1147) dirty exists 2024-09-14T03:47:42.885 INFO:tasks.rados.rados.0.smithi002.stdout:3686: left oid 17 (ObjNum 1147 snap 352 seq_num 1147) 2024-09-14T03:47:42.926 INFO:tasks.rados.rados.0.smithi002.stdout:3687: expect (ObjNum 1139 snap 351 seq_num 1139) 2024-09-14T03:47:43.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:42 smithi154 ceph-mon[81546]: osdmap e792: 8 total, 8 up, 8 in 2024-09-14T03:47:43.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:42 smithi154 ceph-mon[81546]: osdmap e793: 8 total, 8 up, 8 in 2024-09-14T03:47:43.436 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:42 smithi002 ceph-mon[89815]: osdmap e792: 8 total, 8 up, 8 in 2024-09-14T03:47:43.436 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:42 smithi002 ceph-mon[89815]: osdmap e793: 8 total, 8 up, 8 in 2024-09-14T03:47:43.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:42 smithi002 ceph-mon[87970]: osdmap e792: 8 total, 8 up, 8 in 2024-09-14T03:47:43.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:42 smithi002 ceph-mon[87970]: osdmap e793: 8 total, 8 up, 8 in 2024-09-14T03:47:44.222 INFO:tasks.rados.rados.0.smithi002.stdout:3686: done (2 left) 2024-09-14T03:47:44.222 INFO:tasks.rados.rados.0.smithi002.stdout:3687: done (1 left) 2024-09-14T03:47:44.222 INFO:tasks.rados.rados.0.smithi002.stdout:3688: done (0 left) 2024-09-14T03:47:44.222 INFO:tasks.rados.rados.0.smithi002.stdout:3689: read oid 3 snap -1 2024-09-14T03:47:44.222 INFO:tasks.rados.rados.0.smithi002.stdout:3689: expect (ObjNum 984 snap 317 seq_num 984) 2024-09-14T03:47:44.222 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 22 current snap is 353 2024-09-14T03:47:44.223 INFO:tasks.rados.rados.0.smithi002.stdout:3690: seq_num 1148 ranges {4866048=32768} 2024-09-14T03:47:44.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:43 smithi154 ceph-mon[81546]: pgmap v864: 121 pgs: 121 active+clean; 137 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 23 MiB/s rd, 4.4 MiB/s wr, 25 op/s 2024-09-14T03:47:44.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:43 smithi154 ceph-mon[81546]: osdmap e794: 8 total, 8 up, 8 in 2024-09-14T03:47:44.249 INFO:tasks.rados.rados.0.smithi002.stdout:3690: writing smithi00278215-22 from 4866048 to 4898816 tid 1 2024-09-14T03:47:44.249 INFO:tasks.rados.rados.0.smithi002.stdout:3691: read oid 37 snap -1 2024-09-14T03:47:44.249 INFO:tasks.rados.rados.0.smithi002.stdout:3691: expect deleted 2024-09-14T03:47:44.249 INFO:tasks.rados.rados.0.smithi002.stdout:3692: read oid 40 snap -1 2024-09-14T03:47:44.249 INFO:tasks.rados.rados.0.smithi002.stdout:3692: expect (ObjNum 1089 snap 342 seq_num 1089) 2024-09-14T03:47:44.250 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 14 current snap is 353 2024-09-14T03:47:44.250 INFO:tasks.rados.rados.0.smithi002.stdout:3693: seq_num 1149 ranges {4759552=49152} 2024-09-14T03:47:44.276 INFO:tasks.rados.rados.0.smithi002.stdout:3693: writing smithi00278215-14 from 4759552 to 4808704 tid 1 2024-09-14T03:47:44.276 INFO:tasks.rados.rados.0.smithi002.stdout:3694: read oid 44 snap -1 2024-09-14T03:47:44.276 INFO:tasks.rados.rados.0.smithi002.stdout:3694: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:47:44.276 INFO:tasks.rados.rados.0.smithi002.stdout:3695: copy_from oid 32 from oid 4 current snap is 353 2024-09-14T03:47:44.276 INFO:tasks.rados.rados.0.smithi002.stdout:3689: expect (ObjNum 984 snap 317 seq_num 984) 2024-09-14T03:47:44.332 INFO:tasks.rados.rados.0.smithi002.stdout:3690: finishing write tid 1 to smithi00278215-22 2024-09-14T03:47:44.333 INFO:tasks.rados.rados.0.smithi002.stdout:3690: finishing write tid 2 to smithi00278215-22 2024-09-14T03:47:44.333 INFO:tasks.rados.rados.0.smithi002.stdout:3690: finishing write tid 3 to smithi00278215-22 2024-09-14T03:47:44.333 INFO:tasks.rados.rados.0.smithi002.stdout:3690: oid 22 updating version 0 to 4692 2024-09-14T03:47:44.333 INFO:tasks.rados.rados.0.smithi002.stdout:3690: oid 22 updating version 4692 to 4693 2024-09-14T03:47:44.333 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 22 v 4693 (ObjNum 1148 snap 353 seq_num 1148) dirty exists 2024-09-14T03:47:44.333 INFO:tasks.rados.rados.0.smithi002.stdout:3690: left oid 22 (ObjNum 1148 snap 353 seq_num 1148) 2024-09-14T03:47:44.333 INFO:tasks.rados.rados.0.smithi002.stdout:3694: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:47:44.333 INFO:tasks.rados.rados.0.smithi002.stdout:3693: finishing write tid 1 to smithi00278215-14 2024-09-14T03:47:44.333 INFO:tasks.rados.rados.0.smithi002.stdout:3693: finishing write tid 2 to smithi00278215-14 2024-09-14T03:47:44.333 INFO:tasks.rados.rados.0.smithi002.stdout:3693: finishing write tid 3 to smithi00278215-14 2024-09-14T03:47:44.333 INFO:tasks.rados.rados.0.smithi002.stdout:3693: oid 14 updating version 0 to 4831 2024-09-14T03:47:44.333 INFO:tasks.rados.rados.0.smithi002.stdout:3693: oid 14 version 4831 is already newer than 4830 2024-09-14T03:47:44.334 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 14 v 4831 (ObjNum 1149 snap 353 seq_num 1149) dirty exists 2024-09-14T03:47:44.334 INFO:tasks.rados.rados.0.smithi002.stdout:3693: left oid 14 (ObjNum 1149 snap 353 seq_num 1149) 2024-09-14T03:47:44.334 INFO:tasks.rados.rados.0.smithi002.stdout:3692: expect (ObjNum 1089 snap 342 seq_num 1089) 2024-09-14T03:47:44.436 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:43 smithi002 ceph-mon[89815]: pgmap v864: 121 pgs: 121 active+clean; 137 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 23 MiB/s rd, 4.4 MiB/s wr, 25 op/s 2024-09-14T03:47:44.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:43 smithi002 ceph-mon[89815]: osdmap e794: 8 total, 8 up, 8 in 2024-09-14T03:47:44.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:43 smithi002 ceph-mon[87970]: pgmap v864: 121 pgs: 121 active+clean; 137 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 23 MiB/s rd, 4.4 MiB/s wr, 25 op/s 2024-09-14T03:47:44.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:43 smithi002 ceph-mon[87970]: osdmap e794: 8 total, 8 up, 8 in 2024-09-14T03:47:44.691 INFO:tasks.rados.rados.0.smithi002.stdout:3695: finishing copy_from racing read to smithi00278215-32 2024-09-14T03:47:44.691 INFO:tasks.rados.rados.0.smithi002.stdout:3695: finishing copy_from to smithi00278215-32 2024-09-14T03:47:44.691 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 4165 (ObjNum 33 snap 0 seq_num 0) dirty exists 2024-09-14T03:47:44.691 INFO:tasks.rados.rados.0.smithi002.stdout:3689: done (6 left) 2024-09-14T03:47:44.691 INFO:tasks.rados.rados.0.smithi002.stdout:3690: done (5 left) 2024-09-14T03:47:44.691 INFO:tasks.rados.rados.0.smithi002.stdout:3691: done (4 left) 2024-09-14T03:47:44.691 INFO:tasks.rados.rados.0.smithi002.stdout:3692: done (3 left) 2024-09-14T03:47:44.691 INFO:tasks.rados.rados.0.smithi002.stdout:3693: done (2 left) 2024-09-14T03:47:44.691 INFO:tasks.rados.rados.0.smithi002.stdout:3694: done (1 left) 2024-09-14T03:47:44.692 INFO:tasks.rados.rados.0.smithi002.stdout:3695: done (0 left) 2024-09-14T03:47:44.692 INFO:tasks.rados.rados.0.smithi002.stdout:3696: read oid 26 snap -1 2024-09-14T03:47:44.692 INFO:tasks.rados.rados.0.smithi002.stdout:3696: expect (ObjNum 1119 snap 349 seq_num 1119) 2024-09-14T03:47:44.692 INFO:tasks.rados.rados.0.smithi002.stdout:3697: read oid 2 snap -1 2024-09-14T03:47:44.692 INFO:tasks.rados.rados.0.smithi002.stdout:3697: expect (ObjNum 1030 snap 328 seq_num 1030) 2024-09-14T03:47:44.692 INFO:tasks.rados.rados.0.smithi002.stdout:3698: rollback oid 45 current snap is 353 2024-09-14T03:47:44.692 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 45 to 351 2024-09-14T03:47:44.692 INFO:tasks.rados.rados.0.smithi002.stdout:3699: delete oid 43 current snap is 353 2024-09-14T03:47:44.696 INFO:tasks.rados.rados.0.smithi002.stdout:3698: finishing rollback tid 0 to smithi00278215-45 2024-09-14T03:47:44.696 INFO:tasks.rados.rados.0.smithi002.stdout:3698: finishing rollback tid 1 to smithi00278215-45 2024-09-14T03:47:44.697 INFO:tasks.rados.rados.0.smithi002.stdout:3698: finishing rollback tid 2 to smithi00278215-45 2024-09-14T03:47:44.697 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 45 v 2751 (ObjNum 1112 snap 348 seq_num 1112) dirty exists 2024-09-14T03:47:44.697 INFO:tasks.rados.rados.0.smithi002.stdout:3698: done (3 left) 2024-09-14T03:47:44.697 INFO:tasks.rados.rados.0.smithi002.stdout:3699: done (2 left) 2024-09-14T03:47:44.697 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 20 current snap is 353 2024-09-14T03:47:44.697 INFO:tasks.rados.rados.0.smithi002.stdout:3700: seq_num 1151 ranges {0=81920} 2024-09-14T03:47:44.698 INFO:tasks.rados.rados.0.smithi002.stdout:3700: writing smithi00278215-20 from 0 to 81920 tid 1 2024-09-14T03:47:44.698 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 24 current snap is 353 2024-09-14T03:47:44.698 INFO:tasks.rados.rados.0.smithi002.stdout:3701: seq_num 1152 ranges {4038656=98304} 2024-09-14T03:47:44.721 INFO:tasks.rados.rados.0.smithi002.stdout:3701: writing smithi00278215-24 from 4038656 to 4136960 tid 1 2024-09-14T03:47:44.721 INFO:tasks.rados.rados.0.smithi002.stdout:3702: delete oid 19 current snap is 353 2024-09-14T03:47:44.721 INFO:tasks.rados.rados.0.smithi002.stdout:3697: expect (ObjNum 1030 snap 328 seq_num 1030) 2024-09-14T03:47:44.886 INFO:tasks.rados.rados.0.smithi002.stdout:3700: finishing write tid 1 to smithi00278215-20 2024-09-14T03:47:44.886 INFO:tasks.rados.rados.0.smithi002.stdout:3700: finishing write tid 2 to smithi00278215-20 2024-09-14T03:47:44.886 INFO:tasks.rados.rados.0.smithi002.stdout:3700: finishing write tid 3 to smithi00278215-20 2024-09-14T03:47:44.886 INFO:tasks.rados.rados.0.smithi002.stdout:3700: oid 20 updating version 0 to 2753 2024-09-14T03:47:44.886 INFO:tasks.rados.rados.0.smithi002.stdout:3700: oid 20 version 2753 is already newer than 2752 2024-09-14T03:47:44.886 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 20 v 2753 (ObjNum 1151 snap 353 seq_num 1151) dirty exists 2024-09-14T03:47:44.886 INFO:tasks.rados.rados.0.smithi002.stdout:3700: left oid 20 (ObjNum 1151 snap 353 seq_num 1151) 2024-09-14T03:47:44.886 INFO:tasks.rados.rados.0.smithi002.stdout:3696: expect (ObjNum 1119 snap 349 seq_num 1119) 2024-09-14T03:47:45.059 INFO:tasks.rados.rados.0.smithi002.stdout:3701: finishing write tid 1 to smithi00278215-24 2024-09-14T03:47:45.059 INFO:tasks.rados.rados.0.smithi002.stdout:3701: finishing write tid 2 to smithi00278215-24 2024-09-14T03:47:45.059 INFO:tasks.rados.rados.0.smithi002.stdout:3701: finishing write tid 3 to smithi00278215-24 2024-09-14T03:47:45.059 INFO:tasks.rados.rados.0.smithi002.stdout:3701: oid 24 updating version 0 to 4331 2024-09-14T03:47:45.060 INFO:tasks.rados.rados.0.smithi002.stdout:3701: oid 24 updating version 4331 to 4332 2024-09-14T03:47:45.060 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 24 v 4332 (ObjNum 1152 snap 353 seq_num 1152) dirty exists 2024-09-14T03:47:45.060 INFO:tasks.rados.rados.0.smithi002.stdout:3701: left oid 24 (ObjNum 1152 snap 353 seq_num 1152) 2024-09-14T03:47:45.060 INFO:tasks.rados.rados.0.smithi002.stdout:3696: done (4 left) 2024-09-14T03:47:45.060 INFO:tasks.rados.rados.0.smithi002.stdout:3697: done (3 left) 2024-09-14T03:47:45.060 INFO:tasks.rados.rados.0.smithi002.stdout:3700: done (2 left) 2024-09-14T03:47:45.060 INFO:tasks.rados.rados.0.smithi002.stdout:3701: done (1 left) 2024-09-14T03:47:45.060 INFO:tasks.rados.rados.0.smithi002.stdout:3702: done (0 left) 2024-09-14T03:47:45.060 INFO:tasks.rados.rados.0.smithi002.stdout:3703: read oid 44 snap -1 2024-09-14T03:47:45.060 INFO:tasks.rados.rados.0.smithi002.stdout:3703: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:47:45.060 INFO:tasks.rados.rados.0.smithi002.stdout:3704: read oid 28 snap -1 2024-09-14T03:47:45.060 INFO:tasks.rados.rados.0.smithi002.stdout:3704: expect (ObjNum 1140 snap 351 seq_num 1140) 2024-09-14T03:47:45.060 INFO:tasks.rados.rados.0.smithi002.stdout:3705: rollback oid 33 current snap is 353 2024-09-14T03:47:45.061 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 33 to 351 2024-09-14T03:47:45.061 INFO:tasks.rados.rados.0.smithi002.stdout:3706: snap_create 2024-09-14T03:47:45.061 INFO:tasks.rados.rados.0.smithi002.stdout:3703: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:47:45.070 INFO:tasks.rados.rados.0.smithi002.stdout:3704: expect (ObjNum 1140 snap 351 seq_num 1140) 2024-09-14T03:47:45.134 INFO:tasks.rados.rados.0.smithi002.stdout:3705: finishing rollback tid 0 to smithi00278215-33 2024-09-14T03:47:45.134 INFO:tasks.rados.rados.0.smithi002.stdout:3705: finishing rollback tid 1 to smithi00278215-33 2024-09-14T03:47:45.134 INFO:tasks.rados.rados.0.smithi002.stdout:3705: finishing rollback tid 2 to smithi00278215-33 2024-09-14T03:47:45.134 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 33 v 4697 (ObjNum 1108 snap 347 seq_num 1108) dirty exists 2024-09-14T03:47:45.686 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:47:45 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:47:45] "GET /metrics HTTP/1.1" 200 36432 "" "Prometheus/2.51.0" 2024-09-14T03:47:45.975 INFO:tasks.rados.rados.0.smithi002.stdout:3703: done (3 left) 2024-09-14T03:47:45.975 INFO:tasks.rados.rados.0.smithi002.stdout:3704: done (2 left) 2024-09-14T03:47:45.976 INFO:tasks.rados.rados.0.smithi002.stdout:3705: done (1 left) 2024-09-14T03:47:45.976 INFO:tasks.rados.rados.0.smithi002.stdout:3706: done (0 left) 2024-09-14T03:47:45.976 INFO:tasks.rados.rados.0.smithi002.stdout:3707: read oid 24 snap -1 2024-09-14T03:47:45.976 INFO:tasks.rados.rados.0.smithi002.stdout:3707: expect (ObjNum 1152 snap 353 seq_num 1152) 2024-09-14T03:47:45.976 INFO:tasks.rados.rados.0.smithi002.stdout:3708: copy_from oid 15 from oid 16 current snap is 354 2024-09-14T03:47:45.976 INFO:tasks.rados.rados.0.smithi002.stdout:3709: copy_from oid 44 from oid 5 current snap is 354 2024-09-14T03:47:45.976 INFO:tasks.rados.rados.0.smithi002.stdout:3710: read oid 17 snap -1 2024-09-14T03:47:45.976 INFO:tasks.rados.rados.0.smithi002.stdout:3710: expect (ObjNum 1147 snap 352 seq_num 1147) 2024-09-14T03:47:45.976 INFO:tasks.rados.rados.0.smithi002.stdout:3711: setattr oid 4 current snap is 354 2024-09-14T03:47:45.976 INFO:tasks.rados.rados.0.smithi002.stdout:3712: snap_remove snap 353 2024-09-14T03:47:46.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:45 smithi154 ceph-mon[81546]: pgmap v867: 121 pgs: 121 active+clean; 139 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 27 MiB/s rd, 3.3 MiB/s wr, 19 op/s 2024-09-14T03:47:46.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:45 smithi002 ceph-mon[87970]: pgmap v867: 121 pgs: 121 active+clean; 139 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 27 MiB/s rd, 3.3 MiB/s wr, 19 op/s 2024-09-14T03:47:46.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:45 smithi002 ceph-mon[89815]: pgmap v867: 121 pgs: 121 active+clean; 139 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 27 MiB/s rd, 3.3 MiB/s wr, 19 op/s 2024-09-14T03:47:46.980 INFO:tasks.rados.rados.0.smithi002.stdout:3712: done (5 left) 2024-09-14T03:47:46.981 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 34 current snap is 354 2024-09-14T03:47:46.981 INFO:tasks.rados.rados.0.smithi002.stdout:3713: seq_num 1154 ranges {4808704=131072} 2024-09-14T03:47:47.007 INFO:tasks.rados.rados.0.smithi002.stdout:3713: writing smithi00278215-34 from 4808704 to 4939776 tid 1 2024-09-14T03:47:47.007 INFO:tasks.rados.rados.0.smithi002.stdout:3714: snap_remove snap 351 2024-09-14T03:47:47.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:46 smithi154 ceph-mon[81546]: osdmap e795: 8 total, 8 up, 8 in 2024-09-14T03:47:47.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:46 smithi002 ceph-mon[87970]: osdmap e795: 8 total, 8 up, 8 in 2024-09-14T03:47:47.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:46 smithi002 ceph-mon[89815]: osdmap e795: 8 total, 8 up, 8 in 2024-09-14T03:47:47.844 INFO:tasks.rados.rados.0.smithi002.stdout:3714: done (6 left) 2024-09-14T03:47:47.844 INFO:tasks.rados.rados.0.smithi002.stdout:3715: read oid 23 snap 352 2024-09-14T03:47:47.844 INFO:tasks.rados.rados.0.smithi002.stdout:3715: expect deleted 2024-09-14T03:47:47.845 INFO:tasks.rados.rados.0.smithi002.stdout:3716: copy_from oid 19 from oid 35 current snap is 354 2024-09-14T03:47:47.845 INFO:tasks.rados.rados.0.smithi002.stdout:3708: finishing copy_from racing read to smithi00278215-15 2024-09-14T03:47:47.845 INFO:tasks.rados.rados.0.smithi002.stdout:3708: finishing copy_from to smithi00278215-15 2024-09-14T03:47:47.845 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 15 v 4685 (ObjNum 33 snap 0 seq_num 854926528) dirty exists 2024-09-14T03:47:47.845 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 4832 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-09-14T03:47:47.845 INFO:tasks.rados.rados.0.smithi002.stdout:3707: expect (ObjNum 1152 snap 353 seq_num 1152) 2024-09-14T03:47:48.089 INFO:tasks.rados.rados.0.smithi002.stdout:3710: expect (ObjNum 1147 snap 352 seq_num 1147) 2024-09-14T03:47:48.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:47 smithi154 ceph-mon[81546]: pgmap v869: 121 pgs: 121 active+clean; 136 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 518 KiB/s wr, 4 op/s 2024-09-14T03:47:48.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:47 smithi154 ceph-mon[81546]: osdmap e796: 8 total, 8 up, 8 in 2024-09-14T03:47:48.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:47 smithi154 ceph-mon[81546]: osdmap e797: 8 total, 8 up, 8 in 2024-09-14T03:47:48.436 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:47 smithi002 ceph-mon[89815]: pgmap v869: 121 pgs: 121 active+clean; 136 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 518 KiB/s wr, 4 op/s 2024-09-14T03:47:48.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:47 smithi002 ceph-mon[89815]: osdmap e796: 8 total, 8 up, 8 in 2024-09-14T03:47:48.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:47 smithi002 ceph-mon[89815]: osdmap e797: 8 total, 8 up, 8 in 2024-09-14T03:47:48.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:47 smithi002 ceph-mon[87970]: pgmap v869: 121 pgs: 121 active+clean; 136 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 518 KiB/s wr, 4 op/s 2024-09-14T03:47:48.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:47 smithi002 ceph-mon[87970]: osdmap e796: 8 total, 8 up, 8 in 2024-09-14T03:47:48.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:47 smithi002 ceph-mon[87970]: osdmap e797: 8 total, 8 up, 8 in 2024-09-14T03:47:48.554 INFO:tasks.rados.rados.0.smithi002.stdout:3709: finishing copy_from racing read to smithi00278215-44 2024-09-14T03:47:48.554 INFO:tasks.rados.rados.0.smithi002.stdout:3709: finishing copy_from to smithi00278215-44 2024-09-14T03:47:48.554 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 4332 (ObjNum 1121 snap 349 seq_num 1121) dirty exists 2024-09-14T03:47:48.554 INFO:tasks.rados.rados.0.smithi002.stdout:3713: finishing write tid 1 to smithi00278215-34 2024-09-14T03:47:48.554 INFO:tasks.rados.rados.0.smithi002.stdout:3713: finishing write tid 2 to smithi00278215-34 2024-09-14T03:47:48.554 INFO:tasks.rados.rados.0.smithi002.stdout:3713: finishing write tid 3 to smithi00278215-34 2024-09-14T03:47:48.555 INFO:tasks.rados.rados.0.smithi002.stdout:3713: oid 34 updating version 0 to 4164 2024-09-14T03:47:48.556 INFO:tasks.rados.rados.0.smithi002.stdout:3713: oid 34 version 4164 is already newer than 4163 2024-09-14T03:47:48.556 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 34 v 4164 (ObjNum 1154 snap 354 seq_num 1154) dirty exists 2024-09-14T03:47:48.556 INFO:tasks.rados.rados.0.smithi002.stdout:3713: left oid 34 (ObjNum 1154 snap 354 seq_num 1154) 2024-09-14T03:47:48.556 INFO:tasks.rados.rados.0.smithi002.stdout:3707: done (7 left) 2024-09-14T03:47:48.556 INFO:tasks.rados.rados.0.smithi002.stdout:3708: done (6 left) 2024-09-14T03:47:48.556 INFO:tasks.rados.rados.0.smithi002.stdout:3709: done (5 left) 2024-09-14T03:47:48.556 INFO:tasks.rados.rados.0.smithi002.stdout:3710: done (4 left) 2024-09-14T03:47:48.556 INFO:tasks.rados.rados.0.smithi002.stdout:3711: done (3 left) 2024-09-14T03:47:48.556 INFO:tasks.rados.rados.0.smithi002.stdout:3713: done (2 left) 2024-09-14T03:47:48.556 INFO:tasks.rados.rados.0.smithi002.stdout:3717: setattr oid 48 current snap is 354 2024-09-14T03:47:48.556 INFO:tasks.rados.rados.0.smithi002.stdout:3716: finishing copy_from racing read to smithi00278215-19 2024-09-14T03:47:48.556 INFO:tasks.rados.rados.0.smithi002.stdout:3716: finishing copy_from to smithi00278215-19 2024-09-14T03:47:48.557 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 19 v 4814 (ObjNum 1083 snap 342 seq_num 1083) dirty exists 2024-09-14T03:47:48.557 INFO:tasks.rados.rados.0.smithi002.stdout:3715: done (2 left) 2024-09-14T03:47:48.557 INFO:tasks.rados.rados.0.smithi002.stdout:3716: done (1 left) 2024-09-14T03:47:48.557 INFO:tasks.rados.rados.0.smithi002.stdout:3718: snap_create 2024-09-14T03:47:48.558 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 4333 (ObjNum 33 snap 0 seq_num 1695613520) dirty exists 2024-09-14T03:47:48.985 INFO:tasks.rados.rados.0.smithi002.stdout:3717: done (1 left) 2024-09-14T03:47:48.985 INFO:tasks.rados.rados.0.smithi002.stdout:3718: done (0 left) 2024-09-14T03:47:48.985 INFO:tasks.rados.rados.0.smithi002.stdout:3719: delete oid 34 current snap is 355 2024-09-14T03:47:48.991 INFO:tasks.rados.rados.0.smithi002.stdout:3719: done (0 left) 2024-09-14T03:47:48.991 INFO:tasks.rados.rados.0.smithi002.stdout:3720: rmattr oid 6 current snap is 355 2024-09-14T03:47:48.991 INFO:tasks.rados.rados.0.smithi002.stdout:3720: done (0 left) 2024-09-14T03:47:48.991 INFO:tasks.rados.rados.0.smithi002.stdout:3721: read oid 36 snap -1 2024-09-14T03:47:48.991 INFO:tasks.rados.rados.0.smithi002.stdout:3721: expect (ObjNum 1085 snap 342 seq_num 1085) 2024-09-14T03:47:48.991 INFO:tasks.rados.rados.0.smithi002.stdout:3722: snap_remove snap 352 2024-09-14T03:47:49.992 INFO:tasks.rados.rados.0.smithi002.stdout:3722: done (1 left) 2024-09-14T03:47:49.992 INFO:tasks.rados.rados.0.smithi002.stdout:3723: snap_remove snap 354 2024-09-14T03:47:50.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:49 smithi002 ceph-mon[87970]: pgmap v872: 121 pgs: 121 active+clean; 142 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 2.0 MiB/s wr, 15 op/s 2024-09-14T03:47:50.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:49 smithi002 ceph-mon[87970]: osdmap e798: 8 total, 8 up, 8 in 2024-09-14T03:47:50.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:49 smithi002 ceph-mon[89815]: pgmap v872: 121 pgs: 121 active+clean; 142 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 2.0 MiB/s wr, 15 op/s 2024-09-14T03:47:50.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:49 smithi002 ceph-mon[89815]: osdmap e798: 8 total, 8 up, 8 in 2024-09-14T03:47:50.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:49 smithi154 ceph-mon[81546]: pgmap v872: 121 pgs: 121 active+clean; 142 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 2.0 MiB/s wr, 15 op/s 2024-09-14T03:47:50.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:49 smithi154 ceph-mon[81546]: osdmap e798: 8 total, 8 up, 8 in 2024-09-14T03:47:50.998 INFO:tasks.rados.rados.0.smithi002.stdout:3721: expect (ObjNum 1085 snap 342 seq_num 1085) 2024-09-14T03:47:51.038 INFO:tasks.rados.rados.0.smithi002.stdout:3721: done (1 left) 2024-09-14T03:47:51.038 INFO:tasks.rados.rados.0.smithi002.stdout:3723: done (0 left) 2024-09-14T03:47:51.038 INFO:tasks.rados.rados.0.smithi002.stdout:3724: copy_from oid 22 from oid 26 current snap is 355 2024-09-14T03:47:51.038 INFO:tasks.rados.rados.0.smithi002.stdout:3725: read oid 48 snap -1 2024-09-14T03:47:51.038 INFO:tasks.rados.rados.0.smithi002.stdout:3725: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:47:51.038 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 5 current snap is 355 2024-09-14T03:47:51.039 INFO:tasks.rados.rados.0.smithi002.stdout:3726: seq_num 1156 ranges {7241728=163840} 2024-09-14T03:47:51.079 INFO:tasks.rados.rados.0.smithi002.stdout:3726: writing smithi00278215-5 from 7241728 to 7405568 tid 1 2024-09-14T03:47:51.079 INFO:tasks.rados.rados.0.smithi002.stdout:3727: read oid 37 snap -1 2024-09-14T03:47:51.079 INFO:tasks.rados.rados.0.smithi002.stdout:3727: expect deleted 2024-09-14T03:47:51.079 INFO:tasks.rados.rados.0.smithi002.stdout:3728: rmattr oid 27 current snap is 355 2024-09-14T03:47:51.079 INFO:tasks.rados.rados.0.smithi002.stdout:3728: done (4 left) 2024-09-14T03:47:51.079 INFO:tasks.rados.rados.0.smithi002.stdout:3729: read oid 16 snap -1 2024-09-14T03:47:51.079 INFO:tasks.rados.rados.0.smithi002.stdout:3729: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:47:51.080 INFO:tasks.rados.rados.0.smithi002.stdout:3730: delete oid 12 current snap is 355 2024-09-14T03:47:51.080 INFO:tasks.rados.rados.0.smithi002.stdout:3725: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:47:51.081 INFO:tasks.rados.rados.0.smithi002.stdout:3724: finishing copy_from racing read to smithi00278215-22 2024-09-14T03:47:51.081 INFO:tasks.rados.rados.0.smithi002.stdout:3724: finishing copy_from to smithi00278215-22 2024-09-14T03:47:51.081 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 22 v 4689 (ObjNum 1119 snap 349 seq_num 1119) dirty exists 2024-09-14T03:47:51.081 INFO:tasks.rados.rados.0.smithi002.stdout:3729: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:47:51.083 INFO:tasks.rados.rados.0.smithi002.stdout:3726: finishing write tid 1 to smithi00278215-5 2024-09-14T03:47:51.083 INFO:tasks.rados.rados.0.smithi002.stdout:3726: finishing write tid 2 to smithi00278215-5 2024-09-14T03:47:51.083 INFO:tasks.rados.rados.0.smithi002.stdout:3724: done (5 left) 2024-09-14T03:47:51.083 INFO:tasks.rados.rados.0.smithi002.stdout:3725: done (4 left) 2024-09-14T03:47:51.084 INFO:tasks.rados.rados.0.smithi002.stdout:3727: done (3 left) 2024-09-14T03:47:51.084 INFO:tasks.rados.rados.0.smithi002.stdout:3729: done (2 left) 2024-09-14T03:47:51.084 INFO:tasks.rados.rados.0.smithi002.stdout:3730: done (1 left) 2024-09-14T03:47:51.084 INFO:tasks.rados.rados.0.smithi002.stdout:3731: snap_create 2024-09-14T03:47:51.084 INFO:tasks.rados.rados.0.smithi002.stdout:3726: finishing write tid 3 to smithi00278215-5 2024-09-14T03:47:51.084 INFO:tasks.rados.rados.0.smithi002.stdout:3726: oid 5 updating version 0 to 4340 2024-09-14T03:47:51.084 INFO:tasks.rados.rados.0.smithi002.stdout:3726: oid 5 version 4340 is already newer than 4339 2024-09-14T03:47:51.084 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 5 v 4340 (ObjNum 1156 snap 355 seq_num 1156) dirty exists 2024-09-14T03:47:51.084 INFO:tasks.rados.rados.0.smithi002.stdout:3726: left oid 5 (ObjNum 1156 snap 355 seq_num 1156) 2024-09-14T03:47:51.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:50 smithi002 ceph-mon[87970]: osdmap e799: 8 total, 8 up, 8 in 2024-09-14T03:47:51.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:50 smithi002 ceph-mon[89815]: osdmap e799: 8 total, 8 up, 8 in 2024-09-14T03:47:51.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:50 smithi154 ceph-mon[81546]: osdmap e799: 8 total, 8 up, 8 in 2024-09-14T03:47:52.002 INFO:tasks.rados.rados.0.smithi002.stdout:3726: done (1 left) 2024-09-14T03:47:52.003 INFO:tasks.rados.rados.0.smithi002.stdout:3731: done (0 left) 2024-09-14T03:47:52.003 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 1 current snap is 356 2024-09-14T03:47:52.003 INFO:tasks.rados.rados.0.smithi002.stdout:3732: seq_num 1158 ranges {3276800=196608} 2024-09-14T03:47:52.021 INFO:tasks.rados.rados.0.smithi002.stdout:3732: writing smithi00278215-1 from 3276800 to 3473408 tid 1 2024-09-14T03:47:52.021 INFO:tasks.rados.rados.0.smithi002.stdout:3733: delete oid 50 current snap is 356 2024-09-14T03:47:52.028 INFO:tasks.rados.rados.0.smithi002.stdout:3732: finishing write tid 1 to smithi00278215-1 2024-09-14T03:47:52.029 INFO:tasks.rados.rados.0.smithi002.stdout:3732: finishing write tid 2 to smithi00278215-1 2024-09-14T03:47:52.029 INFO:tasks.rados.rados.0.smithi002.stdout:3733: done (1 left) 2024-09-14T03:47:52.029 INFO:tasks.rados.rados.0.smithi002.stdout:3734: snap_create 2024-09-14T03:47:52.032 INFO:tasks.rados.rados.0.smithi002.stdout:3732: finishing write tid 3 to smithi00278215-1 2024-09-14T03:47:52.032 INFO:tasks.rados.rados.0.smithi002.stdout:3732: oid 1 updating version 0 to 4955 2024-09-14T03:47:52.032 INFO:tasks.rados.rados.0.smithi002.stdout:3732: oid 1 version 4955 is already newer than 4954 2024-09-14T03:47:52.032 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 1 v 4955 (ObjNum 1158 snap 356 seq_num 1158) dirty exists 2024-09-14T03:47:52.032 INFO:tasks.rados.rados.0.smithi002.stdout:3732: left oid 1 (ObjNum 1158 snap 356 seq_num 1158) 2024-09-14T03:47:52.436 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:51 smithi002 ceph-mon[87970]: pgmap v875: 121 pgs: 121 active+clean; 142 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 1.8 MiB/s wr, 16 op/s 2024-09-14T03:47:52.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:51 smithi002 ceph-mon[87970]: osdmap e800: 8 total, 8 up, 8 in 2024-09-14T03:47:52.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:51 smithi002 ceph-mon[89815]: pgmap v875: 121 pgs: 121 active+clean; 142 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 1.8 MiB/s wr, 16 op/s 2024-09-14T03:47:52.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:51 smithi002 ceph-mon[89815]: osdmap e800: 8 total, 8 up, 8 in 2024-09-14T03:47:52.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:51 smithi154 ceph-mon[81546]: pgmap v875: 121 pgs: 121 active+clean; 142 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 1.8 MiB/s wr, 16 op/s 2024-09-14T03:47:52.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:51 smithi154 ceph-mon[81546]: osdmap e800: 8 total, 8 up, 8 in 2024-09-14T03:47:52.845 INFO:tasks.rados.rados.0.smithi002.stdout:3732: done (1 left) 2024-09-14T03:47:52.845 INFO:tasks.rados.rados.0.smithi002.stdout:3734: done (0 left) 2024-09-14T03:47:52.845 INFO:tasks.rados.rados.0.smithi002.stdout:3735: rmattr oid 15 current snap is 357 2024-09-14T03:47:52.846 INFO:tasks.rados.rados.0.smithi002.stdout:3736: read oid 31 snap -1 2024-09-14T03:47:52.846 INFO:tasks.rados.rados.0.smithi002.stdout:3736: expect (ObjNum 1043 snap 332 seq_num 1043) 2024-09-14T03:47:52.846 INFO:tasks.rados.rados.0.smithi002.stdout:3737: delete oid 6 current snap is 357 2024-09-14T03:47:52.852 INFO:tasks.rados.rados.0.smithi002.stdout:3737: done (2 left) 2024-09-14T03:47:52.852 INFO:tasks.rados.rados.0.smithi002.stdout:3738: rollback oid 32 current snap is 357 2024-09-14T03:47:52.853 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 32 to 355 2024-09-14T03:47:52.853 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 26 current snap is 357 2024-09-14T03:47:52.853 INFO:tasks.rados.rados.0.smithi002.stdout:3739: seq_num 1161 ranges {4120576=245760} 2024-09-14T03:47:52.877 INFO:tasks.rados.rados.0.smithi002.stdout:3739: writing smithi00278215-26 from 4120576 to 4366336 tid 1 2024-09-14T03:47:52.877 INFO:tasks.rados.rados.0.smithi002.stdout:3740: delete oid 1 current snap is 357 2024-09-14T03:47:52.877 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 15 v 4686 (ObjNum 33 snap 0 seq_num 1695699420) dirty exists 2024-09-14T03:47:52.877 INFO:tasks.rados.rados.0.smithi002.stdout:3738: finishing rollback tid 0 to smithi00278215-32 2024-09-14T03:47:52.878 INFO:tasks.rados.rados.0.smithi002.stdout:3738: finishing rollback tid 1 to smithi00278215-32 2024-09-14T03:47:52.878 INFO:tasks.rados.rados.0.smithi002.stdout:3738: finishing rollback tid 2 to smithi00278215-32 2024-09-14T03:47:52.878 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 4962 (ObjNum 33 snap 0 seq_num 854542560) dirty exists 2024-09-14T03:47:52.878 INFO:tasks.rados.rados.0.smithi002.stdout:3736: expect (ObjNum 1043 snap 332 seq_num 1043) 2024-09-14T03:47:53.099 INFO:tasks.rados.rados.0.smithi002.stdout:3739: finishing write tid 1 to smithi00278215-26 2024-09-14T03:47:53.099 INFO:tasks.rados.rados.0.smithi002.stdout:3739: finishing write tid 2 to smithi00278215-26 2024-09-14T03:47:53.099 INFO:tasks.rados.rados.0.smithi002.stdout:3739: finishing write tid 3 to smithi00278215-26 2024-09-14T03:47:53.099 INFO:tasks.rados.rados.0.smithi002.stdout:3739: oid 26 updating version 0 to 4695 2024-09-14T03:47:53.099 INFO:tasks.rados.rados.0.smithi002.stdout:3739: oid 26 updating version 4695 to 4696 2024-09-14T03:47:53.099 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 4696 (ObjNum 1161 snap 357 seq_num 1161) dirty exists 2024-09-14T03:47:53.099 INFO:tasks.rados.rados.0.smithi002.stdout:3739: left oid 26 (ObjNum 1161 snap 357 seq_num 1161) 2024-09-14T03:47:53.099 INFO:tasks.rados.rados.0.smithi002.stdout:3735: done (4 left) 2024-09-14T03:47:53.099 INFO:tasks.rados.rados.0.smithi002.stdout:3736: done (3 left) 2024-09-14T03:47:53.100 INFO:tasks.rados.rados.0.smithi002.stdout:3738: done (2 left) 2024-09-14T03:47:53.100 INFO:tasks.rados.rados.0.smithi002.stdout:3739: done (1 left) 2024-09-14T03:47:53.100 INFO:tasks.rados.rados.0.smithi002.stdout:3740: done (0 left) 2024-09-14T03:47:53.100 INFO:tasks.rados.rados.0.smithi002.stdout:3741: snap_remove snap 356 2024-09-14T03:47:53.436 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:53 smithi002 ceph-mon[87970]: osdmap e801: 8 total, 8 up, 8 in 2024-09-14T03:47:53.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:53 smithi002 ceph-mon[87970]: osdmap e802: 8 total, 8 up, 8 in 2024-09-14T03:47:53.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:53 smithi002 ceph-mon[89815]: osdmap e801: 8 total, 8 up, 8 in 2024-09-14T03:47:53.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:53 smithi002 ceph-mon[89815]: osdmap e802: 8 total, 8 up, 8 in 2024-09-14T03:47:53.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:53 smithi154 ceph-mon[81546]: osdmap e801: 8 total, 8 up, 8 in 2024-09-14T03:47:53.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:53 smithi154 ceph-mon[81546]: osdmap e802: 8 total, 8 up, 8 in 2024-09-14T03:47:54.013 INFO:tasks.rados.rados.0.smithi002.stdout:3741: done (0 left) 2024-09-14T03:47:54.013 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 1 current snap is 357 2024-09-14T03:47:54.013 INFO:tasks.rados.rados.0.smithi002.stdout:3742: seq_num 1163 ranges {0=286720} 2024-09-14T03:47:54.015 INFO:tasks.rados.rados.0.smithi002.stdout:3742: writing smithi00278215-1 from 0 to 286720 tid 1 2024-09-14T03:47:54.015 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 31 current snap is 357 2024-09-14T03:47:54.015 INFO:tasks.rados.rados.0.smithi002.stdout:3743: seq_num 1164 ranges {3997696=303104} 2024-09-14T03:47:54.039 INFO:tasks.rados.rados.0.smithi002.stdout:3743: writing smithi00278215-31 from 3997696 to 4300800 tid 1 2024-09-14T03:47:54.040 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 38 current snap is 357 2024-09-14T03:47:54.040 INFO:tasks.rados.rados.0.smithi002.stdout:3744: seq_num 1165 ranges {3588096=319488} 2024-09-14T03:47:54.061 INFO:tasks.rados.rados.0.smithi002.stdout:3744: writing smithi00278215-38 from 3588096 to 3907584 tid 1 2024-09-14T03:47:54.061 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 44 current snap is 357 2024-09-14T03:47:54.061 INFO:tasks.rados.rados.0.smithi002.stdout:3742: finishing write tid 1 to smithi00278215-1 2024-09-14T03:47:54.061 INFO:tasks.rados.rados.0.smithi002.stdout:3742: finishing write tid 2 to smithi00278215-1 2024-09-14T03:47:54.062 INFO:tasks.rados.rados.0.smithi002.stdout:3742: finishing write tid 3 to smithi00278215-1 2024-09-14T03:47:54.062 INFO:tasks.rados.rados.0.smithi002.stdout:3742: oid 1 updating version 0 to 4966 2024-09-14T03:47:54.062 INFO:tasks.rados.rados.0.smithi002.stdout:3742: oid 1 version 4966 is already newer than 4965 2024-09-14T03:47:54.062 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 1 v 4966 (ObjNum 1163 snap 357 seq_num 1163) dirty exists 2024-09-14T03:47:54.062 INFO:tasks.rados.rados.0.smithi002.stdout:3742: left oid 1 (ObjNum 1163 snap 357 seq_num 1163) 2024-09-14T03:47:54.062 INFO:tasks.rados.rados.0.smithi002.stdout:3743: finishing write tid 1 to smithi00278215-31 2024-09-14T03:47:54.062 INFO:tasks.rados.rados.0.smithi002.stdout:3743: finishing write tid 2 to smithi00278215-31 2024-09-14T03:47:54.062 INFO:tasks.rados.rados.0.smithi002.stdout:3743: finishing write tid 3 to smithi00278215-31 2024-09-14T03:47:54.062 INFO:tasks.rados.rados.0.smithi002.stdout:3743: oid 31 updating version 0 to 4335 2024-09-14T03:47:54.062 INFO:tasks.rados.rados.0.smithi002.stdout:3743: oid 31 version 4335 is already newer than 4334 2024-09-14T03:47:54.062 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 4335 (ObjNum 1164 snap 357 seq_num 1164) dirty exists 2024-09-14T03:47:54.062 INFO:tasks.rados.rados.0.smithi002.stdout:3743: left oid 31 (ObjNum 1164 snap 357 seq_num 1164) 2024-09-14T03:47:54.062 INFO:tasks.rados.rados.0.smithi002.stdout:3745: seq_num 1166 ranges {7241728=335872} 2024-09-14T03:47:54.103 INFO:tasks.rados.rados.0.smithi002.stdout:3745: writing smithi00278215-44 from 7241728 to 7577600 tid 1 2024-09-14T03:47:54.103 INFO:tasks.rados.rados.0.smithi002.stdout:3742: done (3 left) 2024-09-14T03:47:54.103 INFO:tasks.rados.rados.0.smithi002.stdout:3743: done (2 left) 2024-09-14T03:47:54.103 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 48 current snap is 357 2024-09-14T03:47:54.103 INFO:tasks.rados.rados.0.smithi002.stdout:3744: finishing write tid 1 to smithi00278215-38 2024-09-14T03:47:54.104 INFO:tasks.rados.rados.0.smithi002.stdout:3744: finishing write tid 2 to smithi00278215-38 2024-09-14T03:47:54.104 INFO:tasks.rados.rados.0.smithi002.stdout:3744: finishing write tid 3 to smithi00278215-38 2024-09-14T03:47:54.104 INFO:tasks.rados.rados.0.smithi002.stdout:3744: oid 38 updating version 0 to 4973 2024-09-14T03:47:54.104 INFO:tasks.rados.rados.0.smithi002.stdout:3744: oid 38 version 4973 is already newer than 4972 2024-09-14T03:47:54.104 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 4973 (ObjNum 1165 snap 357 seq_num 1165) dirty exists 2024-09-14T03:47:54.104 INFO:tasks.rados.rados.0.smithi002.stdout:3744: left oid 38 (ObjNum 1165 snap 357 seq_num 1165) 2024-09-14T03:47:54.104 INFO:tasks.rados.rados.0.smithi002.stdout:3746: seq_num 1167 ranges {0=352256} 2024-09-14T03:47:54.105 INFO:tasks.rados.rados.0.smithi002.stdout:3746: writing smithi00278215-48 from 0 to 352256 tid 1 2024-09-14T03:47:54.105 INFO:tasks.rados.rados.0.smithi002.stdout:3744: done (2 left) 2024-09-14T03:47:54.105 INFO:tasks.rados.rados.0.smithi002.stdout:3747: rmattr oid 41 current snap is 357 2024-09-14T03:47:54.106 INFO:tasks.rados.rados.0.smithi002.stdout:3747: done (2 left) 2024-09-14T03:47:54.106 INFO:tasks.rados.rados.0.smithi002.stdout:3748: rollback oid 35 current snap is 357 2024-09-14T03:47:54.106 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 35 to 355 2024-09-14T03:47:54.106 INFO:tasks.rados.rados.0.smithi002.stdout:3749: rmattr oid 2 current snap is 357 2024-09-14T03:47:54.106 INFO:tasks.rados.rados.0.smithi002.stdout:3749: done (3 left) 2024-09-14T03:47:54.106 INFO:tasks.rados.rados.0.smithi002.stdout:3750: rmattr oid 40 current snap is 357 2024-09-14T03:47:54.106 INFO:tasks.rados.rados.0.smithi002.stdout:3751: read oid 9 snap -1 2024-09-14T03:47:54.106 INFO:tasks.rados.rados.0.smithi002.stdout:3751: expect (ObjNum 727 snap 236 seq_num 727) 2024-09-14T03:47:54.106 INFO:tasks.rados.rados.0.smithi002.stdout:3752: rollback oid 1 current snap is 357 2024-09-14T03:47:54.106 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 1 to 355 2024-09-14T03:47:54.106 INFO:tasks.rados.rados.0.smithi002.stdout:3753: read oid 4 snap -1 2024-09-14T03:47:54.106 INFO:tasks.rados.rados.0.smithi002.stdout:3753: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:47:54.106 INFO:tasks.rados.rados.0.smithi002.stdout:3754: copy_from oid 6 from oid 43 current snap is 357 2024-09-14T03:47:54.107 INFO:tasks.rados.rados.0.smithi002.stdout:3755: delete oid 47 current snap is 357 2024-09-14T03:47:54.107 INFO:tasks.rados.rados.0.smithi002.stdout:3753: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:47:54.119 INFO:tasks.rados.rados.0.smithi002.stdout:3745: finishing write tid 1 to smithi00278215-44 2024-09-14T03:47:54.119 INFO:tasks.rados.rados.0.smithi002.stdout:3745: finishing write tid 2 to smithi00278215-44 2024-09-14T03:47:54.119 INFO:tasks.rados.rados.0.smithi002.stdout:3745: finishing write tid 3 to smithi00278215-44 2024-09-14T03:47:54.119 INFO:tasks.rados.rados.0.smithi002.stdout:3745: oid 44 updating version 0 to 4834 2024-09-14T03:47:54.119 INFO:tasks.rados.rados.0.smithi002.stdout:3745: oid 44 version 4834 is already newer than 4833 2024-09-14T03:47:54.119 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 4834 (ObjNum 1166 snap 357 seq_num 1166) dirty exists 2024-09-14T03:47:54.119 INFO:tasks.rados.rados.0.smithi002.stdout:3745: left oid 44 (ObjNum 1166 snap 357 seq_num 1166) 2024-09-14T03:47:54.119 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 4694 (ObjNum 1089 snap 342 seq_num 1089) dirty exists 2024-09-14T03:47:54.119 INFO:tasks.rados.rados.0.smithi002.stdout:3746: finishing write tid 1 to smithi00278215-48 2024-09-14T03:47:54.119 INFO:tasks.rados.rados.0.smithi002.stdout:3746: finishing write tid 2 to smithi00278215-48 2024-09-14T03:47:54.119 INFO:tasks.rados.rados.0.smithi002.stdout:3748: finishing rollback tid 0 to smithi00278215-35 2024-09-14T03:47:54.120 INFO:tasks.rados.rados.0.smithi002.stdout:3748: finishing rollback tid 1 to smithi00278215-35 2024-09-14T03:47:54.120 INFO:tasks.rados.rados.0.smithi002.stdout:3746: finishing write tid 3 to smithi00278215-48 2024-09-14T03:47:54.120 INFO:tasks.rados.rados.0.smithi002.stdout:3746: oid 48 updating version 0 to 4337 2024-09-14T03:47:54.120 INFO:tasks.rados.rados.0.smithi002.stdout:3746: oid 48 version 4337 is already newer than 4336 2024-09-14T03:47:54.120 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 4337 (ObjNum 1167 snap 357 seq_num 1167) dirty exists 2024-09-14T03:47:54.120 INFO:tasks.rados.rados.0.smithi002.stdout:3746: left oid 48 (ObjNum 1167 snap 357 seq_num 1167) 2024-09-14T03:47:54.120 INFO:tasks.rados.rados.0.smithi002.stdout:3745: done (8 left) 2024-09-14T03:47:54.120 INFO:tasks.rados.rados.0.smithi002.stdout:3746: done (7 left) 2024-09-14T03:47:54.120 INFO:tasks.rados.rados.0.smithi002.stdout:3750: done (6 left) 2024-09-14T03:47:54.120 INFO:tasks.rados.rados.0.smithi002.stdout:3753: done (5 left) 2024-09-14T03:47:54.120 INFO:tasks.rados.rados.0.smithi002.stdout:3755: done (4 left) 2024-09-14T03:47:54.120 INFO:tasks.rados.rados.0.smithi002.stdout:3756: snap_create 2024-09-14T03:47:54.120 INFO:tasks.rados.rados.0.smithi002.stdout:3752: finishing rollback tid 0 to smithi00278215-1 2024-09-14T03:47:54.120 INFO:tasks.rados.rados.0.smithi002.stdout:3752: finishing rollback tid 1 to smithi00278215-1 2024-09-14T03:47:54.121 INFO:tasks.rados.rados.0.smithi002.stdout:3751: expect (ObjNum 727 snap 236 seq_num 727) 2024-09-14T03:47:54.123 INFO:tasks.rados.rados.0.smithi002.stdout:3748: finishing rollback tid 2 to smithi00278215-35 2024-09-14T03:47:54.123 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 35 v 4823 (ObjNum 1083 snap 342 seq_num 1083) dirty exists 2024-09-14T03:47:54.123 INFO:tasks.rados.rados.0.smithi002.stdout:3754: finishing copy_from to smithi00278215-6 2024-09-14T03:47:54.123 INFO:tasks.rados.rados.0.smithi002.stdout:3754: got expected ENOENT (src dne) 2024-09-14T03:47:54.123 INFO:tasks.rados.rados.0.smithi002.stdout:3754: finishing copy_from racing read to smithi00278215-6 2024-09-14T03:47:54.123 INFO:tasks.rados.rados.0.smithi002.stdout:3752: finishing rollback tid 2 to smithi00278215-1 2024-09-14T03:47:54.124 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 1 v 4976 (ObjNum 1120 snap 349 seq_num 1120) dirty exists 2024-09-14T03:47:54.436 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:54 smithi002 ceph-mon[87970]: pgmap v878: 121 pgs: 121 active+clean; 140 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 870 KiB/s wr, 10 op/s 2024-09-14T03:47:54.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:54 smithi002 ceph-mon[89815]: pgmap v878: 121 pgs: 121 active+clean; 140 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 870 KiB/s wr, 10 op/s 2024-09-14T03:47:54.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:54 smithi154 ceph-mon[81546]: pgmap v878: 121 pgs: 121 active+clean; 140 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 870 KiB/s wr, 10 op/s 2024-09-14T03:47:55.017 INFO:tasks.rados.rados.0.smithi002.stdout:3748: done (4 left) 2024-09-14T03:47:55.017 INFO:tasks.rados.rados.0.smithi002.stdout:3751: done (3 left) 2024-09-14T03:47:55.017 INFO:tasks.rados.rados.0.smithi002.stdout:3752: done (2 left) 2024-09-14T03:47:55.018 INFO:tasks.rados.rados.0.smithi002.stdout:3754: done (1 left) 2024-09-14T03:47:55.018 INFO:tasks.rados.rados.0.smithi002.stdout:3756: done (0 left) 2024-09-14T03:47:55.018 INFO:tasks.rados.rados.0.smithi002.stdout:3757: snap_remove snap 355 2024-09-14T03:47:55.406 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:55 smithi002 ceph-mon[87970]: osdmap e803: 8 total, 8 up, 8 in 2024-09-14T03:47:55.406 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:55 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:47:55.407 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:55 smithi002 ceph-mon[89815]: osdmap e803: 8 total, 8 up, 8 in 2024-09-14T03:47:55.407 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:55 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:47:55.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:55 smithi154 ceph-mon[81546]: osdmap e803: 8 total, 8 up, 8 in 2024-09-14T03:47:55.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:55 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:47:55.686 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:47:55 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:47:55] "GET /metrics HTTP/1.1" 200 36433 "" "Prometheus/2.51.0" 2024-09-14T03:47:56.020 INFO:tasks.rados.rados.0.smithi002.stdout:3757: done (0 left) 2024-09-14T03:47:56.020 INFO:tasks.rados.rados.0.smithi002.stdout:3758: read oid 8 snap -1 2024-09-14T03:47:56.020 INFO:tasks.rados.rados.0.smithi002.stdout:3758: expect (ObjNum 1128 snap 349 seq_num 1128) 2024-09-14T03:47:56.020 INFO:tasks.rados.rados.0.smithi002.stdout:3759: snap_create 2024-09-14T03:47:56.044 INFO:tasks.rados.rados.0.smithi002.stdout:3758: expect (ObjNum 1128 snap 349 seq_num 1128) 2024-09-14T03:47:56.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:56 smithi002 ceph-mon[87970]: pgmap v881: 121 pgs: 121 active+clean; 140 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.9 MiB/s wr, 11 op/s 2024-09-14T03:47:56.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:56 smithi002 ceph-mon[87970]: osdmap e804: 8 total, 8 up, 8 in 2024-09-14T03:47:56.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:56 smithi002 ceph-mon[89815]: pgmap v881: 121 pgs: 121 active+clean; 140 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.9 MiB/s wr, 11 op/s 2024-09-14T03:47:56.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:56 smithi002 ceph-mon[89815]: osdmap e804: 8 total, 8 up, 8 in 2024-09-14T03:47:56.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:56 smithi154 ceph-mon[81546]: pgmap v881: 121 pgs: 121 active+clean; 140 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.9 MiB/s wr, 11 op/s 2024-09-14T03:47:56.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:56 smithi154 ceph-mon[81546]: osdmap e804: 8 total, 8 up, 8 in 2024-09-14T03:47:57.021 INFO:tasks.rados.rados.0.smithi002.stdout:3758: done (1 left) 2024-09-14T03:47:57.021 INFO:tasks.rados.rados.0.smithi002.stdout:3759: done (0 left) 2024-09-14T03:47:57.021 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 32 current snap is 359 2024-09-14T03:47:57.022 INFO:tasks.rados.rados.0.smithi002.stdout:3760: seq_num 1169 ranges {0=385024} 2024-09-14T03:47:57.023 INFO:tasks.rados.rados.0.smithi002.stdout:3760: writing smithi00278215-32 from 0 to 385024 tid 1 2024-09-14T03:47:57.024 INFO:tasks.rados.rados.0.smithi002.stdout:3761: read oid 50 snap 357 2024-09-14T03:47:57.024 INFO:tasks.rados.rados.0.smithi002.stdout:3761: expect deleted 2024-09-14T03:47:57.024 INFO:tasks.rados.rados.0.smithi002.stdout:3762: copy_from oid 45 from oid 16 current snap is 359 2024-09-14T03:47:57.024 INFO:tasks.rados.rados.0.smithi002.stdout:3763: snap_create 2024-09-14T03:47:57.028 INFO:tasks.rados.rados.0.smithi002.stdout:3762: finishing copy_from racing read to smithi00278215-45 2024-09-14T03:47:57.030 INFO:tasks.rados.rados.0.smithi002.stdout:3762: finishing copy_from to smithi00278215-45 2024-09-14T03:47:57.030 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 45 v 4685 (ObjNum 385 snap 0 seq_num 855138864) dirty exists 2024-09-14T03:47:57.033 INFO:tasks.rados.rados.0.smithi002.stdout:3760: finishing write tid 1 to smithi00278215-32 2024-09-14T03:47:57.033 INFO:tasks.rados.rados.0.smithi002.stdout:3760: finishing write tid 2 to smithi00278215-32 2024-09-14T03:47:57.036 INFO:tasks.rados.rados.0.smithi002.stdout:3760: finishing write tid 3 to smithi00278215-32 2024-09-14T03:47:57.036 INFO:tasks.rados.rados.0.smithi002.stdout:3760: oid 32 updating version 0 to 4987 2024-09-14T03:47:57.036 INFO:tasks.rados.rados.0.smithi002.stdout:3760: oid 32 version 4987 is already newer than 4986 2024-09-14T03:47:57.036 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 4987 (ObjNum 1169 snap 359 seq_num 1169) dirty exists 2024-09-14T03:47:57.037 INFO:tasks.rados.rados.0.smithi002.stdout:3760: left oid 32 (ObjNum 1169 snap 359 seq_num 1169) 2024-09-14T03:47:57.436 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:57 smithi002 ceph-mon[87970]: osdmap e805: 8 total, 8 up, 8 in 2024-09-14T03:47:57.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:57 smithi002 ceph-mon[87970]: osdmap e806: 8 total, 8 up, 8 in 2024-09-14T03:47:57.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:57 smithi002 ceph-mon[89815]: osdmap e805: 8 total, 8 up, 8 in 2024-09-14T03:47:57.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:57 smithi002 ceph-mon[89815]: osdmap e806: 8 total, 8 up, 8 in 2024-09-14T03:47:57.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:57 smithi154 ceph-mon[81546]: osdmap e805: 8 total, 8 up, 8 in 2024-09-14T03:47:57.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:57 smithi154 ceph-mon[81546]: osdmap e806: 8 total, 8 up, 8 in 2024-09-14T03:47:57.847 INFO:tasks.rados.rados.0.smithi002.stdout:3760: done (3 left) 2024-09-14T03:47:57.847 INFO:tasks.rados.rados.0.smithi002.stdout:3761: done (2 left) 2024-09-14T03:47:57.847 INFO:tasks.rados.rados.0.smithi002.stdout:3762: done (1 left) 2024-09-14T03:47:57.847 INFO:tasks.rados.rados.0.smithi002.stdout:3763: done (0 left) 2024-09-14T03:47:57.847 INFO:tasks.rados.rados.0.smithi002.stdout:3764: read oid 34 snap -1 2024-09-14T03:47:57.847 INFO:tasks.rados.rados.0.smithi002.stdout:3764: expect deleted 2024-09-14T03:47:57.847 INFO:tasks.rados.rados.0.smithi002.stdout:3765: copy_from oid 11 from oid 38 current snap is 360 2024-09-14T03:47:57.847 INFO:tasks.rados.rados.0.smithi002.stdout:3766: snap_create 2024-09-14T03:47:57.868 INFO:tasks.rados.rados.0.smithi002.stdout:3765: finishing copy_from racing read to smithi00278215-11 2024-09-14T03:47:57.871 INFO:tasks.rados.rados.0.smithi002.stdout:3765: finishing copy_from to smithi00278215-11 2024-09-14T03:47:57.872 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 4973 (ObjNum 1165 snap 357 seq_num 1165) dirty exists 2024-09-14T03:47:58.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:58 smithi002 ceph-mon[89815]: pgmap v884: 121 pgs: 121 active+clean; 140 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-09-14T03:47:58.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:58 smithi002 ceph-mon[89815]: osdmap e807: 8 total, 8 up, 8 in 2024-09-14T03:47:58.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:58 smithi002 ceph-mon[87970]: pgmap v884: 121 pgs: 121 active+clean; 140 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-09-14T03:47:58.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:58 smithi002 ceph-mon[87970]: osdmap e807: 8 total, 8 up, 8 in 2024-09-14T03:47:58.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:58 smithi154 ceph-mon[81546]: pgmap v884: 121 pgs: 121 active+clean; 140 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-09-14T03:47:58.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:58 smithi154 ceph-mon[81546]: osdmap e807: 8 total, 8 up, 8 in 2024-09-14T03:47:58.848 INFO:tasks.rados.rados.0.smithi002.stdout:3764: done (2 left) 2024-09-14T03:47:58.848 INFO:tasks.rados.rados.0.smithi002.stdout:3765: done (1 left) 2024-09-14T03:47:58.848 INFO:tasks.rados.rados.0.smithi002.stdout:3766: done (0 left) 2024-09-14T03:47:58.848 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 26 current snap is 361 2024-09-14T03:47:58.848 INFO:tasks.rados.rados.0.smithi002.stdout:3767: seq_num 1170 ranges {4366336=401408} 2024-09-14T03:47:58.874 INFO:tasks.rados.rados.0.smithi002.stdout:3767: writing smithi00278215-26 from 4366336 to 4767744 tid 1 2024-09-14T03:47:58.874 INFO:tasks.rados.rados.0.smithi002.stdout:3768: rollback oid 10 current snap is 361 2024-09-14T03:47:58.874 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 10 to 358 2024-09-14T03:47:58.874 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 49 current snap is 361 2024-09-14T03:47:58.874 INFO:tasks.rados.rados.0.smithi002.stdout:3769: seq_num 1171 ranges {5046272=417792} 2024-09-14T03:47:58.905 INFO:tasks.rados.rados.0.smithi002.stdout:3769: writing smithi00278215-49 from 5046272 to 5464064 tid 1 2024-09-14T03:47:58.906 INFO:tasks.rados.rados.0.smithi002.stdout:3770: read oid 25 snap -1 2024-09-14T03:47:58.906 INFO:tasks.rados.rados.0.smithi002.stdout:3770: expect (ObjNum 1122 snap 349 seq_num 1122) 2024-09-14T03:47:58.906 INFO:tasks.rados.rados.0.smithi002.stdout:3767: finishing write tid 1 to smithi00278215-26 2024-09-14T03:47:58.906 INFO:tasks.rados.rados.0.smithi002.stdout:3771: read oid 44 snap -1 2024-09-14T03:47:58.906 INFO:tasks.rados.rados.0.smithi002.stdout:3771: expect (ObjNum 1166 snap 357 seq_num 1166) 2024-09-14T03:47:58.906 INFO:tasks.rados.rados.0.smithi002.stdout:3772: read oid 19 snap -1 2024-09-14T03:47:58.906 INFO:tasks.rados.rados.0.smithi002.stdout:3772: expect (ObjNum 1083 snap 342 seq_num 1083) 2024-09-14T03:47:58.906 INFO:tasks.rados.rados.0.smithi002.stdout:3773: read oid 31 snap -1 2024-09-14T03:47:58.906 INFO:tasks.rados.rados.0.smithi002.stdout:3773: expect (ObjNum 1164 snap 357 seq_num 1164) 2024-09-14T03:47:58.906 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 13 current snap is 361 2024-09-14T03:47:58.906 INFO:tasks.rados.rados.0.smithi002.stdout:3767: finishing write tid 2 to smithi00278215-26 2024-09-14T03:47:58.907 INFO:tasks.rados.rados.0.smithi002.stdout:3767: finishing write tid 3 to smithi00278215-26 2024-09-14T03:47:58.907 INFO:tasks.rados.rados.0.smithi002.stdout:3767: oid 26 updating version 0 to 4697 2024-09-14T03:47:58.907 INFO:tasks.rados.rados.0.smithi002.stdout:3767: oid 26 updating version 4697 to 4698 2024-09-14T03:47:58.907 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 4698 (ObjNum 1170 snap 361 seq_num 1170) dirty exists 2024-09-14T03:47:58.907 INFO:tasks.rados.rados.0.smithi002.stdout:3767: left oid 26 (ObjNum 1170 snap 361 seq_num 1170) 2024-09-14T03:47:58.907 INFO:tasks.rados.rados.0.smithi002.stdout:3768: finishing rollback tid 0 to smithi00278215-10 2024-09-14T03:47:58.907 INFO:tasks.rados.rados.0.smithi002.stdout:3768: finishing rollback tid 1 to smithi00278215-10 2024-09-14T03:47:58.907 INFO:tasks.rados.rados.0.smithi002.stdout:3768: finishing rollback tid 2 to smithi00278215-10 2024-09-14T03:47:58.907 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 4837 (ObjNum 1146 snap 351 seq_num 1146) dirty exists 2024-09-14T03:47:58.907 INFO:tasks.rados.rados.0.smithi002.stdout:3774: seq_num 1172 ranges {6012928=434176} 2024-09-14T03:47:58.943 INFO:tasks.rados.rados.0.smithi002.stdout:3774: writing smithi00278215-13 from 6012928 to 6447104 tid 1 2024-09-14T03:47:58.943 INFO:tasks.rados.rados.0.smithi002.stdout:3767: done (7 left) 2024-09-14T03:47:58.943 INFO:tasks.rados.rados.0.smithi002.stdout:3768: done (6 left) 2024-09-14T03:47:58.943 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 47 current snap is 361 2024-09-14T03:47:58.943 INFO:tasks.rados.rados.0.smithi002.stdout:3769: finishing write tid 1 to smithi00278215-49 2024-09-14T03:47:58.943 INFO:tasks.rados.rados.0.smithi002.stdout:3775: seq_num 1173 ranges {0=450560} 2024-09-14T03:47:58.946 INFO:tasks.rados.rados.0.smithi002.stdout:3775: writing smithi00278215-47 from 0 to 450560 tid 1 2024-09-14T03:47:58.946 INFO:tasks.rados.rados.0.smithi002.stdout:3776: delete oid 28 current snap is 361 2024-09-14T03:47:58.946 INFO:tasks.rados.rados.0.smithi002.stdout:3769: finishing write tid 2 to smithi00278215-49 2024-09-14T03:47:58.946 INFO:tasks.rados.rados.0.smithi002.stdout:3769: finishing write tid 3 to smithi00278215-49 2024-09-14T03:47:58.946 INFO:tasks.rados.rados.0.smithi002.stdout:3769: oid 49 updating version 0 to 4167 2024-09-14T03:47:58.946 INFO:tasks.rados.rados.0.smithi002.stdout:3769: oid 49 version 4167 is already newer than 4166 2024-09-14T03:47:58.946 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 4167 (ObjNum 1171 snap 361 seq_num 1171) dirty exists 2024-09-14T03:47:58.946 INFO:tasks.rados.rados.0.smithi002.stdout:3769: left oid 49 (ObjNum 1171 snap 361 seq_num 1171) 2024-09-14T03:47:58.946 INFO:tasks.rados.rados.0.smithi002.stdout:3772: expect (ObjNum 1083 snap 342 seq_num 1083) 2024-09-14T03:47:59.070 INFO:tasks.rados.rados.0.smithi002.stdout:3770: expect (ObjNum 1122 snap 349 seq_num 1122) 2024-09-14T03:47:59.123 INFO:tasks.rados.rados.0.smithi002.stdout:3771: expect (ObjNum 1166 snap 357 seq_num 1166) 2024-09-14T03:47:59.651 INFO:tasks.rados.rados.0.smithi002.stdout:3773: expect (ObjNum 1164 snap 357 seq_num 1164) 2024-09-14T03:47:59.932 INFO:tasks.rados.rados.0.smithi002.stdout:3774: finishing write tid 1 to smithi00278215-13 2024-09-14T03:47:59.932 INFO:tasks.rados.rados.0.smithi002.stdout:3774: finishing write tid 2 to smithi00278215-13 2024-09-14T03:47:59.932 INFO:tasks.rados.rados.0.smithi002.stdout:3774: finishing write tid 3 to smithi00278215-13 2024-09-14T03:47:59.932 INFO:tasks.rados.rados.0.smithi002.stdout:3774: oid 13 updating version 0 to 4696 2024-09-14T03:47:59.932 INFO:tasks.rados.rados.0.smithi002.stdout:3774: oid 13 version 4696 is already newer than 4695 2024-09-14T03:47:59.933 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 4696 (ObjNum 1172 snap 361 seq_num 1172) dirty exists 2024-09-14T03:47:59.933 INFO:tasks.rados.rados.0.smithi002.stdout:3774: left oid 13 (ObjNum 1172 snap 361 seq_num 1172) 2024-09-14T03:47:59.933 INFO:tasks.rados.rados.0.smithi002.stdout:3775: finishing write tid 1 to smithi00278215-47 2024-09-14T03:47:59.933 INFO:tasks.rados.rados.0.smithi002.stdout:3769: done (7 left) 2024-09-14T03:47:59.933 INFO:tasks.rados.rados.0.smithi002.stdout:3770: done (6 left) 2024-09-14T03:47:59.933 INFO:tasks.rados.rados.0.smithi002.stdout:3771: done (5 left) 2024-09-14T03:47:59.933 INFO:tasks.rados.rados.0.smithi002.stdout:3772: done (4 left) 2024-09-14T03:47:59.933 INFO:tasks.rados.rados.0.smithi002.stdout:3773: done (3 left) 2024-09-14T03:47:59.933 INFO:tasks.rados.rados.0.smithi002.stdout:3774: done (2 left) 2024-09-14T03:47:59.933 INFO:tasks.rados.rados.0.smithi002.stdout:3776: done (1 left) 2024-09-14T03:47:59.933 INFO:tasks.rados.rados.0.smithi002.stdout:3777: rmattr oid 45 current snap is 361 2024-09-14T03:47:59.934 INFO:tasks.rados.rados.0.smithi002.stdout:3775: finishing write tid 2 to smithi00278215-47 2024-09-14T03:47:59.934 INFO:tasks.rados.rados.0.smithi002.stdout:3775: finishing write tid 3 to smithi00278215-47 2024-09-14T03:47:59.934 INFO:tasks.rados.rados.0.smithi002.stdout:3775: oid 47 updating version 0 to 4699 2024-09-14T03:47:59.934 INFO:tasks.rados.rados.0.smithi002.stdout:3775: oid 47 updating version 4699 to 4700 2024-09-14T03:47:59.934 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 4700 (ObjNum 1173 snap 361 seq_num 1173) dirty exists 2024-09-14T03:47:59.934 INFO:tasks.rados.rados.0.smithi002.stdout:3775: left oid 47 (ObjNum 1173 snap 361 seq_num 1173) 2024-09-14T03:47:59.934 INFO:tasks.rados.rados.0.smithi002.stdout:3775: done (1 left) 2024-09-14T03:47:59.934 INFO:tasks.rados.rados.0.smithi002.stdout:3778: read oid 42 snap -1 2024-09-14T03:47:59.934 INFO:tasks.rados.rados.0.smithi002.stdout:3778: expect (ObjNum 1083 snap 342 seq_num 1083) 2024-09-14T03:47:59.934 INFO:tasks.rados.rados.0.smithi002.stdout:3779: read oid 47 snap -1 2024-09-14T03:47:59.934 INFO:tasks.rados.rados.0.smithi002.stdout:3779: expect (ObjNum 1173 snap 361 seq_num 1173) 2024-09-14T03:47:59.934 INFO:tasks.rados.rados.0.smithi002.stdout:3780: copy_from oid 25 from oid 1 current snap is 361 2024-09-14T03:47:59.934 INFO:tasks.rados.rados.0.smithi002.stdout:3781: rmattr oid 30 current snap is 361 2024-09-14T03:47:59.935 INFO:tasks.rados.rados.0.smithi002.stdout:3781: done (4 left) 2024-09-14T03:47:59.935 INFO:tasks.rados.rados.0.smithi002.stdout:3782: read oid 14 snap 359 2024-09-14T03:47:59.935 INFO:tasks.rados.rados.0.smithi002.stdout:3782: expect (ObjNum 1149 snap 353 seq_num 1149) 2024-09-14T03:47:59.935 INFO:tasks.rados.rados.0.smithi002.stdout:3783: copy_from oid 38 from oid 48 current snap is 361 2024-09-14T03:47:59.935 INFO:tasks.rados.rados.0.smithi002.stdout:3784: snap_create 2024-09-14T03:47:59.935 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 45 v 4686 (ObjNum 33 snap 0 seq_num 854397248) dirty exists 2024-09-14T03:47:59.937 INFO:tasks.rados.rados.0.smithi002.stdout:3779: expect (ObjNum 1173 snap 361 seq_num 1173) 2024-09-14T03:47:59.955 INFO:tasks.rados.rados.0.smithi002.stdout:3783: finishing copy_from racing read to smithi00278215-38 2024-09-14T03:47:59.955 INFO:tasks.rados.rados.0.smithi002.stdout:3783: finishing copy_from to smithi00278215-38 2024-09-14T03:47:59.955 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 4337 (ObjNum 1167 snap 357 seq_num 1167) dirty exists 2024-09-14T03:47:59.955 INFO:tasks.rados.rados.0.smithi002.stdout:3778: expect (ObjNum 1083 snap 342 seq_num 1083) 2024-09-14T03:48:00.080 INFO:tasks.rados.rados.0.smithi002.stdout:3780: finishing copy_from racing read to smithi00278215-25 2024-09-14T03:48:00.080 INFO:tasks.rados.rados.0.smithi002.stdout:3782: expect (ObjNum 1149 snap 353 seq_num 1149) 2024-09-14T03:48:00.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:59 smithi002 ceph-mon[87970]: pgmap v887: 121 pgs: 121 active+clean; 138 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 438 KiB/s wr, 16 op/s 2024-09-14T03:48:00.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:47:59 smithi002 ceph-mon[87970]: osdmap e808: 8 total, 8 up, 8 in 2024-09-14T03:48:00.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:59 smithi002 ceph-mon[89815]: pgmap v887: 121 pgs: 121 active+clean; 138 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 438 KiB/s wr, 16 op/s 2024-09-14T03:48:00.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:47:59 smithi002 ceph-mon[89815]: osdmap e808: 8 total, 8 up, 8 in 2024-09-14T03:48:00.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:59 smithi154 ceph-mon[81546]: pgmap v887: 121 pgs: 121 active+clean; 138 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 438 KiB/s wr, 16 op/s 2024-09-14T03:48:00.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:47:59 smithi154 ceph-mon[81546]: osdmap e808: 8 total, 8 up, 8 in 2024-09-14T03:48:00.343 INFO:tasks.rados.rados.0.smithi002.stdout:3780: finishing copy_from to smithi00278215-25 2024-09-14T03:48:00.343 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 4976 (ObjNum 1120 snap 349 seq_num 1120) dirty exists 2024-09-14T03:48:00.854 INFO:tasks.rados.rados.0.smithi002.stdout:3777: done (6 left) 2024-09-14T03:48:00.854 INFO:tasks.rados.rados.0.smithi002.stdout:3778: done (5 left) 2024-09-14T03:48:00.854 INFO:tasks.rados.rados.0.smithi002.stdout:3779: done (4 left) 2024-09-14T03:48:00.854 INFO:tasks.rados.rados.0.smithi002.stdout:3780: done (3 left) 2024-09-14T03:48:00.854 INFO:tasks.rados.rados.0.smithi002.stdout:3782: done (2 left) 2024-09-14T03:48:00.854 INFO:tasks.rados.rados.0.smithi002.stdout:3783: done (1 left) 2024-09-14T03:48:00.854 INFO:tasks.rados.rados.0.smithi002.stdout:3784: done (0 left) 2024-09-14T03:48:00.854 INFO:tasks.rados.rados.0.smithi002.stdout:3785: rollback oid 9 current snap is 362 2024-09-14T03:48:00.854 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 9 to 358 2024-09-14T03:48:00.854 INFO:tasks.rados.rados.0.smithi002.stdout:3786: copy_from oid 11 from oid 31 current snap is 362 2024-09-14T03:48:00.855 INFO:tasks.rados.rados.0.smithi002.stdout:3787: read oid 13 snap -1 2024-09-14T03:48:00.855 INFO:tasks.rados.rados.0.smithi002.stdout:3787: expect (ObjNum 1172 snap 361 seq_num 1172) 2024-09-14T03:48:00.855 INFO:tasks.rados.rados.0.smithi002.stdout:3788: snap_create 2024-09-14T03:48:00.858 INFO:tasks.rados.rados.0.smithi002.stdout:3785: finishing rollback tid 0 to smithi00278215-9 2024-09-14T03:48:00.859 INFO:tasks.rados.rados.0.smithi002.stdout:3785: finishing rollback tid 1 to smithi00278215-9 2024-09-14T03:48:00.860 INFO:tasks.rados.rados.0.smithi002.stdout:3785: finishing rollback tid 2 to smithi00278215-9 2024-09-14T03:48:00.860 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 9 v 4826 (ObjNum 727 snap 236 seq_num 727) dirty exists 2024-09-14T03:48:00.881 INFO:tasks.rados.rados.0.smithi002.stdout:3786: finishing copy_from racing read to smithi00278215-11 2024-09-14T03:48:00.884 INFO:tasks.rados.rados.0.smithi002.stdout:3786: finishing copy_from to smithi00278215-11 2024-09-14T03:48:00.884 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 4335 (ObjNum 1164 snap 357 seq_num 1164) dirty exists 2024-09-14T03:48:00.890 INFO:tasks.rados.rados.0.smithi002.stdout:3787: expect (ObjNum 1172 snap 361 seq_num 1172) 2024-09-14T03:48:01.857 INFO:tasks.rados.rados.0.smithi002.stdout:3785: done (3 left) 2024-09-14T03:48:01.857 INFO:tasks.rados.rados.0.smithi002.stdout:3786: done (2 left) 2024-09-14T03:48:01.857 INFO:tasks.rados.rados.0.smithi002.stdout:3787: done (1 left) 2024-09-14T03:48:01.857 INFO:tasks.rados.rados.0.smithi002.stdout:3788: done (0 left) 2024-09-14T03:48:01.857 INFO:tasks.rados.rados.0.smithi002.stdout:3789: rollback oid 20 current snap is 363 2024-09-14T03:48:01.857 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 20 to 359 2024-09-14T03:48:01.857 INFO:tasks.rados.rados.0.smithi002.stdout:3790: rmattr oid 23 current snap is 363 2024-09-14T03:48:01.857 INFO:tasks.rados.rados.0.smithi002.stdout:3790: done (1 left) 2024-09-14T03:48:01.857 INFO:tasks.rados.rados.0.smithi002.stdout:3791: rollback oid 31 current snap is 363 2024-09-14T03:48:01.857 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 31 to 360 2024-09-14T03:48:01.858 INFO:tasks.rados.rados.0.smithi002.stdout:3792: delete oid 39 current snap is 363 2024-09-14T03:48:01.860 INFO:tasks.rados.rados.0.smithi002.stdout:3792: done (2 left) 2024-09-14T03:48:01.860 INFO:tasks.rados.rados.0.smithi002.stdout:3793: delete oid 11 current snap is 363 2024-09-14T03:48:01.866 INFO:tasks.rados.rados.0.smithi002.stdout:3789: finishing rollback tid 0 to smithi00278215-20 2024-09-14T03:48:01.868 INFO:tasks.rados.rados.0.smithi002.stdout:3789: finishing rollback tid 1 to smithi00278215-20 2024-09-14T03:48:01.868 INFO:tasks.rados.rados.0.smithi002.stdout:3793: done (2 left) 2024-09-14T03:48:01.868 INFO:tasks.rados.rados.0.smithi002.stdout:3794: snap_remove snap 361 2024-09-14T03:48:02.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:01 smithi002 ceph-mon[87970]: pgmap v889: 121 pgs: 121 active+clean; 137 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 419 KiB/s wr, 14 op/s 2024-09-14T03:48:02.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:01 smithi002 ceph-mon[87970]: osdmap e809: 8 total, 8 up, 8 in 2024-09-14T03:48:02.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:01 smithi002 ceph-mon[89815]: pgmap v889: 121 pgs: 121 active+clean; 137 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 419 KiB/s wr, 14 op/s 2024-09-14T03:48:02.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:01 smithi002 ceph-mon[89815]: osdmap e809: 8 total, 8 up, 8 in 2024-09-14T03:48:02.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:01 smithi154 ceph-mon[81546]: pgmap v889: 121 pgs: 121 active+clean; 137 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 419 KiB/s wr, 14 op/s 2024-09-14T03:48:02.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:01 smithi154 ceph-mon[81546]: osdmap e809: 8 total, 8 up, 8 in 2024-09-14T03:48:02.848 INFO:tasks.rados.rados.0.smithi002.stdout:3794: done (2 left) 2024-09-14T03:48:02.848 INFO:tasks.rados.rados.0.smithi002.stdout:3795: delete oid 19 current snap is 363 2024-09-14T03:48:02.848 INFO:tasks.rados.rados.0.smithi002.stdout:3789: finishing rollback tid 2 to smithi00278215-20 2024-09-14T03:48:02.848 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 20 v 4689 (ObjNum 1151 snap 353 seq_num 1151) dirty exists 2024-09-14T03:48:02.848 INFO:tasks.rados.rados.0.smithi002.stdout:3791: finishing rollback tid 0 to smithi00278215-31 2024-09-14T03:48:02.848 INFO:tasks.rados.rados.0.smithi002.stdout:3791: finishing rollback tid 1 to smithi00278215-31 2024-09-14T03:48:02.848 INFO:tasks.rados.rados.0.smithi002.stdout:3791: finishing rollback tid 2 to smithi00278215-31 2024-09-14T03:48:02.848 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 4340 (ObjNum 1164 snap 357 seq_num 1164) dirty exists 2024-09-14T03:48:02.854 INFO:tasks.rados.rados.0.smithi002.stdout:3789: done (2 left) 2024-09-14T03:48:02.854 INFO:tasks.rados.rados.0.smithi002.stdout:3791: done (1 left) 2024-09-14T03:48:02.855 INFO:tasks.rados.rados.0.smithi002.stdout:3795: done (0 left) 2024-09-14T03:48:02.855 INFO:tasks.rados.rados.0.smithi002.stdout:3796: snap_create 2024-09-14T03:48:03.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:02 smithi002 ceph-mon[87970]: osdmap e810: 8 total, 8 up, 8 in 2024-09-14T03:48:03.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:02 smithi002 ceph-mon[87970]: osdmap e811: 8 total, 8 up, 8 in 2024-09-14T03:48:03.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:02 smithi002 ceph-mon[89815]: osdmap e810: 8 total, 8 up, 8 in 2024-09-14T03:48:03.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:02 smithi002 ceph-mon[89815]: osdmap e811: 8 total, 8 up, 8 in 2024-09-14T03:48:03.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:02 smithi154 ceph-mon[81546]: osdmap e810: 8 total, 8 up, 8 in 2024-09-14T03:48:03.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:02 smithi154 ceph-mon[81546]: osdmap e811: 8 total, 8 up, 8 in 2024-09-14T03:48:03.849 INFO:tasks.rados.rados.0.smithi002.stdout:3796: done (0 left) 2024-09-14T03:48:03.849 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 8 current snap is 364 2024-09-14T03:48:03.850 INFO:tasks.rados.rados.0.smithi002.stdout:3797: seq_num 1178 ranges {3776512=532480} 2024-09-14T03:48:03.873 INFO:tasks.rados.rados.0.smithi002.stdout:3797: writing smithi00278215-8 from 3776512 to 4308992 tid 1 2024-09-14T03:48:03.873 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 29 current snap is 364 2024-09-14T03:48:03.873 INFO:tasks.rados.rados.0.smithi002.stdout:3798: seq_num 1179 ranges {2121728=548864} 2024-09-14T03:48:03.888 INFO:tasks.rados.rados.0.smithi002.stdout:3798: writing smithi00278215-29 from 2121728 to 2670592 tid 1 2024-09-14T03:48:03.888 INFO:tasks.rados.rados.0.smithi002.stdout:3799: copy_from oid 12 from oid 17 current snap is 364 2024-09-14T03:48:03.888 INFO:tasks.rados.rados.0.smithi002.stdout:3797: finishing write tid 1 to smithi00278215-8 2024-09-14T03:48:03.889 INFO:tasks.rados.rados.0.smithi002.stdout:3797: finishing write tid 2 to smithi00278215-8 2024-09-14T03:48:03.889 INFO:tasks.rados.rados.0.smithi002.stdout:3797: finishing write tid 3 to smithi00278215-8 2024-09-14T03:48:03.889 INFO:tasks.rados.rados.0.smithi002.stdout:3797: oid 8 updating version 0 to 4341 2024-09-14T03:48:03.889 INFO:tasks.rados.rados.0.smithi002.stdout:3797: oid 8 updating version 4341 to 4342 2024-09-14T03:48:03.889 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 8 v 4342 (ObjNum 1178 snap 364 seq_num 1178) dirty exists 2024-09-14T03:48:03.889 INFO:tasks.rados.rados.0.smithi002.stdout:3797: left oid 8 (ObjNum 1178 snap 364 seq_num 1178) 2024-09-14T03:48:03.889 INFO:tasks.rados.rados.0.smithi002.stdout:3797: done (2 left) 2024-09-14T03:48:03.889 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 22 current snap is 364 2024-09-14T03:48:03.889 INFO:tasks.rados.rados.0.smithi002.stdout:3800: seq_num 1180 ranges {4120576=565248} 2024-09-14T03:48:03.914 INFO:tasks.rados.rados.0.smithi002.stdout:3800: writing smithi00278215-22 from 4120576 to 4685824 tid 1 2024-09-14T03:48:03.915 INFO:tasks.rados.rados.0.smithi002.stdout:3801: snap_remove snap 359 2024-09-14T03:48:04.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:03 smithi002 ceph-mon[87970]: pgmap v892: 121 pgs: 121 active+clean; 149 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 2.7 MiB/s wr, 14 op/s 2024-09-14T03:48:04.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:03 smithi002 ceph-mon[87970]: osdmap e812: 8 total, 8 up, 8 in 2024-09-14T03:48:04.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:03 smithi002 ceph-mon[89815]: pgmap v892: 121 pgs: 121 active+clean; 149 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 2.7 MiB/s wr, 14 op/s 2024-09-14T03:48:04.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:03 smithi002 ceph-mon[89815]: osdmap e812: 8 total, 8 up, 8 in 2024-09-14T03:48:04.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:03 smithi154 ceph-mon[81546]: pgmap v892: 121 pgs: 121 active+clean; 149 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 2.7 MiB/s wr, 14 op/s 2024-09-14T03:48:04.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:03 smithi154 ceph-mon[81546]: osdmap e812: 8 total, 8 up, 8 in 2024-09-14T03:48:04.873 INFO:tasks.rados.rados.0.smithi002.stdout:3798: finishing write tid 1 to smithi00278215-29 2024-09-14T03:48:04.873 INFO:tasks.rados.rados.0.smithi002.stdout:3798: finishing write tid 2 to smithi00278215-29 2024-09-14T03:48:04.873 INFO:tasks.rados.rados.0.smithi002.stdout:3798: finishing write tid 3 to smithi00278215-29 2024-09-14T03:48:04.873 INFO:tasks.rados.rados.0.smithi002.stdout:3798: oid 29 updating version 0 to 4999 2024-09-14T03:48:04.873 INFO:tasks.rados.rados.0.smithi002.stdout:3798: oid 29 updating version 4999 to 5000 2024-09-14T03:48:04.874 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 5000 (ObjNum 1179 snap 364 seq_num 1179) dirty exists 2024-09-14T03:48:04.874 INFO:tasks.rados.rados.0.smithi002.stdout:3798: left oid 29 (ObjNum 1179 snap 364 seq_num 1179) 2024-09-14T03:48:04.874 INFO:tasks.rados.rados.0.smithi002.stdout:3799: finishing copy_from racing read to smithi00278215-12 2024-09-14T03:48:04.874 INFO:tasks.rados.rados.0.smithi002.stdout:3799: finishing copy_from to smithi00278215-12 2024-09-14T03:48:04.874 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 4693 (ObjNum 1147 snap 352 seq_num 1147) dirty exists 2024-09-14T03:48:04.874 INFO:tasks.rados.rados.0.smithi002.stdout:3800: finishing write tid 1 to smithi00278215-22 2024-09-14T03:48:04.874 INFO:tasks.rados.rados.0.smithi002.stdout:3800: finishing write tid 2 to smithi00278215-22 2024-09-14T03:48:04.874 INFO:tasks.rados.rados.0.smithi002.stdout:3800: finishing write tid 3 to smithi00278215-22 2024-09-14T03:48:04.874 INFO:tasks.rados.rados.0.smithi002.stdout:3800: oid 22 updating version 0 to 4698 2024-09-14T03:48:04.874 INFO:tasks.rados.rados.0.smithi002.stdout:3800: oid 22 version 4698 is already newer than 4697 2024-09-14T03:48:04.874 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 22 v 4698 (ObjNum 1180 snap 364 seq_num 1180) dirty exists 2024-09-14T03:48:04.874 INFO:tasks.rados.rados.0.smithi002.stdout:3800: left oid 22 (ObjNum 1180 snap 364 seq_num 1180) 2024-09-14T03:48:04.875 INFO:tasks.rados.rados.0.smithi002.stdout:3798: done (3 left) 2024-09-14T03:48:04.875 INFO:tasks.rados.rados.0.smithi002.stdout:3799: done (2 left) 2024-09-14T03:48:04.875 INFO:tasks.rados.rados.0.smithi002.stdout:3800: done (1 left) 2024-09-14T03:48:04.875 INFO:tasks.rados.rados.0.smithi002.stdout:3801: done (0 left) 2024-09-14T03:48:04.875 INFO:tasks.rados.rados.0.smithi002.stdout:3802: rollback oid 19 current snap is 364 2024-09-14T03:48:04.875 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 19 to 363 2024-09-14T03:48:04.875 INFO:tasks.rados.rados.0.smithi002.stdout:3803: snap_remove snap 358 2024-09-14T03:48:05.686 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:48:05 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:48:05] "GET /metrics HTTP/1.1" 200 36433 "" "Prometheus/2.51.0" 2024-09-14T03:48:05.879 INFO:tasks.rados.rados.0.smithi002.stdout:3803: done (1 left) 2024-09-14T03:48:05.879 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 9 current snap is 364 2024-09-14T03:48:05.880 INFO:tasks.rados.rados.0.smithi002.stdout:3804: seq_num 1181 ranges {180224=581632} 2024-09-14T03:48:05.884 INFO:tasks.rados.rados.0.smithi002.stdout:3804: writing smithi00278215-9 from 180224 to 761856 tid 1 2024-09-14T03:48:05.884 INFO:tasks.rados.rados.0.smithi002.stdout:3805: snap_create 2024-09-14T03:48:05.884 INFO:tasks.rados.rados.0.smithi002.stdout:3802: finishing rollback tid 1 to smithi00278215-19 2024-09-14T03:48:05.884 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 19 v 4828 (ObjNum 97 snap 0 seq_num 855150784) dirty dne 2024-09-14T03:48:05.891 INFO:tasks.rados.rados.0.smithi002.stdout:3804: finishing write tid 1 to smithi00278215-9 2024-09-14T03:48:05.892 INFO:tasks.rados.rados.0.smithi002.stdout:3804: finishing write tid 2 to smithi00278215-9 2024-09-14T03:48:05.893 INFO:tasks.rados.rados.0.smithi002.stdout:3804: finishing write tid 3 to smithi00278215-9 2024-09-14T03:48:05.894 INFO:tasks.rados.rados.0.smithi002.stdout:3804: oid 9 updating version 0 to 4829 2024-09-14T03:48:05.894 INFO:tasks.rados.rados.0.smithi002.stdout:3804: oid 9 updating version 4829 to 4830 2024-09-14T03:48:05.894 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 9 v 4830 (ObjNum 1181 snap 364 seq_num 1181) dirty exists 2024-09-14T03:48:05.894 INFO:tasks.rados.rados.0.smithi002.stdout:3804: left oid 9 (ObjNum 1181 snap 364 seq_num 1181) 2024-09-14T03:48:06.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:05 smithi002 ceph-mon[87970]: pgmap v895: 121 pgs: 121 active+clean; 149 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 23 MiB/s rd, 3.1 MiB/s wr, 15 op/s 2024-09-14T03:48:06.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:05 smithi002 ceph-mon[87970]: osdmap e813: 8 total, 8 up, 8 in 2024-09-14T03:48:06.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:05 smithi002 ceph-mon[89815]: pgmap v895: 121 pgs: 121 active+clean; 149 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 23 MiB/s rd, 3.1 MiB/s wr, 15 op/s 2024-09-14T03:48:06.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:05 smithi002 ceph-mon[89815]: osdmap e813: 8 total, 8 up, 8 in 2024-09-14T03:48:06.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:05 smithi154 ceph-mon[81546]: pgmap v895: 121 pgs: 121 active+clean; 149 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 23 MiB/s rd, 3.1 MiB/s wr, 15 op/s 2024-09-14T03:48:06.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:05 smithi154 ceph-mon[81546]: osdmap e813: 8 total, 8 up, 8 in 2024-09-14T03:48:06.886 INFO:tasks.rados.rados.0.smithi002.stdout:3802: done (2 left) 2024-09-14T03:48:06.886 INFO:tasks.rados.rados.0.smithi002.stdout:3804: done (1 left) 2024-09-14T03:48:06.886 INFO:tasks.rados.rados.0.smithi002.stdout:3805: done (0 left) 2024-09-14T03:48:06.886 INFO:tasks.rados.rados.0.smithi002.stdout:3806: read oid 31 snap -1 2024-09-14T03:48:06.886 INFO:tasks.rados.rados.0.smithi002.stdout:3806: expect (ObjNum 1164 snap 357 seq_num 1164) 2024-09-14T03:48:06.886 INFO:tasks.rados.rados.0.smithi002.stdout:3807: delete oid 23 current snap is 365 2024-09-14T03:48:06.888 INFO:tasks.rados.rados.0.smithi002.stdout:3807: done (1 left) 2024-09-14T03:48:06.888 INFO:tasks.rados.rados.0.smithi002.stdout:3808: read oid 20 snap 357 2024-09-14T03:48:06.888 INFO:tasks.rados.rados.0.smithi002.stdout:3808: expect (ObjNum 1151 snap 353 seq_num 1151) 2024-09-14T03:48:06.888 INFO:tasks.rados.rados.0.smithi002.stdout:3809: delete oid 3 current snap is 365 2024-09-14T03:48:06.893 INFO:tasks.rados.rados.0.smithi002.stdout:3808: expect (ObjNum 1151 snap 353 seq_num 1151) 2024-09-14T03:48:06.899 INFO:tasks.rados.rados.0.smithi002.stdout:3808: done (2 left) 2024-09-14T03:48:06.900 INFO:tasks.rados.rados.0.smithi002.stdout:3809: done (1 left) 2024-09-14T03:48:06.900 INFO:tasks.rados.rados.0.smithi002.stdout:3810: rollback oid 30 current snap is 365 2024-09-14T03:48:06.900 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 30 to 357 2024-09-14T03:48:06.900 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 19 current snap is 365 2024-09-14T03:48:06.900 INFO:tasks.rados.rados.0.smithi002.stdout:3811: seq_num 1184 ranges {0=638976} 2024-09-14T03:48:06.903 INFO:tasks.rados.rados.0.smithi002.stdout:3811: writing smithi00278215-19 from 0 to 638976 tid 1 2024-09-14T03:48:06.903 INFO:tasks.rados.rados.0.smithi002.stdout:3812: snap_create 2024-09-14T03:48:06.909 INFO:tasks.rados.rados.0.smithi002.stdout:3811: finishing write tid 1 to smithi00278215-19 2024-09-14T03:48:06.909 INFO:tasks.rados.rados.0.smithi002.stdout:3810: finishing rollback tid 0 to smithi00278215-30 2024-09-14T03:48:06.910 INFO:tasks.rados.rados.0.smithi002.stdout:3810: finishing rollback tid 1 to smithi00278215-30 2024-09-14T03:48:06.910 INFO:tasks.rados.rados.0.smithi002.stdout:3811: finishing write tid 2 to smithi00278215-19 2024-09-14T03:48:06.910 INFO:tasks.rados.rados.0.smithi002.stdout:3810: finishing rollback tid 2 to smithi00278215-30 2024-09-14T03:48:06.910 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 30 v 5018 (ObjNum 1125 snap 349 seq_num 1125) dirty exists 2024-09-14T03:48:06.912 INFO:tasks.rados.rados.0.smithi002.stdout:3811: finishing write tid 3 to smithi00278215-19 2024-09-14T03:48:06.912 INFO:tasks.rados.rados.0.smithi002.stdout:3811: oid 19 updating version 0 to 4831 2024-09-14T03:48:06.912 INFO:tasks.rados.rados.0.smithi002.stdout:3811: oid 19 updating version 4831 to 4832 2024-09-14T03:48:06.912 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 19 v 4832 (ObjNum 1184 snap 365 seq_num 1184) dirty exists 2024-09-14T03:48:06.913 INFO:tasks.rados.rados.0.smithi002.stdout:3811: left oid 19 (ObjNum 1184 snap 365 seq_num 1184) 2024-09-14T03:48:06.914 INFO:tasks.rados.rados.0.smithi002.stdout:3806: expect (ObjNum 1164 snap 357 seq_num 1164) 2024-09-14T03:48:07.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:06 smithi002 ceph-mon[87970]: osdmap e814: 8 total, 8 up, 8 in 2024-09-14T03:48:07.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:06 smithi002 ceph-mon[89815]: osdmap e814: 8 total, 8 up, 8 in 2024-09-14T03:48:07.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:06 smithi154 ceph-mon[81546]: osdmap e814: 8 total, 8 up, 8 in 2024-09-14T03:48:07.850 INFO:tasks.rados.rados.0.smithi002.stdout:3806: done (3 left) 2024-09-14T03:48:07.850 INFO:tasks.rados.rados.0.smithi002.stdout:3810: done (2 left) 2024-09-14T03:48:07.850 INFO:tasks.rados.rados.0.smithi002.stdout:3811: done (1 left) 2024-09-14T03:48:07.850 INFO:tasks.rados.rados.0.smithi002.stdout:3812: done (0 left) 2024-09-14T03:48:07.850 INFO:tasks.rados.rados.0.smithi002.stdout:3813: rollback oid 16 current snap is 366 2024-09-14T03:48:07.850 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 16 to 357 2024-09-14T03:48:07.850 INFO:tasks.rados.rados.0.smithi002.stdout:3814: setattr oid 43 current snap is 366 2024-09-14T03:48:07.852 INFO:tasks.rados.rados.0.smithi002.stdout:3815: delete oid 40 current snap is 366 2024-09-14T03:48:07.853 INFO:tasks.rados.rados.0.smithi002.stdout:3813: finishing rollback tid 0 to smithi00278215-16 2024-09-14T03:48:07.854 INFO:tasks.rados.rados.0.smithi002.stdout:3813: finishing rollback tid 1 to smithi00278215-16 2024-09-14T03:48:07.855 INFO:tasks.rados.rados.0.smithi002.stdout:3813: finishing rollback tid 2 to smithi00278215-16 2024-09-14T03:48:07.855 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 16 v 4701 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-14T03:48:07.859 INFO:tasks.rados.rados.0.smithi002.stdout:3813: done (2 left) 2024-09-14T03:48:07.859 INFO:tasks.rados.rados.0.smithi002.stdout:3815: done (1 left) 2024-09-14T03:48:07.859 INFO:tasks.rados.rados.0.smithi002.stdout:3816: copy_from oid 6 from oid 22 current snap is 366 2024-09-14T03:48:07.859 INFO:tasks.rados.rados.0.smithi002.stdout:3817: setattr oid 40 current snap is 366 2024-09-14T03:48:07.860 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 4703 (ObjNum 33 snap 0 seq_num 864956016) dirty exists 2024-09-14T03:48:07.862 INFO:tasks.rados.rados.0.smithi002.stdout:3814: done (2 left) 2024-09-14T03:48:07.862 INFO:tasks.rados.rados.0.smithi002.stdout:3818: copy_from oid 5 from oid 30 current snap is 366 2024-09-14T03:48:07.862 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 38 current snap is 366 2024-09-14T03:48:07.862 INFO:tasks.rados.rados.0.smithi002.stdout:3819: seq_num 1186 ranges {352256=671744} 2024-09-14T03:48:07.868 INFO:tasks.rados.rados.0.smithi002.stdout:3819: writing smithi00278215-38 from 352256 to 1024000 tid 1 2024-09-14T03:48:07.868 INFO:tasks.rados.rados.0.smithi002.stdout:3820: snap_create 2024-09-14T03:48:07.871 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 4700 (ObjNum 65 snap 0 seq_num 1695311533) dirty exists 2024-09-14T03:48:07.877 INFO:tasks.rados.rados.0.smithi002.stdout:3819: finishing write tid 1 to smithi00278215-38 2024-09-14T03:48:07.877 INFO:tasks.rados.rados.0.smithi002.stdout:3819: finishing write tid 2 to smithi00278215-38 2024-09-14T03:48:07.889 INFO:tasks.rados.rados.0.smithi002.stdout:3816: finishing copy_from racing read to smithi00278215-6 2024-09-14T03:48:07.891 INFO:tasks.rados.rados.0.smithi002.stdout:3819: finishing write tid 3 to smithi00278215-38 2024-09-14T03:48:07.891 INFO:tasks.rados.rados.0.smithi002.stdout:3819: oid 38 updating version 0 to 5020 2024-09-14T03:48:07.891 INFO:tasks.rados.rados.0.smithi002.stdout:3819: oid 38 updating version 5020 to 5021 2024-09-14T03:48:07.891 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 5021 (ObjNum 1186 snap 366 seq_num 1186) dirty exists 2024-09-14T03:48:07.891 INFO:tasks.rados.rados.0.smithi002.stdout:3819: left oid 38 (ObjNum 1186 snap 366 seq_num 1186) 2024-09-14T03:48:07.892 INFO:tasks.rados.rados.0.smithi002.stdout:3818: finishing copy_from racing read to smithi00278215-5 2024-09-14T03:48:07.898 INFO:tasks.rados.rados.0.smithi002.stdout:3816: finishing copy_from to smithi00278215-6 2024-09-14T03:48:07.898 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 6 v 4698 (ObjNum 1180 snap 364 seq_num 1180) dirty exists 2024-09-14T03:48:07.898 INFO:tasks.rados.rados.0.smithi002.stdout:3818: finishing copy_from to smithi00278215-5 2024-09-14T03:48:07.898 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 5 v 5018 (ObjNum 1125 snap 349 seq_num 1125) dirty exists 2024-09-14T03:48:08.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:07 smithi002 ceph-mon[87970]: pgmap v898: 121 pgs: 121 active+clean; 156 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.6 MiB/s wr, 2 op/s 2024-09-14T03:48:08.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:07 smithi002 ceph-mon[87970]: osdmap e815: 8 total, 8 up, 8 in 2024-09-14T03:48:08.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:07 smithi002 ceph-mon[87970]: osdmap e816: 8 total, 8 up, 8 in 2024-09-14T03:48:08.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:07 smithi002 ceph-mon[89815]: pgmap v898: 121 pgs: 121 active+clean; 156 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.6 MiB/s wr, 2 op/s 2024-09-14T03:48:08.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:07 smithi002 ceph-mon[89815]: osdmap e815: 8 total, 8 up, 8 in 2024-09-14T03:48:08.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:07 smithi002 ceph-mon[89815]: osdmap e816: 8 total, 8 up, 8 in 2024-09-14T03:48:08.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:07 smithi154 ceph-mon[81546]: pgmap v898: 121 pgs: 121 active+clean; 156 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.6 MiB/s wr, 2 op/s 2024-09-14T03:48:08.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:07 smithi154 ceph-mon[81546]: osdmap e815: 8 total, 8 up, 8 in 2024-09-14T03:48:08.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:07 smithi154 ceph-mon[81546]: osdmap e816: 8 total, 8 up, 8 in 2024-09-14T03:48:08.852 INFO:tasks.rados.rados.0.smithi002.stdout:3816: done (4 left) 2024-09-14T03:48:08.852 INFO:tasks.rados.rados.0.smithi002.stdout:3817: done (3 left) 2024-09-14T03:48:08.852 INFO:tasks.rados.rados.0.smithi002.stdout:3818: done (2 left) 2024-09-14T03:48:08.852 INFO:tasks.rados.rados.0.smithi002.stdout:3819: done (1 left) 2024-09-14T03:48:08.852 INFO:tasks.rados.rados.0.smithi002.stdout:3820: done (0 left) 2024-09-14T03:48:08.852 INFO:tasks.rados.rados.0.smithi002.stdout:3821: read oid 10 snap -1 2024-09-14T03:48:08.852 INFO:tasks.rados.rados.0.smithi002.stdout:3821: expect (ObjNum 1146 snap 351 seq_num 1146) 2024-09-14T03:48:08.852 INFO:tasks.rados.rados.0.smithi002.stdout:3822: snap_create 2024-09-14T03:48:08.869 INFO:tasks.rados.rados.0.smithi002.stdout:3821: expect (ObjNum 1146 snap 351 seq_num 1146) 2024-09-14T03:48:09.853 INFO:tasks.rados.rados.0.smithi002.stdout:3821: done (1 left) 2024-09-14T03:48:09.854 INFO:tasks.rados.rados.0.smithi002.stdout:3822: done (0 left) 2024-09-14T03:48:09.854 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 42 current snap is 368 2024-09-14T03:48:09.854 INFO:tasks.rados.rados.0.smithi002.stdout:3823: seq_num 1187 ranges {3432448=688128} 2024-09-14T03:48:09.876 INFO:tasks.rados.rados.0.smithi002.stdout:3823: writing smithi00278215-42 from 3432448 to 4120576 tid 1 2024-09-14T03:48:09.876 INFO:tasks.rados.rados.0.smithi002.stdout:3824: setattr oid 12 current snap is 368 2024-09-14T03:48:09.877 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 25 current snap is 368 2024-09-14T03:48:09.878 INFO:tasks.rados.rados.0.smithi002.stdout:3825: seq_num 1188 ranges {3276800=704512} 2024-09-14T03:48:09.900 INFO:tasks.rados.rados.0.smithi002.stdout:3825: writing smithi00278215-25 from 3276800 to 3981312 tid 1 2024-09-14T03:48:09.900 INFO:tasks.rados.rados.0.smithi002.stdout:3826: read oid 23 snap -1 2024-09-14T03:48:09.900 INFO:tasks.rados.rados.0.smithi002.stdout:3826: expect deleted 2024-09-14T03:48:09.900 INFO:tasks.rados.rados.0.smithi002.stdout:3827: delete oid 17 current snap is 368 2024-09-14T03:48:09.900 INFO:tasks.rados.rados.0.smithi002.stdout:3823: finishing write tid 1 to smithi00278215-42 2024-09-14T03:48:09.901 INFO:tasks.rados.rados.0.smithi002.stdout:3823: finishing write tid 2 to smithi00278215-42 2024-09-14T03:48:09.901 INFO:tasks.rados.rados.0.smithi002.stdout:3823: finishing write tid 3 to smithi00278215-42 2024-09-14T03:48:09.901 INFO:tasks.rados.rados.0.smithi002.stdout:3823: oid 42 updating version 0 to 4838 2024-09-14T03:48:09.901 INFO:tasks.rados.rados.0.smithi002.stdout:3823: oid 42 updating version 4838 to 4839 2024-09-14T03:48:09.901 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 42 v 4839 (ObjNum 1187 snap 368 seq_num 1187) dirty exists 2024-09-14T03:48:09.901 INFO:tasks.rados.rados.0.smithi002.stdout:3823: left oid 42 (ObjNum 1187 snap 368 seq_num 1187) 2024-09-14T03:48:09.901 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 4704 (ObjNum 1147 snap 352 seq_num 1147) dirty exists 2024-09-14T03:48:09.903 INFO:tasks.rados.rados.0.smithi002.stdout:3823: done (4 left) 2024-09-14T03:48:09.904 INFO:tasks.rados.rados.0.smithi002.stdout:3824: done (3 left) 2024-09-14T03:48:09.904 INFO:tasks.rados.rados.0.smithi002.stdout:3826: done (2 left) 2024-09-14T03:48:09.904 INFO:tasks.rados.rados.0.smithi002.stdout:3827: done (1 left) 2024-09-14T03:48:09.904 INFO:tasks.rados.rados.0.smithi002.stdout:3828: setattr oid 49 current snap is 368 2024-09-14T03:48:09.904 INFO:tasks.rados.rados.0.smithi002.stdout:3825: finishing write tid 1 to smithi00278215-25 2024-09-14T03:48:09.904 INFO:tasks.rados.rados.0.smithi002.stdout:3825: finishing write tid 2 to smithi00278215-25 2024-09-14T03:48:09.905 INFO:tasks.rados.rados.0.smithi002.stdout:3829: delete oid 4 current snap is 368 2024-09-14T03:48:09.905 INFO:tasks.rados.rados.0.smithi002.stdout:3825: finishing write tid 3 to smithi00278215-25 2024-09-14T03:48:09.905 INFO:tasks.rados.rados.0.smithi002.stdout:3825: oid 25 updating version 0 to 4978 2024-09-14T03:48:09.906 INFO:tasks.rados.rados.0.smithi002.stdout:3825: oid 25 version 4978 is already newer than 4977 2024-09-14T03:48:09.906 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 4978 (ObjNum 1188 snap 368 seq_num 1188) dirty exists 2024-09-14T03:48:09.906 INFO:tasks.rados.rados.0.smithi002.stdout:3825: left oid 25 (ObjNum 1188 snap 368 seq_num 1188) 2024-09-14T03:48:09.908 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 4168 (ObjNum 1171 snap 361 seq_num 1171) dirty exists 2024-09-14T03:48:09.910 INFO:tasks.rados.rados.0.smithi002.stdout:3825: done (2 left) 2024-09-14T03:48:09.910 INFO:tasks.rados.rados.0.smithi002.stdout:3828: done (1 left) 2024-09-14T03:48:09.910 INFO:tasks.rados.rados.0.smithi002.stdout:3829: done (0 left) 2024-09-14T03:48:09.910 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 12 current snap is 368 2024-09-14T03:48:09.910 INFO:tasks.rados.rados.0.smithi002.stdout:3830: seq_num 1191 ranges {6471680=753664} 2024-09-14T03:48:09.949 INFO:tasks.rados.rados.0.smithi002.stdout:3830: writing smithi00278215-12 from 6471680 to 7225344 tid 1 2024-09-14T03:48:09.949 INFO:tasks.rados.rados.0.smithi002.stdout:3831: snap_remove snap 365 2024-09-14T03:48:10.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:09 smithi002 ceph-mon[89815]: pgmap v901: 121 pgs: 121 active+clean; 157 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 1.9 MiB/s wr, 3 op/s 2024-09-14T03:48:10.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:09 smithi002 ceph-mon[89815]: osdmap e817: 8 total, 8 up, 8 in 2024-09-14T03:48:10.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:09 smithi002 ceph-mon[87970]: pgmap v901: 121 pgs: 121 active+clean; 157 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 1.9 MiB/s wr, 3 op/s 2024-09-14T03:48:10.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:09 smithi002 ceph-mon[87970]: osdmap e817: 8 total, 8 up, 8 in 2024-09-14T03:48:10.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:09 smithi154 ceph-mon[81546]: pgmap v901: 121 pgs: 121 active+clean; 157 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 1.9 MiB/s wr, 3 op/s 2024-09-14T03:48:10.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:09 smithi154 ceph-mon[81546]: osdmap e817: 8 total, 8 up, 8 in 2024-09-14T03:48:10.865 INFO:tasks.rados.rados.0.smithi002.stdout:3831: done (1 left) 2024-09-14T03:48:10.866 INFO:tasks.rados.rados.0.smithi002.stdout:3832: copy_from oid 28 from oid 33 current snap is 368 2024-09-14T03:48:10.866 INFO:tasks.rados.rados.0.smithi002.stdout:3830: finishing write tid 1 to smithi00278215-12 2024-09-14T03:48:10.866 INFO:tasks.rados.rados.0.smithi002.stdout:3830: finishing write tid 2 to smithi00278215-12 2024-09-14T03:48:10.866 INFO:tasks.rados.rados.0.smithi002.stdout:3830: finishing write tid 3 to smithi00278215-12 2024-09-14T03:48:10.866 INFO:tasks.rados.rados.0.smithi002.stdout:3830: oid 12 updating version 0 to 4706 2024-09-14T03:48:10.866 INFO:tasks.rados.rados.0.smithi002.stdout:3830: oid 12 updating version 4706 to 4707 2024-09-14T03:48:10.866 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 4707 (ObjNum 1191 snap 368 seq_num 1191) dirty exists 2024-09-14T03:48:10.866 INFO:tasks.rados.rados.0.smithi002.stdout:3830: left oid 12 (ObjNum 1191 snap 368 seq_num 1191) 2024-09-14T03:48:10.866 INFO:tasks.rados.rados.0.smithi002.stdout:3830: done (1 left) 2024-09-14T03:48:10.866 INFO:tasks.rados.rados.0.smithi002.stdout:3833: rollback oid 20 current snap is 368 2024-09-14T03:48:10.866 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 20 to 362 2024-09-14T03:48:10.866 INFO:tasks.rados.rados.0.smithi002.stdout:3834: snap_create 2024-09-14T03:48:10.874 INFO:tasks.rados.rados.0.smithi002.stdout:3833: finishing rollback tid 0 to smithi00278215-20 2024-09-14T03:48:10.874 INFO:tasks.rados.rados.0.smithi002.stdout:3833: finishing rollback tid 1 to smithi00278215-20 2024-09-14T03:48:10.876 INFO:tasks.rados.rados.0.smithi002.stdout:3833: finishing rollback tid 2 to smithi00278215-20 2024-09-14T03:48:10.876 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 20 v 4692 (ObjNum 1151 snap 353 seq_num 1151) dirty exists 2024-09-14T03:48:10.885 INFO:tasks.rados.rados.0.smithi002.stdout:3832: finishing copy_from racing read to smithi00278215-28 2024-09-14T03:48:10.886 INFO:tasks.rados.rados.0.smithi002.stdout:3832: finishing copy_from to smithi00278215-28 2024-09-14T03:48:10.886 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 28 v 4697 (ObjNum 1108 snap 347 seq_num 1108) dirty exists 2024-09-14T03:48:11.186 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:10 smithi002 ceph-mon[89815]: osdmap e818: 8 total, 8 up, 8 in 2024-09-14T03:48:11.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:48:11.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:10 smithi002 ceph-mon[87970]: osdmap e818: 8 total, 8 up, 8 in 2024-09-14T03:48:11.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:48:11.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:10 smithi154 ceph-mon[81546]: osdmap e818: 8 total, 8 up, 8 in 2024-09-14T03:48:11.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:48:11.866 INFO:tasks.rados.rados.0.smithi002.stdout:3832: done (2 left) 2024-09-14T03:48:11.866 INFO:tasks.rados.rados.0.smithi002.stdout:3833: done (1 left) 2024-09-14T03:48:11.866 INFO:tasks.rados.rados.0.smithi002.stdout:3834: done (0 left) 2024-09-14T03:48:11.866 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 4 current snap is 369 2024-09-14T03:48:11.866 INFO:tasks.rados.rados.0.smithi002.stdout:3835: seq_num 1192 ranges {0=770048} 2024-09-14T03:48:11.870 INFO:tasks.rados.rados.0.smithi002.stdout:3835: writing smithi00278215-4 from 0 to 770048 tid 1 2024-09-14T03:48:11.870 INFO:tasks.rados.rados.0.smithi002.stdout:3836: snap_remove snap 366 2024-09-14T03:48:12.186 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:11 smithi002 ceph-mon[89815]: pgmap v904: 121 pgs: 121 active+clean; 164 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.0 MiB/s wr, 15 op/s 2024-09-14T03:48:12.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:11 smithi002 ceph-mon[89815]: osdmap e819: 8 total, 8 up, 8 in 2024-09-14T03:48:12.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:11 smithi002 ceph-mon[87970]: pgmap v904: 121 pgs: 121 active+clean; 164 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.0 MiB/s wr, 15 op/s 2024-09-14T03:48:12.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:11 smithi002 ceph-mon[87970]: osdmap e819: 8 total, 8 up, 8 in 2024-09-14T03:48:12.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:11 smithi154 ceph-mon[81546]: pgmap v904: 121 pgs: 121 active+clean; 164 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.0 MiB/s wr, 15 op/s 2024-09-14T03:48:12.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:11 smithi154 ceph-mon[81546]: osdmap e819: 8 total, 8 up, 8 in 2024-09-14T03:48:12.850 INFO:tasks.rados.rados.0.smithi002.stdout:3836: done (1 left) 2024-09-14T03:48:12.850 INFO:tasks.rados.rados.0.smithi002.stdout:3837: snap_remove snap 360 2024-09-14T03:48:13.186 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:12 smithi002 ceph-mon[89815]: osdmap e820: 8 total, 8 up, 8 in 2024-09-14T03:48:13.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:12 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:48:13.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:12 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:48:13.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:12 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:48:13.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:12 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:48:13.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:12 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:48:13.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:12 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:48:13.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:12 smithi002 ceph-mon[89815]: osdmap e821: 8 total, 8 up, 8 in 2024-09-14T03:48:13.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:12 smithi002 ceph-mon[87970]: osdmap e820: 8 total, 8 up, 8 in 2024-09-14T03:48:13.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:12 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:48:13.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:12 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:48:13.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:12 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:48:13.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:12 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:48:13.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:12 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:48:13.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:12 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:48:13.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:12 smithi002 ceph-mon[87970]: osdmap e821: 8 total, 8 up, 8 in 2024-09-14T03:48:13.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:12 smithi154 ceph-mon[81546]: osdmap e820: 8 total, 8 up, 8 in 2024-09-14T03:48:13.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:12 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:48:13.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:12 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:48:13.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:12 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:48:13.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:12 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:48:13.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:12 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:48:13.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:12 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:48:13.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:12 smithi154 ceph-mon[81546]: osdmap e821: 8 total, 8 up, 8 in 2024-09-14T03:48:13.852 INFO:tasks.rados.rados.0.smithi002.stdout:3837: done (1 left) 2024-09-14T03:48:13.853 INFO:tasks.rados.rados.0.smithi002.stdout:3838: delete oid 26 current snap is 369 2024-09-14T03:48:13.853 INFO:tasks.rados.rados.0.smithi002.stdout:3835: finishing write tid 1 to smithi00278215-4 2024-09-14T03:48:13.853 INFO:tasks.rados.rados.0.smithi002.stdout:3835: finishing write tid 2 to smithi00278215-4 2024-09-14T03:48:13.853 INFO:tasks.rados.rados.0.smithi002.stdout:3835: finishing write tid 3 to smithi00278215-4 2024-09-14T03:48:13.853 INFO:tasks.rados.rados.0.smithi002.stdout:3835: oid 4 updating version 0 to 4842 2024-09-14T03:48:13.853 INFO:tasks.rados.rados.0.smithi002.stdout:3835: oid 4 version 4842 is already newer than 4841 2024-09-14T03:48:13.853 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 4842 (ObjNum 1192 snap 369 seq_num 1192) dirty exists 2024-09-14T03:48:13.853 INFO:tasks.rados.rados.0.smithi002.stdout:3835: left oid 4 (ObjNum 1192 snap 369 seq_num 1192) 2024-09-14T03:48:13.860 INFO:tasks.rados.rados.0.smithi002.stdout:3835: done (1 left) 2024-09-14T03:48:13.860 INFO:tasks.rados.rados.0.smithi002.stdout:3838: done (0 left) 2024-09-14T03:48:13.860 INFO:tasks.rados.rados.0.smithi002.stdout:3839: snap_remove snap 363 2024-09-14T03:48:14.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:13 smithi002 ceph-mon[87970]: pgmap v907: 121 pgs: 121 active+clean; 171 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.3 MiB/s rd, 3.6 MiB/s wr, 26 op/s 2024-09-14T03:48:14.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:13 smithi002 ceph-mon[87970]: osdmap e822: 8 total, 8 up, 8 in 2024-09-14T03:48:14.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:13 smithi002 ceph-mon[89815]: pgmap v907: 121 pgs: 121 active+clean; 171 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.3 MiB/s rd, 3.6 MiB/s wr, 26 op/s 2024-09-14T03:48:14.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:13 smithi002 ceph-mon[89815]: osdmap e822: 8 total, 8 up, 8 in 2024-09-14T03:48:14.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:13 smithi154 ceph-mon[81546]: pgmap v907: 121 pgs: 121 active+clean; 171 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.3 MiB/s rd, 3.6 MiB/s wr, 26 op/s 2024-09-14T03:48:14.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:13 smithi154 ceph-mon[81546]: osdmap e822: 8 total, 8 up, 8 in 2024-09-14T03:48:14.859 INFO:tasks.rados.rados.0.smithi002.stdout:3839: done (0 left) 2024-09-14T03:48:14.859 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 50 current snap is 369 2024-09-14T03:48:14.859 INFO:tasks.rados.rados.0.smithi002.stdout:3840: seq_num 1194 ranges {0=802816} 2024-09-14T03:48:14.863 INFO:tasks.rados.rados.0.smithi002.stdout:3840: writing smithi00278215-50 from 0 to 802816 tid 1 2024-09-14T03:48:14.863 INFO:tasks.rados.rados.0.smithi002.stdout:3841: delete oid 42 current snap is 369 2024-09-14T03:48:14.869 INFO:tasks.rados.rados.0.smithi002.stdout:3841: done (1 left) 2024-09-14T03:48:14.869 INFO:tasks.rados.rados.0.smithi002.stdout:3842: snap_create 2024-09-14T03:48:14.876 INFO:tasks.rados.rados.0.smithi002.stdout:3840: finishing write tid 1 to smithi00278215-50 2024-09-14T03:48:14.878 INFO:tasks.rados.rados.0.smithi002.stdout:3840: finishing write tid 2 to smithi00278215-50 2024-09-14T03:48:14.880 INFO:tasks.rados.rados.0.smithi002.stdout:3840: finishing write tid 3 to smithi00278215-50 2024-09-14T03:48:14.881 INFO:tasks.rados.rados.0.smithi002.stdout:3840: oid 50 updating version 0 to 5038 2024-09-14T03:48:14.881 INFO:tasks.rados.rados.0.smithi002.stdout:3840: oid 50 version 5038 is already newer than 5037 2024-09-14T03:48:14.881 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 5038 (ObjNum 1194 snap 369 seq_num 1194) dirty exists 2024-09-14T03:48:14.881 INFO:tasks.rados.rados.0.smithi002.stdout:3840: left oid 50 (ObjNum 1194 snap 369 seq_num 1194) 2024-09-14T03:48:15.687 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:48:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:48:15] "GET /metrics HTTP/1.1" 200 36433 "" "Prometheus/2.51.0" 2024-09-14T03:48:15.861 INFO:tasks.rados.rados.0.smithi002.stdout:3840: done (1 left) 2024-09-14T03:48:15.861 INFO:tasks.rados.rados.0.smithi002.stdout:3842: done (0 left) 2024-09-14T03:48:15.861 INFO:tasks.rados.rados.0.smithi002.stdout:3843: snap_create 2024-09-14T03:48:16.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:15 smithi002 ceph-mon[87970]: pgmap v910: 121 pgs: 121 active+clean; 171 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.3 MiB/s rd, 1.9 MiB/s wr, 19 op/s 2024-09-14T03:48:16.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:15 smithi002 ceph-mon[87970]: osdmap e823: 8 total, 8 up, 8 in 2024-09-14T03:48:16.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:15 smithi002 ceph-mon[89815]: pgmap v910: 121 pgs: 121 active+clean; 171 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.3 MiB/s rd, 1.9 MiB/s wr, 19 op/s 2024-09-14T03:48:16.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:15 smithi002 ceph-mon[89815]: osdmap e823: 8 total, 8 up, 8 in 2024-09-14T03:48:16.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:15 smithi154 ceph-mon[81546]: pgmap v910: 121 pgs: 121 active+clean; 171 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.3 MiB/s rd, 1.9 MiB/s wr, 19 op/s 2024-09-14T03:48:16.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:15 smithi154 ceph-mon[81546]: osdmap e823: 8 total, 8 up, 8 in 2024-09-14T03:48:16.866 INFO:tasks.rados.rados.0.smithi002.stdout:3843: done (0 left) 2024-09-14T03:48:16.866 INFO:tasks.rados.rados.0.smithi002.stdout:3844: rollback oid 11 current snap is 371 2024-09-14T03:48:16.866 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 11 to 367 2024-09-14T03:48:16.867 INFO:tasks.rados.rados.0.smithi002.stdout:3845: rollback oid 32 current snap is 371 2024-09-14T03:48:16.867 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 32 to 364 2024-09-14T03:48:16.867 INFO:tasks.rados.rados.0.smithi002.stdout:3846: delete oid 15 current snap is 371 2024-09-14T03:48:16.873 INFO:tasks.rados.rados.0.smithi002.stdout:3846: done (2 left) 2024-09-14T03:48:16.873 INFO:tasks.rados.rados.0.smithi002.stdout:3847: rollback oid 41 current snap is 371 2024-09-14T03:48:16.873 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 41 to 370 2024-09-14T03:48:16.873 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 46 current snap is 371 2024-09-14T03:48:16.873 INFO:tasks.rados.rados.0.smithi002.stdout:3848: seq_num 1197 ranges {327680=450560,778240=401408} 2024-09-14T03:48:16.877 INFO:tasks.rados.rados.0.smithi002.stdout:3848: writing smithi00278215-46 from 327680 to 778240 tid 1 2024-09-14T03:48:16.880 INFO:tasks.rados.rados.0.smithi002.stdout:3848: writing smithi00278215-46 from 778240 to 1179648 tid 2 2024-09-14T03:48:16.880 INFO:tasks.rados.rados.0.smithi002.stdout:3849: snap_create 2024-09-14T03:48:16.880 INFO:tasks.rados.rados.0.smithi002.stdout:3844: finishing rollback tid 1 to smithi00278215-11 2024-09-14T03:48:16.880 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 4995 (ObjNum 65 snap 0 seq_num 1953323350) dirty dne 2024-09-14T03:48:16.881 INFO:tasks.rados.rados.0.smithi002.stdout:3845: finishing rollback tid 0 to smithi00278215-32 2024-09-14T03:48:16.881 INFO:tasks.rados.rados.0.smithi002.stdout:3845: finishing rollback tid 1 to smithi00278215-32 2024-09-14T03:48:16.881 INFO:tasks.rados.rados.0.smithi002.stdout:3845: finishing rollback tid 2 to smithi00278215-32 2024-09-14T03:48:16.881 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 5045 (ObjNum 1169 snap 359 seq_num 1169) dirty exists 2024-09-14T03:48:16.885 INFO:tasks.rados.rados.0.smithi002.stdout:3848: finishing write tid 1 to smithi00278215-46 2024-09-14T03:48:16.885 INFO:tasks.rados.rados.0.smithi002.stdout:3848: finishing write tid 2 to smithi00278215-46 2024-09-14T03:48:16.886 INFO:tasks.rados.rados.0.smithi002.stdout:3847: finishing rollback tid 1 to smithi00278215-41 2024-09-14T03:48:16.886 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 41 v 0 (ObjNum 97 snap 0 seq_num 1695427103) dirty dne 2024-09-14T03:48:16.887 INFO:tasks.rados.rados.0.smithi002.stdout:3848: finishing write tid 3 to smithi00278215-46 2024-09-14T03:48:16.889 INFO:tasks.rados.rados.0.smithi002.stdout:3848: finishing write tid 4 to smithi00278215-46 2024-09-14T03:48:16.889 INFO:tasks.rados.rados.0.smithi002.stdout:3848: oid 46 updating version 0 to 3371 2024-09-14T03:48:16.889 INFO:tasks.rados.rados.0.smithi002.stdout:3848: oid 46 updating version 3371 to 3372 2024-09-14T03:48:16.889 INFO:tasks.rados.rados.0.smithi002.stdout:3848: oid 46 version 3372 is already newer than 3370 2024-09-14T03:48:16.889 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 46 v 3372 (ObjNum 1197 snap 371 seq_num 1197) dirty exists 2024-09-14T03:48:16.889 INFO:tasks.rados.rados.0.smithi002.stdout:3848: left oid 46 (ObjNum 1197 snap 371 seq_num 1197) 2024-09-14T03:48:17.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:16 smithi002 ceph-mon[87970]: osdmap e824: 8 total, 8 up, 8 in 2024-09-14T03:48:17.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:16 smithi002 ceph-mon[89815]: osdmap e824: 8 total, 8 up, 8 in 2024-09-14T03:48:17.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:16 smithi154 ceph-mon[81546]: osdmap e824: 8 total, 8 up, 8 in 2024-09-14T03:48:17.853 INFO:tasks.rados.rados.0.smithi002.stdout:3844: done (4 left) 2024-09-14T03:48:17.853 INFO:tasks.rados.rados.0.smithi002.stdout:3845: done (3 left) 2024-09-14T03:48:17.853 INFO:tasks.rados.rados.0.smithi002.stdout:3847: done (2 left) 2024-09-14T03:48:17.854 INFO:tasks.rados.rados.0.smithi002.stdout:3848: done (1 left) 2024-09-14T03:48:17.854 INFO:tasks.rados.rados.0.smithi002.stdout:3849: done (0 left) 2024-09-14T03:48:17.854 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 13 current snap is 372 2024-09-14T03:48:17.854 INFO:tasks.rados.rados.0.smithi002.stdout:3850: seq_num 1198 ranges {6447104=466944,6914048=401408} 2024-09-14T03:48:17.891 INFO:tasks.rados.rados.0.smithi002.stdout:3850: writing smithi00278215-13 from 6447104 to 6914048 tid 1 2024-09-14T03:48:17.893 INFO:tasks.rados.rados.0.smithi002.stdout:3850: writing smithi00278215-13 from 6914048 to 7315456 tid 2 2024-09-14T03:48:17.894 INFO:tasks.rados.rados.0.smithi002.stdout:3851: rollback oid 30 current snap is 372 2024-09-14T03:48:17.894 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 30 to 362 2024-09-14T03:48:17.894 INFO:tasks.rados.rados.0.smithi002.stdout:3852: snap_create 2024-09-14T03:48:17.901 INFO:tasks.rados.rados.0.smithi002.stdout:3850: finishing write tid 1 to smithi00278215-13 2024-09-14T03:48:17.901 INFO:tasks.rados.rados.0.smithi002.stdout:3850: finishing write tid 2 to smithi00278215-13 2024-09-14T03:48:17.901 INFO:tasks.rados.rados.0.smithi002.stdout:3850: finishing write tid 3 to smithi00278215-13 2024-09-14T03:48:17.903 INFO:tasks.rados.rados.0.smithi002.stdout:3850: finishing write tid 4 to smithi00278215-13 2024-09-14T03:48:17.904 INFO:tasks.rados.rados.0.smithi002.stdout:3850: oid 13 updating version 0 to 4701 2024-09-14T03:48:17.904 INFO:tasks.rados.rados.0.smithi002.stdout:3850: oid 13 updating version 4701 to 4703 2024-09-14T03:48:17.904 INFO:tasks.rados.rados.0.smithi002.stdout:3850: oid 13 version 4703 is already newer than 4702 2024-09-14T03:48:17.904 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 4703 (ObjNum 1198 snap 372 seq_num 1198) dirty exists 2024-09-14T03:48:17.904 INFO:tasks.rados.rados.0.smithi002.stdout:3850: left oid 13 (ObjNum 1198 snap 372 seq_num 1198) 2024-09-14T03:48:17.905 INFO:tasks.rados.rados.0.smithi002.stdout:3851: finishing rollback tid 0 to smithi00278215-30 2024-09-14T03:48:17.905 INFO:tasks.rados.rados.0.smithi002.stdout:3851: finishing rollback tid 1 to smithi00278215-30 2024-09-14T03:48:17.905 INFO:tasks.rados.rados.0.smithi002.stdout:3851: finishing rollback tid 2 to smithi00278215-30 2024-09-14T03:48:17.905 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 30 v 5050 (ObjNum 1125 snap 349 seq_num 1125) dirty exists 2024-09-14T03:48:18.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:17 smithi002 ceph-mon[87970]: pgmap v913: 121 pgs: 121 active+clean; 173 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 476 KiB/s wr, 6 op/s 2024-09-14T03:48:18.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:17 smithi002 ceph-mon[87970]: osdmap e825: 8 total, 8 up, 8 in 2024-09-14T03:48:18.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:17 smithi002 ceph-mon[87970]: osdmap e826: 8 total, 8 up, 8 in 2024-09-14T03:48:18.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:17 smithi002 ceph-mon[89815]: pgmap v913: 121 pgs: 121 active+clean; 173 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 476 KiB/s wr, 6 op/s 2024-09-14T03:48:18.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:17 smithi002 ceph-mon[89815]: osdmap e825: 8 total, 8 up, 8 in 2024-09-14T03:48:18.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:17 smithi002 ceph-mon[89815]: osdmap e826: 8 total, 8 up, 8 in 2024-09-14T03:48:18.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:17 smithi154 ceph-mon[81546]: pgmap v913: 121 pgs: 121 active+clean; 173 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 476 KiB/s wr, 6 op/s 2024-09-14T03:48:18.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:17 smithi154 ceph-mon[81546]: osdmap e825: 8 total, 8 up, 8 in 2024-09-14T03:48:18.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:17 smithi154 ceph-mon[81546]: osdmap e826: 8 total, 8 up, 8 in 2024-09-14T03:48:18.872 INFO:tasks.rados.rados.0.smithi002.stdout:3850: done (2 left) 2024-09-14T03:48:18.872 INFO:tasks.rados.rados.0.smithi002.stdout:3851: done (1 left) 2024-09-14T03:48:18.872 INFO:tasks.rados.rados.0.smithi002.stdout:3852: done (0 left) 2024-09-14T03:48:18.872 INFO:tasks.rados.rados.0.smithi002.stdout:3853: read oid 41 snap -1 2024-09-14T03:48:18.872 INFO:tasks.rados.rados.0.smithi002.stdout:3853: expect deleted 2024-09-14T03:48:18.872 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 8 current snap is 373 2024-09-14T03:48:18.872 INFO:tasks.rados.rados.0.smithi002.stdout:3854: seq_num 1199 ranges {4308992=483328,4792320=401408} 2024-09-14T03:48:18.897 INFO:tasks.rados.rados.0.smithi002.stdout:3854: writing smithi00278215-8 from 4308992 to 4792320 tid 1 2024-09-14T03:48:18.900 INFO:tasks.rados.rados.0.smithi002.stdout:3854: writing smithi00278215-8 from 4792320 to 5193728 tid 2 2024-09-14T03:48:18.900 INFO:tasks.rados.rados.0.smithi002.stdout:3855: snap_create 2024-09-14T03:48:18.906 INFO:tasks.rados.rados.0.smithi002.stdout:3854: finishing write tid 1 to smithi00278215-8 2024-09-14T03:48:18.906 INFO:tasks.rados.rados.0.smithi002.stdout:3854: finishing write tid 2 to smithi00278215-8 2024-09-14T03:48:18.906 INFO:tasks.rados.rados.0.smithi002.stdout:3854: finishing write tid 3 to smithi00278215-8 2024-09-14T03:48:18.909 INFO:tasks.rados.rados.0.smithi002.stdout:3854: finishing write tid 4 to smithi00278215-8 2024-09-14T03:48:18.909 INFO:tasks.rados.rados.0.smithi002.stdout:3854: oid 8 updating version 0 to 5019 2024-09-14T03:48:18.909 INFO:tasks.rados.rados.0.smithi002.stdout:3854: oid 8 updating version 5019 to 5020 2024-09-14T03:48:18.909 INFO:tasks.rados.rados.0.smithi002.stdout:3854: oid 8 updating version 5020 to 5021 2024-09-14T03:48:18.909 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 8 v 5021 (ObjNum 1199 snap 373 seq_num 1199) dirty exists 2024-09-14T03:48:18.909 INFO:tasks.rados.rados.0.smithi002.stdout:3854: left oid 8 (ObjNum 1199 snap 373 seq_num 1199) 2024-09-14T03:48:19.874 INFO:tasks.rados.rados.0.smithi002.stdout:3853: done (2 left) 2024-09-14T03:48:19.874 INFO:tasks.rados.rados.0.smithi002.stdout:3854: done (1 left) 2024-09-14T03:48:19.874 INFO:tasks.rados.rados.0.smithi002.stdout:3855: done (0 left) 2024-09-14T03:48:19.874 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 4 current snap is 374 2024-09-14T03:48:19.874 INFO:tasks.rados.rados.0.smithi002.stdout:3856: seq_num 1200 ranges {770048=499712,1269760=401408} 2024-09-14T03:48:19.881 INFO:tasks.rados.rados.0.smithi002.stdout:3856: writing smithi00278215-4 from 770048 to 1269760 tid 1 2024-09-14T03:48:19.883 INFO:tasks.rados.rados.0.smithi002.stdout:3856: writing smithi00278215-4 from 1269760 to 1671168 tid 2 2024-09-14T03:48:19.883 INFO:tasks.rados.rados.0.smithi002.stdout:3857: copy_from oid 41 from oid 13 current snap is 374 2024-09-14T03:48:19.883 INFO:tasks.rados.rados.0.smithi002.stdout:3858: setattr oid 47 current snap is 374 2024-09-14T03:48:19.885 INFO:tasks.rados.rados.0.smithi002.stdout:3859: delete oid 37 current snap is 374 2024-09-14T03:48:19.890 INFO:tasks.rados.rados.0.smithi002.stdout:3856: finishing write tid 1 to smithi00278215-4 2024-09-14T03:48:19.891 INFO:tasks.rados.rados.0.smithi002.stdout:3859: done (3 left) 2024-09-14T03:48:19.891 INFO:tasks.rados.rados.0.smithi002.stdout:3860: delete oid 25 current snap is 374 2024-09-14T03:48:19.891 INFO:tasks.rados.rados.0.smithi002.stdout:3856: finishing write tid 2 to smithi00278215-4 2024-09-14T03:48:19.891 INFO:tasks.rados.rados.0.smithi002.stdout:3856: finishing write tid 3 to smithi00278215-4 2024-09-14T03:48:19.892 INFO:tasks.rados.rados.0.smithi002.stdout:3856: finishing write tid 4 to smithi00278215-4 2024-09-14T03:48:19.892 INFO:tasks.rados.rados.0.smithi002.stdout:3856: oid 4 updating version 0 to 4846 2024-09-14T03:48:19.892 INFO:tasks.rados.rados.0.smithi002.stdout:3856: oid 4 version 4846 is already newer than 4845 2024-09-14T03:48:19.892 INFO:tasks.rados.rados.0.smithi002.stdout:3856: oid 4 version 4846 is already newer than 4844 2024-09-14T03:48:19.892 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 4846 (ObjNum 1200 snap 374 seq_num 1200) dirty exists 2024-09-14T03:48:19.893 INFO:tasks.rados.rados.0.smithi002.stdout:3856: left oid 4 (ObjNum 1200 snap 374 seq_num 1200) 2024-09-14T03:48:19.894 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 4708 (ObjNum 1173 snap 361 seq_num 1173) dirty exists 2024-09-14T03:48:19.895 INFO:tasks.rados.rados.0.smithi002.stdout:3856: done (3 left) 2024-09-14T03:48:19.895 INFO:tasks.rados.rados.0.smithi002.stdout:3858: done (2 left) 2024-09-14T03:48:19.895 INFO:tasks.rados.rados.0.smithi002.stdout:3860: done (1 left) 2024-09-14T03:48:19.895 INFO:tasks.rados.rados.0.smithi002.stdout:3861: snap_remove snap 362 2024-09-14T03:48:20.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:19 smithi002 ceph-mon[87970]: pgmap v916: 121 pgs: 121 active+clean; 170 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 672 KiB/s wr, 2 op/s 2024-09-14T03:48:20.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:19 smithi002 ceph-mon[87970]: osdmap e827: 8 total, 8 up, 8 in 2024-09-14T03:48:20.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:19 smithi002 ceph-mon[89815]: pgmap v916: 121 pgs: 121 active+clean; 170 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 672 KiB/s wr, 2 op/s 2024-09-14T03:48:20.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:19 smithi002 ceph-mon[89815]: osdmap e827: 8 total, 8 up, 8 in 2024-09-14T03:48:20.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:19 smithi154 ceph-mon[81546]: pgmap v916: 121 pgs: 121 active+clean; 170 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 672 KiB/s wr, 2 op/s 2024-09-14T03:48:20.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:19 smithi154 ceph-mon[81546]: osdmap e827: 8 total, 8 up, 8 in 2024-09-14T03:48:20.886 INFO:tasks.rados.rados.0.smithi002.stdout:3857: finishing copy_from racing read to smithi00278215-41 2024-09-14T03:48:20.886 INFO:tasks.rados.rados.0.smithi002.stdout:3857: finishing copy_from to smithi00278215-41 2024-09-14T03:48:20.886 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 41 v 4703 (ObjNum 1198 snap 372 seq_num 1198) dirty exists 2024-09-14T03:48:20.886 INFO:tasks.rados.rados.0.smithi002.stdout:3857: done (1 left) 2024-09-14T03:48:20.886 INFO:tasks.rados.rados.0.smithi002.stdout:3861: done (0 left) 2024-09-14T03:48:20.887 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 41 current snap is 374 2024-09-14T03:48:20.887 INFO:tasks.rados.rados.0.smithi002.stdout:3862: seq_num 1203 ranges {7315456=557056,7872512=401408} 2024-09-14T03:48:20.929 INFO:tasks.rados.rados.0.smithi002.stdout:3862: writing smithi00278215-41 from 7315456 to 7872512 tid 1 2024-09-14T03:48:20.932 INFO:tasks.rados.rados.0.smithi002.stdout:3862: writing smithi00278215-41 from 7872512 to 8273920 tid 2 2024-09-14T03:48:20.932 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 27 current snap is 374 2024-09-14T03:48:20.932 INFO:tasks.rados.rados.0.smithi002.stdout:3863: seq_num 1204 ranges {2375680=573440,2949120=401408} 2024-09-14T03:48:20.949 INFO:tasks.rados.rados.0.smithi002.stdout:3863: writing smithi00278215-27 from 2375680 to 2949120 tid 1 2024-09-14T03:48:20.953 INFO:tasks.rados.rados.0.smithi002.stdout:3863: writing smithi00278215-27 from 2949120 to 3350528 tid 2 2024-09-14T03:48:20.953 INFO:tasks.rados.rados.0.smithi002.stdout:3864: read oid 3 snap -1 2024-09-14T03:48:20.953 INFO:tasks.rados.rados.0.smithi002.stdout:3864: expect deleted 2024-09-14T03:48:20.953 INFO:tasks.rados.rados.0.smithi002.stdout:3865: read oid 6 snap -1 2024-09-14T03:48:20.953 INFO:tasks.rados.rados.0.smithi002.stdout:3865: expect (ObjNum 1180 snap 364 seq_num 1180) 2024-09-14T03:48:20.953 INFO:tasks.rados.rados.0.smithi002.stdout:3866: copy_from oid 44 from oid 36 current snap is 374 2024-09-14T03:48:20.953 INFO:tasks.rados.rados.0.smithi002.stdout:3862: finishing write tid 1 to smithi00278215-41 2024-09-14T03:48:20.953 INFO:tasks.rados.rados.0.smithi002.stdout:3862: finishing write tid 2 to smithi00278215-41 2024-09-14T03:48:20.953 INFO:tasks.rados.rados.0.smithi002.stdout:3862: finishing write tid 3 to smithi00278215-41 2024-09-14T03:48:20.953 INFO:tasks.rados.rados.0.smithi002.stdout:3862: finishing write tid 4 to smithi00278215-41 2024-09-14T03:48:20.954 INFO:tasks.rados.rados.0.smithi002.stdout:3862: oid 41 updating version 0 to 5053 2024-09-14T03:48:20.954 INFO:tasks.rados.rados.0.smithi002.stdout:3862: oid 41 updating version 5053 to 5054 2024-09-14T03:48:20.954 INFO:tasks.rados.rados.0.smithi002.stdout:3862: oid 41 version 5054 is already newer than 5052 2024-09-14T03:48:20.954 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 41 v 5054 (ObjNum 1203 snap 374 seq_num 1203) dirty exists 2024-09-14T03:48:20.954 INFO:tasks.rados.rados.0.smithi002.stdout:3862: left oid 41 (ObjNum 1203 snap 374 seq_num 1203) 2024-09-14T03:48:20.954 INFO:tasks.rados.rados.0.smithi002.stdout:3862: done (4 left) 2024-09-14T03:48:20.954 INFO:tasks.rados.rados.0.smithi002.stdout:3867: rmattr oid 5 current snap is 374 2024-09-14T03:48:20.954 INFO:tasks.rados.rados.0.smithi002.stdout:3867: done (4 left) 2024-09-14T03:48:20.954 INFO:tasks.rados.rados.0.smithi002.stdout:3868: delete oid 22 current snap is 374 2024-09-14T03:48:20.956 INFO:tasks.rados.rados.0.smithi002.stdout:3863: finishing write tid 1 to smithi00278215-27 2024-09-14T03:48:20.956 INFO:tasks.rados.rados.0.smithi002.stdout:3863: finishing write tid 2 to smithi00278215-27 2024-09-14T03:48:20.956 INFO:tasks.rados.rados.0.smithi002.stdout:3863: finishing write tid 3 to smithi00278215-27 2024-09-14T03:48:20.958 INFO:tasks.rados.rados.0.smithi002.stdout:3863: finishing write tid 4 to smithi00278215-27 2024-09-14T03:48:20.958 INFO:tasks.rados.rados.0.smithi002.stdout:3863: oid 27 updating version 0 to 4705 2024-09-14T03:48:20.958 INFO:tasks.rados.rados.0.smithi002.stdout:3863: oid 27 version 4705 is already newer than 4704 2024-09-14T03:48:20.958 INFO:tasks.rados.rados.0.smithi002.stdout:3863: oid 27 version 4705 is already newer than 4703 2024-09-14T03:48:20.959 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 27 v 4705 (ObjNum 1204 snap 374 seq_num 1204) dirty exists 2024-09-14T03:48:20.959 INFO:tasks.rados.rados.0.smithi002.stdout:3863: left oid 27 (ObjNum 1204 snap 374 seq_num 1204) 2024-09-14T03:48:20.963 INFO:tasks.rados.rados.0.smithi002.stdout:3863: done (4 left) 2024-09-14T03:48:20.963 INFO:tasks.rados.rados.0.smithi002.stdout:3864: done (3 left) 2024-09-14T03:48:20.963 INFO:tasks.rados.rados.0.smithi002.stdout:3868: done (2 left) 2024-09-14T03:48:20.963 INFO:tasks.rados.rados.0.smithi002.stdout:3869: delete oid 41 current snap is 374 2024-09-14T03:48:20.973 INFO:tasks.rados.rados.0.smithi002.stdout:3866: finishing copy_from racing read to smithi00278215-44 2024-09-14T03:48:20.974 INFO:tasks.rados.rados.0.smithi002.stdout:3866: finishing copy_from to smithi00278215-44 2024-09-14T03:48:20.974 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 4671 (ObjNum 1085 snap 342 seq_num 1085) dirty exists 2024-09-14T03:48:20.976 INFO:tasks.rados.rados.0.smithi002.stdout:3865: expect (ObjNum 1180 snap 364 seq_num 1180) 2024-09-14T03:48:21.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:20 smithi002 ceph-mon[87970]: osdmap e828: 8 total, 8 up, 8 in 2024-09-14T03:48:21.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:20 smithi002 ceph-mon[89815]: osdmap e828: 8 total, 8 up, 8 in 2024-09-14T03:48:21.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:20 smithi154 ceph-mon[81546]: osdmap e828: 8 total, 8 up, 8 in 2024-09-14T03:48:21.233 INFO:tasks.rados.rados.0.smithi002.stdout:3865: done (2 left) 2024-09-14T03:48:21.233 INFO:tasks.rados.rados.0.smithi002.stdout:3866: done (1 left) 2024-09-14T03:48:21.233 INFO:tasks.rados.rados.0.smithi002.stdout:3869: done (0 left) 2024-09-14T03:48:21.233 INFO:tasks.rados.rados.0.smithi002.stdout:3870: snap_create 2024-09-14T03:48:21.886 INFO:tasks.rados.rados.0.smithi002.stdout:3870: done (0 left) 2024-09-14T03:48:21.886 INFO:tasks.rados.rados.0.smithi002.stdout:3871: snap_remove snap 367 2024-09-14T03:48:22.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:21 smithi002 ceph-mon[87970]: pgmap v919: 121 pgs: 121 active+clean; 171 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 404 KiB/s wr, 8 op/s 2024-09-14T03:48:22.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:21 smithi002 ceph-mon[87970]: osdmap e829: 8 total, 8 up, 8 in 2024-09-14T03:48:22.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:21 smithi002 ceph-mon[89815]: pgmap v919: 121 pgs: 121 active+clean; 171 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 404 KiB/s wr, 8 op/s 2024-09-14T03:48:22.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:21 smithi002 ceph-mon[89815]: osdmap e829: 8 total, 8 up, 8 in 2024-09-14T03:48:22.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:21 smithi154 ceph-mon[81546]: pgmap v919: 121 pgs: 121 active+clean; 171 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 404 KiB/s wr, 8 op/s 2024-09-14T03:48:22.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:21 smithi154 ceph-mon[81546]: osdmap e829: 8 total, 8 up, 8 in 2024-09-14T03:48:22.858 INFO:tasks.rados.rados.0.smithi002.stdout:3871: done (0 left) 2024-09-14T03:48:22.858 INFO:tasks.rados.rados.0.smithi002.stdout:3872: snap_create 2024-09-14T03:48:23.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:22 smithi002 ceph-mon[87970]: osdmap e830: 8 total, 8 up, 8 in 2024-09-14T03:48:23.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:22 smithi002 ceph-mon[87970]: osdmap e831: 8 total, 8 up, 8 in 2024-09-14T03:48:23.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:22 smithi002 ceph-mon[89815]: osdmap e830: 8 total, 8 up, 8 in 2024-09-14T03:48:23.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:22 smithi002 ceph-mon[89815]: osdmap e831: 8 total, 8 up, 8 in 2024-09-14T03:48:23.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:22 smithi154 ceph-mon[81546]: osdmap e830: 8 total, 8 up, 8 in 2024-09-14T03:48:23.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:22 smithi154 ceph-mon[81546]: osdmap e831: 8 total, 8 up, 8 in 2024-09-14T03:48:23.856 INFO:tasks.rados.rados.0.smithi002.stdout:3872: done (0 left) 2024-09-14T03:48:23.856 INFO:tasks.rados.rados.0.smithi002.stdout:3873: copy_from oid 13 from oid 23 current snap is 376 2024-09-14T03:48:23.857 INFO:tasks.rados.rados.0.smithi002.stdout:3874: delete oid 7 current snap is 376 2024-09-14T03:48:23.862 INFO:tasks.rados.rados.0.smithi002.stdout:3873: finishing copy_from to smithi00278215-13 2024-09-14T03:48:23.862 INFO:tasks.rados.rados.0.smithi002.stdout:3873: got expected ENOENT (src dne) 2024-09-14T03:48:23.862 INFO:tasks.rados.rados.0.smithi002.stdout:3873: finishing copy_from racing read to smithi00278215-13 2024-09-14T03:48:23.864 INFO:tasks.rados.rados.0.smithi002.stdout:3873: done (1 left) 2024-09-14T03:48:23.864 INFO:tasks.rados.rados.0.smithi002.stdout:3874: done (0 left) 2024-09-14T03:48:23.864 INFO:tasks.rados.rados.0.smithi002.stdout:3875: snap_create 2024-09-14T03:48:24.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:23 smithi002 ceph-mon[87970]: pgmap v922: 121 pgs: 121 active+clean; 169 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 11 op/s 2024-09-14T03:48:24.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:23 smithi002 ceph-mon[87970]: osdmap e832: 8 total, 8 up, 8 in 2024-09-14T03:48:24.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:23 smithi002 ceph-mon[89815]: pgmap v922: 121 pgs: 121 active+clean; 169 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 11 op/s 2024-09-14T03:48:24.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:23 smithi002 ceph-mon[89815]: osdmap e832: 8 total, 8 up, 8 in 2024-09-14T03:48:24.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:23 smithi154 ceph-mon[81546]: pgmap v922: 121 pgs: 121 active+clean; 169 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 11 op/s 2024-09-14T03:48:24.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:23 smithi154 ceph-mon[81546]: osdmap e832: 8 total, 8 up, 8 in 2024-09-14T03:48:24.858 INFO:tasks.rados.rados.0.smithi002.stdout:3875: done (0 left) 2024-09-14T03:48:24.858 INFO:tasks.rados.rados.0.smithi002.stdout:3876: snap_create 2024-09-14T03:48:25.687 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:48:25 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:48:25] "GET /metrics HTTP/1.1" 200 36428 "" "Prometheus/2.51.0" 2024-09-14T03:48:25.859 INFO:tasks.rados.rados.0.smithi002.stdout:3876: done (0 left) 2024-09-14T03:48:25.859 INFO:tasks.rados.rados.0.smithi002.stdout:3877: snap_create 2024-09-14T03:48:26.186 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:25 smithi002 ceph-mon[89815]: pgmap v925: 121 pgs: 121 active+clean; 172 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.2 MiB/s wr, 8 op/s 2024-09-14T03:48:26.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:25 smithi002 ceph-mon[89815]: osdmap e833: 8 total, 8 up, 8 in 2024-09-14T03:48:26.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:25 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:48:26.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:25 smithi002 ceph-mon[87970]: pgmap v925: 121 pgs: 121 active+clean; 172 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.2 MiB/s wr, 8 op/s 2024-09-14T03:48:26.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:25 smithi002 ceph-mon[87970]: osdmap e833: 8 total, 8 up, 8 in 2024-09-14T03:48:26.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:25 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:48:26.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:25 smithi154 ceph-mon[81546]: pgmap v925: 121 pgs: 121 active+clean; 172 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.2 MiB/s wr, 8 op/s 2024-09-14T03:48:26.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:25 smithi154 ceph-mon[81546]: osdmap e833: 8 total, 8 up, 8 in 2024-09-14T03:48:26.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:25 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:48:26.862 INFO:tasks.rados.rados.0.smithi002.stdout:3877: done (0 left) 2024-09-14T03:48:26.862 INFO:tasks.rados.rados.0.smithi002.stdout:3878: snap_create 2024-09-14T03:48:27.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:26 smithi002 ceph-mon[87970]: osdmap e834: 8 total, 8 up, 8 in 2024-09-14T03:48:27.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:26 smithi002 ceph-mon[89815]: osdmap e834: 8 total, 8 up, 8 in 2024-09-14T03:48:27.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:26 smithi154 ceph-mon[81546]: osdmap e834: 8 total, 8 up, 8 in 2024-09-14T03:48:27.857 INFO:tasks.rados.rados.0.smithi002.stdout:3878: done (0 left) 2024-09-14T03:48:27.857 INFO:tasks.rados.rados.0.smithi002.stdout:3879: read oid 3 snap 374 2024-09-14T03:48:27.857 INFO:tasks.rados.rados.0.smithi002.stdout:3879: expect deleted 2024-09-14T03:48:27.857 INFO:tasks.rados.rados.0.smithi002.stdout:3880: delete oid 41 current snap is 380 2024-09-14T03:48:27.865 INFO:tasks.rados.rados.0.smithi002.stdout:3879: done (1 left) 2024-09-14T03:48:27.865 INFO:tasks.rados.rados.0.smithi002.stdout:3880: done (0 left) 2024-09-14T03:48:27.865 INFO:tasks.rados.rados.0.smithi002.stdout:3881: snap_remove snap 376 2024-09-14T03:48:28.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:27 smithi002 ceph-mon[87970]: pgmap v928: 121 pgs: 121 active+clean; 172 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 666 KiB/s wr, 3 op/s 2024-09-14T03:48:28.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:27 smithi002 ceph-mon[87970]: osdmap e835: 8 total, 8 up, 8 in 2024-09-14T03:48:28.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:27 smithi002 ceph-mon[87970]: osdmap e836: 8 total, 8 up, 8 in 2024-09-14T03:48:28.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:27 smithi002 ceph-mon[89815]: pgmap v928: 121 pgs: 121 active+clean; 172 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 666 KiB/s wr, 3 op/s 2024-09-14T03:48:28.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:27 smithi002 ceph-mon[89815]: osdmap e835: 8 total, 8 up, 8 in 2024-09-14T03:48:28.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:27 smithi002 ceph-mon[89815]: osdmap e836: 8 total, 8 up, 8 in 2024-09-14T03:48:28.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:27 smithi154 ceph-mon[81546]: pgmap v928: 121 pgs: 121 active+clean; 172 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 666 KiB/s wr, 3 op/s 2024-09-14T03:48:28.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:27 smithi154 ceph-mon[81546]: osdmap e835: 8 total, 8 up, 8 in 2024-09-14T03:48:28.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:27 smithi154 ceph-mon[81546]: osdmap e836: 8 total, 8 up, 8 in 2024-09-14T03:48:28.859 INFO:tasks.rados.rados.0.smithi002.stdout:3881: done (0 left) 2024-09-14T03:48:28.859 INFO:tasks.rados.rados.0.smithi002.stdout:3882: rollback oid 48 current snap is 380 2024-09-14T03:48:28.859 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 48 to 375 2024-09-14T03:48:28.859 INFO:tasks.rados.rados.0.smithi002.stdout:3883: copy_from oid 44 from oid 42 current snap is 380 2024-09-14T03:48:28.859 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 41 current snap is 380 2024-09-14T03:48:28.859 INFO:tasks.rados.rados.0.smithi002.stdout:3884: seq_num 1209 ranges {0=655360,655360=401408} 2024-09-14T03:48:28.862 INFO:tasks.rados.rados.0.smithi002.stdout:3884: writing smithi00278215-41 from 0 to 655360 tid 1 2024-09-14T03:48:28.865 INFO:tasks.rados.rados.0.smithi002.stdout:3884: writing smithi00278215-41 from 655360 to 1056768 tid 2 2024-09-14T03:48:28.865 INFO:tasks.rados.rados.0.smithi002.stdout:3885: read oid 1 snap -1 2024-09-14T03:48:28.866 INFO:tasks.rados.rados.0.smithi002.stdout:3885: expect (ObjNum 1120 snap 349 seq_num 1120) 2024-09-14T03:48:28.866 INFO:tasks.rados.rados.0.smithi002.stdout:3886: snap_remove snap 378 2024-09-14T03:48:29.866 INFO:tasks.rados.rados.0.smithi002.stdout:3886: done (4 left) 2024-09-14T03:48:29.866 INFO:tasks.rados.rados.0.smithi002.stdout:3887: snap_create 2024-09-14T03:48:29.866 INFO:tasks.rados.rados.0.smithi002.stdout:3883: finishing copy_from to smithi00278215-44 2024-09-14T03:48:29.867 INFO:tasks.rados.rados.0.smithi002.stdout:3883: got expected ENOENT (src dne) 2024-09-14T03:48:29.867 INFO:tasks.rados.rados.0.smithi002.stdout:3883: finishing copy_from racing read to smithi00278215-44 2024-09-14T03:48:29.867 INFO:tasks.rados.rados.0.smithi002.stdout:3882: finishing rollback tid 0 to smithi00278215-48 2024-09-14T03:48:29.867 INFO:tasks.rados.rados.0.smithi002.stdout:3882: finishing rollback tid 1 to smithi00278215-48 2024-09-14T03:48:29.867 INFO:tasks.rados.rados.0.smithi002.stdout:3882: finishing rollback tid 2 to smithi00278215-48 2024-09-14T03:48:29.867 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 4343 (ObjNum 1167 snap 357 seq_num 1167) dirty exists 2024-09-14T03:48:29.867 INFO:tasks.rados.rados.0.smithi002.stdout:3884: finishing write tid 1 to smithi00278215-41 2024-09-14T03:48:29.867 INFO:tasks.rados.rados.0.smithi002.stdout:3884: finishing write tid 2 to smithi00278215-41 2024-09-14T03:48:29.867 INFO:tasks.rados.rados.0.smithi002.stdout:3884: finishing write tid 3 to smithi00278215-41 2024-09-14T03:48:29.867 INFO:tasks.rados.rados.0.smithi002.stdout:3884: finishing write tid 4 to smithi00278215-41 2024-09-14T03:48:29.867 INFO:tasks.rados.rados.0.smithi002.stdout:3884: oid 41 updating version 0 to 5074 2024-09-14T03:48:29.867 INFO:tasks.rados.rados.0.smithi002.stdout:3884: oid 41 updating version 5074 to 5075 2024-09-14T03:48:29.867 INFO:tasks.rados.rados.0.smithi002.stdout:3884: oid 41 version 5075 is already newer than 5073 2024-09-14T03:48:29.867 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 41 v 5075 (ObjNum 1209 snap 380 seq_num 1209) dirty exists 2024-09-14T03:48:29.868 INFO:tasks.rados.rados.0.smithi002.stdout:3884: left oid 41 (ObjNum 1209 snap 380 seq_num 1209) 2024-09-14T03:48:29.868 INFO:tasks.rados.rados.0.smithi002.stdout:3885: expect (ObjNum 1120 snap 349 seq_num 1120) 2024-09-14T03:48:30.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:29 smithi002 ceph-mon[87970]: pgmap v931: 121 pgs: 121 active+clean; 172 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-14T03:48:30.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:29 smithi002 ceph-mon[87970]: osdmap e837: 8 total, 8 up, 8 in 2024-09-14T03:48:30.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:29 smithi002 ceph-mon[89815]: pgmap v931: 121 pgs: 121 active+clean; 172 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-14T03:48:30.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:29 smithi002 ceph-mon[89815]: osdmap e837: 8 total, 8 up, 8 in 2024-09-14T03:48:30.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:29 smithi154 ceph-mon[81546]: pgmap v931: 121 pgs: 121 active+clean; 172 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-14T03:48:30.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:29 smithi154 ceph-mon[81546]: osdmap e837: 8 total, 8 up, 8 in 2024-09-14T03:48:30.871 INFO:tasks.rados.rados.0.smithi002.stdout:3882: done (4 left) 2024-09-14T03:48:30.872 INFO:tasks.rados.rados.0.smithi002.stdout:3883: done (3 left) 2024-09-14T03:48:30.872 INFO:tasks.rados.rados.0.smithi002.stdout:3884: done (2 left) 2024-09-14T03:48:30.872 INFO:tasks.rados.rados.0.smithi002.stdout:3885: done (1 left) 2024-09-14T03:48:30.872 INFO:tasks.rados.rados.0.smithi002.stdout:3887: done (0 left) 2024-09-14T03:48:30.872 INFO:tasks.rados.rados.0.smithi002.stdout:3888: snap_remove snap 379 2024-09-14T03:48:31.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:30 smithi002 ceph-mon[87970]: osdmap e838: 8 total, 8 up, 8 in 2024-09-14T03:48:31.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:30 smithi002 ceph-mon[89815]: osdmap e838: 8 total, 8 up, 8 in 2024-09-14T03:48:31.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:30 smithi154 ceph-mon[81546]: osdmap e838: 8 total, 8 up, 8 in 2024-09-14T03:48:31.873 INFO:tasks.rados.rados.0.smithi002.stdout:3888: done (0 left) 2024-09-14T03:48:31.874 INFO:tasks.rados.rados.0.smithi002.stdout:3889: snap_create 2024-09-14T03:48:32.186 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:31 smithi002 ceph-mon[89815]: pgmap v934: 121 pgs: 121 active+clean; 172 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-14T03:48:32.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:31 smithi002 ceph-mon[89815]: osdmap e839: 8 total, 8 up, 8 in 2024-09-14T03:48:32.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:31 smithi002 ceph-mon[87970]: pgmap v934: 121 pgs: 121 active+clean; 172 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-14T03:48:32.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:31 smithi002 ceph-mon[87970]: osdmap e839: 8 total, 8 up, 8 in 2024-09-14T03:48:32.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:31 smithi154 ceph-mon[81546]: pgmap v934: 121 pgs: 121 active+clean; 172 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-14T03:48:32.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:31 smithi154 ceph-mon[81546]: osdmap e839: 8 total, 8 up, 8 in 2024-09-14T03:48:32.858 INFO:tasks.rados.rados.0.smithi002.stdout:3889: done (0 left) 2024-09-14T03:48:32.858 INFO:tasks.rados.rados.0.smithi002.stdout:3890: read oid 23 snap -1 2024-09-14T03:48:32.858 INFO:tasks.rados.rados.0.smithi002.stdout:3890: expect deleted 2024-09-14T03:48:32.858 INFO:tasks.rados.rados.0.smithi002.stdout:3891: delete oid 46 current snap is 382 2024-09-14T03:48:32.861 INFO:tasks.rados.rados.0.smithi002.stdout:3890: done (1 left) 2024-09-14T03:48:32.861 INFO:tasks.rados.rados.0.smithi002.stdout:3891: done (0 left) 2024-09-14T03:48:32.861 INFO:tasks.rados.rados.0.smithi002.stdout:3892: rmattr oid 8 current snap is 382 2024-09-14T03:48:32.861 INFO:tasks.rados.rados.0.smithi002.stdout:3893: rmattr oid 37 current snap is 382 2024-09-14T03:48:32.861 INFO:tasks.rados.rados.0.smithi002.stdout:3893: done (1 left) 2024-09-14T03:48:32.862 INFO:tasks.rados.rados.0.smithi002.stdout:3894: read oid 20 snap 372 2024-09-14T03:48:32.862 INFO:tasks.rados.rados.0.smithi002.stdout:3894: expect (ObjNum 1151 snap 353 seq_num 1151) 2024-09-14T03:48:32.862 INFO:tasks.rados.rados.0.smithi002.stdout:3895: read oid 42 snap 357 2024-09-14T03:48:32.862 INFO:tasks.rados.rados.0.smithi002.stdout:3895: expect (ObjNum 1083 snap 342 seq_num 1083) 2024-09-14T03:48:32.862 INFO:tasks.rados.rados.0.smithi002.stdout:3896: delete oid 16 current snap is 382 2024-09-14T03:48:32.868 INFO:tasks.rados.rados.0.smithi002.stdout:3896: done (3 left) 2024-09-14T03:48:32.868 INFO:tasks.rados.rados.0.smithi002.stdout:3897: snap_remove snap 381 2024-09-14T03:48:33.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:32 smithi002 ceph-mon[87970]: osdmap e840: 8 total, 8 up, 8 in 2024-09-14T03:48:33.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:32 smithi002 ceph-mon[87970]: osdmap e841: 8 total, 8 up, 8 in 2024-09-14T03:48:33.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:32 smithi002 ceph-mon[89815]: osdmap e840: 8 total, 8 up, 8 in 2024-09-14T03:48:33.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:32 smithi002 ceph-mon[89815]: osdmap e841: 8 total, 8 up, 8 in 2024-09-14T03:48:33.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:32 smithi154 ceph-mon[81546]: osdmap e840: 8 total, 8 up, 8 in 2024-09-14T03:48:33.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:32 smithi154 ceph-mon[81546]: osdmap e841: 8 total, 8 up, 8 in 2024-09-14T03:48:33.860 INFO:tasks.rados.rados.0.smithi002.stdout:3897: done (3 left) 2024-09-14T03:48:33.860 INFO:tasks.rados.rados.0.smithi002.stdout:3898: read oid 4 snap -1 2024-09-14T03:48:33.860 INFO:tasks.rados.rados.0.smithi002.stdout:3898: expect (ObjNum 1200 snap 374 seq_num 1200) 2024-09-14T03:48:33.860 INFO:tasks.rados.rados.0.smithi002.stdout:3894: expect (ObjNum 1151 snap 353 seq_num 1151) 2024-09-14T03:48:33.865 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 8 v 5022 (ObjNum 1199 snap 373 seq_num 1199) dirty exists 2024-09-14T03:48:33.865 INFO:tasks.rados.rados.0.smithi002.stdout:3895: expect (ObjNum 1083 snap 342 seq_num 1083) 2024-09-14T03:48:33.991 INFO:tasks.rados.rados.0.smithi002.stdout:3898: expect (ObjNum 1200 snap 374 seq_num 1200) 2024-09-14T03:48:34.047 INFO:tasks.rados.rados.0.smithi002.stdout:3892: done (3 left) 2024-09-14T03:48:34.047 INFO:tasks.rados.rados.0.smithi002.stdout:3894: done (2 left) 2024-09-14T03:48:34.047 INFO:tasks.rados.rados.0.smithi002.stdout:3895: done (1 left) 2024-09-14T03:48:34.047 INFO:tasks.rados.rados.0.smithi002.stdout:3898: done (0 left) 2024-09-14T03:48:34.047 INFO:tasks.rados.rados.0.smithi002.stdout:3899: snap_create 2024-09-14T03:48:34.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:33 smithi002 ceph-mon[87970]: pgmap v937: 121 pgs: 121 active+clean; 173 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 258 KiB/s wr, 2 op/s 2024-09-14T03:48:34.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:33 smithi002 ceph-mon[87970]: osdmap e842: 8 total, 8 up, 8 in 2024-09-14T03:48:34.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:33 smithi002 ceph-mon[89815]: pgmap v937: 121 pgs: 121 active+clean; 173 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 258 KiB/s wr, 2 op/s 2024-09-14T03:48:34.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:33 smithi002 ceph-mon[89815]: osdmap e842: 8 total, 8 up, 8 in 2024-09-14T03:48:34.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:33 smithi154 ceph-mon[81546]: pgmap v937: 121 pgs: 121 active+clean; 173 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 258 KiB/s wr, 2 op/s 2024-09-14T03:48:34.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:33 smithi154 ceph-mon[81546]: osdmap e842: 8 total, 8 up, 8 in 2024-09-14T03:48:34.890 INFO:tasks.rados.rados.0.smithi002.stdout:3899: done (0 left) 2024-09-14T03:48:34.891 INFO:tasks.rados.rados.0.smithi002.stdout:3900: read oid 48 snap -1 2024-09-14T03:48:34.891 INFO:tasks.rados.rados.0.smithi002.stdout:3900: expect (ObjNum 1167 snap 357 seq_num 1167) 2024-09-14T03:48:34.891 INFO:tasks.rados.rados.0.smithi002.stdout:3901: snap_create 2024-09-14T03:48:34.900 INFO:tasks.rados.rados.0.smithi002.stdout:3900: expect (ObjNum 1167 snap 357 seq_num 1167) 2024-09-14T03:48:35.686 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:48:35 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:48:35] "GET /metrics HTTP/1.1" 200 36428 "" "Prometheus/2.51.0" 2024-09-14T03:48:35.892 INFO:tasks.rados.rados.0.smithi002.stdout:3900: done (1 left) 2024-09-14T03:48:35.893 INFO:tasks.rados.rados.0.smithi002.stdout:3901: done (0 left) 2024-09-14T03:48:35.893 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 23 current snap is 384 2024-09-14T03:48:35.893 INFO:tasks.rados.rados.0.smithi002.stdout:3902: seq_num 1212 ranges {0=704512,704512=401408} 2024-09-14T03:48:35.896 INFO:tasks.rados.rados.0.smithi002.stdout:3902: writing smithi00278215-23 from 0 to 704512 tid 1 2024-09-14T03:48:35.899 INFO:tasks.rados.rados.0.smithi002.stdout:3902: writing smithi00278215-23 from 704512 to 1105920 tid 2 2024-09-14T03:48:35.899 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 3 current snap is 384 2024-09-14T03:48:35.899 INFO:tasks.rados.rados.0.smithi002.stdout:3903: seq_num 1213 ranges {0=720896,720896=401408} 2024-09-14T03:48:35.904 INFO:tasks.rados.rados.0.smithi002.stdout:3903: writing smithi00278215-3 from 0 to 720896 tid 1 2024-09-14T03:48:35.906 INFO:tasks.rados.rados.0.smithi002.stdout:3903: writing smithi00278215-3 from 720896 to 1122304 tid 2 2024-09-14T03:48:35.906 INFO:tasks.rados.rados.0.smithi002.stdout:3904: read oid 34 snap -1 2024-09-14T03:48:35.906 INFO:tasks.rados.rados.0.smithi002.stdout:3904: expect deleted 2024-09-14T03:48:35.906 INFO:tasks.rados.rados.0.smithi002.stdout:3905: rollback oid 19 current snap is 384 2024-09-14T03:48:35.906 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 19 to 374 2024-09-14T03:48:35.906 INFO:tasks.rados.rados.0.smithi002.stdout:3902: finishing write tid 1 to smithi00278215-23 2024-09-14T03:48:35.906 INFO:tasks.rados.rados.0.smithi002.stdout:3902: finishing write tid 2 to smithi00278215-23 2024-09-14T03:48:35.906 INFO:tasks.rados.rados.0.smithi002.stdout:3902: finishing write tid 3 to smithi00278215-23 2024-09-14T03:48:35.906 INFO:tasks.rados.rados.0.smithi002.stdout:3906: delete oid 30 current snap is 384 2024-09-14T03:48:35.907 INFO:tasks.rados.rados.0.smithi002.stdout:3902: finishing write tid 4 to smithi00278215-23 2024-09-14T03:48:35.907 INFO:tasks.rados.rados.0.smithi002.stdout:3902: oid 23 updating version 0 to 4601 2024-09-14T03:48:35.907 INFO:tasks.rados.rados.0.smithi002.stdout:3902: oid 23 updating version 4601 to 4602 2024-09-14T03:48:35.907 INFO:tasks.rados.rados.0.smithi002.stdout:3902: oid 23 updating version 4602 to 4603 2024-09-14T03:48:35.907 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 4603 (ObjNum 1212 snap 384 seq_num 1212) dirty exists 2024-09-14T03:48:35.907 INFO:tasks.rados.rados.0.smithi002.stdout:3902: left oid 23 (ObjNum 1212 snap 384 seq_num 1212) 2024-09-14T03:48:35.912 INFO:tasks.rados.rados.0.smithi002.stdout:3905: finishing rollback tid 0 to smithi00278215-19 2024-09-14T03:48:35.913 INFO:tasks.rados.rados.0.smithi002.stdout:3905: finishing rollback tid 1 to smithi00278215-19 2024-09-14T03:48:35.913 INFO:tasks.rados.rados.0.smithi002.stdout:3905: finishing rollback tid 2 to smithi00278215-19 2024-09-14T03:48:35.913 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 19 v 4835 (ObjNum 1184 snap 365 seq_num 1184) dirty exists 2024-09-14T03:48:35.913 INFO:tasks.rados.rados.0.smithi002.stdout:3902: done (4 left) 2024-09-14T03:48:35.913 INFO:tasks.rados.rados.0.smithi002.stdout:3904: done (3 left) 2024-09-14T03:48:35.914 INFO:tasks.rados.rados.0.smithi002.stdout:3905: done (2 left) 2024-09-14T03:48:35.914 INFO:tasks.rados.rados.0.smithi002.stdout:3906: done (1 left) 2024-09-14T03:48:35.914 INFO:tasks.rados.rados.0.smithi002.stdout:3907: rollback oid 11 current snap is 384 2024-09-14T03:48:35.914 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 11 to 375 2024-09-14T03:48:35.914 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 25 current snap is 384 2024-09-14T03:48:35.914 INFO:tasks.rados.rados.0.smithi002.stdout:3908: seq_num 1215 ranges {0=753664,753664=401408} 2024-09-14T03:48:35.918 INFO:tasks.rados.rados.0.smithi002.stdout:3908: writing smithi00278215-25 from 0 to 753664 tid 1 2024-09-14T03:48:35.921 INFO:tasks.rados.rados.0.smithi002.stdout:3908: writing smithi00278215-25 from 753664 to 1155072 tid 2 2024-09-14T03:48:35.921 INFO:tasks.rados.rados.0.smithi002.stdout:3909: rollback oid 30 current snap is 384 2024-09-14T03:48:35.921 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 30 to 374 2024-09-14T03:48:35.921 INFO:tasks.rados.rados.0.smithi002.stdout:3903: finishing write tid 1 to smithi00278215-3 2024-09-14T03:48:35.921 INFO:tasks.rados.rados.0.smithi002.stdout:3903: finishing write tid 2 to smithi00278215-3 2024-09-14T03:48:35.921 INFO:tasks.rados.rados.0.smithi002.stdout:3903: finishing write tid 3 to smithi00278215-3 2024-09-14T03:48:35.921 INFO:tasks.rados.rados.0.smithi002.stdout:3903: finishing write tid 4 to smithi00278215-3 2024-09-14T03:48:35.921 INFO:tasks.rados.rados.0.smithi002.stdout:3903: oid 3 updating version 0 to 4709 2024-09-14T03:48:35.921 INFO:tasks.rados.rados.0.smithi002.stdout:3903: oid 3 updating version 4709 to 4711 2024-09-14T03:48:35.921 INFO:tasks.rados.rados.0.smithi002.stdout:3903: oid 3 version 4711 is already newer than 4710 2024-09-14T03:48:35.922 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 3 v 4711 (ObjNum 1213 snap 384 seq_num 1213) dirty exists 2024-09-14T03:48:35.922 INFO:tasks.rados.rados.0.smithi002.stdout:3903: left oid 3 (ObjNum 1213 snap 384 seq_num 1213) 2024-09-14T03:48:35.922 INFO:tasks.rados.rados.0.smithi002.stdout:3907: finishing rollback tid 1 to smithi00278215-11 2024-09-14T03:48:35.922 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 4995 (ObjNum 65 snap 0 seq_num 0) dirty dne 2024-09-14T03:48:35.922 INFO:tasks.rados.rados.0.smithi002.stdout:3903: done (3 left) 2024-09-14T03:48:35.922 INFO:tasks.rados.rados.0.smithi002.stdout:3907: done (2 left) 2024-09-14T03:48:35.922 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 39 current snap is 384 2024-09-14T03:48:35.922 INFO:tasks.rados.rados.0.smithi002.stdout:3910: seq_num 1216 ranges {0=770048,770048=401408} 2024-09-14T03:48:35.925 INFO:tasks.rados.rados.0.smithi002.stdout:3910: writing smithi00278215-39 from 0 to 770048 tid 1 2024-09-14T03:48:35.928 INFO:tasks.rados.rados.0.smithi002.stdout:3910: writing smithi00278215-39 from 770048 to 1171456 tid 2 2024-09-14T03:48:35.928 INFO:tasks.rados.rados.0.smithi002.stdout:3911: snap_create 2024-09-14T03:48:35.928 INFO:tasks.rados.rados.0.smithi002.stdout:3908: finishing write tid 1 to smithi00278215-25 2024-09-14T03:48:35.928 INFO:tasks.rados.rados.0.smithi002.stdout:3908: finishing write tid 2 to smithi00278215-25 2024-09-14T03:48:35.928 INFO:tasks.rados.rados.0.smithi002.stdout:3908: finishing write tid 3 to smithi00278215-25 2024-09-14T03:48:35.928 INFO:tasks.rados.rados.0.smithi002.stdout:3908: finishing write tid 4 to smithi00278215-25 2024-09-14T03:48:35.928 INFO:tasks.rados.rados.0.smithi002.stdout:3908: oid 25 updating version 0 to 4981 2024-09-14T03:48:35.929 INFO:tasks.rados.rados.0.smithi002.stdout:3908: oid 25 updating version 4981 to 4982 2024-09-14T03:48:35.929 INFO:tasks.rados.rados.0.smithi002.stdout:3908: oid 25 version 4982 is already newer than 4980 2024-09-14T03:48:35.929 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 4982 (ObjNum 1215 snap 384 seq_num 1215) dirty exists 2024-09-14T03:48:35.929 INFO:tasks.rados.rados.0.smithi002.stdout:3908: left oid 25 (ObjNum 1215 snap 384 seq_num 1215) 2024-09-14T03:48:35.929 INFO:tasks.rados.rados.0.smithi002.stdout:3909: finishing rollback tid 1 to smithi00278215-30 2024-09-14T03:48:35.929 INFO:tasks.rados.rados.0.smithi002.stdout:3909: finishing rollback tid 2 to smithi00278215-30 2024-09-14T03:48:35.929 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 30 v 5080 (ObjNum 1125 snap 349 seq_num 1125) dirty exists 2024-09-14T03:48:35.932 INFO:tasks.rados.rados.0.smithi002.stdout:3910: finishing write tid 1 to smithi00278215-39 2024-09-14T03:48:35.932 INFO:tasks.rados.rados.0.smithi002.stdout:3910: finishing write tid 2 to smithi00278215-39 2024-09-14T03:48:35.932 INFO:tasks.rados.rados.0.smithi002.stdout:3910: finishing write tid 3 to smithi00278215-39 2024-09-14T03:48:35.934 INFO:tasks.rados.rados.0.smithi002.stdout:3910: finishing write tid 4 to smithi00278215-39 2024-09-14T03:48:35.934 INFO:tasks.rados.rados.0.smithi002.stdout:3910: oid 39 updating version 0 to 4838 2024-09-14T03:48:35.934 INFO:tasks.rados.rados.0.smithi002.stdout:3910: oid 39 version 4838 is already newer than 4836 2024-09-14T03:48:35.934 INFO:tasks.rados.rados.0.smithi002.stdout:3910: oid 39 version 4838 is already newer than 4837 2024-09-14T03:48:35.934 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 39 v 4838 (ObjNum 1216 snap 384 seq_num 1216) dirty exists 2024-09-14T03:48:35.935 INFO:tasks.rados.rados.0.smithi002.stdout:3910: left oid 39 (ObjNum 1216 snap 384 seq_num 1216) 2024-09-14T03:48:36.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:35 smithi002 ceph-mon[87970]: pgmap v940: 121 pgs: 121 active+clean; 173 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 258 KiB/s wr, 6 op/s 2024-09-14T03:48:36.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:35 smithi002 ceph-mon[87970]: osdmap e843: 8 total, 8 up, 8 in 2024-09-14T03:48:36.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:35 smithi002 ceph-mon[89815]: pgmap v940: 121 pgs: 121 active+clean; 173 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 258 KiB/s wr, 6 op/s 2024-09-14T03:48:36.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:35 smithi002 ceph-mon[89815]: osdmap e843: 8 total, 8 up, 8 in 2024-09-14T03:48:36.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:35 smithi154 ceph-mon[81546]: pgmap v940: 121 pgs: 121 active+clean; 173 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 258 KiB/s wr, 6 op/s 2024-09-14T03:48:36.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:35 smithi154 ceph-mon[81546]: osdmap e843: 8 total, 8 up, 8 in 2024-09-14T03:48:36.905 INFO:tasks.rados.rados.0.smithi002.stdout:3908: done (3 left) 2024-09-14T03:48:36.905 INFO:tasks.rados.rados.0.smithi002.stdout:3909: done (2 left) 2024-09-14T03:48:36.905 INFO:tasks.rados.rados.0.smithi002.stdout:3910: done (1 left) 2024-09-14T03:48:36.905 INFO:tasks.rados.rados.0.smithi002.stdout:3911: done (0 left) 2024-09-14T03:48:36.905 INFO:tasks.rados.rados.0.smithi002.stdout:3912: delete oid 49 current snap is 385 2024-09-14T03:48:36.910 INFO:tasks.rados.rados.0.smithi002.stdout:3912: done (0 left) 2024-09-14T03:48:36.910 INFO:tasks.rados.rados.0.smithi002.stdout:3913: snap_remove snap 374 2024-09-14T03:48:37.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:36 smithi002 ceph-mon[87970]: osdmap e844: 8 total, 8 up, 8 in 2024-09-14T03:48:37.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:36 smithi002 ceph-mon[89815]: osdmap e844: 8 total, 8 up, 8 in 2024-09-14T03:48:37.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:36 smithi154 ceph-mon[81546]: osdmap e844: 8 total, 8 up, 8 in 2024-09-14T03:48:37.861 INFO:tasks.rados.rados.0.smithi002.stdout:3913: done (0 left) 2024-09-14T03:48:37.861 INFO:tasks.rados.rados.0.smithi002.stdout:3914: rollback oid 20 current snap is 385 2024-09-14T03:48:37.861 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 20 to 375 2024-09-14T03:48:37.861 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 10 current snap is 385 2024-09-14T03:48:37.861 INFO:tasks.rados.rados.0.smithi002.stdout:3915: seq_num 1218 ranges {4423680=802816,5226496=401408} 2024-09-14T03:48:37.890 INFO:tasks.rados.rados.0.smithi002.stdout:3915: writing smithi00278215-10 from 4423680 to 5226496 tid 1 2024-09-14T03:48:37.893 INFO:tasks.rados.rados.0.smithi002.stdout:3915: writing smithi00278215-10 from 5226496 to 5627904 tid 2 2024-09-14T03:48:37.893 INFO:tasks.rados.rados.0.smithi002.stdout:3916: copy_from oid 24 from oid 49 current snap is 385 2024-09-14T03:48:37.893 INFO:tasks.rados.rados.0.smithi002.stdout:3914: finishing rollback tid 0 to smithi00278215-20 2024-09-14T03:48:37.893 INFO:tasks.rados.rados.0.smithi002.stdout:3914: finishing rollback tid 1 to smithi00278215-20 2024-09-14T03:48:37.893 INFO:tasks.rados.rados.0.smithi002.stdout:3914: finishing rollback tid 2 to smithi00278215-20 2024-09-14T03:48:37.894 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 20 v 4695 (ObjNum 1151 snap 353 seq_num 1151) dirty exists 2024-09-14T03:48:37.894 INFO:tasks.rados.rados.0.smithi002.stdout:3914: done (2 left) 2024-09-14T03:48:37.894 INFO:tasks.rados.rados.0.smithi002.stdout:3917: rollback oid 22 current snap is 385 2024-09-14T03:48:37.894 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 22 to 382 2024-09-14T03:48:37.894 INFO:tasks.rados.rados.0.smithi002.stdout:3918: snap_remove snap 372 2024-09-14T03:48:38.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:37 smithi002 ceph-mon[87970]: pgmap v943: 121 pgs: 121 active+clean; 173 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 271 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-14T03:48:38.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:37 smithi002 ceph-mon[87970]: osdmap e845: 8 total, 8 up, 8 in 2024-09-14T03:48:38.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:37 smithi002 ceph-mon[87970]: osdmap e846: 8 total, 8 up, 8 in 2024-09-14T03:48:38.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:37 smithi002 ceph-mon[89815]: pgmap v943: 121 pgs: 121 active+clean; 173 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 271 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-14T03:48:38.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:37 smithi002 ceph-mon[89815]: osdmap e845: 8 total, 8 up, 8 in 2024-09-14T03:48:38.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:37 smithi002 ceph-mon[89815]: osdmap e846: 8 total, 8 up, 8 in 2024-09-14T03:48:38.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:37 smithi154 ceph-mon[81546]: pgmap v943: 121 pgs: 121 active+clean; 173 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 271 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-14T03:48:38.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:37 smithi154 ceph-mon[81546]: osdmap e845: 8 total, 8 up, 8 in 2024-09-14T03:48:38.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:37 smithi154 ceph-mon[81546]: osdmap e846: 8 total, 8 up, 8 in 2024-09-14T03:48:38.863 INFO:tasks.rados.rados.0.smithi002.stdout:3916: finishing copy_from to smithi00278215-24 2024-09-14T03:48:38.864 INFO:tasks.rados.rados.0.smithi002.stdout:3916: got expected ENOENT (src dne) 2024-09-14T03:48:38.864 INFO:tasks.rados.rados.0.smithi002.stdout:3916: finishing copy_from racing read to smithi00278215-24 2024-09-14T03:48:38.864 INFO:tasks.rados.rados.0.smithi002.stdout:3917: finishing rollback tid 1 to smithi00278215-22 2024-09-14T03:48:38.864 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 22 v 4704 (ObjNum 177 snap 0 seq_num 1) dirty dne 2024-09-14T03:48:38.864 INFO:tasks.rados.rados.0.smithi002.stdout:3915: finishing write tid 1 to smithi00278215-10 2024-09-14T03:48:38.864 INFO:tasks.rados.rados.0.smithi002.stdout:3915: finishing write tid 2 to smithi00278215-10 2024-09-14T03:48:38.864 INFO:tasks.rados.rados.0.smithi002.stdout:3915: finishing write tid 3 to smithi00278215-10 2024-09-14T03:48:38.864 INFO:tasks.rados.rados.0.smithi002.stdout:3915: finishing write tid 4 to smithi00278215-10 2024-09-14T03:48:38.864 INFO:tasks.rados.rados.0.smithi002.stdout:3915: oid 10 updating version 0 to 4849 2024-09-14T03:48:38.864 INFO:tasks.rados.rados.0.smithi002.stdout:3915: oid 10 version 4849 is already newer than 4847 2024-09-14T03:48:38.864 INFO:tasks.rados.rados.0.smithi002.stdout:3915: oid 10 version 4849 is already newer than 4848 2024-09-14T03:48:38.864 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 4849 (ObjNum 1218 snap 385 seq_num 1218) dirty exists 2024-09-14T03:48:38.865 INFO:tasks.rados.rados.0.smithi002.stdout:3915: left oid 10 (ObjNum 1218 snap 385 seq_num 1218) 2024-09-14T03:48:38.865 INFO:tasks.rados.rados.0.smithi002.stdout:3915: done (3 left) 2024-09-14T03:48:38.865 INFO:tasks.rados.rados.0.smithi002.stdout:3916: done (2 left) 2024-09-14T03:48:38.865 INFO:tasks.rados.rados.0.smithi002.stdout:3917: done (1 left) 2024-09-14T03:48:38.865 INFO:tasks.rados.rados.0.smithi002.stdout:3918: done (0 left) 2024-09-14T03:48:38.865 INFO:tasks.rados.rados.0.smithi002.stdout:3919: delete oid 8 current snap is 385 2024-09-14T03:48:38.875 INFO:tasks.rados.rados.0.smithi002.stdout:3919: done (0 left) 2024-09-14T03:48:38.875 INFO:tasks.rados.rados.0.smithi002.stdout:3920: read oid 27 snap -1 2024-09-14T03:48:38.875 INFO:tasks.rados.rados.0.smithi002.stdout:3920: expect (ObjNum 1204 snap 374 seq_num 1204) 2024-09-14T03:48:38.876 INFO:tasks.rados.rados.0.smithi002.stdout:3921: copy_from oid 25 from oid 17 current snap is 385 2024-09-14T03:48:38.876 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 19 current snap is 385 2024-09-14T03:48:38.876 INFO:tasks.rados.rados.0.smithi002.stdout:3922: seq_num 1220 ranges {638976=434176,1073152=442368,1515520=360448} 2024-09-14T03:48:38.881 INFO:tasks.rados.rados.0.smithi002.stdout:3922: writing smithi00278215-19 from 638976 to 1073152 tid 1 2024-09-14T03:48:38.884 INFO:tasks.rados.rados.0.smithi002.stdout:3922: writing smithi00278215-19 from 1073152 to 1515520 tid 2 2024-09-14T03:48:38.887 INFO:tasks.rados.rados.0.smithi002.stdout:3922: writing smithi00278215-19 from 1515520 to 1875968 tid 3 2024-09-14T03:48:38.887 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 42 current snap is 385 2024-09-14T03:48:38.887 INFO:tasks.rados.rados.0.smithi002.stdout:3921: finishing copy_from to smithi00278215-25 2024-09-14T03:48:38.887 INFO:tasks.rados.rados.0.smithi002.stdout:3921: got expected ENOENT (src dne) 2024-09-14T03:48:38.888 INFO:tasks.rados.rados.0.smithi002.stdout:3923: seq_num 1221 ranges {0=458752,458752=729088,1187840=73728} 2024-09-14T03:48:38.890 INFO:tasks.rados.rados.0.smithi002.stdout:3923: writing smithi00278215-42 from 0 to 458752 tid 1 2024-09-14T03:48:38.895 INFO:tasks.rados.rados.0.smithi002.stdout:3923: writing smithi00278215-42 from 458752 to 1187840 tid 2 2024-09-14T03:48:38.896 INFO:tasks.rados.rados.0.smithi002.stdout:3923: writing smithi00278215-42 from 1187840 to 1261568 tid 3 2024-09-14T03:48:38.896 INFO:tasks.rados.rados.0.smithi002.stdout:3924: rollback oid 10 current snap is 385 2024-09-14T03:48:38.896 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 10 to 370 2024-09-14T03:48:38.896 INFO:tasks.rados.rados.0.smithi002.stdout:3921: finishing copy_from racing read to smithi00278215-25 2024-09-14T03:48:38.897 INFO:tasks.rados.rados.0.smithi002.stdout:3922: finishing write tid 1 to smithi00278215-19 2024-09-14T03:48:38.897 INFO:tasks.rados.rados.0.smithi002.stdout:3922: finishing write tid 2 to smithi00278215-19 2024-09-14T03:48:38.897 INFO:tasks.rados.rados.0.smithi002.stdout:3921: done (4 left) 2024-09-14T03:48:38.897 INFO:tasks.rados.rados.0.smithi002.stdout:3925: read oid 20 snap -1 2024-09-14T03:48:38.897 INFO:tasks.rados.rados.0.smithi002.stdout:3925: expect (ObjNum 1151 snap 353 seq_num 1151) 2024-09-14T03:48:38.897 INFO:tasks.rados.rados.0.smithi002.stdout:3926: delete oid 16 current snap is 385 2024-09-14T03:48:38.897 INFO:tasks.rados.rados.0.smithi002.stdout:3920: expect (ObjNum 1204 snap 374 seq_num 1204) 2024-09-14T03:48:39.027 INFO:tasks.rados.rados.0.smithi002.stdout:3922: finishing write tid 3 to smithi00278215-19 2024-09-14T03:48:39.027 INFO:tasks.rados.rados.0.smithi002.stdout:3922: finishing write tid 4 to smithi00278215-19 2024-09-14T03:48:39.027 INFO:tasks.rados.rados.0.smithi002.stdout:3923: finishing write tid 1 to smithi00278215-42 2024-09-14T03:48:39.027 INFO:tasks.rados.rados.0.smithi002.stdout:3922: finishing write tid 5 to smithi00278215-19 2024-09-14T03:48:39.027 INFO:tasks.rados.rados.0.smithi002.stdout:3922: oid 19 updating version 0 to 4840 2024-09-14T03:48:39.028 INFO:tasks.rados.rados.0.smithi002.stdout:3922: oid 19 updating version 4840 to 4841 2024-09-14T03:48:39.028 INFO:tasks.rados.rados.0.smithi002.stdout:3922: oid 19 version 4841 is already newer than 4839 2024-09-14T03:48:39.028 INFO:tasks.rados.rados.0.smithi002.stdout:3922: oid 19 updating version 4841 to 4842 2024-09-14T03:48:39.028 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 19 v 4842 (ObjNum 1220 snap 385 seq_num 1220) dirty exists 2024-09-14T03:48:39.028 INFO:tasks.rados.rados.0.smithi002.stdout:3922: left oid 19 (ObjNum 1220 snap 385 seq_num 1220) 2024-09-14T03:48:39.028 INFO:tasks.rados.rados.0.smithi002.stdout:3920: done (5 left) 2024-09-14T03:48:39.028 INFO:tasks.rados.rados.0.smithi002.stdout:3922: done (4 left) 2024-09-14T03:48:39.028 INFO:tasks.rados.rados.0.smithi002.stdout:3926: done (3 left) 2024-09-14T03:48:39.028 INFO:tasks.rados.rados.0.smithi002.stdout:3927: rollback oid 37 current snap is 385 2024-09-14T03:48:39.028 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 37 to 368 2024-09-14T03:48:39.028 INFO:tasks.rados.rados.0.smithi002.stdout:3925: expect (ObjNum 1151 snap 353 seq_num 1151) 2024-09-14T03:48:39.029 INFO:tasks.rados.rados.0.smithi002.stdout:3923: finishing write tid 2 to smithi00278215-42 2024-09-14T03:48:39.029 INFO:tasks.rados.rados.0.smithi002.stdout:3923: finishing write tid 3 to smithi00278215-42 2024-09-14T03:48:39.029 INFO:tasks.rados.rados.0.smithi002.stdout:3923: finishing write tid 4 to smithi00278215-42 2024-09-14T03:48:39.029 INFO:tasks.rados.rados.0.smithi002.stdout:3924: finishing rollback tid 0 to smithi00278215-10 2024-09-14T03:48:39.030 INFO:tasks.rados.rados.0.smithi002.stdout:3924: finishing rollback tid 1 to smithi00278215-10 2024-09-14T03:48:39.030 INFO:tasks.rados.rados.0.smithi002.stdout:3925: done (3 left) 2024-09-14T03:48:39.030 INFO:tasks.rados.rados.0.smithi002.stdout:3928: delete oid 29 current snap is 385 2024-09-14T03:48:39.030 INFO:tasks.rados.rados.0.smithi002.stdout:3923: finishing write tid 5 to smithi00278215-42 2024-09-14T03:48:39.030 INFO:tasks.rados.rados.0.smithi002.stdout:3923: oid 42 updating version 0 to 4851 2024-09-14T03:48:39.030 INFO:tasks.rados.rados.0.smithi002.stdout:3923: oid 42 version 4851 is already newer than 4850 2024-09-14T03:48:39.030 INFO:tasks.rados.rados.0.smithi002.stdout:3923: oid 42 updating version 4851 to 4853 2024-09-14T03:48:39.030 INFO:tasks.rados.rados.0.smithi002.stdout:3923: oid 42 version 4853 is already newer than 4852 2024-09-14T03:48:39.030 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 42 v 4853 (ObjNum 1221 snap 385 seq_num 1221) dirty exists 2024-09-14T03:48:39.030 INFO:tasks.rados.rados.0.smithi002.stdout:3923: left oid 42 (ObjNum 1221 snap 385 seq_num 1221) 2024-09-14T03:48:39.030 INFO:tasks.rados.rados.0.smithi002.stdout:3924: finishing rollback tid 2 to smithi00278215-10 2024-09-14T03:48:39.030 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 4856 (ObjNum 1146 snap 351 seq_num 1146) dirty exists 2024-09-14T03:48:39.031 INFO:tasks.rados.rados.0.smithi002.stdout:3927: finishing rollback tid 1 to smithi00278215-37 2024-09-14T03:48:39.031 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 37 v 0 (ObjNum 81 snap 0 seq_num 1684832107) dirty dne 2024-09-14T03:48:39.032 INFO:tasks.rados.rados.0.smithi002.stdout:3923: done (3 left) 2024-09-14T03:48:39.033 INFO:tasks.rados.rados.0.smithi002.stdout:3924: done (2 left) 2024-09-14T03:48:39.033 INFO:tasks.rados.rados.0.smithi002.stdout:3927: done (1 left) 2024-09-14T03:48:39.033 INFO:tasks.rados.rados.0.smithi002.stdout:3928: done (0 left) 2024-09-14T03:48:39.033 INFO:tasks.rados.rados.0.smithi002.stdout:3929: setattr oid 49 current snap is 385 2024-09-14T03:48:39.035 INFO:tasks.rados.rados.0.smithi002.stdout:3930: setattr oid 12 current snap is 385 2024-09-14T03:48:39.037 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 4170 (ObjNum 33 snap 0 seq_num 854775632) dirty exists 2024-09-14T03:48:39.038 INFO:tasks.rados.rados.0.smithi002.stdout:3929: done (1 left) 2024-09-14T03:48:39.038 INFO:tasks.rados.rados.0.smithi002.stdout:3931: read oid 49 snap -1 2024-09-14T03:48:39.038 INFO:tasks.rados.rados.0.smithi002.stdout:3931: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:48:39.038 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 21 current snap is 385 2024-09-14T03:48:39.038 INFO:tasks.rados.rados.0.smithi002.stdout:3932: seq_num 1224 ranges {4169728=507904,4677632=425984,5103616=376832} 2024-09-14T03:48:39.063 INFO:tasks.rados.rados.0.smithi002.stdout:3932: writing smithi00278215-21 from 4169728 to 4677632 tid 1 2024-09-14T03:48:39.065 INFO:tasks.rados.rados.0.smithi002.stdout:3932: writing smithi00278215-21 from 4677632 to 5103616 tid 2 2024-09-14T03:48:39.067 INFO:tasks.rados.rados.0.smithi002.stdout:3932: writing smithi00278215-21 from 5103616 to 5480448 tid 3 2024-09-14T03:48:39.068 INFO:tasks.rados.rados.0.smithi002.stdout:3933: copy_from oid 40 from oid 6 current snap is 385 2024-09-14T03:48:39.068 INFO:tasks.rados.rados.0.smithi002.stdout:3931: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-14T03:48:39.071 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 4712 (ObjNum 1191 snap 368 seq_num 1191) dirty exists 2024-09-14T03:48:39.072 INFO:tasks.rados.rados.0.smithi002.stdout:3930: done (3 left) 2024-09-14T03:48:39.072 INFO:tasks.rados.rados.0.smithi002.stdout:3931: done (2 left) 2024-09-14T03:48:39.072 INFO:tasks.rados.rados.0.smithi002.stdout:3934: delete oid 45 current snap is 385 2024-09-14T03:48:39.072 INFO:tasks.rados.rados.0.smithi002.stdout:3932: finishing write tid 1 to smithi00278215-21 2024-09-14T03:48:39.072 INFO:tasks.rados.rados.0.smithi002.stdout:3932: finishing write tid 2 to smithi00278215-21 2024-09-14T03:48:39.072 INFO:tasks.rados.rados.0.smithi002.stdout:3932: finishing write tid 3 to smithi00278215-21 2024-09-14T03:48:39.072 INFO:tasks.rados.rados.0.smithi002.stdout:3932: finishing write tid 4 to smithi00278215-21 2024-09-14T03:48:39.075 INFO:tasks.rados.rados.0.smithi002.stdout:3934: done (2 left) 2024-09-14T03:48:39.075 INFO:tasks.rados.rados.0.smithi002.stdout:3935: read oid 12 snap -1 2024-09-14T03:48:39.075 INFO:tasks.rados.rados.0.smithi002.stdout:3935: expect (ObjNum 1191 snap 368 seq_num 1191) 2024-09-14T03:48:39.076 INFO:tasks.rados.rados.0.smithi002.stdout:3936: read oid 1 snap 357 2024-09-14T03:48:39.076 INFO:tasks.rados.rados.0.smithi002.stdout:3936: expect (ObjNum 1120 snap 349 seq_num 1120) 2024-09-14T03:48:39.076 INFO:tasks.rados.rados.0.smithi002.stdout:3937: snap_create 2024-09-14T03:48:39.078 INFO:tasks.rados.rados.0.smithi002.stdout:3932: finishing write tid 5 to smithi00278215-21 2024-09-14T03:48:39.078 INFO:tasks.rados.rados.0.smithi002.stdout:3932: oid 21 updating version 0 to 1880 2024-09-14T03:48:39.078 INFO:tasks.rados.rados.0.smithi002.stdout:3932: oid 21 updating version 1880 to 1883 2024-09-14T03:48:39.078 INFO:tasks.rados.rados.0.smithi002.stdout:3932: oid 21 version 1883 is already newer than 1882 2024-09-14T03:48:39.078 INFO:tasks.rados.rados.0.smithi002.stdout:3932: oid 21 version 1883 is already newer than 1881 2024-09-14T03:48:39.078 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 1883 (ObjNum 1224 snap 385 seq_num 1224) dirty exists 2024-09-14T03:48:39.078 INFO:tasks.rados.rados.0.smithi002.stdout:3932: left oid 21 (ObjNum 1224 snap 385 seq_num 1224) 2024-09-14T03:48:39.084 INFO:tasks.rados.rados.0.smithi002.stdout:3936: expect (ObjNum 1120 snap 349 seq_num 1120) 2024-09-14T03:48:39.200 INFO:tasks.rados.rados.0.smithi002.stdout:3933: finishing copy_from racing read to smithi00278215-40 2024-09-14T03:48:39.200 INFO:tasks.rados.rados.0.smithi002.stdout:3933: finishing copy_from to smithi00278215-40 2024-09-14T03:48:39.200 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 4698 (ObjNum 1180 snap 364 seq_num 1180) dirty exists 2024-09-14T03:48:39.200 INFO:tasks.rados.rados.0.smithi002.stdout:3935: expect (ObjNum 1191 snap 368 seq_num 1191) 2024-09-14T03:48:39.907 INFO:tasks.rados.rados.0.smithi002.stdout:3932: done (4 left) 2024-09-14T03:48:39.907 INFO:tasks.rados.rados.0.smithi002.stdout:3933: done (3 left) 2024-09-14T03:48:39.907 INFO:tasks.rados.rados.0.smithi002.stdout:3935: done (2 left) 2024-09-14T03:48:39.907 INFO:tasks.rados.rados.0.smithi002.stdout:3936: done (1 left) 2024-09-14T03:48:39.908 INFO:tasks.rados.rados.0.smithi002.stdout:3937: done (0 left) 2024-09-14T03:48:39.908 INFO:tasks.rados.rados.0.smithi002.stdout:3938: rmattr oid 27 current snap is 386 2024-09-14T03:48:39.908 INFO:tasks.rados.rados.0.smithi002.stdout:3938: done (0 left) 2024-09-14T03:48:39.908 INFO:tasks.rados.rados.0.smithi002.stdout:3939: copy_from oid 33 from oid 29 current snap is 386 2024-09-14T03:48:39.908 INFO:tasks.rados.rados.0.smithi002.stdout:3940: setattr oid 37 current snap is 386 2024-09-14T03:48:39.909 INFO:tasks.rados.rados.0.smithi002.stdout:3941: read oid 23 snap -1 2024-09-14T03:48:39.909 INFO:tasks.rados.rados.0.smithi002.stdout:3941: expect (ObjNum 1212 snap 384 seq_num 1212) 2024-09-14T03:48:39.909 INFO:tasks.rados.rados.0.smithi002.stdout:3942: rollback oid 27 current snap is 386 2024-09-14T03:48:39.909 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 27 to 373 2024-09-14T03:48:39.909 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 26 current snap is 386 2024-09-14T03:48:39.909 INFO:tasks.rados.rados.0.smithi002.stdout:3943: seq_num 1226 ranges {0=540672,540672=598016,1138688=204800} 2024-09-14T03:48:39.912 INFO:tasks.rados.rados.0.smithi002.stdout:3943: writing smithi00278215-26 from 0 to 540672 tid 1 2024-09-14T03:48:39.917 INFO:tasks.rados.rados.0.smithi002.stdout:3943: writing smithi00278215-26 from 540672 to 1138688 tid 2 2024-09-14T03:48:39.919 INFO:tasks.rados.rados.0.smithi002.stdout:3943: writing smithi00278215-26 from 1138688 to 1343488 tid 3 2024-09-14T03:48:39.919 INFO:tasks.rados.rados.0.smithi002.stdout:3944: rollback oid 45 current snap is 386 2024-09-14T03:48:39.919 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 45 to 370 2024-09-14T03:48:39.919 INFO:tasks.rados.rados.0.smithi002.stdout:3939: finishing copy_from to smithi00278215-33 2024-09-14T03:48:39.920 INFO:tasks.rados.rados.0.smithi002.stdout:3939: got expected ENOENT (src dne) 2024-09-14T03:48:39.920 INFO:tasks.rados.rados.0.smithi002.stdout:3939: finishing copy_from racing read to smithi00278215-33 2024-09-14T03:48:39.920 INFO:tasks.rados.rados.0.smithi002.stdout:3942: finishing rollback tid 0 to smithi00278215-27 2024-09-14T03:48:39.920 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 37 v 4843 (ObjNum 49 snap 0 seq_num 836303984) dirty exists 2024-09-14T03:48:39.920 INFO:tasks.rados.rados.0.smithi002.stdout:3942: finishing rollback tid 1 to smithi00278215-27 2024-09-14T03:48:39.920 INFO:tasks.rados.rados.0.smithi002.stdout:3939: done (5 left) 2024-09-14T03:48:39.920 INFO:tasks.rados.rados.0.smithi002.stdout:3940: done (4 left) 2024-09-14T03:48:39.920 INFO:tasks.rados.rados.0.smithi002.stdout:3945: setattr oid 18 current snap is 386 2024-09-14T03:48:39.920 INFO:tasks.rados.rados.0.smithi002.stdout:3942: finishing rollback tid 2 to smithi00278215-27 2024-09-14T03:48:39.921 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 27 v 4709 (ObjNum 1144 snap 351 seq_num 1144) dirty exists 2024-09-14T03:48:39.921 INFO:tasks.rados.rados.0.smithi002.stdout:3943: finishing write tid 1 to smithi00278215-26 2024-09-14T03:48:39.921 INFO:tasks.rados.rados.0.smithi002.stdout:3941: expect (ObjNum 1212 snap 384 seq_num 1212) 2024-09-14T03:48:39.950 INFO:tasks.rados.rados.0.smithi002.stdout:3944: finishing rollback tid 1 to smithi00278215-45 2024-09-14T03:48:39.950 INFO:tasks.rados.rados.0.smithi002.stdout:3944: finishing rollback tid 2 to smithi00278215-45 2024-09-14T03:48:39.950 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 45 v 4698 (ObjNum 65 snap 0 seq_num 1666411887) dirty exists 2024-09-14T03:48:39.950 INFO:tasks.rados.rados.0.smithi002.stdout:3943: finishing write tid 2 to smithi00278215-26 2024-09-14T03:48:39.951 INFO:tasks.rados.rados.0.smithi002.stdout:3943: finishing write tid 3 to smithi00278215-26 2024-09-14T03:48:39.951 INFO:tasks.rados.rados.0.smithi002.stdout:3943: finishing write tid 4 to smithi00278215-26 2024-09-14T03:48:39.951 INFO:tasks.rados.rados.0.smithi002.stdout:3943: finishing write tid 5 to smithi00278215-26 2024-09-14T03:48:39.951 INFO:tasks.rados.rados.0.smithi002.stdout:3943: oid 26 updating version 0 to 4711 2024-09-14T03:48:39.951 INFO:tasks.rados.rados.0.smithi002.stdout:3943: oid 26 version 4711 is already newer than 4710 2024-09-14T03:48:39.951 INFO:tasks.rados.rados.0.smithi002.stdout:3943: oid 26 updating version 4711 to 4713 2024-09-14T03:48:39.951 INFO:tasks.rados.rados.0.smithi002.stdout:3943: oid 26 version 4713 is already newer than 4712 2024-09-14T03:48:39.951 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 4713 (ObjNum 1226 snap 386 seq_num 1226) dirty exists 2024-09-14T03:48:39.951 INFO:tasks.rados.rados.0.smithi002.stdout:3943: left oid 26 (ObjNum 1226 snap 386 seq_num 1226) 2024-09-14T03:48:39.951 INFO:tasks.rados.rados.0.smithi002.stdout:3941: done (4 left) 2024-09-14T03:48:39.951 INFO:tasks.rados.rados.0.smithi002.stdout:3942: done (3 left) 2024-09-14T03:48:39.951 INFO:tasks.rados.rados.0.smithi002.stdout:3943: done (2 left) 2024-09-14T03:48:39.951 INFO:tasks.rados.rados.0.smithi002.stdout:3944: done (1 left) 2024-09-14T03:48:39.952 INFO:tasks.rados.rados.0.smithi002.stdout:3946: snap_create 2024-09-14T03:48:39.955 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 4688 (ObjNum 33 snap 0 seq_num 836306736) dirty exists 2024-09-14T03:48:40.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:39 smithi002 ceph-mon[87970]: pgmap v946: 121 pgs: 121 active+clean; 179 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.0 MiB/s rd, 286 KiB/s wr, 5 op/s 2024-09-14T03:48:40.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:39 smithi002 ceph-mon[87970]: osdmap e847: 8 total, 8 up, 8 in 2024-09-14T03:48:40.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:39 smithi002 ceph-mon[89815]: pgmap v946: 121 pgs: 121 active+clean; 179 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.0 MiB/s rd, 286 KiB/s wr, 5 op/s 2024-09-14T03:48:40.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:39 smithi002 ceph-mon[89815]: osdmap e847: 8 total, 8 up, 8 in 2024-09-14T03:48:40.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:39 smithi154 ceph-mon[81546]: pgmap v946: 121 pgs: 121 active+clean; 179 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.0 MiB/s rd, 286 KiB/s wr, 5 op/s 2024-09-14T03:48:40.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:39 smithi154 ceph-mon[81546]: osdmap e847: 8 total, 8 up, 8 in 2024-09-14T03:48:40.914 INFO:tasks.rados.rados.0.smithi002.stdout:3945: done (1 left) 2024-09-14T03:48:40.914 INFO:tasks.rados.rados.0.smithi002.stdout:3946: done (0 left) 2024-09-14T03:48:40.914 INFO:tasks.rados.rados.0.smithi002.stdout:3947: read oid 20 snap -1 2024-09-14T03:48:40.914 INFO:tasks.rados.rados.0.smithi002.stdout:3947: expect (ObjNum 1151 snap 353 seq_num 1151) 2024-09-14T03:48:40.914 INFO:tasks.rados.rados.0.smithi002.stdout:3948: snap_create 2024-09-14T03:48:40.918 INFO:tasks.rados.rados.0.smithi002.stdout:3947: expect (ObjNum 1151 snap 353 seq_num 1151) 2024-09-14T03:48:41.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:40 smithi002 ceph-mon[89815]: osdmap e848: 8 total, 8 up, 8 in 2024-09-14T03:48:41.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:40 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:48:41.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:40 smithi002 ceph-mon[87970]: osdmap e848: 8 total, 8 up, 8 in 2024-09-14T03:48:41.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:40 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:48:41.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:40 smithi154 ceph-mon[81546]: osdmap e848: 8 total, 8 up, 8 in 2024-09-14T03:48:41.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:40 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:48:41.919 INFO:tasks.rados.rados.0.smithi002.stdout:3947: done (1 left) 2024-09-14T03:48:41.919 INFO:tasks.rados.rados.0.smithi002.stdout:3948: done (0 left) 2024-09-14T03:48:41.919 INFO:tasks.rados.rados.0.smithi002.stdout:3949: snap_create 2024-09-14T03:48:42.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:41 smithi002 ceph-mon[89815]: pgmap v949: 121 pgs: 121 active+clean; 181 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 830 KiB/s wr, 14 op/s 2024-09-14T03:48:42.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:41 smithi002 ceph-mon[89815]: osdmap e849: 8 total, 8 up, 8 in 2024-09-14T03:48:42.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:41 smithi002 ceph-mon[87970]: pgmap v949: 121 pgs: 121 active+clean; 181 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 830 KiB/s wr, 14 op/s 2024-09-14T03:48:42.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:41 smithi002 ceph-mon[87970]: osdmap e849: 8 total, 8 up, 8 in 2024-09-14T03:48:42.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:41 smithi154 ceph-mon[81546]: pgmap v949: 121 pgs: 121 active+clean; 181 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 830 KiB/s wr, 14 op/s 2024-09-14T03:48:42.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:41 smithi154 ceph-mon[81546]: osdmap e849: 8 total, 8 up, 8 in 2024-09-14T03:48:42.862 INFO:tasks.rados.rados.0.smithi002.stdout:3949: done (0 left) 2024-09-14T03:48:42.862 INFO:tasks.rados.rados.0.smithi002.stdout:3950: rmattr oid 8 current snap is 389 2024-09-14T03:48:42.862 INFO:tasks.rados.rados.0.smithi002.stdout:3951: copy_from oid 30 from oid 7 current snap is 389 2024-09-14T03:48:42.862 INFO:tasks.rados.rados.0.smithi002.stdout:3952: setattr oid 47 current snap is 389 2024-09-14T03:48:42.863 INFO:tasks.rados.rados.0.smithi002.stdout:3951: finishing copy_from to smithi00278215-30 2024-09-14T03:48:42.863 INFO:tasks.rados.rados.0.smithi002.stdout:3951: got expected ENOENT (src dne) 2024-09-14T03:48:42.863 INFO:tasks.rados.rados.0.smithi002.stdout:3951: finishing copy_from racing read to smithi00278215-30 2024-09-14T03:48:42.864 INFO:tasks.rados.rados.0.smithi002.stdout:3951: done (2 left) 2024-09-14T03:48:42.864 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 40 current snap is 389 2024-09-14T03:48:42.864 INFO:tasks.rados.rados.0.smithi002.stdout:3953: seq_num 1227 ranges {4685824=557056,5242880=483328,5726208=319488} 2024-09-14T03:48:42.893 INFO:tasks.rados.rados.0.smithi002.stdout:3953: writing smithi00278215-40 from 4685824 to 5242880 tid 1 2024-09-14T03:48:42.895 INFO:tasks.rados.rados.0.smithi002.stdout:3953: writing smithi00278215-40 from 5242880 to 5726208 tid 2 2024-09-14T03:48:42.897 INFO:tasks.rados.rados.0.smithi002.stdout:3953: writing smithi00278215-40 from 5726208 to 6045696 tid 3 2024-09-14T03:48:42.897 INFO:tasks.rados.rados.0.smithi002.stdout:3954: snap_remove snap 369 2024-09-14T03:48:43.186 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:42 smithi002 ceph-mon[89815]: osdmap e850: 8 total, 8 up, 8 in 2024-09-14T03:48:43.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:42 smithi002 ceph-mon[89815]: osdmap e851: 8 total, 8 up, 8 in 2024-09-14T03:48:43.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:42 smithi002 ceph-mon[87970]: osdmap e850: 8 total, 8 up, 8 in 2024-09-14T03:48:43.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:42 smithi002 ceph-mon[87970]: osdmap e851: 8 total, 8 up, 8 in 2024-09-14T03:48:43.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:42 smithi154 ceph-mon[81546]: osdmap e850: 8 total, 8 up, 8 in 2024-09-14T03:48:43.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:42 smithi154 ceph-mon[81546]: osdmap e851: 8 total, 8 up, 8 in 2024-09-14T03:48:43.866 INFO:tasks.rados.rados.0.smithi002.stdout:3954: done (3 left) 2024-09-14T03:48:43.866 INFO:tasks.rados.rados.0.smithi002.stdout:3955: read oid 15 snap 371 2024-09-14T03:48:43.866 INFO:tasks.rados.rados.0.smithi002.stdout:3955: expect deleted 2024-09-14T03:48:43.866 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 46 current snap is 389 2024-09-14T03:48:43.867 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 8 v 0 (ObjNum 81 snap 0 seq_num 1) dirty dne 2024-09-14T03:48:43.867 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 4713 (ObjNum 1173 snap 361 seq_num 1173) dirty exists 2024-09-14T03:48:43.867 INFO:tasks.rados.rados.0.smithi002.stdout:3953: finishing write tid 1 to smithi00278215-40 2024-09-14T03:48:43.867 INFO:tasks.rados.rados.0.smithi002.stdout:3953: finishing write tid 2 to smithi00278215-40 2024-09-14T03:48:43.867 INFO:tasks.rados.rados.0.smithi002.stdout:3953: finishing write tid 3 to smithi00278215-40 2024-09-14T03:48:43.867 INFO:tasks.rados.rados.0.smithi002.stdout:3953: finishing write tid 4 to smithi00278215-40 2024-09-14T03:48:43.867 INFO:tasks.rados.rados.0.smithi002.stdout:3953: finishing write tid 5 to smithi00278215-40 2024-09-14T03:48:43.867 INFO:tasks.rados.rados.0.smithi002.stdout:3953: oid 40 updating version 0 to 4706 2024-09-14T03:48:43.867 INFO:tasks.rados.rados.0.smithi002.stdout:3953: oid 40 updating version 4706 to 4708 2024-09-14T03:48:43.867 INFO:tasks.rados.rados.0.smithi002.stdout:3953: oid 40 version 4708 is already newer than 4705 2024-09-14T03:48:43.867 INFO:tasks.rados.rados.0.smithi002.stdout:3953: oid 40 version 4708 is already newer than 4707 2024-09-14T03:48:43.867 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 4708 (ObjNum 1227 snap 389 seq_num 1227) dirty exists 2024-09-14T03:48:43.867 INFO:tasks.rados.rados.0.smithi002.stdout:3953: left oid 40 (ObjNum 1227 snap 389 seq_num 1227) 2024-09-14T03:48:43.868 INFO:tasks.rados.rados.0.smithi002.stdout:3956: seq_num 1228 ranges {0=573440,573440=761856,1335296=40960} 2024-09-14T03:48:43.870 INFO:tasks.rados.rados.0.smithi002.stdout:3956: writing smithi00278215-46 from 0 to 573440 tid 1 2024-09-14T03:48:43.876 INFO:tasks.rados.rados.0.smithi002.stdout:3956: writing smithi00278215-46 from 573440 to 1335296 tid 2 2024-09-14T03:48:43.877 INFO:tasks.rados.rados.0.smithi002.stdout:3956: writing smithi00278215-46 from 1335296 to 1376256 tid 3 2024-09-14T03:48:43.877 INFO:tasks.rados.rados.0.smithi002.stdout:3950: done (4 left) 2024-09-14T03:48:43.877 INFO:tasks.rados.rados.0.smithi002.stdout:3952: done (3 left) 2024-09-14T03:48:43.877 INFO:tasks.rados.rados.0.smithi002.stdout:3953: done (2 left) 2024-09-14T03:48:43.877 INFO:tasks.rados.rados.0.smithi002.stdout:3957: snap_remove snap 386 2024-09-14T03:48:44.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:43 smithi002 ceph-mon[87970]: pgmap v952: 121 pgs: 121 active+clean; 185 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 1.7 MiB/s wr, 30 op/s 2024-09-14T03:48:44.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:43 smithi002 ceph-mon[87970]: osdmap e852: 8 total, 8 up, 8 in 2024-09-14T03:48:44.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:43 smithi002 ceph-mon[89815]: pgmap v952: 121 pgs: 121 active+clean; 185 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 1.7 MiB/s wr, 30 op/s 2024-09-14T03:48:44.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:43 smithi002 ceph-mon[89815]: osdmap e852: 8 total, 8 up, 8 in 2024-09-14T03:48:44.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:43 smithi154 ceph-mon[81546]: pgmap v952: 121 pgs: 121 active+clean; 185 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 1.7 MiB/s wr, 30 op/s 2024-09-14T03:48:44.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:43 smithi154 ceph-mon[81546]: osdmap e852: 8 total, 8 up, 8 in 2024-09-14T03:48:44.865 INFO:tasks.rados.rados.0.smithi002.stdout:3957: done (2 left) 2024-09-14T03:48:44.865 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 24 current snap is 389 2024-09-14T03:48:44.865 INFO:tasks.rados.rados.0.smithi002.stdout:3956: finishing write tid 1 to smithi00278215-46 2024-09-14T03:48:44.865 INFO:tasks.rados.rados.0.smithi002.stdout:3956: finishing write tid 2 to smithi00278215-46 2024-09-14T03:48:44.865 INFO:tasks.rados.rados.0.smithi002.stdout:3956: finishing write tid 3 to smithi00278215-46 2024-09-14T03:48:44.865 INFO:tasks.rados.rados.0.smithi002.stdout:3956: finishing write tid 4 to smithi00278215-46 2024-09-14T03:48:44.865 INFO:tasks.rados.rados.0.smithi002.stdout:3956: finishing write tid 5 to smithi00278215-46 2024-09-14T03:48:44.865 INFO:tasks.rados.rados.0.smithi002.stdout:3956: oid 46 updating version 0 to 3377 2024-09-14T03:48:44.865 INFO:tasks.rados.rados.0.smithi002.stdout:3956: oid 46 version 3377 is already newer than 3374 2024-09-14T03:48:44.865 INFO:tasks.rados.rados.0.smithi002.stdout:3956: oid 46 version 3377 is already newer than 3376 2024-09-14T03:48:44.866 INFO:tasks.rados.rados.0.smithi002.stdout:3956: oid 46 version 3377 is already newer than 3375 2024-09-14T03:48:44.866 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 46 v 3377 (ObjNum 1228 snap 389 seq_num 1228) dirty exists 2024-09-14T03:48:44.866 INFO:tasks.rados.rados.0.smithi002.stdout:3956: left oid 46 (ObjNum 1228 snap 389 seq_num 1228) 2024-09-14T03:48:44.866 INFO:tasks.rados.rados.0.smithi002.stdout:3958: seq_num 1229 ranges {4136960=589824,4726784=647168,5373952=155648} 2024-09-14T03:48:44.890 INFO:tasks.rados.rados.0.smithi002.stdout:3958: writing smithi00278215-24 from 4136960 to 4726784 tid 1 2024-09-14T03:48:44.893 INFO:tasks.rados.rados.0.smithi002.stdout:3958: writing smithi00278215-24 from 4726784 to 5373952 tid 2 2024-09-14T03:48:44.895 INFO:tasks.rados.rados.0.smithi002.stdout:3958: writing smithi00278215-24 from 5373952 to 5529600 tid 3 2024-09-14T03:48:44.895 INFO:tasks.rados.rados.0.smithi002.stdout:3955: done (2 left) 2024-09-14T03:48:44.895 INFO:tasks.rados.rados.0.smithi002.stdout:3956: done (1 left) 2024-09-14T03:48:44.895 INFO:tasks.rados.rados.0.smithi002.stdout:3959: snap_create 2024-09-14T03:48:44.899 INFO:tasks.rados.rados.0.smithi002.stdout:3958: finishing write tid 1 to smithi00278215-24 2024-09-14T03:48:44.901 INFO:tasks.rados.rados.0.smithi002.stdout:3958: finishing write tid 2 to smithi00278215-24 2024-09-14T03:48:44.901 INFO:tasks.rados.rados.0.smithi002.stdout:3958: finishing write tid 3 to smithi00278215-24 2024-09-14T03:48:44.901 INFO:tasks.rados.rados.0.smithi002.stdout:3958: finishing write tid 4 to smithi00278215-24 2024-09-14T03:48:44.903 INFO:tasks.rados.rados.0.smithi002.stdout:3958: finishing write tid 5 to smithi00278215-24 2024-09-14T03:48:44.904 INFO:tasks.rados.rados.0.smithi002.stdout:3958: oid 24 updating version 0 to 4347 2024-09-14T03:48:44.904 INFO:tasks.rados.rados.0.smithi002.stdout:3958: oid 24 version 4347 is already newer than 4346 2024-09-14T03:48:44.904 INFO:tasks.rados.rados.0.smithi002.stdout:3958: oid 24 version 4347 is already newer than 4344 2024-09-14T03:48:44.904 INFO:tasks.rados.rados.0.smithi002.stdout:3958: oid 24 version 4347 is already newer than 4345 2024-09-14T03:48:44.904 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 24 v 4347 (ObjNum 1229 snap 389 seq_num 1229) dirty exists 2024-09-14T03:48:44.904 INFO:tasks.rados.rados.0.smithi002.stdout:3958: left oid 24 (ObjNum 1229 snap 389 seq_num 1229) 2024-09-14T03:48:45.686 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:48:45 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:48:45] "GET /metrics HTTP/1.1" 200 36427 "" "Prometheus/2.51.0" 2024-09-14T03:48:45.871 INFO:tasks.rados.rados.0.smithi002.stdout:3958: done (1 left) 2024-09-14T03:48:45.871 INFO:tasks.rados.rados.0.smithi002.stdout:3959: done (0 left) 2024-09-14T03:48:45.871 INFO:tasks.rados.rados.0.smithi002.stdout:3960: snap_create 2024-09-14T03:48:46.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:45 smithi002 ceph-mon[89815]: pgmap v955: 121 pgs: 121 active+clean; 193 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 31 op/s 2024-09-14T03:48:46.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:45 smithi002 ceph-mon[89815]: osdmap e853: 8 total, 8 up, 8 in 2024-09-14T03:48:46.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:45 smithi002 ceph-mon[87970]: pgmap v955: 121 pgs: 121 active+clean; 193 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 31 op/s 2024-09-14T03:48:46.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:45 smithi002 ceph-mon[87970]: osdmap e853: 8 total, 8 up, 8 in 2024-09-14T03:48:46.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:45 smithi154 ceph-mon[81546]: pgmap v955: 121 pgs: 121 active+clean; 193 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 31 op/s 2024-09-14T03:48:46.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:45 smithi154 ceph-mon[81546]: osdmap e853: 8 total, 8 up, 8 in 2024-09-14T03:48:46.877 INFO:tasks.rados.rados.0.smithi002.stdout:3960: done (0 left) 2024-09-14T03:48:46.877 INFO:tasks.rados.rados.0.smithi002.stdout:3961: rollback oid 29 current snap is 391 2024-09-14T03:48:46.877 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 29 to 380 2024-09-14T03:48:46.877 INFO:tasks.rados.rados.0.smithi002.stdout:3962: rmattr oid 15 current snap is 391 2024-09-14T03:48:46.877 INFO:tasks.rados.rados.0.smithi002.stdout:3962: done (1 left) 2024-09-14T03:48:46.877 INFO:tasks.rados.rados.0.smithi002.stdout:3963: rmattr oid 40 current snap is 391 2024-09-14T03:48:46.877 INFO:tasks.rados.rados.0.smithi002.stdout:3963: done (1 left) 2024-09-14T03:48:46.877 INFO:tasks.rados.rados.0.smithi002.stdout:3964: snap_remove snap 389 2024-09-14T03:48:47.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:46 smithi002 ceph-mon[87970]: osdmap e854: 8 total, 8 up, 8 in 2024-09-14T03:48:47.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:46 smithi002 ceph-mon[89815]: osdmap e854: 8 total, 8 up, 8 in 2024-09-14T03:48:47.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:46 smithi154 ceph-mon[81546]: osdmap e854: 8 total, 8 up, 8 in 2024-09-14T03:48:47.863 INFO:tasks.rados.rados.0.smithi002.stdout:3961: finishing rollback tid 1 to smithi00278215-29 2024-09-14T03:48:47.863 INFO:tasks.rados.rados.0.smithi002.stdout:3961: finishing rollback tid 2 to smithi00278215-29 2024-09-14T03:48:47.863 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 5100 (ObjNum 1179 snap 364 seq_num 1179) dirty exists 2024-09-14T03:48:47.863 INFO:tasks.rados.rados.0.smithi002.stdout:3961: done (1 left) 2024-09-14T03:48:47.863 INFO:tasks.rados.rados.0.smithi002.stdout:3964: done (0 left) 2024-09-14T03:48:47.863 INFO:tasks.rados.rados.0.smithi002.stdout:3965: delete oid 27 current snap is 391 2024-09-14T03:48:47.866 INFO:tasks.rados.rados.0.smithi002.stdout:3965: done (0 left) 2024-09-14T03:48:47.866 INFO:tasks.rados.rados.0.smithi002.stdout:3966: snap_create 2024-09-14T03:48:48.186 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:47 smithi002 ceph-mon[89815]: pgmap v958: 121 pgs: 121 active+clean; 194 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 811 KiB/s rd, 2.4 MiB/s wr, 17 op/s 2024-09-14T03:48:48.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:47 smithi002 ceph-mon[89815]: osdmap e855: 8 total, 8 up, 8 in 2024-09-14T03:48:48.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:47 smithi002 ceph-mon[89815]: osdmap e856: 8 total, 8 up, 8 in 2024-09-14T03:48:48.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:47 smithi002 ceph-mon[87970]: pgmap v958: 121 pgs: 121 active+clean; 194 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 811 KiB/s rd, 2.4 MiB/s wr, 17 op/s 2024-09-14T03:48:48.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:47 smithi002 ceph-mon[87970]: osdmap e855: 8 total, 8 up, 8 in 2024-09-14T03:48:48.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:47 smithi002 ceph-mon[87970]: osdmap e856: 8 total, 8 up, 8 in 2024-09-14T03:48:48.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:47 smithi154 ceph-mon[81546]: pgmap v958: 121 pgs: 121 active+clean; 194 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 811 KiB/s rd, 2.4 MiB/s wr, 17 op/s 2024-09-14T03:48:48.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:47 smithi154 ceph-mon[81546]: osdmap e855: 8 total, 8 up, 8 in 2024-09-14T03:48:48.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:47 smithi154 ceph-mon[81546]: osdmap e856: 8 total, 8 up, 8 in 2024-09-14T03:48:48.864 INFO:tasks.rados.rados.0.smithi002.stdout:3966: done (0 left) 2024-09-14T03:48:48.865 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 19 current snap is 392 2024-09-14T03:48:48.865 INFO:tasks.rados.rados.0.smithi002.stdout:3967: seq_num 1231 ranges {1875968=622592,2498560=417792,2916352=385024} 2024-09-14T03:48:48.878 INFO:tasks.rados.rados.0.smithi002.stdout:3967: writing smithi00278215-19 from 1875968 to 2498560 tid 1 2024-09-14T03:48:48.881 INFO:tasks.rados.rados.0.smithi002.stdout:3967: writing smithi00278215-19 from 2498560 to 2916352 tid 2 2024-09-14T03:48:48.884 INFO:tasks.rados.rados.0.smithi002.stdout:3967: writing smithi00278215-19 from 2916352 to 3301376 tid 3 2024-09-14T03:48:48.884 INFO:tasks.rados.rados.0.smithi002.stdout:3968: copy_from oid 20 from oid 49 current snap is 392 2024-09-14T03:48:48.884 INFO:tasks.rados.rados.0.smithi002.stdout:3969: snap_remove snap 370 2024-09-14T03:48:49.883 INFO:tasks.rados.rados.0.smithi002.stdout:3967: finishing write tid 1 to smithi00278215-19 2024-09-14T03:48:49.883 INFO:tasks.rados.rados.0.smithi002.stdout:3967: finishing write tid 2 to smithi00278215-19 2024-09-14T03:48:49.883 INFO:tasks.rados.rados.0.smithi002.stdout:3967: finishing write tid 3 to smithi00278215-19 2024-09-14T03:48:49.883 INFO:tasks.rados.rados.0.smithi002.stdout:3968: finishing copy_from racing read to smithi00278215-20 2024-09-14T03:48:49.883 INFO:tasks.rados.rados.0.smithi002.stdout:3968: finishing copy_from to smithi00278215-20 2024-09-14T03:48:49.883 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 20 v 4170 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-14T03:48:49.883 INFO:tasks.rados.rados.0.smithi002.stdout:3967: finishing write tid 4 to smithi00278215-19 2024-09-14T03:48:49.883 INFO:tasks.rados.rados.0.smithi002.stdout:3967: finishing write tid 5 to smithi00278215-19 2024-09-14T03:48:49.883 INFO:tasks.rados.rados.0.smithi002.stdout:3967: oid 19 updating version 0 to 4845 2024-09-14T03:48:49.883 INFO:tasks.rados.rados.0.smithi002.stdout:3967: oid 19 updating version 4845 to 4846 2024-09-14T03:48:49.884 INFO:tasks.rados.rados.0.smithi002.stdout:3967: oid 19 version 4846 is already newer than 4844 2024-09-14T03:48:49.884 INFO:tasks.rados.rados.0.smithi002.stdout:3967: oid 19 updating version 4846 to 4847 2024-09-14T03:48:49.884 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 19 v 4847 (ObjNum 1231 snap 392 seq_num 1231) dirty exists 2024-09-14T03:48:49.884 INFO:tasks.rados.rados.0.smithi002.stdout:3967: left oid 19 (ObjNum 1231 snap 392 seq_num 1231) 2024-09-14T03:48:49.884 INFO:tasks.rados.rados.0.smithi002.stdout:3967: done (2 left) 2024-09-14T03:48:49.884 INFO:tasks.rados.rados.0.smithi002.stdout:3968: done (1 left) 2024-09-14T03:48:49.884 INFO:tasks.rados.rados.0.smithi002.stdout:3969: done (0 left) 2024-09-14T03:48:49.884 INFO:tasks.rados.rados.0.smithi002.stdout:3970: rollback oid 48 current snap is 392 2024-09-14T03:48:49.884 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 48 to 380 2024-09-14T03:48:49.884 INFO:tasks.rados.rados.0.smithi002.stdout:3971: copy_from oid 27 from oid 45 current snap is 392 2024-09-14T03:48:49.884 INFO:tasks.rados.rados.0.smithi002.stdout:3972: delete oid 39 current snap is 392 2024-09-14T03:48:49.892 INFO:tasks.rados.rados.0.smithi002.stdout:3972: done (2 left) 2024-09-14T03:48:49.893 INFO:tasks.rados.rados.0.smithi002.stdout:3973: rollback oid 38 current snap is 392 2024-09-14T03:48:49.893 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 38 to 383 2024-09-14T03:48:49.893 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 23 current snap is 392 2024-09-14T03:48:49.893 INFO:tasks.rados.rados.0.smithi002.stdout:3974: seq_num 1233 ranges {1105920=655360,1761280=638976,2400256=163840} 2024-09-14T03:48:49.903 INFO:tasks.rados.rados.0.smithi002.stdout:3974: writing smithi00278215-23 from 1105920 to 1761280 tid 1 2024-09-14T03:48:49.907 INFO:tasks.rados.rados.0.smithi002.stdout:3974: writing smithi00278215-23 from 1761280 to 2400256 tid 2 2024-09-14T03:48:49.909 INFO:tasks.rados.rados.0.smithi002.stdout:3974: writing smithi00278215-23 from 2400256 to 2564096 tid 3 2024-09-14T03:48:49.909 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 42 current snap is 392 2024-09-14T03:48:49.909 INFO:tasks.rados.rados.0.smithi002.stdout:3971: finishing copy_from racing read to smithi00278215-27 2024-09-14T03:48:49.909 INFO:tasks.rados.rados.0.smithi002.stdout:3975: seq_num 1234 ranges {1261568=671744,1933312=516096,2449408=286720} 2024-09-14T03:48:49.921 INFO:tasks.rados.rados.0.smithi002.stdout:3975: writing smithi00278215-42 from 1261568 to 1933312 tid 1 2024-09-14T03:48:49.924 INFO:tasks.rados.rados.0.smithi002.stdout:3975: writing smithi00278215-42 from 1933312 to 2449408 tid 2 2024-09-14T03:48:49.927 INFO:tasks.rados.rados.0.smithi002.stdout:3975: writing smithi00278215-42 from 2449408 to 2736128 tid 3 2024-09-14T03:48:49.927 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 22 current snap is 392 2024-09-14T03:48:49.927 INFO:tasks.rados.rados.0.smithi002.stdout:3970: finishing rollback tid 0 to smithi00278215-48 2024-09-14T03:48:49.927 INFO:tasks.rados.rados.0.smithi002.stdout:3976: seq_num 1235 ranges {0=688128,688128=802816} 2024-09-14T03:48:49.930 INFO:tasks.rados.rados.0.smithi002.stdout:3976: writing smithi00278215-22 from 0 to 688128 tid 1 2024-09-14T03:48:49.935 INFO:tasks.rados.rados.0.smithi002.stdout:3976: writing smithi00278215-22 from 688128 to 1490944 tid 2 2024-09-14T03:48:49.935 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 10 current snap is 392 2024-09-14T03:48:49.935 INFO:tasks.rados.rados.0.smithi002.stdout:3970: finishing rollback tid 1 to smithi00278215-48 2024-09-14T03:48:49.936 INFO:tasks.rados.rados.0.smithi002.stdout:3970: finishing rollback tid 2 to smithi00278215-48 2024-09-14T03:48:49.936 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 4350 (ObjNum 1167 snap 357 seq_num 1167) dirty exists 2024-09-14T03:48:49.936 INFO:tasks.rados.rados.0.smithi002.stdout:3971: finishing copy_from to smithi00278215-27 2024-09-14T03:48:49.936 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 27 v 4698 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-14T03:48:49.936 INFO:tasks.rados.rados.0.smithi002.stdout:3973: finishing rollback tid 0 to smithi00278215-38 2024-09-14T03:48:49.936 INFO:tasks.rados.rados.0.smithi002.stdout:3973: finishing rollback tid 1 to smithi00278215-38 2024-09-14T03:48:49.936 INFO:tasks.rados.rados.0.smithi002.stdout:3973: finishing rollback tid 2 to smithi00278215-38 2024-09-14T03:48:49.936 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 5104 (ObjNum 1186 snap 366 seq_num 1186) dirty exists 2024-09-14T03:48:49.936 INFO:tasks.rados.rados.0.smithi002.stdout:3974: finishing write tid 1 to smithi00278215-23 2024-09-14T03:48:49.936 INFO:tasks.rados.rados.0.smithi002.stdout:3977: seq_num 1236 ranges {4423680=704512,5128192=688128,5816320=114688} 2024-09-14T03:48:49.963 INFO:tasks.rados.rados.0.smithi002.stdout:3977: writing smithi00278215-10 from 4423680 to 5128192 tid 1 2024-09-14T03:48:49.967 INFO:tasks.rados.rados.0.smithi002.stdout:3977: writing smithi00278215-10 from 5128192 to 5816320 tid 2 2024-09-14T03:48:49.969 INFO:tasks.rados.rados.0.smithi002.stdout:3977: writing smithi00278215-10 from 5816320 to 5931008 tid 3 2024-09-14T03:48:49.969 INFO:tasks.rados.rados.0.smithi002.stdout:3970: done (6 left) 2024-09-14T03:48:49.969 INFO:tasks.rados.rados.0.smithi002.stdout:3971: done (5 left) 2024-09-14T03:48:49.970 INFO:tasks.rados.rados.0.smithi002.stdout:3973: done (4 left) 2024-09-14T03:48:49.970 INFO:tasks.rados.rados.0.smithi002.stdout:3978: delete oid 47 current snap is 392 2024-09-14T03:48:49.970 INFO:tasks.rados.rados.0.smithi002.stdout:3974: finishing write tid 2 to smithi00278215-23 2024-09-14T03:48:49.970 INFO:tasks.rados.rados.0.smithi002.stdout:3974: finishing write tid 3 to smithi00278215-23 2024-09-14T03:48:49.970 INFO:tasks.rados.rados.0.smithi002.stdout:3974: finishing write tid 4 to smithi00278215-23 2024-09-14T03:48:49.970 INFO:tasks.rados.rados.0.smithi002.stdout:3974: finishing write tid 5 to smithi00278215-23 2024-09-14T03:48:49.970 INFO:tasks.rados.rados.0.smithi002.stdout:3974: oid 23 updating version 0 to 4604 2024-09-14T03:48:49.970 INFO:tasks.rados.rados.0.smithi002.stdout:3974: oid 23 updating version 4604 to 4606 2024-09-14T03:48:49.970 INFO:tasks.rados.rados.0.smithi002.stdout:3974: oid 23 version 4606 is already newer than 4605 2024-09-14T03:48:49.970 INFO:tasks.rados.rados.0.smithi002.stdout:3974: oid 23 updating version 4606 to 4607 2024-09-14T03:48:49.970 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 4607 (ObjNum 1233 snap 392 seq_num 1233) dirty exists 2024-09-14T03:48:49.970 INFO:tasks.rados.rados.0.smithi002.stdout:3974: left oid 23 (ObjNum 1233 snap 392 seq_num 1233) 2024-09-14T03:48:49.970 INFO:tasks.rados.rados.0.smithi002.stdout:3975: finishing write tid 1 to smithi00278215-42 2024-09-14T03:48:49.970 INFO:tasks.rados.rados.0.smithi002.stdout:3975: finishing write tid 2 to smithi00278215-42 2024-09-14T03:48:49.971 INFO:tasks.rados.rados.0.smithi002.stdout:3975: finishing write tid 3 to smithi00278215-42 2024-09-14T03:48:49.971 INFO:tasks.rados.rados.0.smithi002.stdout:3975: finishing write tid 4 to smithi00278215-42 2024-09-14T03:48:49.971 INFO:tasks.rados.rados.0.smithi002.stdout:3975: finishing write tid 5 to smithi00278215-42 2024-09-14T03:48:49.971 INFO:tasks.rados.rados.0.smithi002.stdout:3975: oid 42 updating version 0 to 4857 2024-09-14T03:48:49.971 INFO:tasks.rados.rados.0.smithi002.stdout:3975: oid 42 updating version 4857 to 4860 2024-09-14T03:48:49.971 INFO:tasks.rados.rados.0.smithi002.stdout:3975: oid 42 version 4860 is already newer than 4859 2024-09-14T03:48:49.971 INFO:tasks.rados.rados.0.smithi002.stdout:3975: oid 42 version 4860 is already newer than 4858 2024-09-14T03:48:49.971 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 42 v 4860 (ObjNum 1234 snap 392 seq_num 1234) dirty exists 2024-09-14T03:48:49.971 INFO:tasks.rados.rados.0.smithi002.stdout:3975: left oid 42 (ObjNum 1234 snap 392 seq_num 1234) 2024-09-14T03:48:49.971 INFO:tasks.rados.rados.0.smithi002.stdout:3976: finishing write tid 1 to smithi00278215-22 2024-09-14T03:48:49.971 INFO:tasks.rados.rados.0.smithi002.stdout:3976: finishing write tid 2 to smithi00278215-22 2024-09-14T03:48:49.971 INFO:tasks.rados.rados.0.smithi002.stdout:3976: finishing write tid 3 to smithi00278215-22 2024-09-14T03:48:49.971 INFO:tasks.rados.rados.0.smithi002.stdout:3976: finishing write tid 4 to smithi00278215-22 2024-09-14T03:48:49.972 INFO:tasks.rados.rados.0.smithi002.stdout:3976: oid 22 updating version 0 to 4709 2024-09-14T03:48:49.972 INFO:tasks.rados.rados.0.smithi002.stdout:3976: oid 22 updating version 4709 to 4711 2024-09-14T03:48:49.972 INFO:tasks.rados.rados.0.smithi002.stdout:3976: oid 22 version 4711 is already newer than 4710 2024-09-14T03:48:49.972 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 22 v 4711 (ObjNum 1235 snap 392 seq_num 1235) dirty exists 2024-09-14T03:48:49.972 INFO:tasks.rados.rados.0.smithi002.stdout:3976: left oid 22 (ObjNum 1235 snap 392 seq_num 1235) 2024-09-14T03:48:49.972 INFO:tasks.rados.rados.0.smithi002.stdout:3977: finishing write tid 1 to smithi00278215-10 2024-09-14T03:48:49.972 INFO:tasks.rados.rados.0.smithi002.stdout:3974: done (4 left) 2024-09-14T03:48:49.972 INFO:tasks.rados.rados.0.smithi002.stdout:3975: done (3 left) 2024-09-14T03:48:49.972 INFO:tasks.rados.rados.0.smithi002.stdout:3976: done (2 left) 2024-09-14T03:48:49.972 INFO:tasks.rados.rados.0.smithi002.stdout:3978: done (1 left) 2024-09-14T03:48:49.973 INFO:tasks.rados.rados.0.smithi002.stdout:3979: delete oid 1 current snap is 392 2024-09-14T03:48:49.974 INFO:tasks.rados.rados.0.smithi002.stdout:3977: finishing write tid 2 to smithi00278215-10 2024-09-14T03:48:49.974 INFO:tasks.rados.rados.0.smithi002.stdout:3977: finishing write tid 3 to smithi00278215-10 2024-09-14T03:48:49.974 INFO:tasks.rados.rados.0.smithi002.stdout:3977: finishing write tid 4 to smithi00278215-10 2024-09-14T03:48:49.976 INFO:tasks.rados.rados.0.smithi002.stdout:3977: finishing write tid 5 to smithi00278215-10 2024-09-14T03:48:49.976 INFO:tasks.rados.rados.0.smithi002.stdout:3977: oid 10 updating version 0 to 4863 2024-09-14T03:48:49.976 INFO:tasks.rados.rados.0.smithi002.stdout:3977: oid 10 updating version 4863 to 4864 2024-09-14T03:48:49.976 INFO:tasks.rados.rados.0.smithi002.stdout:3977: oid 10 version 4864 is already newer than 4861 2024-09-14T03:48:49.976 INFO:tasks.rados.rados.0.smithi002.stdout:3977: oid 10 version 4864 is already newer than 4862 2024-09-14T03:48:49.976 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 4864 (ObjNum 1236 snap 392 seq_num 1236) dirty exists 2024-09-14T03:48:49.976 INFO:tasks.rados.rados.0.smithi002.stdout:3977: left oid 10 (ObjNum 1236 snap 392 seq_num 1236) 2024-09-14T03:48:49.977 INFO:tasks.rados.rados.0.smithi002.stdout:3977: done (1 left) 2024-09-14T03:48:49.977 INFO:tasks.rados.rados.0.smithi002.stdout:3979: done (0 left) 2024-09-14T03:48:49.977 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 37 current snap is 392 2024-09-14T03:48:49.977 INFO:tasks.rados.rados.0.smithi002.stdout:3980: seq_num 1239 ranges {0=753664,753664=745472,1499136=57344} 2024-09-14T03:48:49.980 INFO:tasks.rados.rados.0.smithi002.stdout:3980: writing smithi00278215-37 from 0 to 753664 tid 1 2024-09-14T03:48:49.985 INFO:tasks.rados.rados.0.smithi002.stdout:3980: writing smithi00278215-37 from 753664 to 1499136 tid 2 2024-09-14T03:48:49.985 INFO:tasks.rados.rados.0.smithi002.stdout:3980: writing smithi00278215-37 from 1499136 to 1556480 tid 3 2024-09-14T03:48:49.985 INFO:tasks.rados.rados.0.smithi002.stdout:3981: snap_create 2024-09-14T03:48:49.985 INFO:tasks.rados.rados.0.smithi002.stdout:3980: finishing write tid 1 to smithi00278215-37 2024-09-14T03:48:49.989 INFO:tasks.rados.rados.0.smithi002.stdout:3980: finishing write tid 2 to smithi00278215-37 2024-09-14T03:48:49.990 INFO:tasks.rados.rados.0.smithi002.stdout:3980: finishing write tid 3 to smithi00278215-37 2024-09-14T03:48:49.990 INFO:tasks.rados.rados.0.smithi002.stdout:3980: finishing write tid 4 to smithi00278215-37 2024-09-14T03:48:49.992 INFO:tasks.rados.rados.0.smithi002.stdout:3980: finishing write tid 5 to smithi00278215-37 2024-09-14T03:48:49.992 INFO:tasks.rados.rados.0.smithi002.stdout:3980: oid 37 updating version 0 to 4849 2024-09-14T03:48:49.992 INFO:tasks.rados.rados.0.smithi002.stdout:3980: oid 37 updating version 4849 to 4852 2024-09-14T03:48:49.992 INFO:tasks.rados.rados.0.smithi002.stdout:3980: oid 37 version 4852 is already newer than 4850 2024-09-14T03:48:49.992 INFO:tasks.rados.rados.0.smithi002.stdout:3980: oid 37 version 4852 is already newer than 4851 2024-09-14T03:48:49.992 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 37 v 4852 (ObjNum 1239 snap 392 seq_num 1239) dirty exists 2024-09-14T03:48:49.993 INFO:tasks.rados.rados.0.smithi002.stdout:3980: left oid 37 (ObjNum 1239 snap 392 seq_num 1239) 2024-09-14T03:48:50.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:49 smithi002 ceph-mon[87970]: pgmap v961: 121 pgs: 121 active+clean; 198 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 811 KiB/s rd, 672 KiB/s wr, 8 op/s 2024-09-14T03:48:50.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:49 smithi002 ceph-mon[87970]: osdmap e857: 8 total, 8 up, 8 in 2024-09-14T03:48:50.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:49 smithi002 ceph-mon[89815]: pgmap v961: 121 pgs: 121 active+clean; 198 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 811 KiB/s rd, 672 KiB/s wr, 8 op/s 2024-09-14T03:48:50.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:49 smithi002 ceph-mon[89815]: osdmap e857: 8 total, 8 up, 8 in 2024-09-14T03:48:50.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:49 smithi154 ceph-mon[81546]: pgmap v961: 121 pgs: 121 active+clean; 198 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 811 KiB/s rd, 672 KiB/s wr, 8 op/s 2024-09-14T03:48:50.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:49 smithi154 ceph-mon[81546]: osdmap e857: 8 total, 8 up, 8 in 2024-09-14T03:48:50.886 INFO:tasks.rados.rados.0.smithi002.stdout:3980: done (1 left) 2024-09-14T03:48:50.886 INFO:tasks.rados.rados.0.smithi002.stdout:3981: done (0 left) 2024-09-14T03:48:50.886 INFO:tasks.rados.rados.0.smithi002.stdout:3982: read oid 25 snap -1 2024-09-14T03:48:50.886 INFO:tasks.rados.rados.0.smithi002.stdout:3982: expect (ObjNum 1215 snap 384 seq_num 1215) 2024-09-14T03:48:50.887 INFO:tasks.rados.rados.0.smithi002.stdout:3983: rollback oid 21 current snap is 393 2024-09-14T03:48:50.887 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 21 to 357 2024-09-14T03:48:50.887 INFO:tasks.rados.rados.0.smithi002.stdout:3984: read oid 35 snap 357 2024-09-14T03:48:50.887 INFO:tasks.rados.rados.0.smithi002.stdout:3984: expect (ObjNum 1083 snap 342 seq_num 1083) 2024-09-14T03:48:50.887 INFO:tasks.rados.rados.0.smithi002.stdout:3985: snap_create 2024-09-14T03:48:50.891 INFO:tasks.rados.rados.0.smithi002.stdout:3983: finishing rollback tid 0 to smithi00278215-21 2024-09-14T03:48:50.891 INFO:tasks.rados.rados.0.smithi002.stdout:3983: finishing rollback tid 1 to smithi00278215-21 2024-09-14T03:48:50.892 INFO:tasks.rados.rados.0.smithi002.stdout:3983: finishing rollback tid 2 to smithi00278215-21 2024-09-14T03:48:50.893 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 1886 (ObjNum 1057 snap 337 seq_num 1057) dirty exists 2024-09-14T03:48:50.899 INFO:tasks.rados.rados.0.smithi002.stdout:3982: expect (ObjNum 1215 snap 384 seq_num 1215) 2024-09-14T03:48:50.931 INFO:tasks.rados.rados.0.smithi002.stdout:3984: expect (ObjNum 1083 snap 342 seq_num 1083) 2024-09-14T03:48:51.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:50 smithi002 ceph-mon[87970]: osdmap e858: 8 total, 8 up, 8 in 2024-09-14T03:48:51.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:50 smithi002 ceph-mon[89815]: osdmap e858: 8 total, 8 up, 8 in 2024-09-14T03:48:51.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:50 smithi154 ceph-mon[81546]: osdmap e858: 8 total, 8 up, 8 in 2024-09-14T03:48:51.888 INFO:tasks.rados.rados.0.smithi002.stdout:3982: done (3 left) 2024-09-14T03:48:51.888 INFO:tasks.rados.rados.0.smithi002.stdout:3983: done (2 left) 2024-09-14T03:48:51.888 INFO:tasks.rados.rados.0.smithi002.stdout:3984: done (1 left) 2024-09-14T03:48:51.888 INFO:tasks.rados.rados.0.smithi002.stdout:3985: done (0 left) 2024-09-14T03:48:51.888 INFO:tasks.rados.rados.0.smithi002.stdout:3986: setattr oid 4 current snap is 394 2024-09-14T03:48:51.889 INFO:tasks.rados.rados.0.smithi002.stdout:3987: setattr oid 39 current snap is 394 2024-09-14T03:48:51.890 INFO:tasks.rados.rados.0.smithi002.stdout:3988: snap_create 2024-09-14T03:48:51.895 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 4865 (ObjNum 1200 snap 374 seq_num 1200) dirty exists 2024-09-14T03:48:51.898 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 39 v 4853 (ObjNum 289 snap 0 seq_num 854400736) dirty exists 2024-09-14T03:48:52.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:51 smithi002 ceph-mon[87970]: pgmap v964: 121 pgs: 121 active+clean; 198 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 332 KiB/s wr, 2 op/s 2024-09-14T03:48:52.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:51 smithi002 ceph-mon[87970]: osdmap e859: 8 total, 8 up, 8 in 2024-09-14T03:48:52.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:51 smithi002 ceph-mon[89815]: pgmap v964: 121 pgs: 121 active+clean; 198 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 332 KiB/s wr, 2 op/s 2024-09-14T03:48:52.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:51 smithi002 ceph-mon[89815]: osdmap e859: 8 total, 8 up, 8 in 2024-09-14T03:48:52.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:51 smithi154 ceph-mon[81546]: pgmap v964: 121 pgs: 121 active+clean; 198 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 332 KiB/s wr, 2 op/s 2024-09-14T03:48:52.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:51 smithi154 ceph-mon[81546]: osdmap e859: 8 total, 8 up, 8 in 2024-09-14T03:48:52.865 INFO:tasks.rados.rados.0.smithi002.stdout:3986: done (2 left) 2024-09-14T03:48:52.865 INFO:tasks.rados.rados.0.smithi002.stdout:3987: done (1 left) 2024-09-14T03:48:52.865 INFO:tasks.rados.rados.0.smithi002.stdout:3988: done (0 left) 2024-09-14T03:48:52.865 INFO:tasks.rados.rados.0.smithi002.stdout:3989: rollback oid 29 current snap is 395 2024-09-14T03:48:52.865 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 29 to 383 2024-09-14T03:48:52.865 INFO:tasks.rados.rados.0.smithi002.stdout:3990: rollback oid 14 current snap is 395 2024-09-14T03:48:52.865 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 14 to 394 2024-09-14T03:48:52.865 INFO:tasks.rados.rados.0.smithi002.stdout:3991: snap_remove snap 371 2024-09-14T03:48:53.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:52 smithi002 ceph-mon[87970]: osdmap e860: 8 total, 8 up, 8 in 2024-09-14T03:48:53.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:52 smithi002 ceph-mon[87970]: osdmap e861: 8 total, 8 up, 8 in 2024-09-14T03:48:53.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:52 smithi002 ceph-mon[89815]: osdmap e860: 8 total, 8 up, 8 in 2024-09-14T03:48:53.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:52 smithi002 ceph-mon[89815]: osdmap e861: 8 total, 8 up, 8 in 2024-09-14T03:48:53.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:52 smithi154 ceph-mon[81546]: osdmap e860: 8 total, 8 up, 8 in 2024-09-14T03:48:53.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:52 smithi154 ceph-mon[81546]: osdmap e861: 8 total, 8 up, 8 in 2024-09-14T03:48:53.867 INFO:tasks.rados.rados.0.smithi002.stdout:3990: finishing rollback tid 0 to smithi00278215-14 2024-09-14T03:48:53.867 INFO:tasks.rados.rados.0.smithi002.stdout:3990: finishing rollback tid 1 to smithi00278215-14 2024-09-14T03:48:53.867 INFO:tasks.rados.rados.0.smithi002.stdout:3990: finishing rollback tid 2 to smithi00278215-14 2024-09-14T03:48:53.867 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 14 v 4868 (ObjNum 1149 snap 353 seq_num 1149) dirty exists 2024-09-14T03:48:53.867 INFO:tasks.rados.rados.0.smithi002.stdout:3989: finishing rollback tid 0 to smithi00278215-29 2024-09-14T03:48:53.867 INFO:tasks.rados.rados.0.smithi002.stdout:3989: finishing rollback tid 1 to smithi00278215-29 2024-09-14T03:48:53.867 INFO:tasks.rados.rados.0.smithi002.stdout:3989: finishing rollback tid 2 to smithi00278215-29 2024-09-14T03:48:53.867 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 5118 (ObjNum 1179 snap 364 seq_num 1179) dirty exists 2024-09-14T03:48:53.867 INFO:tasks.rados.rados.0.smithi002.stdout:3989: done (2 left) 2024-09-14T03:48:53.868 INFO:tasks.rados.rados.0.smithi002.stdout:3990: done (1 left) 2024-09-14T03:48:53.868 INFO:tasks.rados.rados.0.smithi002.stdout:3991: done (0 left) 2024-09-14T03:48:53.868 INFO:tasks.rados.rados.0.smithi002.stdout:3992: rmattr oid 49 current snap is 395 2024-09-14T03:48:53.868 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 4 current snap is 395 2024-09-14T03:48:53.868 INFO:tasks.rados.rados.0.smithi002.stdout:3993: seq_num 1240 ranges {1671168=778240,2449408=671744,3121152=131072} 2024-09-14T03:48:53.882 INFO:tasks.rados.rados.0.smithi002.stdout:3993: writing smithi00278215-4 from 1671168 to 2449408 tid 1 2024-09-14T03:48:53.887 INFO:tasks.rados.rados.0.smithi002.stdout:3993: writing smithi00278215-4 from 2449408 to 3121152 tid 2 2024-09-14T03:48:53.889 INFO:tasks.rados.rados.0.smithi002.stdout:3993: writing smithi00278215-4 from 3121152 to 3252224 tid 3 2024-09-14T03:48:53.889 INFO:tasks.rados.rados.0.smithi002.stdout:3994: read oid 23 snap -1 2024-09-14T03:48:53.889 INFO:tasks.rados.rados.0.smithi002.stdout:3994: expect (ObjNum 1233 snap 392 seq_num 1233) 2024-09-14T03:48:53.889 INFO:tasks.rados.rados.0.smithi002.stdout:3995: copy_from oid 11 from oid 36 current snap is 395 2024-09-14T03:48:53.889 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 4171 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-14T03:48:53.889 INFO:tasks.rados.rados.0.smithi002.stdout:3992: done (3 left) 2024-09-14T03:48:53.889 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 10 current snap is 395 2024-09-14T03:48:53.889 INFO:tasks.rados.rados.0.smithi002.stdout:3996: seq_num 1241 ranges {5931008=794624,6725632=557056,7282688=245760} 2024-09-14T03:48:53.927 INFO:tasks.rados.rados.0.smithi002.stdout:3996: writing smithi00278215-10 from 5931008 to 6725632 tid 1 2024-09-14T03:48:53.930 INFO:tasks.rados.rados.0.smithi002.stdout:3996: writing smithi00278215-10 from 6725632 to 7282688 tid 2 2024-09-14T03:48:53.932 INFO:tasks.rados.rados.0.smithi002.stdout:3996: writing smithi00278215-10 from 7282688 to 7528448 tid 3 2024-09-14T03:48:53.932 INFO:tasks.rados.rados.0.smithi002.stdout:3997: copy_from oid 35 from oid 38 current snap is 395 2024-09-14T03:48:53.932 INFO:tasks.rados.rados.0.smithi002.stdout:3994: expect (ObjNum 1233 snap 392 seq_num 1233) 2024-09-14T03:48:54.021 INFO:tasks.rados.rados.0.smithi002.stdout:3995: finishing copy_from racing read to smithi00278215-11 2024-09-14T03:48:54.022 INFO:tasks.rados.rados.0.smithi002.stdout:3993: finishing write tid 1 to smithi00278215-4 2024-09-14T03:48:54.022 INFO:tasks.rados.rados.0.smithi002.stdout:3993: finishing write tid 2 to smithi00278215-4 2024-09-14T03:48:54.022 INFO:tasks.rados.rados.0.smithi002.stdout:3993: finishing write tid 3 to smithi00278215-4 2024-09-14T03:48:54.022 INFO:tasks.rados.rados.0.smithi002.stdout:3994: done (4 left) 2024-09-14T03:48:54.022 INFO:tasks.rados.rados.0.smithi002.stdout:3998: read oid 37 snap -1 2024-09-14T03:48:54.022 INFO:tasks.rados.rados.0.smithi002.stdout:3998: expect (ObjNum 1239 snap 392 seq_num 1239) 2024-09-14T03:48:54.022 INFO:tasks.rados.rados.0.smithi002.stdout:3999: read oid 48 snap 391 2024-09-14T03:48:54.022 INFO:tasks.rados.rados.0.smithi002.stdout:3999: expect (ObjNum 1167 snap 357 seq_num 1167) 2024-09-14T03:48:54.022 INFO:tasks.rados.rados.0.smithi002.stdout: waiting on 6 2024-09-14T03:48:54.022 INFO:tasks.rados.rados.0.smithi002.stdout:3993: finishing write tid 4 to smithi00278215-4 2024-09-14T03:48:54.022 INFO:tasks.rados.rados.0.smithi002.stdout:3993: finishing write tid 5 to smithi00278215-4 2024-09-14T03:48:54.022 INFO:tasks.rados.rados.0.smithi002.stdout:3993: oid 4 updating version 0 to 4869 2024-09-14T03:48:54.022 INFO:tasks.rados.rados.0.smithi002.stdout:3993: oid 4 updating version 4869 to 4870 2024-09-14T03:48:54.023 INFO:tasks.rados.rados.0.smithi002.stdout:3993: oid 4 updating version 4870 to 4871 2024-09-14T03:48:54.023 INFO:tasks.rados.rados.0.smithi002.stdout:3993: oid 4 updating version 4871 to 4872 2024-09-14T03:48:54.023 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 4872 (ObjNum 1240 snap 395 seq_num 1240) dirty exists 2024-09-14T03:48:54.023 INFO:tasks.rados.rados.0.smithi002.stdout:3993: left oid 4 (ObjNum 1240 snap 395 seq_num 1240) 2024-09-14T03:48:54.023 INFO:tasks.rados.rados.0.smithi002.stdout:3995: finishing copy_from to smithi00278215-11 2024-09-14T03:48:54.023 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 4671 (ObjNum 1085 snap 342 seq_num 1085) dirty exists 2024-09-14T03:48:54.023 INFO:tasks.rados.rados.0.smithi002.stdout:3996: finishing write tid 1 to smithi00278215-10 2024-09-14T03:48:54.023 INFO:tasks.rados.rados.0.smithi002.stdout:3996: finishing write tid 2 to smithi00278215-10 2024-09-14T03:48:54.023 INFO:tasks.rados.rados.0.smithi002.stdout:3996: finishing write tid 3 to smithi00278215-10 2024-09-14T03:48:54.023 INFO:tasks.rados.rados.0.smithi002.stdout:3996: finishing write tid 4 to smithi00278215-10 2024-09-14T03:48:54.023 INFO:tasks.rados.rados.0.smithi002.stdout:3993: done (5 left) 2024-09-14T03:48:54.023 INFO:tasks.rados.rados.0.smithi002.stdout:3995: done (4 left) 2024-09-14T03:48:54.023 INFO:tasks.rados.rados.0.smithi002.stdout: waiting on 4 2024-09-14T03:48:54.024 INFO:tasks.rados.rados.0.smithi002.stdout:3996: finishing write tid 5 to smithi00278215-10 2024-09-14T03:48:54.024 INFO:tasks.rados.rados.0.smithi002.stdout:3996: oid 10 updating version 0 to 4875 2024-09-14T03:48:54.024 INFO:tasks.rados.rados.0.smithi002.stdout:3996: oid 10 version 4875 is already newer than 4873 2024-09-14T03:48:54.024 INFO:tasks.rados.rados.0.smithi002.stdout:3996: oid 10 version 4875 is already newer than 4874 2024-09-14T03:48:54.024 INFO:tasks.rados.rados.0.smithi002.stdout:3996: oid 10 updating version 4875 to 4876 2024-09-14T03:48:54.024 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 4876 (ObjNum 1241 snap 395 seq_num 1241) dirty exists 2024-09-14T03:48:54.024 INFO:tasks.rados.rados.0.smithi002.stdout:3996: left oid 10 (ObjNum 1241 snap 395 seq_num 1241) 2024-09-14T03:48:54.024 INFO:tasks.rados.rados.0.smithi002.stdout:3997: finishing copy_from racing read to smithi00278215-35 2024-09-14T03:48:54.024 INFO:tasks.rados.rados.0.smithi002.stdout:3997: finishing copy_from to smithi00278215-35 2024-09-14T03:48:54.024 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 35 v 5104 (ObjNum 1186 snap 366 seq_num 1186) dirty exists 2024-09-14T03:48:54.024 INFO:tasks.rados.rados.0.smithi002.stdout:3996: done (3 left) 2024-09-14T03:48:54.024 INFO:tasks.rados.rados.0.smithi002.stdout:3997: done (2 left) 2024-09-14T03:48:54.025 INFO:tasks.rados.rados.0.smithi002.stdout: waiting on 2 2024-09-14T03:48:54.026 INFO:tasks.rados.rados.0.smithi002.stdout:3999: expect (ObjNum 1167 snap 357 seq_num 1167) 2024-09-14T03:48:54.037 INFO:tasks.rados.rados.0.smithi002.stdout:3998: expect (ObjNum 1239 snap 392 seq_num 1239) 2024-09-14T03:48:54.081 INFO:tasks.rados.rados.0.smithi002.stdout:3998: done (1 left) 2024-09-14T03:48:54.082 INFO:tasks.rados.rados.0.smithi002.stdout:3999: done (0 left) 2024-09-14T03:48:54.084 INFO:tasks.rados.rados.0.smithi002.stderr:0 errors. 2024-09-14T03:48:54.084 INFO:tasks.rados.rados.0.smithi002.stderr: 2024-09-14T03:48:54.087 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-14T03:48:54.150 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:53 smithi002 ceph-mon[87970]: pgmap v967: 121 pgs: 121 active+clean; 204 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-09-14T03:48:54.151 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:53 smithi002 ceph-mon[87970]: osdmap e862: 8 total, 8 up, 8 in 2024-09-14T03:48:54.151 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:53 smithi002 ceph-mon[89815]: pgmap v967: 121 pgs: 121 active+clean; 204 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-09-14T03:48:54.151 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:53 smithi002 ceph-mon[89815]: osdmap e862: 8 total, 8 up, 8 in 2024-09-14T03:48:54.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:53 smithi154 ceph-mon[81546]: pgmap v967: 121 pgs: 121 active+clean; 204 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-09-14T03:48:54.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:53 smithi154 ceph-mon[81546]: osdmap e862: 8 total, 8 up, 8 in 2024-09-14T03:48:54.331 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:48:55.687 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:48:55 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:48:55] "GET /metrics HTTP/1.1" 200 36430 "" "Prometheus/2.51.0" 2024-09-14T03:48:56.033 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:55 smithi002 ceph-mon[87970]: pgmap v970: 121 pgs: 121 active+clean; 205 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 10 op/s 2024-09-14T03:48:56.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:55 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:48:56.034 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:55 smithi002 ceph-mon[89815]: pgmap v970: 121 pgs: 121 active+clean; 205 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 10 op/s 2024-09-14T03:48:56.034 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:55 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:48:56.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:55 smithi154 ceph-mon[81546]: pgmap v970: 121 pgs: 121 active+clean; 205 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 10 op/s 2024-09-14T03:48:56.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:55 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:48:56.535 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-14T03:48:56.535 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":862,"fsid":"f357b922-7248-11ef-bceb-c7b262605968","created":"2024-09-14T03:26:15.463541+0000","modified":"2024-09-14T03:48:53.859312+0000","last_up_change":"2024-09-14T03:43:08.764642+0000","last_in_change":"2024-09-14T03:30:56.781105+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-14T03:29:19.218677+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-14T03:31:37.264394+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-14T03:31:40.957497+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-09-14T03:32:32.679429+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":74,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"unique_pool_0","create_time":"2024-09-14T03:35:24.668320+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":3,"size":3,"min_size":2,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":16,"pg_placement_num":16,"pg_placement_num_target":16,"pg_num_target":16,"pg_num_pending":16,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"862","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":454,"snap_epoch":862,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"teuthologyprofile","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rados":{}}}],"osds":[{"osd":0,"uuid":"99812d27-45b8-4e87-af6a-c8d797c2c961","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":285,"up_from":298,"up_thru":527,"down_at":286,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6802","nonce":2830557203},{"type":"v1","addr":"172.21.15.2:6803","nonce":2830557203}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6804","nonce":2830557203},{"type":"v1","addr":"172.21.15.2:6805","nonce":2830557203}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6808","nonce":2830557203},{"type":"v1","addr":"172.21.15.2:6809","nonce":2830557203}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6806","nonce":2830557203},{"type":"v1","addr":"172.21.15.2:6807","nonce":2830557203}]},"public_addr":"172.21.15.2:6803/2830557203","cluster_addr":"172.21.15.2:6805/2830557203","heartbeat_back_addr":"172.21.15.2:6809/2830557203","heartbeat_front_addr":"172.21.15.2:6807/2830557203","state":["exists","up"]},{"osd":1,"uuid":"19c600df-4b2e-496c-aef7-c5b3a301c69c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":318,"up_from":331,"up_thru":527,"down_at":319,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6810","nonce":868958260},{"type":"v1","addr":"172.21.15.2:6811","nonce":868958260}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6812","nonce":868958260},{"type":"v1","addr":"172.21.15.2:6813","nonce":868958260}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6816","nonce":868958260},{"type":"v1","addr":"172.21.15.2:6817","nonce":868958260}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6814","nonce":868958260},{"type":"v1","addr":"172.21.15.2:6815","nonce":868958260}]},"public_addr":"172.21.15.2:6811/868958260","cluster_addr":"172.21.15.2:6813/868958260","heartbeat_back_addr":"172.21.15.2:6817/868958260","heartbeat_front_addr":"172.21.15.2:6815/868958260","state":["exists","up"]},{"osd":2,"uuid":"bf6a4ff3-2bef-4ec5-a53b-198b3a27da37","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":351,"up_from":365,"up_thru":527,"down_at":352,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6818","nonce":3616368020},{"type":"v1","addr":"172.21.15.2:6819","nonce":3616368020}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6820","nonce":3616368020},{"type":"v1","addr":"172.21.15.2:6821","nonce":3616368020}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6824","nonce":3616368020},{"type":"v1","addr":"172.21.15.2:6825","nonce":3616368020}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6822","nonce":3616368020},{"type":"v1","addr":"172.21.15.2:6823","nonce":3616368020}]},"public_addr":"172.21.15.2:6819/3616368020","cluster_addr":"172.21.15.2:6821/3616368020","heartbeat_back_addr":"172.21.15.2:6825/3616368020","heartbeat_front_addr":"172.21.15.2:6823/3616368020","state":["exists","up"]},{"osd":3,"uuid":"cbb4c3de-7936-4be4-aace-b6411d2f65ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":384,"up_from":397,"up_thru":527,"down_at":385,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6826","nonce":2716494016},{"type":"v1","addr":"172.21.15.2:6827","nonce":2716494016}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6828","nonce":2716494016},{"type":"v1","addr":"172.21.15.2:6829","nonce":2716494016}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6832","nonce":2716494016},{"type":"v1","addr":"172.21.15.2:6833","nonce":2716494016}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6830","nonce":2716494016},{"type":"v1","addr":"172.21.15.2:6831","nonce":2716494016}]},"public_addr":"172.21.15.2:6827/2716494016","cluster_addr":"172.21.15.2:6829/2716494016","heartbeat_back_addr":"172.21.15.2:6833/2716494016","heartbeat_front_addr":"172.21.15.2:6831/2716494016","state":["exists","up"]},{"osd":4,"uuid":"baf6b247-94ef-4bc0-a5c1-df760aa8f401","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":30,"last_clean_end":417,"up_from":431,"up_thru":527,"down_at":418,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":1476868386},{"type":"v1","addr":"172.21.15.154:6801","nonce":1476868386}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":1476868386},{"type":"v1","addr":"172.21.15.154:6803","nonce":1476868386}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":1476868386},{"type":"v1","addr":"172.21.15.154:6807","nonce":1476868386}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":1476868386},{"type":"v1","addr":"172.21.15.154:6805","nonce":1476868386}]},"public_addr":"172.21.15.154:6801/1476868386","cluster_addr":"172.21.15.154:6803/1476868386","heartbeat_back_addr":"172.21.15.154:6807/1476868386","heartbeat_front_addr":"172.21.15.154:6805/1476868386","state":["exists","up"]},{"osd":5,"uuid":"44ae176a-c589-45ff-b7ff-6fc46f01f488","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":38,"last_clean_end":450,"up_from":463,"up_thru":527,"down_at":451,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":3421211678},{"type":"v1","addr":"172.21.15.154:6809","nonce":3421211678}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":3421211678},{"type":"v1","addr":"172.21.15.154:6811","nonce":3421211678}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":3421211678},{"type":"v1","addr":"172.21.15.154:6815","nonce":3421211678}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":3421211678},{"type":"v1","addr":"172.21.15.154:6813","nonce":3421211678}]},"public_addr":"172.21.15.154:6809/3421211678","cluster_addr":"172.21.15.154:6811/3421211678","heartbeat_back_addr":"172.21.15.154:6815/3421211678","heartbeat_front_addr":"172.21.15.154:6813/3421211678","state":["exists","up"]},{"osd":6,"uuid":"63266cfd-7aa1-41ae-a1aa-9eb4345b819b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":46,"last_clean_end":482,"up_from":495,"up_thru":527,"down_at":483,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":915438444},{"type":"v1","addr":"172.21.15.154:6817","nonce":915438444}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6818","nonce":915438444},{"type":"v1","addr":"172.21.15.154:6819","nonce":915438444}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6822","nonce":915438444},{"type":"v1","addr":"172.21.15.154:6823","nonce":915438444}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":915438444},{"type":"v1","addr":"172.21.15.154:6821","nonce":915438444}]},"public_addr":"172.21.15.154:6817/915438444","cluster_addr":"172.21.15.154:6819/915438444","heartbeat_back_addr":"172.21.15.154:6823/915438444","heartbeat_front_addr":"172.21.15.154:6821/915438444","state":["exists","up"]},{"osd":7,"uuid":"8a7eb9f3-d03f-4573-8240-6e96d5e67ec0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":54,"last_clean_end":515,"up_from":527,"up_thru":527,"down_at":516,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":3074161385},{"type":"v1","addr":"172.21.15.154:6825","nonce":3074161385}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6826","nonce":3074161385},{"type":"v1","addr":"172.21.15.154:6827","nonce":3074161385}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":3074161385},{"type":"v1","addr":"172.21.15.154:6831","nonce":3074161385}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":3074161385},{"type":"v1","addr":"172.21.15.154:6829","nonce":3074161385}]},"public_addr":"172.21.15.154:6825/3074161385","cluster_addr":"172.21.15.154:6827/3074161385","heartbeat_back_addr":"172.21.15.154:6831/3074161385","heartbeat_front_addr":"172.21.15.154:6829/3074161385","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-14T03:28:26.732902+0000","dead_epoch":285},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-14T03:28:51.466618+0000","dead_epoch":318},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-14T03:29:16.051255+0000","dead_epoch":351},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-14T03:29:41.918807+0000","dead_epoch":384},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-14T03:30:02.948378+0000","dead_epoch":417},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-14T03:30:25.206634+0000","dead_epoch":450},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-14T03:30:48.548916+0000","dead_epoch":482},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-14T03:31:11.543268+0000","dead_epoch":515}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.4","mappings":[{"from":7,"to":2}]},{"pgid":"3.3","mappings":[{"from":4,"to":2}]},{"pgid":"3.7","mappings":[{"from":0,"to":1}]},{"pgid":"3.10","mappings":[{"from":0,"to":1}]},{"pgid":"3.19","mappings":[{"from":4,"to":2}]},{"pgid":"3.23","mappings":[{"from":0,"to":2}]},{"pgid":"3.37","mappings":[{"from":5,"to":1}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.154:6833/4101577695":"2024-09-15T03:43:29.867729+0000","172.21.15.154:6832/4101577695":"2024-09-15T03:43:29.867729+0000","172.21.15.2:0/2331633660":"2024-09-15T03:37:54.461710+0000","172.21.15.2:0/1395253994":"2024-09-15T03:32:30.744631+0000","172.21.15.2:6800/154188522":"2024-09-15T03:27:06.726358+0000","172.21.15.2:0/2013375411":"2024-09-15T03:27:06.726358+0000","172.21.15.2:0/1221770145":"2024-09-15T03:36:45.115674+0000","172.21.15.154:6835/3532746643":"2024-09-15T03:37:14.789623+0000","172.21.15.2:0/4099406109":"2024-09-15T03:37:54.461710+0000","172.21.15.2:6800/3917753203":"2024-09-15T03:32:30.744631+0000","172.21.15.2:0/2977053627":"2024-09-15T03:37:54.461710+0000","172.21.15.2:6800/2461182797":"2024-09-15T03:37:54.461710+0000","172.21.15.2:0/409438893":"2024-09-15T03:37:54.461710+0000","172.21.15.2:6800/1054983274":"2024-09-15T03:26:40.376882+0000","172.21.15.2:6801/1054983274":"2024-09-15T03:26:40.376882+0000","172.21.15.154:0/2580571203":"2024-09-15T03:37:14.789623+0000","172.21.15.2:0/3763944256":"2024-09-15T03:32:30.744631+0000","172.21.15.2:0/947074371":"2024-09-15T03:36:45.115674+0000","172.21.15.2:0/2716485212":"2024-09-15T03:27:06.726358+0000","172.21.15.2:0/3986231615":"2024-09-15T03:26:40.376882+0000","172.21.15.2:6801/154188522":"2024-09-15T03:27:06.726358+0000","172.21.15.154:0/2512952900":"2024-09-15T03:37:14.789623+0000","172.21.15.154:0/4085763600":"2024-09-15T03:37:14.789623+0000","172.21.15.154:0/1066591359":"2024-09-15T03:37:14.789623+0000","172.21.15.2:0/54624550":"2024-09-15T03:26:40.376882+0000","172.21.15.2:0/2615742944":"2024-09-15T03:36:45.115674+0000","172.21.15.2:0/2604076891":"2024-09-15T03:37:54.461710+0000","172.21.15.2:0/2635526185":"2024-09-15T03:37:54.461710+0000","172.21.15.2:0/1324371969":"2024-09-15T03:32:30.744631+0000","172.21.15.2:0/1946204770":"2024-09-15T03:32:30.744631+0000","172.21.15.2:0/1676399561":"2024-09-15T03:27:06.726358+0000","172.21.15.2:0/2089626002":"2024-09-15T03:26:40.376882+0000","172.21.15.154:0/3071026984":"2024-09-15T03:37:14.789623+0000","172.21.15.154:0/2481961611":"2024-09-15T03:37:14.789623+0000","172.21.15.2:0/3879797356":"2024-09-15T03:36:45.115674+0000","172.21.15.2:6801/3917753203":"2024-09-15T03:32:30.744631+0000","172.21.15.2:0/3651196789":"2024-09-15T03:37:54.461710+0000","172.21.15.2:0/1494551785":"2024-09-15T03:36:45.115674+0000","172.21.15.2:6800/981107065":"2024-09-15T03:36:45.115674+0000","172.21.15.2:6801/981107065":"2024-09-15T03:36:45.115674+0000","172.21.15.154:0/1908539009":"2024-09-15T03:37:14.789623+0000","172.21.15.2:6801/2461182797":"2024-09-15T03:37:54.461710+0000","172.21.15.154:6834/3532746643":"2024-09-15T03:37:14.789623+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":430,"length":2},{"begin":449,"length":1}]}],"new_removed_snaps":[{"pool":5,"snaps":[{"begin":431,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-14T03:48:57.049 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:56 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/1972360901' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-09-14T03:48:57.050 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:56 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/1972360901' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-09-14T03:48:57.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:56 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/1972360901' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-09-14T03:48:57.275 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph pg dump --format=json 2024-09-14T03:48:57.521 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:48:58.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:57 smithi002 ceph-mon[87970]: pgmap v971: 121 pgs: 121 active+clean; 207 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.5 MiB/s wr, 9 op/s 2024-09-14T03:48:58.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:57 smithi002 ceph-mon[87970]: osdmap e863: 8 total, 8 up, 8 in 2024-09-14T03:48:58.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:57 smithi002 ceph-mon[89815]: pgmap v971: 121 pgs: 121 active+clean; 207 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.5 MiB/s wr, 9 op/s 2024-09-14T03:48:58.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:57 smithi002 ceph-mon[89815]: osdmap e863: 8 total, 8 up, 8 in 2024-09-14T03:48:58.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:57 smithi154 ceph-mon[81546]: pgmap v971: 121 pgs: 121 active+clean; 207 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.5 MiB/s wr, 9 op/s 2024-09-14T03:48:58.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:57 smithi154 ceph-mon[81546]: osdmap e863: 8 total, 8 up, 8 in 2024-09-14T03:48:59.438 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-14T03:48:59.440 INFO:teuthology.orchestra.run.smithi002.stderr:dumped all 2024-09-14T03:49:00.083 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:48:59 smithi002 ceph-mon[87970]: pgmap v973: 121 pgs: 121 active+clean; 215 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.4 MiB/s wr, 15 op/s 2024-09-14T03:49:00.083 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:48:59 smithi002 ceph-mon[89815]: pgmap v973: 121 pgs: 121 active+clean; 215 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.4 MiB/s wr, 15 op/s 2024-09-14T03:49:00.106 INFO:teuthology.orchestra.run.smithi002.stdout:{"pg_ready":true,"pg_map":{"version":973,"stamp":"2024-09-14T03:48:58.669954+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":225082383,"num_objects":161,"num_object_clones":86,"num_object_copies":483,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":161,"num_whiteouts":7,"num_read":4858,"num_read_kb":4834650,"num_write":9007,"num_write_kb":1738102,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":147,"num_bytes_recovered":402327136,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":24466,"ondisk_log_size":24466,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3317120,"kb_used_data":414860,"kb_used_omap":362,"kb_used_meta":2901781,"kb_avail":746644096,"statfs":{"total":767960285184,"available":764563554304,"internally_reserved":0,"allocated":424816640,"data_stored":606171707,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":371005,"internal_metadata":2971424451},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":11206656,"num_objects":9,"num_object_clones":9,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":-4,"num_read":23,"num_read_kb":16637,"num_write":69,"num_write_kb":8336,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001374"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1138,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.877007+0000","last_change":"2024-09-14T03:43:09.805795+0000","last_active":"2024-09-14T03:48:53.877007+0000","last_peered":"2024-09-14T03:48:53.877007+0000","last_clean":"2024-09-14T03:48:53.877007+0000","last_became_active":"2024-09-14T03:43:09.805372+0000","last_became_peered":"2024-09-14T03:43:09.805372+0000","last_unstale":"2024-09-14T03:48:53.877007+0000","last_undegraded":"2024-09-14T03:48:53.877007+0000","last_fullsized":"2024-09-14T03:48:53.877007+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T11:04:17.371034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1341,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.868800+0000","last_change":"2024-09-14T03:42:37.007655+0000","last_active":"2024-09-14T03:48:53.868800+0000","last_peered":"2024-09-14T03:48:53.868800+0000","last_clean":"2024-09-14T03:48:53.868800+0000","last_became_active":"2024-09-14T03:42:37.007301+0000","last_became_peered":"2024-09-14T03:42:37.007301+0000","last_unstale":"2024-09-14T03:48:53.868800+0000","last_undegraded":"2024-09-14T03:48:53.868800+0000","last_fullsized":"2024-09-14T03:48:53.868800+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T14:48:42.058760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1381,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.866039+0000","last_change":"2024-09-14T03:40:24.028692+0000","last_active":"2024-09-14T03:48:53.866039+0000","last_peered":"2024-09-14T03:48:53.866039+0000","last_clean":"2024-09-14T03:48:53.866039+0000","last_became_active":"2024-09-14T03:40:24.027962+0000","last_became_peered":"2024-09-14T03:40:24.027962+0000","last_unstale":"2024-09-14T03:48:53.866039+0000","last_undegraded":"2024-09-14T03:48:53.866039+0000","last_fullsized":"2024-09-14T03:48:53.866039+0000","mapping_epoch":365,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":366,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T09:52:30.933960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1219,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.874713+0000","last_change":"2024-09-14T03:43:09.802184+0000","last_active":"2024-09-14T03:48:53.874713+0000","last_peered":"2024-09-14T03:48:53.874713+0000","last_clean":"2024-09-14T03:48:53.874713+0000","last_became_active":"2024-09-14T03:43:09.801934+0000","last_became_peered":"2024-09-14T03:43:09.801934+0000","last_unstale":"2024-09-14T03:48:53.874713+0000","last_undegraded":"2024-09-14T03:48:53.874713+0000","last_fullsized":"2024-09-14T03:48:53.874713+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:37:13.748457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1155,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.876174+0000","last_change":"2024-09-14T03:43:09.809627+0000","last_active":"2024-09-14T03:48:53.876174+0000","last_peered":"2024-09-14T03:48:53.876174+0000","last_clean":"2024-09-14T03:48:53.876174+0000","last_became_active":"2024-09-14T03:43:09.809321+0000","last_became_peered":"2024-09-14T03:43:09.809321+0000","last_unstale":"2024-09-14T03:48:53.876174+0000","last_undegraded":"2024-09-14T03:48:53.876174+0000","last_fullsized":"2024-09-14T03:48:53.876174+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T13:43:46.133984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1196,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.871510+0000","last_change":"2024-09-14T03:42:02.776695+0000","last_active":"2024-09-14T03:48:53.871510+0000","last_peered":"2024-09-14T03:48:53.871510+0000","last_clean":"2024-09-14T03:48:53.871510+0000","last_became_active":"2024-09-14T03:42:02.776409+0000","last_became_peered":"2024-09-14T03:42:02.776409+0000","last_unstale":"2024-09-14T03:48:53.871510+0000","last_undegraded":"2024-09-14T03:48:53.871510+0000","last_fullsized":"2024-09-14T03:48:53.871510+0000","mapping_epoch":463,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":464,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T15:27:34.411892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1155,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.874031+0000","last_change":"2024-09-14T03:43:09.809898+0000","last_active":"2024-09-14T03:48:53.874031+0000","last_peered":"2024-09-14T03:48:53.874031+0000","last_clean":"2024-09-14T03:48:53.874031+0000","last_became_active":"2024-09-14T03:43:09.807507+0000","last_became_peered":"2024-09-14T03:43:09.807507+0000","last_unstale":"2024-09-14T03:48:53.874031+0000","last_undegraded":"2024-09-14T03:48:53.874031+0000","last_fullsized":"2024-09-14T03:48:53.874031+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T08:03:39.368399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1250,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.863195+0000","last_change":"2024-09-14T03:42:37.008994+0000","last_active":"2024-09-14T03:48:53.863195+0000","last_peered":"2024-09-14T03:48:53.863195+0000","last_clean":"2024-09-14T03:48:53.863195+0000","last_became_active":"2024-09-14T03:42:37.008616+0000","last_became_peered":"2024-09-14T03:42:37.008616+0000","last_unstale":"2024-09-14T03:48:53.863195+0000","last_undegraded":"2024-09-14T03:48:53.863195+0000","last_fullsized":"2024-09-14T03:48:53.863195+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T11:43:26.559722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1147,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.876950+0000","last_change":"2024-09-14T03:43:09.800315+0000","last_active":"2024-09-14T03:48:53.876950+0000","last_peered":"2024-09-14T03:48:53.876950+0000","last_clean":"2024-09-14T03:48:53.876950+0000","last_became_active":"2024-09-14T03:43:09.799499+0000","last_became_peered":"2024-09-14T03:43:09.799499+0000","last_unstale":"2024-09-14T03:48:53.876950+0000","last_undegraded":"2024-09-14T03:48:53.876950+0000","last_fullsized":"2024-09-14T03:48:53.876950+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T11:26:51.565863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1176,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.866735+0000","last_change":"2024-09-14T03:42:37.015768+0000","last_active":"2024-09-14T03:48:53.866735+0000","last_peered":"2024-09-14T03:48:53.866735+0000","last_clean":"2024-09-14T03:48:53.866735+0000","last_became_active":"2024-09-14T03:42:37.015204+0000","last_became_peered":"2024-09-14T03:42:37.015204+0000","last_unstale":"2024-09-14T03:48:53.866735+0000","last_undegraded":"2024-09-14T03:48:53.866735+0000","last_fullsized":"2024-09-14T03:48:53.866735+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T11:09:29.624259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1176,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.866476+0000","last_change":"2024-09-14T03:42:37.013670+0000","last_active":"2024-09-14T03:48:53.866476+0000","last_peered":"2024-09-14T03:48:53.866476+0000","last_clean":"2024-09-14T03:48:53.866476+0000","last_became_active":"2024-09-14T03:42:37.013197+0000","last_became_peered":"2024-09-14T03:42:37.013197+0000","last_unstale":"2024-09-14T03:48:53.866476+0000","last_undegraded":"2024-09-14T03:48:53.866476+0000","last_fullsized":"2024-09-14T03:48:53.866476+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:44:51.154839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1227,"reported_epoch":861,"state":"active+clean","last_fresh":"2024-09-14T03:48:52.862788+0000","last_change":"2024-09-14T03:42:37.008229+0000","last_active":"2024-09-14T03:48:52.862788+0000","last_peered":"2024-09-14T03:48:52.862788+0000","last_clean":"2024-09-14T03:48:52.862788+0000","last_became_active":"2024-09-14T03:42:37.007885+0000","last_became_peered":"2024-09-14T03:42:37.007885+0000","last_unstale":"2024-09-14T03:48:52.862788+0000","last_undegraded":"2024-09-14T03:48:52.862788+0000","last_fullsized":"2024-09-14T03:48:52.862788+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T08:41:48.087871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1277,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.864660+0000","last_change":"2024-09-14T03:42:37.001453+0000","last_active":"2024-09-14T03:48:53.864660+0000","last_peered":"2024-09-14T03:48:53.864660+0000","last_clean":"2024-09-14T03:48:53.864660+0000","last_became_active":"2024-09-14T03:42:37.000869+0000","last_became_peered":"2024-09-14T03:42:37.000869+0000","last_unstale":"2024-09-14T03:48:53.864660+0000","last_undegraded":"2024-09-14T03:48:53.864660+0000","last_fullsized":"2024-09-14T03:48:53.864660+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T12:23:29.574068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1380,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.864117+0000","last_change":"2024-09-14T03:42:02.769073+0000","last_active":"2024-09-14T03:48:53.864117+0000","last_peered":"2024-09-14T03:48:53.864117+0000","last_clean":"2024-09-14T03:48:53.864117+0000","last_became_active":"2024-09-14T03:42:02.768599+0000","last_became_peered":"2024-09-14T03:42:02.768599+0000","last_unstale":"2024-09-14T03:48:53.864117+0000","last_undegraded":"2024-09-14T03:48:53.864117+0000","last_fullsized":"2024-09-14T03:48:53.864117+0000","mapping_epoch":463,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":464,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T15:15:46.531241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1347,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.870317+0000","last_change":"2024-09-14T03:42:02.763873+0000","last_active":"2024-09-14T03:48:53.870317+0000","last_peered":"2024-09-14T03:48:53.870317+0000","last_clean":"2024-09-14T03:48:53.870317+0000","last_became_active":"2024-09-14T03:42:02.763577+0000","last_became_peered":"2024-09-14T03:42:02.763577+0000","last_unstale":"2024-09-14T03:48:53.870317+0000","last_undegraded":"2024-09-14T03:48:53.870317+0000","last_fullsized":"2024-09-14T03:48:53.870317+0000","mapping_epoch":463,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":464,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T13:09:13.856227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1201,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.870448+0000","last_change":"2024-09-14T03:43:09.789804+0000","last_active":"2024-09-14T03:48:53.870448+0000","last_peered":"2024-09-14T03:48:53.870448+0000","last_clean":"2024-09-14T03:48:53.870448+0000","last_became_active":"2024-09-14T03:43:09.789527+0000","last_became_peered":"2024-09-14T03:43:09.789527+0000","last_unstale":"2024-09-14T03:48:53.870448+0000","last_undegraded":"2024-09-14T03:48:53.870448+0000","last_fullsized":"2024-09-14T03:48:53.870448+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T14:40:08.964902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1210,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.871671+0000","last_change":"2024-09-14T03:43:09.802906+0000","last_active":"2024-09-14T03:48:53.871671+0000","last_peered":"2024-09-14T03:48:53.871671+0000","last_clean":"2024-09-14T03:48:53.871671+0000","last_became_active":"2024-09-14T03:43:09.802635+0000","last_became_peered":"2024-09-14T03:43:09.802635+0000","last_unstale":"2024-09-14T03:48:53.871671+0000","last_undegraded":"2024-09-14T03:48:53.871671+0000","last_fullsized":"2024-09-14T03:48:53.871671+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T13:13:32.779324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1321,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.873133+0000","last_change":"2024-09-14T03:43:09.801687+0000","last_active":"2024-09-14T03:48:53.873133+0000","last_peered":"2024-09-14T03:48:53.873133+0000","last_clean":"2024-09-14T03:48:53.873133+0000","last_became_active":"2024-09-14T03:43:09.801364+0000","last_became_peered":"2024-09-14T03:43:09.801364+0000","last_unstale":"2024-09-14T03:48:53.873133+0000","last_undegraded":"2024-09-14T03:48:53.873133+0000","last_fullsized":"2024-09-14T03:48:53.873133+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T11:11:54.485876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1137,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.876514+0000","last_change":"2024-09-14T03:43:09.809831+0000","last_active":"2024-09-14T03:48:53.876514+0000","last_peered":"2024-09-14T03:48:53.876514+0000","last_clean":"2024-09-14T03:48:53.876514+0000","last_became_active":"2024-09-14T03:43:09.808881+0000","last_became_peered":"2024-09-14T03:43:09.808881+0000","last_unstale":"2024-09-14T03:48:53.876514+0000","last_undegraded":"2024-09-14T03:48:53.876514+0000","last_fullsized":"2024-09-14T03:48:53.876514+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:45:09.777631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1186,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.866202+0000","last_change":"2024-09-14T03:42:37.003092+0000","last_active":"2024-09-14T03:48:53.866202+0000","last_peered":"2024-09-14T03:48:53.866202+0000","last_clean":"2024-09-14T03:48:53.866202+0000","last_became_active":"2024-09-14T03:42:37.002743+0000","last_became_peered":"2024-09-14T03:42:37.002743+0000","last_unstale":"2024-09-14T03:48:53.866202+0000","last_undegraded":"2024-09-14T03:48:53.866202+0000","last_fullsized":"2024-09-14T03:48:53.866202+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T07:39:56.838094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1381,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.864008+0000","last_change":"2024-09-14T03:43:09.798169+0000","last_active":"2024-09-14T03:48:53.864008+0000","last_peered":"2024-09-14T03:48:53.864008+0000","last_clean":"2024-09-14T03:48:53.864008+0000","last_became_active":"2024-09-14T03:43:09.797611+0000","last_became_peered":"2024-09-14T03:43:09.797611+0000","last_unstale":"2024-09-14T03:48:53.864008+0000","last_undegraded":"2024-09-14T03:48:53.864008+0000","last_fullsized":"2024-09-14T03:48:53.864008+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:17:21.004123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1208,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.871165+0000","last_change":"2024-09-14T03:43:09.806082+0000","last_active":"2024-09-14T03:48:53.871165+0000","last_peered":"2024-09-14T03:48:53.871165+0000","last_clean":"2024-09-14T03:48:53.871165+0000","last_became_active":"2024-09-14T03:43:09.804662+0000","last_became_peered":"2024-09-14T03:43:09.804662+0000","last_unstale":"2024-09-14T03:48:53.871165+0000","last_undegraded":"2024-09-14T03:48:53.871165+0000","last_fullsized":"2024-09-14T03:48:53.871165+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T12:05:05.663438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1277,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.863866+0000","last_change":"2024-09-14T03:41:30.788845+0000","last_active":"2024-09-14T03:48:53.863866+0000","last_peered":"2024-09-14T03:48:53.863866+0000","last_clean":"2024-09-14T03:48:53.863866+0000","last_became_active":"2024-09-14T03:41:30.787428+0000","last_became_peered":"2024-09-14T03:41:30.787428+0000","last_unstale":"2024-09-14T03:48:53.863866+0000","last_undegraded":"2024-09-14T03:48:53.863866+0000","last_fullsized":"2024-09-14T03:48:53.863866+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T06:33:48.864402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1223,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.870874+0000","last_change":"2024-09-14T03:42:02.769599+0000","last_active":"2024-09-14T03:48:53.870874+0000","last_peered":"2024-09-14T03:48:53.870874+0000","last_clean":"2024-09-14T03:48:53.870874+0000","last_became_active":"2024-09-14T03:42:02.769358+0000","last_became_peered":"2024-09-14T03:42:02.769358+0000","last_unstale":"2024-09-14T03:48:53.870874+0000","last_undegraded":"2024-09-14T03:48:53.870874+0000","last_fullsized":"2024-09-14T03:48:53.870874+0000","mapping_epoch":463,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":464,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T13:23:22.579827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1269,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.866474+0000","last_change":"2024-09-14T03:41:30.788344+0000","last_active":"2024-09-14T03:48:53.866474+0000","last_peered":"2024-09-14T03:48:53.866474+0000","last_clean":"2024-09-14T03:48:53.866474+0000","last_became_active":"2024-09-14T03:41:30.788066+0000","last_became_peered":"2024-09-14T03:41:30.788066+0000","last_unstale":"2024-09-14T03:48:53.866474+0000","last_undegraded":"2024-09-14T03:48:53.866474+0000","last_fullsized":"2024-09-14T03:48:53.866474+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T07:01:58.091410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1182,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.866541+0000","last_change":"2024-09-14T03:43:09.797776+0000","last_active":"2024-09-14T03:48:53.866541+0000","last_peered":"2024-09-14T03:48:53.866541+0000","last_clean":"2024-09-14T03:48:53.866541+0000","last_became_active":"2024-09-14T03:43:09.797475+0000","last_became_peered":"2024-09-14T03:43:09.797475+0000","last_unstale":"2024-09-14T03:48:53.866541+0000","last_undegraded":"2024-09-14T03:48:53.866541+0000","last_fullsized":"2024-09-14T03:48:53.866541+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T10:04:57.665115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1348,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.869467+0000","last_change":"2024-09-14T03:40:56.769549+0000","last_active":"2024-09-14T03:48:53.869467+0000","last_peered":"2024-09-14T03:48:53.869467+0000","last_clean":"2024-09-14T03:48:53.869467+0000","last_became_active":"2024-09-14T03:40:56.769248+0000","last_became_peered":"2024-09-14T03:40:56.769248+0000","last_unstale":"2024-09-14T03:48:53.869467+0000","last_undegraded":"2024-09-14T03:48:53.869467+0000","last_fullsized":"2024-09-14T03:48:53.869467+0000","mapping_epoch":397,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":398,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T09:47:45.402618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1286,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.865634+0000","last_change":"2024-09-14T03:41:30.797272+0000","last_active":"2024-09-14T03:48:53.865634+0000","last_peered":"2024-09-14T03:48:53.865634+0000","last_clean":"2024-09-14T03:48:53.865634+0000","last_became_active":"2024-09-14T03:41:30.796972+0000","last_became_peered":"2024-09-14T03:41:30.796972+0000","last_unstale":"2024-09-14T03:48:53.865634+0000","last_undegraded":"2024-09-14T03:48:53.865634+0000","last_fullsized":"2024-09-14T03:48:53.865634+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T09:44:55.438744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1282,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.871539+0000","last_change":"2024-09-14T03:41:30.790022+0000","last_active":"2024-09-14T03:48:53.871539+0000","last_peered":"2024-09-14T03:48:53.871539+0000","last_clean":"2024-09-14T03:48:53.871539+0000","last_became_active":"2024-09-14T03:41:30.789241+0000","last_became_peered":"2024-09-14T03:41:30.789241+0000","last_unstale":"2024-09-14T03:48:53.871539+0000","last_undegraded":"2024-09-14T03:48:53.871539+0000","last_fullsized":"2024-09-14T03:48:53.871539+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:56:54.934096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1223,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.871248+0000","last_change":"2024-09-14T03:42:02.768714+0000","last_active":"2024-09-14T03:48:53.871248+0000","last_peered":"2024-09-14T03:48:53.871248+0000","last_clean":"2024-09-14T03:48:53.871248+0000","last_became_active":"2024-09-14T03:42:02.768275+0000","last_became_peered":"2024-09-14T03:42:02.768275+0000","last_unstale":"2024-09-14T03:48:53.871248+0000","last_undegraded":"2024-09-14T03:48:53.871248+0000","last_fullsized":"2024-09-14T03:48:53.871248+0000","mapping_epoch":463,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":464,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T09:13:42.897562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1323,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.870346+0000","last_change":"2024-09-14T03:42:37.007749+0000","last_active":"2024-09-14T03:48:53.870346+0000","last_peered":"2024-09-14T03:48:53.870346+0000","last_clean":"2024-09-14T03:48:53.870346+0000","last_became_active":"2024-09-14T03:42:37.007378+0000","last_became_peered":"2024-09-14T03:42:37.007378+0000","last_unstale":"2024-09-14T03:48:53.870346+0000","last_undegraded":"2024-09-14T03:48:53.870346+0000","last_fullsized":"2024-09-14T03:48:53.870346+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T10:56:25.766531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1177,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.865878+0000","last_change":"2024-09-14T03:42:37.010560+0000","last_active":"2024-09-14T03:48:53.865878+0000","last_peered":"2024-09-14T03:48:53.865878+0000","last_clean":"2024-09-14T03:48:53.865878+0000","last_became_active":"2024-09-14T03:42:37.010147+0000","last_became_peered":"2024-09-14T03:42:37.010147+0000","last_unstale":"2024-09-14T03:48:53.865878+0000","last_undegraded":"2024-09-14T03:48:53.865878+0000","last_fullsized":"2024-09-14T03:48:53.865878+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T08:55:08.943455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1256,"reported_epoch":861,"state":"active+clean","last_fresh":"2024-09-14T03:48:52.862240+0000","last_change":"2024-09-14T03:41:30.791774+0000","last_active":"2024-09-14T03:48:52.862240+0000","last_peered":"2024-09-14T03:48:52.862240+0000","last_clean":"2024-09-14T03:48:52.862240+0000","last_became_active":"2024-09-14T03:41:30.791460+0000","last_became_peered":"2024-09-14T03:41:30.791460+0000","last_unstale":"2024-09-14T03:48:52.862240+0000","last_undegraded":"2024-09-14T03:48:52.862240+0000","last_fullsized":"2024-09-14T03:48:52.862240+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:07:02.317718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"549'2","reported_seq":1257,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.864842+0000","last_change":"2024-09-14T03:43:09.788819+0000","last_active":"2024-09-14T03:48:53.864842+0000","last_peered":"2024-09-14T03:48:53.864842+0000","last_clean":"2024-09-14T03:48:53.864842+0000","last_became_active":"2024-09-14T03:43:09.788405+0000","last_became_peered":"2024-09-14T03:43:09.788405+0000","last_unstale":"2024-09-14T03:48:53.864842+0000","last_undegraded":"2024-09-14T03:48:53.864842+0000","last_fullsized":"2024-09-14T03:48:53.864842+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T08:47:20.772674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1379,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.864127+0000","last_change":"2024-09-14T03:43:09.798049+0000","last_active":"2024-09-14T03:48:53.864127+0000","last_peered":"2024-09-14T03:48:53.864127+0000","last_clean":"2024-09-14T03:48:53.864127+0000","last_became_active":"2024-09-14T03:43:09.797461+0000","last_became_peered":"2024-09-14T03:43:09.797461+0000","last_unstale":"2024-09-14T03:48:53.864127+0000","last_undegraded":"2024-09-14T03:48:53.864127+0000","last_fullsized":"2024-09-14T03:48:53.864127+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T10:49:43.569819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"549'2","reported_seq":1187,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.866044+0000","last_change":"2024-09-14T03:43:09.802896+0000","last_active":"2024-09-14T03:48:53.866044+0000","last_peered":"2024-09-14T03:48:53.866044+0000","last_clean":"2024-09-14T03:48:53.866044+0000","last_became_active":"2024-09-14T03:43:09.802455+0000","last_became_peered":"2024-09-14T03:43:09.802455+0000","last_unstale":"2024-09-14T03:48:53.866044+0000","last_undegraded":"2024-09-14T03:48:53.866044+0000","last_fullsized":"2024-09-14T03:48:53.866044+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T13:23:14.865611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1288,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.863186+0000","last_change":"2024-09-14T03:42:37.000978+0000","last_active":"2024-09-14T03:48:53.863186+0000","last_peered":"2024-09-14T03:48:53.863186+0000","last_clean":"2024-09-14T03:48:53.863186+0000","last_became_active":"2024-09-14T03:42:37.000601+0000","last_became_peered":"2024-09-14T03:42:37.000601+0000","last_unstale":"2024-09-14T03:48:53.863186+0000","last_undegraded":"2024-09-14T03:48:53.863186+0000","last_fullsized":"2024-09-14T03:48:53.863186+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T15:19:13.146782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1281,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.863268+0000","last_change":"2024-09-14T03:40:56.785625+0000","last_active":"2024-09-14T03:48:53.863268+0000","last_peered":"2024-09-14T03:48:53.863268+0000","last_clean":"2024-09-14T03:48:53.863268+0000","last_became_active":"2024-09-14T03:40:56.785105+0000","last_became_peered":"2024-09-14T03:40:56.785105+0000","last_unstale":"2024-09-14T03:48:53.863268+0000","last_undegraded":"2024-09-14T03:48:53.863268+0000","last_fullsized":"2024-09-14T03:48:53.863268+0000","mapping_epoch":397,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":398,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T14:59:49.218509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1213,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.870439+0000","last_change":"2024-09-14T03:43:09.802964+0000","last_active":"2024-09-14T03:48:53.870439+0000","last_peered":"2024-09-14T03:48:53.870439+0000","last_clean":"2024-09-14T03:48:53.870439+0000","last_became_active":"2024-09-14T03:43:09.802681+0000","last_became_peered":"2024-09-14T03:43:09.802681+0000","last_unstale":"2024-09-14T03:48:53.870439+0000","last_undegraded":"2024-09-14T03:48:53.870439+0000","last_fullsized":"2024-09-14T03:48:53.870439+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:07:56.452822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1360,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.870159+0000","last_change":"2024-09-14T03:40:56.768428+0000","last_active":"2024-09-14T03:48:53.870159+0000","last_peered":"2024-09-14T03:48:53.870159+0000","last_clean":"2024-09-14T03:48:53.870159+0000","last_became_active":"2024-09-14T03:40:56.767899+0000","last_became_peered":"2024-09-14T03:40:56.767899+0000","last_unstale":"2024-09-14T03:48:53.870159+0000","last_undegraded":"2024-09-14T03:48:53.870159+0000","last_fullsized":"2024-09-14T03:48:53.870159+0000","mapping_epoch":397,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":398,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T09:24:47.286073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1179,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.866838+0000","last_change":"2024-09-14T03:42:37.015683+0000","last_active":"2024-09-14T03:48:53.866838+0000","last_peered":"2024-09-14T03:48:53.866838+0000","last_clean":"2024-09-14T03:48:53.866838+0000","last_became_active":"2024-09-14T03:42:37.015249+0000","last_became_peered":"2024-09-14T03:42:37.015249+0000","last_unstale":"2024-09-14T03:48:53.866838+0000","last_undegraded":"2024-09-14T03:48:53.866838+0000","last_fullsized":"2024-09-14T03:48:53.866838+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T14:13:40.393800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1192,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.872021+0000","last_change":"2024-09-14T03:43:09.802176+0000","last_active":"2024-09-14T03:48:53.872021+0000","last_peered":"2024-09-14T03:48:53.872021+0000","last_clean":"2024-09-14T03:48:53.872021+0000","last_became_active":"2024-09-14T03:43:09.801900+0000","last_became_peered":"2024-09-14T03:43:09.801900+0000","last_unstale":"2024-09-14T03:48:53.872021+0000","last_undegraded":"2024-09-14T03:48:53.872021+0000","last_fullsized":"2024-09-14T03:48:53.872021+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T11:11:47.792993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1230,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.872206+0000","last_change":"2024-09-14T03:42:37.012254+0000","last_active":"2024-09-14T03:48:53.872206+0000","last_peered":"2024-09-14T03:48:53.872206+0000","last_clean":"2024-09-14T03:48:53.872206+0000","last_became_active":"2024-09-14T03:42:37.011904+0000","last_became_peered":"2024-09-14T03:42:37.011904+0000","last_unstale":"2024-09-14T03:48:53.872206+0000","last_undegraded":"2024-09-14T03:48:53.872206+0000","last_fullsized":"2024-09-14T03:48:53.872206+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:56:06.624526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1380,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.865277+0000","last_change":"2024-09-14T03:42:02.767775+0000","last_active":"2024-09-14T03:48:53.865277+0000","last_peered":"2024-09-14T03:48:53.865277+0000","last_clean":"2024-09-14T03:48:53.865277+0000","last_became_active":"2024-09-14T03:42:02.767316+0000","last_became_peered":"2024-09-14T03:42:02.767316+0000","last_unstale":"2024-09-14T03:48:53.865277+0000","last_undegraded":"2024-09-14T03:48:53.865277+0000","last_fullsized":"2024-09-14T03:48:53.865277+0000","mapping_epoch":463,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":464,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T09:55:28.177537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"65'3","reported_seq":1349,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.869612+0000","last_change":"2024-09-14T03:42:02.771192+0000","last_active":"2024-09-14T03:48:53.869612+0000","last_peered":"2024-09-14T03:48:53.869612+0000","last_clean":"2024-09-14T03:48:53.869612+0000","last_became_active":"2024-09-14T03:42:02.770798+0000","last_became_peered":"2024-09-14T03:42:02.770798+0000","last_unstale":"2024-09-14T03:48:53.869612+0000","last_undegraded":"2024-09-14T03:48:53.869612+0000","last_fullsized":"2024-09-14T03:48:53.869612+0000","mapping_epoch":463,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":464,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T07:46:21.868418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1233,"reported_epoch":861,"state":"active+clean","last_fresh":"2024-09-14T03:48:52.862931+0000","last_change":"2024-09-14T03:43:09.798281+0000","last_active":"2024-09-14T03:48:52.862931+0000","last_peered":"2024-09-14T03:48:52.862931+0000","last_clean":"2024-09-14T03:48:52.862931+0000","last_became_active":"2024-09-14T03:43:09.797997+0000","last_became_peered":"2024-09-14T03:43:09.797997+0000","last_unstale":"2024-09-14T03:48:52.862931+0000","last_undegraded":"2024-09-14T03:48:52.862931+0000","last_fullsized":"2024-09-14T03:48:52.862931+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T08:52:38.490258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"549'29","reported_seq":1214,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.866437+0000","last_change":"2024-09-14T03:42:37.013350+0000","last_active":"2024-09-14T03:48:53.866437+0000","last_peered":"2024-09-14T03:48:53.866437+0000","last_clean":"2024-09-14T03:48:53.866437+0000","last_became_active":"2024-09-14T03:42:37.012987+0000","last_became_peered":"2024-09-14T03:42:37.012987+0000","last_unstale":"2024-09-14T03:48:53.866437+0000","last_undegraded":"2024-09-14T03:48:53.866437+0000","last_fullsized":"2024-09-14T03:48:53.866437+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T07:52:55.849625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1155,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.876405+0000","last_change":"2024-09-14T03:43:09.801192+0000","last_active":"2024-09-14T03:48:53.876405+0000","last_peered":"2024-09-14T03:48:53.876405+0000","last_clean":"2024-09-14T03:48:53.876405+0000","last_became_active":"2024-09-14T03:43:09.800648+0000","last_became_peered":"2024-09-14T03:43:09.800648+0000","last_unstale":"2024-09-14T03:48:53.876405+0000","last_undegraded":"2024-09-14T03:48:53.876405+0000","last_fullsized":"2024-09-14T03:48:53.876405+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:58:46.676861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"65'2","reported_seq":1390,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.864245+0000","last_change":"2024-09-14T03:41:30.805703+0000","last_active":"2024-09-14T03:48:53.864245+0000","last_peered":"2024-09-14T03:48:53.864245+0000","last_clean":"2024-09-14T03:48:53.864245+0000","last_became_active":"2024-09-14T03:41:30.804927+0000","last_became_peered":"2024-09-14T03:41:30.804927+0000","last_unstale":"2024-09-14T03:48:53.864245+0000","last_undegraded":"2024-09-14T03:48:53.864245+0000","last_fullsized":"2024-09-14T03:48:53.864245+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T10:33:00.629458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1380,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.863938+0000","last_change":"2024-09-14T03:43:09.796885+0000","last_active":"2024-09-14T03:48:53.863938+0000","last_peered":"2024-09-14T03:48:53.863938+0000","last_clean":"2024-09-14T03:48:53.863938+0000","last_became_active":"2024-09-14T03:43:09.796583+0000","last_became_peered":"2024-09-14T03:43:09.796583+0000","last_unstale":"2024-09-14T03:48:53.863938+0000","last_undegraded":"2024-09-14T03:48:53.863938+0000","last_fullsized":"2024-09-14T03:48:53.863938+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:53:12.345631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1221,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.871610+0000","last_change":"2024-09-14T03:43:09.807730+0000","last_active":"2024-09-14T03:48:53.871610+0000","last_peered":"2024-09-14T03:48:53.871610+0000","last_clean":"2024-09-14T03:48:53.871610+0000","last_became_active":"2024-09-14T03:43:09.805775+0000","last_became_peered":"2024-09-14T03:43:09.805775+0000","last_unstale":"2024-09-14T03:48:53.871610+0000","last_undegraded":"2024-09-14T03:48:53.871610+0000","last_fullsized":"2024-09-14T03:48:53.871610+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T07:36:31.815252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1155,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.876014+0000","last_change":"2024-09-14T03:43:09.809635+0000","last_active":"2024-09-14T03:48:53.876014+0000","last_peered":"2024-09-14T03:48:53.876014+0000","last_clean":"2024-09-14T03:48:53.876014+0000","last_became_active":"2024-09-14T03:43:09.809358+0000","last_became_peered":"2024-09-14T03:43:09.809358+0000","last_unstale":"2024-09-14T03:48:53.876014+0000","last_undegraded":"2024-09-14T03:48:53.876014+0000","last_fullsized":"2024-09-14T03:48:53.876014+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T10:01:27.993128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1189,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.866053+0000","last_change":"2024-09-14T03:42:37.012294+0000","last_active":"2024-09-14T03:48:53.866053+0000","last_peered":"2024-09-14T03:48:53.866053+0000","last_clean":"2024-09-14T03:48:53.866053+0000","last_became_active":"2024-09-14T03:42:37.011769+0000","last_became_peered":"2024-09-14T03:42:37.011769+0000","last_unstale":"2024-09-14T03:48:53.866053+0000","last_undegraded":"2024-09-14T03:48:53.866053+0000","last_fullsized":"2024-09-14T03:48:53.866053+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T07:13:04.447769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1185,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.865890+0000","last_change":"2024-09-14T03:42:37.013953+0000","last_active":"2024-09-14T03:48:53.865890+0000","last_peered":"2024-09-14T03:48:53.865890+0000","last_clean":"2024-09-14T03:48:53.865890+0000","last_became_active":"2024-09-14T03:42:37.013611+0000","last_became_peered":"2024-09-14T03:42:37.013611+0000","last_unstale":"2024-09-14T03:48:53.865890+0000","last_undegraded":"2024-09-14T03:48:53.865890+0000","last_fullsized":"2024-09-14T03:48:53.865890+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T11:10:24.009823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"65'8","reported_seq":1329,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.869122+0000","last_change":"2024-09-14T03:40:24.032813+0000","last_active":"2024-09-14T03:48:53.869122+0000","last_peered":"2024-09-14T03:48:53.869122+0000","last_clean":"2024-09-14T03:48:53.869122+0000","last_became_active":"2024-09-14T03:40:24.032342+0000","last_became_peered":"2024-09-14T03:40:24.032342+0000","last_unstale":"2024-09-14T03:48:53.869122+0000","last_undegraded":"2024-09-14T03:48:53.869122+0000","last_fullsized":"2024-09-14T03:48:53.869122+0000","mapping_epoch":365,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":366,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T08:20:40.208029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1137,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.873930+0000","last_change":"2024-09-14T03:43:09.803485+0000","last_active":"2024-09-14T03:48:53.873930+0000","last_peered":"2024-09-14T03:48:53.873930+0000","last_clean":"2024-09-14T03:48:53.873930+0000","last_became_active":"2024-09-14T03:43:09.801417+0000","last_became_peered":"2024-09-14T03:43:09.801417+0000","last_unstale":"2024-09-14T03:48:53.873930+0000","last_undegraded":"2024-09-14T03:48:53.873930+0000","last_fullsized":"2024-09-14T03:48:53.873930+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T14:49:00.365400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"862'1013","reported_seq":4352,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.880536+0000","last_change":"2024-09-14T03:48:53.881658+0000","last_active":"2024-09-14T03:48:53.880536+0000","last_peered":"2024-09-14T03:48:53.880536+0000","last_clean":"2024-09-14T03:48:53.880536+0000","last_became_active":"2024-09-14T03:40:24.023696+0000","last_became_peered":"2024-09-14T03:40:24.023696+0000","last_unstale":"2024-09-14T03:48:53.880536+0000","last_undegraded":"2024-09-14T03:48:53.880536+0000","last_fullsized":"2024-09-14T03:48:53.880536+0000","mapping_epoch":365,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":366,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:35:25.202290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:35:25.202290+0000","last_clean_scrub_stamp":"2024-09-14T03:35:25.202290+0000","objects_scrubbed":0,"log_size":1013,"log_dups_size":0,"ondisk_log_size":1013,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T13:24:13.197931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.012240539999999999,"stat_sum":{"num_bytes":5464064,"num_objects":5,"num_object_clones":4,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":173,"num_read_kb":201806,"num_write":423,"num_write_kb":71440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":43933696,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1ae","length":"2"},{"start":"1c1","length":"1"}]},{"pgid":"2.f","version":"65'1","reported_seq":1232,"reported_epoch":861,"state":"active+clean","last_fresh":"2024-09-14T03:48:52.863041+0000","last_change":"2024-09-14T03:43:09.798470+0000","last_active":"2024-09-14T03:48:52.863041+0000","last_peered":"2024-09-14T03:48:52.863041+0000","last_clean":"2024-09-14T03:48:52.863041+0000","last_became_active":"2024-09-14T03:43:09.798117+0000","last_became_peered":"2024-09-14T03:43:09.798117+0000","last_unstale":"2024-09-14T03:48:52.863041+0000","last_undegraded":"2024-09-14T03:48:52.863041+0000","last_fullsized":"2024-09-14T03:48:52.863041+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T12:10:22.625011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1155,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.876773+0000","last_change":"2024-09-14T03:43:09.808046+0000","last_active":"2024-09-14T03:48:53.876773+0000","last_peered":"2024-09-14T03:48:53.876773+0000","last_clean":"2024-09-14T03:48:53.876773+0000","last_became_active":"2024-09-14T03:43:09.807747+0000","last_became_peered":"2024-09-14T03:43:09.807747+0000","last_unstale":"2024-09-14T03:48:53.876773+0000","last_undegraded":"2024-09-14T03:48:53.876773+0000","last_fullsized":"2024-09-14T03:48:53.876773+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T15:19:48.464831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"862'1930","reported_seq":4855,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.887878+0000","last_change":"2024-09-14T03:48:53.887878+0000","last_active":"2024-09-14T03:48:53.887878+0000","last_peered":"2024-09-14T03:48:53.887878+0000","last_clean":"2024-09-14T03:48:53.887878+0000","last_became_active":"2024-09-14T03:43:09.802315+0000","last_became_peered":"2024-09-14T03:43:09.802315+0000","last_unstale":"2024-09-14T03:48:53.887878+0000","last_undegraded":"2024-09-14T03:48:53.887878+0000","last_fullsized":"2024-09-14T03:48:53.887878+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:35:25.202290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:35:25.202290+0000","last_clean_scrub_stamp":"2024-09-14T03:35:25.202290+0000","objects_scrubbed":0,"log_size":1930,"log_dups_size":0,"ondisk_log_size":1930,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T07:17:27.170592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.014863523,"stat_sum":{"num_bytes":27377664,"num_objects":11,"num_object_clones":7,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":283,"num_read_kb":376781,"num_write":757,"num_write_kb":123752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":31727616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"1ae","length":"2"},{"start":"1c1","length":"1"}]},{"pgid":"2.e","version":"65'2","reported_seq":1289,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.873260+0000","last_change":"2024-09-14T03:43:09.802013+0000","last_active":"2024-09-14T03:48:53.873260+0000","last_peered":"2024-09-14T03:48:53.873260+0000","last_clean":"2024-09-14T03:48:53.873260+0000","last_became_active":"2024-09-14T03:43:09.801667+0000","last_became_peered":"2024-09-14T03:43:09.801667+0000","last_unstale":"2024-09-14T03:48:53.873260+0000","last_undegraded":"2024-09-14T03:48:53.873260+0000","last_fullsized":"2024-09-14T03:48:53.873260+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T08:03:10.659628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1155,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.877107+0000","last_change":"2024-09-14T03:43:09.809291+0000","last_active":"2024-09-14T03:48:53.877107+0000","last_peered":"2024-09-14T03:48:53.877107+0000","last_clean":"2024-09-14T03:48:53.877107+0000","last_became_active":"2024-09-14T03:43:09.807628+0000","last_became_peered":"2024-09-14T03:43:09.807628+0000","last_unstale":"2024-09-14T03:48:53.877107+0000","last_undegraded":"2024-09-14T03:48:53.877107+0000","last_fullsized":"2024-09-14T03:48:53.877107+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T13:06:37.040481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"862'2333","reported_seq":5551,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.936226+0000","last_change":"2024-09-14T03:48:53.901966+0000","last_active":"2024-09-14T03:48:53.936226+0000","last_peered":"2024-09-14T03:48:53.936226+0000","last_clean":"2024-09-14T03:48:53.936226+0000","last_became_active":"2024-09-14T03:41:30.795465+0000","last_became_peered":"2024-09-14T03:41:30.795465+0000","last_unstale":"2024-09-14T03:48:53.936226+0000","last_undegraded":"2024-09-14T03:48:53.936226+0000","last_fullsized":"2024-09-14T03:48:53.936226+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:35:25.202290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:35:25.202290+0000","last_clean_scrub_stamp":"2024-09-14T03:35:25.202290+0000","objects_scrubbed":0,"log_size":2333,"log_dups_size":0,"ondisk_log_size":2333,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T06:59:41.845934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.030588738000000001,"stat_sum":{"num_bytes":31408128,"num_objects":18,"num_object_clones":13,"num_object_copies":54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":407,"num_read_kb":594938,"num_write":910,"num_write_kb":186232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":35143680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1ae","length":"2"},{"start":"1c1","length":"1"}]},{"pgid":"2.d","version":"65'1","reported_seq":1355,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.869709+0000","last_change":"2024-09-14T03:41:30.787844+0000","last_active":"2024-09-14T03:48:53.869709+0000","last_peered":"2024-09-14T03:48:53.869709+0000","last_clean":"2024-09-14T03:48:53.869709+0000","last_became_active":"2024-09-14T03:41:30.787473+0000","last_became_peered":"2024-09-14T03:41:30.787473+0000","last_unstale":"2024-09-14T03:48:53.869709+0000","last_undegraded":"2024-09-14T03:48:53.869709+0000","last_fullsized":"2024-09-14T03:48:53.869709+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T12:36:57.881135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1219,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.874917+0000","last_change":"2024-09-14T03:42:37.003980+0000","last_active":"2024-09-14T03:48:53.874917+0000","last_peered":"2024-09-14T03:48:53.874917+0000","last_clean":"2024-09-14T03:48:53.874917+0000","last_became_active":"2024-09-14T03:42:37.003678+0000","last_became_peered":"2024-09-14T03:42:37.003678+0000","last_unstale":"2024-09-14T03:48:53.874917+0000","last_undegraded":"2024-09-14T03:48:53.874917+0000","last_fullsized":"2024-09-14T03:48:53.874917+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T11:10:42.581116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.b","version":"862'5129","reported_seq":8008,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.915273+0000","last_change":"2024-09-14T03:48:53.915273+0000","last_active":"2024-09-14T03:48:53.915273+0000","last_peered":"2024-09-14T03:48:53.915273+0000","last_clean":"2024-09-14T03:48:53.915273+0000","last_became_active":"2024-09-14T03:42:02.777896+0000","last_became_peered":"2024-09-14T03:42:02.777896+0000","last_unstale":"2024-09-14T03:48:53.915273+0000","last_undegraded":"2024-09-14T03:48:53.915273+0000","last_fullsized":"2024-09-14T03:48:53.915273+0000","mapping_epoch":463,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":464,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:35:25.202290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:35:25.202290+0000","last_clean_scrub_stamp":"2024-09-14T03:35:25.202290+0000","objects_scrubbed":0,"log_size":5129,"log_dups_size":0,"ondisk_log_size":5129,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:19:48.535932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.043390956000000001,"stat_sum":{"num_bytes":53960704,"num_objects":24,"num_object_clones":14,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":2,"num_read":727,"num_read_kb":1143280,"num_write":1693,"num_write_kb":353752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":40,"num_bytes_recovered":128524288,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1ae","length":"2"},{"start":"1c1","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1318,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.872534+0000","last_change":"2024-09-14T03:42:02.766127+0000","last_active":"2024-09-14T03:48:53.872534+0000","last_peered":"2024-09-14T03:48:53.872534+0000","last_clean":"2024-09-14T03:48:53.872534+0000","last_became_active":"2024-09-14T03:42:02.765542+0000","last_became_peered":"2024-09-14T03:42:02.765542+0000","last_unstale":"2024-09-14T03:48:53.872534+0000","last_undegraded":"2024-09-14T03:48:53.872534+0000","last_fullsized":"2024-09-14T03:48:53.872534+0000","mapping_epoch":463,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":464,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T08:41:43.272633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1137,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.876705+0000","last_change":"2024-09-14T03:43:09.804541+0000","last_active":"2024-09-14T03:48:53.876705+0000","last_peered":"2024-09-14T03:48:53.876705+0000","last_clean":"2024-09-14T03:48:53.876705+0000","last_became_active":"2024-09-14T03:43:09.804045+0000","last_became_peered":"2024-09-14T03:43:09.804045+0000","last_unstale":"2024-09-14T03:48:53.876705+0000","last_undegraded":"2024-09-14T03:48:53.876705+0000","last_fullsized":"2024-09-14T03:48:53.876705+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T06:41:23.189599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.4","version":"858'1078","reported_seq":4060,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.877139+0000","last_change":"2024-09-14T03:48:53.877540+0000","last_active":"2024-09-14T03:48:53.877139+0000","last_peered":"2024-09-14T03:48:53.877139+0000","last_clean":"2024-09-14T03:48:53.877139+0000","last_became_active":"2024-09-14T03:43:09.803655+0000","last_became_peered":"2024-09-14T03:43:09.803655+0000","last_unstale":"2024-09-14T03:48:53.877139+0000","last_undegraded":"2024-09-14T03:48:53.877139+0000","last_fullsized":"2024-09-14T03:48:53.877139+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:35:25.202290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:35:25.202290+0000","last_clean_scrub_stamp":"2024-09-14T03:35:25.202290+0000","objects_scrubbed":0,"log_size":1078,"log_dups_size":0,"ondisk_log_size":1078,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:33:41.336114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00091707400000000004,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":1,"num_read":160,"num_read_kb":143838,"num_write":329,"num_write_kb":72160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":4767744,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"1ae","length":"2"},{"start":"1c1","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1181,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.866767+0000","last_change":"2024-09-14T03:43:09.797777+0000","last_active":"2024-09-14T03:48:53.866767+0000","last_peered":"2024-09-14T03:48:53.866767+0000","last_clean":"2024-09-14T03:48:53.866767+0000","last_became_active":"2024-09-14T03:43:09.797477+0000","last_became_peered":"2024-09-14T03:43:09.797477+0000","last_unstale":"2024-09-14T03:48:53.866767+0000","last_undegraded":"2024-09-14T03:48:53.866767+0000","last_fullsized":"2024-09-14T03:48:53.866767+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:32:32.751298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:32:32.751298+0000","last_clean_scrub_stamp":"2024-09-14T03:32:32.751298+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:27:45.161123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00039335999999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"236'209","reported_seq":1680,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.872506+0000","last_change":"2024-09-14T03:43:09.802332+0000","last_active":"2024-09-14T03:48:53.872506+0000","last_peered":"2024-09-14T03:48:53.872506+0000","last_clean":"2024-09-14T03:48:53.872506+0000","last_became_active":"2024-09-14T03:43:09.801517+0000","last_became_peered":"2024-09-14T03:43:09.801517+0000","last_unstale":"2024-09-14T03:48:53.872506+0000","last_undegraded":"2024-09-14T03:48:53.872506+0000","last_fullsized":"2024-09-14T03:48:53.872506+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:29:19.219235+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:29:19.219235+0000","last_clean_scrub_stamp":"2024-09-14T03:29:19.219235+0000","objects_scrubbed":0,"log_size":209,"log_dups_size":0,"ondisk_log_size":209,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:59:44.954645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":926,"num_read_kb":1784,"num_write":335,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1231,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.874608+0000","last_change":"2024-09-14T03:43:09.804177+0000","last_active":"2024-09-14T03:48:53.874608+0000","last_peered":"2024-09-14T03:48:53.874608+0000","last_clean":"2024-09-14T03:48:53.874608+0000","last_became_active":"2024-09-14T03:43:09.803657+0000","last_became_peered":"2024-09-14T03:43:09.803657+0000","last_unstale":"2024-09-14T03:48:53.874608+0000","last_undegraded":"2024-09-14T03:48:53.874608+0000","last_fullsized":"2024-09-14T03:48:53.874608+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T12:27:18.129481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1251,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.865070+0000","last_change":"2024-09-14T03:42:37.001562+0000","last_active":"2024-09-14T03:48:53.865070+0000","last_peered":"2024-09-14T03:48:53.865070+0000","last_clean":"2024-09-14T03:48:53.865070+0000","last_became_active":"2024-09-14T03:42:37.001217+0000","last_became_peered":"2024-09-14T03:42:37.001217+0000","last_unstale":"2024-09-14T03:48:53.865070+0000","last_undegraded":"2024-09-14T03:48:53.865070+0000","last_fullsized":"2024-09-14T03:48:53.865070+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T12:35:46.746432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.7","version":"862'567","reported_seq":3797,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.878436+0000","last_change":"2024-09-14T03:48:53.880216+0000","last_active":"2024-09-14T03:48:53.878436+0000","last_peered":"2024-09-14T03:48:53.878436+0000","last_clean":"2024-09-14T03:48:53.878436+0000","last_became_active":"2024-09-14T03:42:02.776768+0000","last_became_peered":"2024-09-14T03:42:02.776768+0000","last_unstale":"2024-09-14T03:48:53.878436+0000","last_undegraded":"2024-09-14T03:48:53.878436+0000","last_fullsized":"2024-09-14T03:48:53.878436+0000","mapping_epoch":463,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":464,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:35:25.202290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:35:25.202290+0000","last_clean_scrub_stamp":"2024-09-14T03:35:25.202290+0000","objects_scrubbed":0,"log_size":567,"log_dups_size":0,"ondisk_log_size":567,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T09:08:38.226083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0075105190000000002,"stat_sum":{"num_bytes":7135232,"num_objects":4,"num_object_clones":3,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":100,"num_read_kb":238809,"num_write":180,"num_write_kb":33520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":10436608,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"1ae","length":"2"},{"start":"1c1","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1390,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.864730+0000","last_change":"2024-09-14T03:40:24.026994+0000","last_active":"2024-09-14T03:48:53.864730+0000","last_peered":"2024-09-14T03:48:53.864730+0000","last_clean":"2024-09-14T03:48:53.864730+0000","last_became_active":"2024-09-14T03:40:24.026679+0000","last_became_peered":"2024-09-14T03:40:24.026679+0000","last_unstale":"2024-09-14T03:48:53.864730+0000","last_undegraded":"2024-09-14T03:48:53.864730+0000","last_fullsized":"2024-09-14T03:48:53.864730+0000","mapping_epoch":365,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":366,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:32:32.751298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:32:32.751298+0000","last_clean_scrub_stamp":"2024-09-14T03:32:32.751298+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T07:11:57.214541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1142,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.872366+0000","last_change":"2024-09-14T03:43:09.799882+0000","last_active":"2024-09-14T03:48:53.872366+0000","last_peered":"2024-09-14T03:48:53.872366+0000","last_clean":"2024-09-14T03:48:53.872366+0000","last_became_active":"2024-09-14T03:43:09.799407+0000","last_became_peered":"2024-09-14T03:43:09.799407+0000","last_unstale":"2024-09-14T03:48:53.872366+0000","last_undegraded":"2024-09-14T03:48:53.872366+0000","last_fullsized":"2024-09-14T03:48:53.872366+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:50:01.342226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1381,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.863396+0000","last_change":"2024-09-14T03:41:30.795370+0000","last_active":"2024-09-14T03:48:53.863396+0000","last_peered":"2024-09-14T03:48:53.863396+0000","last_clean":"2024-09-14T03:48:53.863396+0000","last_became_active":"2024-09-14T03:41:30.795010+0000","last_became_peered":"2024-09-14T03:41:30.795010+0000","last_unstale":"2024-09-14T03:48:53.863396+0000","last_undegraded":"2024-09-14T03:48:53.863396+0000","last_fullsized":"2024-09-14T03:48:53.863396+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T12:44:11.320622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.6","version":"862'1054","reported_seq":4385,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.906984+0000","last_change":"2024-09-14T03:48:53.907934+0000","last_active":"2024-09-14T03:48:53.906984+0000","last_peered":"2024-09-14T03:48:53.906984+0000","last_clean":"2024-09-14T03:48:53.906984+0000","last_became_active":"2024-09-14T03:42:02.771122+0000","last_became_peered":"2024-09-14T03:42:02.771122+0000","last_unstale":"2024-09-14T03:48:53.906984+0000","last_undegraded":"2024-09-14T03:48:53.906984+0000","last_fullsized":"2024-09-14T03:48:53.906984+0000","mapping_epoch":463,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":464,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:35:25.202290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:35:25.202290+0000","last_clean_scrub_stamp":"2024-09-14T03:35:25.202290+0000","objects_scrubbed":0,"log_size":1054,"log_dups_size":0,"ondisk_log_size":1054,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T09:11:33.760094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.034306802999999997,"stat_sum":{"num_bytes":5439488,"num_objects":8,"num_object_clones":6,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":177,"num_read_kb":180865,"num_write":294,"num_write_kb":64288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":10133504,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1ae","length":"2"},{"start":"1c1","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1339,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.870527+0000","last_change":"2024-09-14T03:42:02.771238+0000","last_active":"2024-09-14T03:48:53.870527+0000","last_peered":"2024-09-14T03:48:53.870527+0000","last_clean":"2024-09-14T03:48:53.870527+0000","last_became_active":"2024-09-14T03:42:02.770939+0000","last_became_peered":"2024-09-14T03:42:02.770939+0000","last_unstale":"2024-09-14T03:48:53.870527+0000","last_undegraded":"2024-09-14T03:48:53.870527+0000","last_fullsized":"2024-09-14T03:48:53.870527+0000","mapping_epoch":463,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":464,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:32:32.751298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:32:32.751298+0000","last_clean_scrub_stamp":"2024-09-14T03:32:32.751298+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:48:57.679427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00070419500000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1319,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.870459+0000","last_change":"2024-09-14T03:40:56.769170+0000","last_active":"2024-09-14T03:48:53.870459+0000","last_peered":"2024-09-14T03:48:53.870459+0000","last_clean":"2024-09-14T03:48:53.870459+0000","last_became_active":"2024-09-14T03:40:56.768893+0000","last_became_peered":"2024-09-14T03:40:56.768893+0000","last_unstale":"2024-09-14T03:48:53.870459+0000","last_undegraded":"2024-09-14T03:48:53.870459+0000","last_fullsized":"2024-09-14T03:48:53.870459+0000","mapping_epoch":397,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":398,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T14:17:02.786728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1348,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.869120+0000","last_change":"2024-09-14T03:42:37.000684+0000","last_active":"2024-09-14T03:48:53.869120+0000","last_peered":"2024-09-14T03:48:53.869120+0000","last_clean":"2024-09-14T03:48:53.869120+0000","last_became_active":"2024-09-14T03:42:37.000355+0000","last_became_peered":"2024-09-14T03:42:37.000355+0000","last_unstale":"2024-09-14T03:48:53.869120+0000","last_undegraded":"2024-09-14T03:48:53.869120+0000","last_fullsized":"2024-09-14T03:48:53.869120+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:58:56.615713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.5","version":"862'1429","reported_seq":4817,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.877901+0000","last_change":"2024-09-14T03:48:53.879985+0000","last_active":"2024-09-14T03:48:53.877901+0000","last_peered":"2024-09-14T03:48:53.877901+0000","last_clean":"2024-09-14T03:48:53.877901+0000","last_became_active":"2024-09-14T03:41:30.803366+0000","last_became_peered":"2024-09-14T03:41:30.803366+0000","last_unstale":"2024-09-14T03:48:53.877901+0000","last_undegraded":"2024-09-14T03:48:53.877901+0000","last_fullsized":"2024-09-14T03:48:53.877901+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:35:25.202290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:35:25.202290+0000","last_clean_scrub_stamp":"2024-09-14T03:35:25.202290+0000","objects_scrubbed":0,"log_size":1429,"log_dups_size":0,"ondisk_log_size":1429,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:37:23.008611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.013733328,"stat_sum":{"num_bytes":9461760,"num_objects":10,"num_object_clones":7,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":1,"num_read":187,"num_read_kb":111634,"num_write":512,"num_write_kb":97856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":28483584,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"1ae","length":"2"},{"start":"1c1","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1317,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.871135+0000","last_change":"2024-09-14T03:40:56.780741+0000","last_active":"2024-09-14T03:48:53.871135+0000","last_peered":"2024-09-14T03:48:53.871135+0000","last_clean":"2024-09-14T03:48:53.871135+0000","last_became_active":"2024-09-14T03:40:56.772458+0000","last_became_peered":"2024-09-14T03:40:56.772458+0000","last_unstale":"2024-09-14T03:48:53.871135+0000","last_undegraded":"2024-09-14T03:48:53.871135+0000","last_fullsized":"2024-09-14T03:48:53.871135+0000","mapping_epoch":397,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":398,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:32:32.751298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:32:32.751298+0000","last_clean_scrub_stamp":"2024-09-14T03:32:32.751298+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T07:40:33.017969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1197,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.871380+0000","last_change":"2024-09-14T03:42:37.004019+0000","last_active":"2024-09-14T03:48:53.871380+0000","last_peered":"2024-09-14T03:48:53.871380+0000","last_clean":"2024-09-14T03:48:53.871380+0000","last_became_active":"2024-09-14T03:42:37.003686+0000","last_became_peered":"2024-09-14T03:42:37.003686+0000","last_unstale":"2024-09-14T03:48:53.871380+0000","last_undegraded":"2024-09-14T03:48:53.871380+0000","last_fullsized":"2024-09-14T03:48:53.871380+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T12:49:54.759842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1313,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.871648+0000","last_change":"2024-09-14T03:42:37.008945+0000","last_active":"2024-09-14T03:48:53.871648+0000","last_peered":"2024-09-14T03:48:53.871648+0000","last_clean":"2024-09-14T03:48:53.871648+0000","last_became_active":"2024-09-14T03:42:37.007429+0000","last_became_peered":"2024-09-14T03:42:37.007429+0000","last_unstale":"2024-09-14T03:48:53.871648+0000","last_undegraded":"2024-09-14T03:48:53.871648+0000","last_fullsized":"2024-09-14T03:48:53.871648+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T09:55:13.713725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,6],"acting":[2,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3","version":"862'415","reported_seq":3924,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.870185+0000","last_change":"2024-09-14T03:48:53.873050+0000","last_active":"2024-09-14T03:48:53.870185+0000","last_peered":"2024-09-14T03:48:53.870185+0000","last_clean":"2024-09-14T03:48:53.870185+0000","last_became_active":"2024-09-14T03:42:37.002047+0000","last_became_peered":"2024-09-14T03:42:37.002047+0000","last_unstale":"2024-09-14T03:48:53.870185+0000","last_undegraded":"2024-09-14T03:48:53.870185+0000","last_fullsized":"2024-09-14T03:48:53.870185+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:35:25.202290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:35:25.202290+0000","last_clean_scrub_stamp":"2024-09-14T03:35:25.202290+0000","objects_scrubbed":0,"log_size":415,"log_dups_size":0,"ondisk_log_size":415,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T10:51:04.898318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0080305979999999999,"stat_sum":{"num_bytes":2555904,"num_objects":3,"num_object_clones":2,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":73,"num_read_kb":67795,"num_write":135,"num_write_kb":19272,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"1ae","length":"2"},{"start":"1c1","length":"1"}]},{"pgid":"4.2","version":"74'2","reported_seq":1319,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.869355+0000","last_change":"2024-09-14T03:42:02.771396+0000","last_active":"2024-09-14T03:48:53.869355+0000","last_peered":"2024-09-14T03:48:53.869355+0000","last_clean":"2024-09-14T03:48:53.869355+0000","last_became_active":"2024-09-14T03:42:02.771044+0000","last_became_peered":"2024-09-14T03:42:02.771044+0000","last_unstale":"2024-09-14T03:48:53.869355+0000","last_undegraded":"2024-09-14T03:48:53.869355+0000","last_fullsized":"2024-09-14T03:48:53.869355+0000","mapping_epoch":463,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":464,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:32:32.751298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:32:32.751298+0000","last_clean_scrub_stamp":"2024-09-14T03:32:32.751298+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T07:10:31.552483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00076934400000000004,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1353,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.870845+0000","last_change":"2024-09-14T03:40:24.028728+0000","last_active":"2024-09-14T03:48:53.870845+0000","last_peered":"2024-09-14T03:48:53.870845+0000","last_clean":"2024-09-14T03:48:53.870845+0000","last_became_active":"2024-09-14T03:40:24.027426+0000","last_became_peered":"2024-09-14T03:40:24.027426+0000","last_unstale":"2024-09-14T03:48:53.870845+0000","last_undegraded":"2024-09-14T03:48:53.870845+0000","last_fullsized":"2024-09-14T03:48:53.870845+0000","mapping_epoch":365,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":366,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T08:17:05.579099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1223,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.871916+0000","last_change":"2024-09-14T03:42:02.778821+0000","last_active":"2024-09-14T03:48:53.871916+0000","last_peered":"2024-09-14T03:48:53.871916+0000","last_clean":"2024-09-14T03:48:53.871916+0000","last_became_active":"2024-09-14T03:42:02.778406+0000","last_became_peered":"2024-09-14T03:42:02.778406+0000","last_unstale":"2024-09-14T03:48:53.871916+0000","last_undegraded":"2024-09-14T03:48:53.871916+0000","last_fullsized":"2024-09-14T03:48:53.871916+0000","mapping_epoch":463,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":464,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T07:13:29.597799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.2","version":"862'3100","reported_seq":6008,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.878806+0000","last_change":"2024-09-14T03:48:53.880772+0000","last_active":"2024-09-14T03:48:53.878806+0000","last_peered":"2024-09-14T03:48:53.878806+0000","last_clean":"2024-09-14T03:48:53.878806+0000","last_became_active":"2024-09-14T03:42:37.012049+0000","last_became_peered":"2024-09-14T03:42:37.012049+0000","last_unstale":"2024-09-14T03:48:53.878806+0000","last_undegraded":"2024-09-14T03:48:53.878806+0000","last_fullsized":"2024-09-14T03:48:53.878806+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:35:25.202290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:35:25.202290+0000","last_clean_scrub_stamp":"2024-09-14T03:35:25.202290+0000","objects_scrubbed":0,"log_size":3100,"log_dups_size":0,"ondisk_log_size":3100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T07:17:32.227797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.014397025000000001,"stat_sum":{"num_bytes":23560192,"num_objects":15,"num_object_clones":8,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":2,"num_read":519,"num_read_kb":559181,"num_write":1208,"num_write_kb":238416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":28778496,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"1ae","length":"2"},{"start":"1c1","length":"1"}]},{"pgid":"4.3","version":"72'1","reported_seq":1392,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.864510+0000","last_change":"2024-09-14T03:43:09.798504+0000","last_active":"2024-09-14T03:48:53.864510+0000","last_peered":"2024-09-14T03:48:53.864510+0000","last_clean":"2024-09-14T03:48:53.864510+0000","last_became_active":"2024-09-14T03:43:09.797877+0000","last_became_peered":"2024-09-14T03:43:09.797877+0000","last_unstale":"2024-09-14T03:48:53.864510+0000","last_undegraded":"2024-09-14T03:48:53.864510+0000","last_fullsized":"2024-09-14T03:48:53.864510+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:32:32.751298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:32:32.751298+0000","last_clean_scrub_stamp":"2024-09-14T03:32:32.751298+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T14:27:28.509910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1159,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.876608+0000","last_change":"2024-09-14T03:43:09.809145+0000","last_active":"2024-09-14T03:48:53.876608+0000","last_peered":"2024-09-14T03:48:53.876608+0000","last_clean":"2024-09-14T03:48:53.876608+0000","last_became_active":"2024-09-14T03:43:09.807369+0000","last_became_peered":"2024-09-14T03:43:09.807369+0000","last_unstale":"2024-09-14T03:48:53.876608+0000","last_undegraded":"2024-09-14T03:48:53.876608+0000","last_fullsized":"2024-09-14T03:48:53.876608+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T07:43:01.038186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1348,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.871033+0000","last_change":"2024-09-14T03:42:02.770987+0000","last_active":"2024-09-14T03:48:53.871033+0000","last_peered":"2024-09-14T03:48:53.871033+0000","last_clean":"2024-09-14T03:48:53.871033+0000","last_became_active":"2024-09-14T03:42:02.770613+0000","last_became_peered":"2024-09-14T03:42:02.770613+0000","last_unstale":"2024-09-14T03:48:53.871033+0000","last_undegraded":"2024-09-14T03:48:53.871033+0000","last_fullsized":"2024-09-14T03:48:53.871033+0000","mapping_epoch":463,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":464,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T08:25:10.532972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"859'479","reported_seq":3738,"reported_epoch":861,"state":"active+clean","last_fresh":"2024-09-14T03:48:52.862808+0000","last_change":"2024-09-14T03:48:49.886824+0000","last_active":"2024-09-14T03:48:52.862808+0000","last_peered":"2024-09-14T03:48:52.862808+0000","last_clean":"2024-09-14T03:48:52.862808+0000","last_became_active":"2024-09-14T03:43:09.798131+0000","last_became_peered":"2024-09-14T03:43:09.798131+0000","last_unstale":"2024-09-14T03:48:52.862808+0000","last_undegraded":"2024-09-14T03:48:52.862808+0000","last_fullsized":"2024-09-14T03:48:52.862808+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:35:25.202290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:35:25.202290+0000","last_clean_scrub_stamp":"2024-09-14T03:35:25.202290+0000","objects_scrubbed":0,"log_size":479,"log_dups_size":0,"ondisk_log_size":479,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T07:16:13.375539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0092627319999999992,"stat_sum":{"num_bytes":5480448,"num_objects":3,"num_object_clones":2,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":89,"num_read_kb":69497,"num_write":224,"num_write_kb":37768,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"1ae","length":"1"},{"start":"1c1","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1284,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.863201+0000","last_change":"2024-09-14T03:43:09.789026+0000","last_active":"2024-09-14T03:48:53.863201+0000","last_peered":"2024-09-14T03:48:53.863201+0000","last_clean":"2024-09-14T03:48:53.863201+0000","last_became_active":"2024-09-14T03:43:09.788549+0000","last_became_peered":"2024-09-14T03:43:09.788549+0000","last_unstale":"2024-09-14T03:48:53.863201+0000","last_undegraded":"2024-09-14T03:48:53.863201+0000","last_fullsized":"2024-09-14T03:48:53.863201+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:32:32.751298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:32:32.751298+0000","last_clean_scrub_stamp":"2024-09-14T03:32:32.751298+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T09:36:42.849751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00081592600000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"553'2","reported_seq":1356,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.870987+0000","last_change":"2024-09-14T03:42:37.007661+0000","last_active":"2024-09-14T03:48:53.870987+0000","last_peered":"2024-09-14T03:48:53.870987+0000","last_clean":"2024-09-14T03:48:53.870987+0000","last_became_active":"2024-09-14T03:42:37.007306+0000","last_became_peered":"2024-09-14T03:42:37.007306+0000","last_unstale":"2024-09-14T03:48:53.870987+0000","last_undegraded":"2024-09-14T03:48:53.870987+0000","last_fullsized":"2024-09-14T03:48:53.870987+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T07:39:10.905558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1287,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.866535+0000","last_change":"2024-09-14T03:43:09.801138+0000","last_active":"2024-09-14T03:48:53.866535+0000","last_peered":"2024-09-14T03:48:53.866535+0000","last_clean":"2024-09-14T03:48:53.866535+0000","last_became_active":"2024-09-14T03:43:09.800803+0000","last_became_peered":"2024-09-14T03:43:09.800803+0000","last_unstale":"2024-09-14T03:48:53.866535+0000","last_undegraded":"2024-09-14T03:48:53.866535+0000","last_fullsized":"2024-09-14T03:48:53.866535+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T12:48:41.458626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"858'975","reported_seq":4241,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.899089+0000","last_change":"2024-09-14T03:48:53.864277+0000","last_active":"2024-09-14T03:48:53.899089+0000","last_peered":"2024-09-14T03:48:53.899089+0000","last_clean":"2024-09-14T03:48:53.899089+0000","last_became_active":"2024-09-14T03:41:30.789541+0000","last_became_peered":"2024-09-14T03:41:30.789541+0000","last_unstale":"2024-09-14T03:48:53.899089+0000","last_undegraded":"2024-09-14T03:48:53.899089+0000","last_fullsized":"2024-09-14T03:48:53.899089+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:35:25.202290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:35:25.202290+0000","last_clean_scrub_stamp":"2024-09-14T03:35:25.202290+0000","objects_scrubbed":0,"log_size":975,"log_dups_size":0,"ondisk_log_size":975,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T13:35:45.053765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00078524400000000005,"stat_sum":{"num_bytes":5021696,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":164,"num_read_kb":174756,"num_write":360,"num_write_kb":59944,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":24428544,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"1ae","length":"2"},{"start":"1c1","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1244,"reported_epoch":861,"state":"active+clean","last_fresh":"2024-09-14T03:48:52.862423+0000","last_change":"2024-09-14T03:42:37.007663+0000","last_active":"2024-09-14T03:48:52.862423+0000","last_peered":"2024-09-14T03:48:52.862423+0000","last_clean":"2024-09-14T03:48:52.862423+0000","last_became_active":"2024-09-14T03:42:37.007379+0000","last_became_peered":"2024-09-14T03:42:37.007379+0000","last_unstale":"2024-09-14T03:48:52.862423+0000","last_undegraded":"2024-09-14T03:48:52.862423+0000","last_fullsized":"2024-09-14T03:48:52.862423+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:32:32.751298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:32:32.751298+0000","last_clean_scrub_stamp":"2024-09-14T03:32:32.751298+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:06:35.154412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"65'2","reported_seq":1164,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.866740+0000","last_change":"2024-09-14T03:43:09.797152+0000","last_active":"2024-09-14T03:48:53.866740+0000","last_peered":"2024-09-14T03:48:53.866740+0000","last_clean":"2024-09-14T03:48:53.866740+0000","last_became_active":"2024-09-14T03:43:09.796806+0000","last_became_peered":"2024-09-14T03:43:09.796806+0000","last_unstale":"2024-09-14T03:48:53.866740+0000","last_undegraded":"2024-09-14T03:48:53.866740+0000","last_fullsized":"2024-09-14T03:48:53.866740+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T07:09:57.172703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1381,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.864607+0000","last_change":"2024-09-14T03:41:30.798253+0000","last_active":"2024-09-14T03:48:53.864607+0000","last_peered":"2024-09-14T03:48:53.864607+0000","last_clean":"2024-09-14T03:48:53.864607+0000","last_became_active":"2024-09-14T03:41:30.797900+0000","last_became_peered":"2024-09-14T03:41:30.797900+0000","last_unstale":"2024-09-14T03:48:53.864607+0000","last_undegraded":"2024-09-14T03:48:53.864607+0000","last_fullsized":"2024-09-14T03:48:53.864607+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T12:18:50.066229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"862'1433","reported_seq":4573,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:54.022936+0000","last_change":"2024-09-14T03:48:53.880535+0000","last_active":"2024-09-14T03:48:54.022936+0000","last_peered":"2024-09-14T03:48:54.022936+0000","last_clean":"2024-09-14T03:48:54.022936+0000","last_became_active":"2024-09-14T03:42:37.004569+0000","last_became_peered":"2024-09-14T03:42:37.004569+0000","last_unstale":"2024-09-14T03:48:54.022936+0000","last_undegraded":"2024-09-14T03:48:54.022936+0000","last_fullsized":"2024-09-14T03:48:54.022936+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:35:25.202290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:35:25.202290+0000","last_clean_scrub_stamp":"2024-09-14T03:35:25.202290+0000","objects_scrubbed":0,"log_size":1433,"log_dups_size":0,"ondisk_log_size":1433,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T09:26:06.722327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0081647040000000001,"stat_sum":{"num_bytes":10182656,"num_objects":7,"num_object_clones":4,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":283,"num_read_kb":331659,"num_write":494,"num_write_kb":105648,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":17383424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"1ae","length":"2"},{"start":"1c1","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1142,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.872643+0000","last_change":"2024-09-14T03:43:09.802139+0000","last_active":"2024-09-14T03:48:53.872643+0000","last_peered":"2024-09-14T03:48:53.872643+0000","last_clean":"2024-09-14T03:48:53.872643+0000","last_became_active":"2024-09-14T03:43:09.801141+0000","last_became_peered":"2024-09-14T03:43:09.801141+0000","last_unstale":"2024-09-14T03:48:53.872643+0000","last_undegraded":"2024-09-14T03:48:53.872643+0000","last_fullsized":"2024-09-14T03:48:53.872643+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T09:25:25.401341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1254,"reported_epoch":861,"state":"active+clean","last_fresh":"2024-09-14T03:48:52.862614+0000","last_change":"2024-09-14T03:43:09.800766+0000","last_active":"2024-09-14T03:48:52.862614+0000","last_peered":"2024-09-14T03:48:52.862614+0000","last_clean":"2024-09-14T03:48:52.862614+0000","last_became_active":"2024-09-14T03:43:09.798818+0000","last_became_peered":"2024-09-14T03:43:09.798818+0000","last_unstale":"2024-09-14T03:48:52.862614+0000","last_undegraded":"2024-09-14T03:48:52.862614+0000","last_fullsized":"2024-09-14T03:48:52.862614+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T07:24:45.464863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"858'1000","reported_seq":4151,"reported_epoch":861,"state":"active+clean","last_fresh":"2024-09-14T03:48:52.863307+0000","last_change":"2024-09-14T03:48:49.886489+0000","last_active":"2024-09-14T03:48:52.863307+0000","last_peered":"2024-09-14T03:48:52.863307+0000","last_clean":"2024-09-14T03:48:52.863307+0000","last_became_active":"2024-09-14T03:42:02.771095+0000","last_became_peered":"2024-09-14T03:42:02.771095+0000","last_unstale":"2024-09-14T03:48:52.863307+0000","last_undegraded":"2024-09-14T03:48:52.863307+0000","last_fullsized":"2024-09-14T03:48:52.863307+0000","mapping_epoch":463,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":464,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:35:25.202290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:35:25.202290+0000","last_clean_scrub_stamp":"2024-09-14T03:35:25.202290+0000","objects_scrubbed":0,"log_size":1000,"log_dups_size":0,"ondisk_log_size":1000,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T07:59:52.420155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00794775,"stat_sum":{"num_bytes":18087936,"num_objects":7,"num_object_clones":5,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":1,"num_read":109,"num_read_kb":107842,"num_write":445,"num_write_kb":78280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":4685824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"1ae","length":"1"},{"start":"1c1","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1348,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.870432+0000","last_change":"2024-09-14T03:43:09.793022+0000","last_active":"2024-09-14T03:48:53.870432+0000","last_peered":"2024-09-14T03:48:53.870432+0000","last_clean":"2024-09-14T03:48:53.870432+0000","last_became_active":"2024-09-14T03:43:09.792703+0000","last_became_peered":"2024-09-14T03:43:09.792703+0000","last_unstale":"2024-09-14T03:48:53.870432+0000","last_undegraded":"2024-09-14T03:48:53.870432+0000","last_fullsized":"2024-09-14T03:48:53.870432+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T15:16:01.200810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1278,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.863381+0000","last_change":"2024-09-14T03:43:09.789241+0000","last_active":"2024-09-14T03:48:53.863381+0000","last_peered":"2024-09-14T03:48:53.863381+0000","last_clean":"2024-09-14T03:48:53.863381+0000","last_became_active":"2024-09-14T03:43:09.788463+0000","last_became_peered":"2024-09-14T03:43:09.788463+0000","last_unstale":"2024-09-14T03:48:53.863381+0000","last_undegraded":"2024-09-14T03:48:53.863381+0000","last_fullsized":"2024-09-14T03:48:53.863381+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T10:57:53.886633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":3331,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.901878+0000","last_change":"2024-09-14T03:48:53.902210+0000","last_active":"2024-09-14T03:48:53.901878+0000","last_peered":"2024-09-14T03:48:53.901878+0000","last_clean":"2024-09-14T03:48:53.901878+0000","last_became_active":"2024-09-14T03:43:09.802725+0000","last_became_peered":"2024-09-14T03:43:09.802725+0000","last_unstale":"2024-09-14T03:48:53.901878+0000","last_undegraded":"2024-09-14T03:48:53.901878+0000","last_fullsized":"2024-09-14T03:48:53.901878+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:35:25.202290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:35:25.202290+0000","last_clean_scrub_stamp":"2024-09-14T03:35:25.202290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T10:35:58.756260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.029334684,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1ae","length":"2"},{"start":"1c1","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1348,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.869191+0000","last_change":"2024-09-14T03:43:09.792776+0000","last_active":"2024-09-14T03:48:53.869191+0000","last_peered":"2024-09-14T03:48:53.869191+0000","last_clean":"2024-09-14T03:48:53.869191+0000","last_became_active":"2024-09-14T03:43:09.792447+0000","last_became_peered":"2024-09-14T03:43:09.792447+0000","last_unstale":"2024-09-14T03:48:53.869191+0000","last_undegraded":"2024-09-14T03:48:53.869191+0000","last_fullsized":"2024-09-14T03:48:53.869191+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:03:52.605945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1285,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.865031+0000","last_change":"2024-09-14T03:41:30.806648+0000","last_active":"2024-09-14T03:48:53.865031+0000","last_peered":"2024-09-14T03:48:53.865031+0000","last_clean":"2024-09-14T03:48:53.865031+0000","last_became_active":"2024-09-14T03:41:30.806140+0000","last_became_peered":"2024-09-14T03:41:30.806140+0000","last_unstale":"2024-09-14T03:48:53.865031+0000","last_undegraded":"2024-09-14T03:48:53.865031+0000","last_fullsized":"2024-09-14T03:48:53.865031+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T14:11:38.459635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"862'2251","reported_seq":5568,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:54.024874+0000","last_change":"2024-09-14T03:48:53.883653+0000","last_active":"2024-09-14T03:48:54.024874+0000","last_peered":"2024-09-14T03:48:54.024874+0000","last_clean":"2024-09-14T03:48:54.024874+0000","last_became_active":"2024-09-14T03:41:30.799787+0000","last_became_peered":"2024-09-14T03:41:30.799787+0000","last_unstale":"2024-09-14T03:48:54.024874+0000","last_undegraded":"2024-09-14T03:48:54.024874+0000","last_fullsized":"2024-09-14T03:48:54.024874+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:35:25.202290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:35:25.202290+0000","last_clean_scrub_stamp":"2024-09-14T03:35:25.202290+0000","objects_scrubbed":0,"log_size":2251,"log_dups_size":0,"ondisk_log_size":2251,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:10:46.129149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.013628507,"stat_sum":{"num_bytes":19349504,"num_objects":14,"num_object_clones":9,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":402,"num_read_kb":530098,"num_write":638,"num_write_kb":193320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":32129024,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"1ae","length":"2"},{"start":"1c1","length":"1"}]},{"pgid":"2.b","version":"549'3","reported_seq":1154,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.875995+0000","last_change":"2024-09-14T03:43:09.808918+0000","last_active":"2024-09-14T03:48:53.875995+0000","last_peered":"2024-09-14T03:48:53.875995+0000","last_clean":"2024-09-14T03:48:53.875995+0000","last_became_active":"2024-09-14T03:43:09.807301+0000","last_became_peered":"2024-09-14T03:43:09.807301+0000","last_unstale":"2024-09-14T03:48:53.875995+0000","last_undegraded":"2024-09-14T03:48:53.875995+0000","last_fullsized":"2024-09-14T03:48:53.875995+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T14:09:09.803999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1186,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.866327+0000","last_change":"2024-09-14T03:42:37.016074+0000","last_active":"2024-09-14T03:48:53.866327+0000","last_peered":"2024-09-14T03:48:53.866327+0000","last_clean":"2024-09-14T03:48:53.866327+0000","last_became_active":"2024-09-14T03:42:37.013948+0000","last_became_peered":"2024-09-14T03:42:37.013948+0000","last_unstale":"2024-09-14T03:48:53.866327+0000","last_undegraded":"2024-09-14T03:48:53.866327+0000","last_fullsized":"2024-09-14T03:48:53.866327+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T06:41:19.077390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1209,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.871765+0000","last_change":"2024-09-14T03:42:37.011380+0000","last_active":"2024-09-14T03:48:53.871765+0000","last_peered":"2024-09-14T03:48:53.871765+0000","last_clean":"2024-09-14T03:48:53.871765+0000","last_became_active":"2024-09-14T03:42:37.011044+0000","last_became_peered":"2024-09-14T03:42:37.011044+0000","last_unstale":"2024-09-14T03:48:53.871765+0000","last_undegraded":"2024-09-14T03:48:53.871765+0000","last_fullsized":"2024-09-14T03:48:53.871765+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T09:28:03.573100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"65'2","reported_seq":1154,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.876463+0000","last_change":"2024-09-14T03:43:09.802966+0000","last_active":"2024-09-14T03:48:53.876463+0000","last_peered":"2024-09-14T03:48:53.876463+0000","last_clean":"2024-09-14T03:48:53.876463+0000","last_became_active":"2024-09-14T03:43:09.802651+0000","last_became_peered":"2024-09-14T03:43:09.802651+0000","last_unstale":"2024-09-14T03:48:53.876463+0000","last_undegraded":"2024-09-14T03:48:53.876463+0000","last_fullsized":"2024-09-14T03:48:53.876463+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T07:31:50.348120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1213,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.875019+0000","last_change":"2024-09-14T03:42:02.776895+0000","last_active":"2024-09-14T03:48:53.875019+0000","last_peered":"2024-09-14T03:48:53.875019+0000","last_clean":"2024-09-14T03:48:53.875019+0000","last_became_active":"2024-09-14T03:42:02.776430+0000","last_became_peered":"2024-09-14T03:42:02.776430+0000","last_unstale":"2024-09-14T03:48:53.875019+0000","last_undegraded":"2024-09-14T03:48:53.875019+0000","last_fullsized":"2024-09-14T03:48:53.875019+0000","mapping_epoch":463,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":464,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T06:58:03.245933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"65'2","reported_seq":1144,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.876820+0000","last_change":"2024-09-14T03:43:09.804295+0000","last_active":"2024-09-14T03:48:53.876820+0000","last_peered":"2024-09-14T03:48:53.876820+0000","last_clean":"2024-09-14T03:48:53.876820+0000","last_became_active":"2024-09-14T03:43:09.803169+0000","last_became_peered":"2024-09-14T03:43:09.803169+0000","last_unstale":"2024-09-14T03:48:53.876820+0000","last_undegraded":"2024-09-14T03:48:53.876820+0000","last_fullsized":"2024-09-14T03:48:53.876820+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T08:33:45.091461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1381,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.865124+0000","last_change":"2024-09-14T03:42:02.768075+0000","last_active":"2024-09-14T03:48:53.865124+0000","last_peered":"2024-09-14T03:48:53.865124+0000","last_clean":"2024-09-14T03:48:53.865124+0000","last_became_active":"2024-09-14T03:42:02.767738+0000","last_became_peered":"2024-09-14T03:42:02.767738+0000","last_unstale":"2024-09-14T03:48:53.865124+0000","last_undegraded":"2024-09-14T03:48:53.865124+0000","last_fullsized":"2024-09-14T03:48:53.865124+0000","mapping_epoch":463,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":464,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T13:31:39.249131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"549'2","reported_seq":1292,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.866584+0000","last_change":"2024-09-14T03:42:02.763765+0000","last_active":"2024-09-14T03:48:53.866584+0000","last_peered":"2024-09-14T03:48:53.866584+0000","last_clean":"2024-09-14T03:48:53.866584+0000","last_became_active":"2024-09-14T03:42:02.763382+0000","last_became_peered":"2024-09-14T03:42:02.763382+0000","last_unstale":"2024-09-14T03:48:53.866584+0000","last_undegraded":"2024-09-14T03:48:53.866584+0000","last_fullsized":"2024-09-14T03:48:53.866584+0000","mapping_epoch":463,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":464,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:49:01.896884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1271,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.866443+0000","last_change":"2024-09-14T03:42:37.009017+0000","last_active":"2024-09-14T03:48:53.866443+0000","last_peered":"2024-09-14T03:48:53.866443+0000","last_clean":"2024-09-14T03:48:53.866443+0000","last_became_active":"2024-09-14T03:42:37.008600+0000","last_became_peered":"2024-09-14T03:42:37.008600+0000","last_unstale":"2024-09-14T03:48:53.866443+0000","last_undegraded":"2024-09-14T03:48:53.866443+0000","last_fullsized":"2024-09-14T03:48:53.866443+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:41.273699+0000","last_clean_scrub_stamp":"2024-09-14T03:31:41.273699+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T06:26:45.754466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"549'5","reported_seq":1393,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-09-14T03:48:53.865522+0000","last_change":"2024-09-14T03:43:09.797031+0000","last_active":"2024-09-14T03:48:53.865522+0000","last_peered":"2024-09-14T03:48:53.865522+0000","last_clean":"2024-09-14T03:48:53.865522+0000","last_became_active":"2024-09-14T03:43:09.796557+0000","last_became_peered":"2024-09-14T03:43:09.796557+0000","last_unstale":"2024-09-14T03:48:53.865522+0000","last_undegraded":"2024-09-14T03:48:53.865522+0000","last_fullsized":"2024-09-14T03:48:53.865522+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-14T03:31:37.830492+0000","last_clean_scrub_stamp":"2024-09-14T03:31:37.830492+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T14:12:25.125993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":224485376,"num_objects":135,"num_object_clones":86,"num_object_copies":405,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":135,"num_whiteouts":7,"num_read":3853,"num_read_kb":4832779,"num_write":8602,"num_write_kb":1735648,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":141,"num_bytes_recovered":400556032,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":318382080,"data_stored":544157696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":24186,"ondisk_log_size":24186,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":44939,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":926,"num_read_kb":1784,"num_write":335,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":209,"ondisk_log_size":209,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":527,"seq":2263447765063,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":157552,"kb_used_data":29540,"kb_used_omap":24,"kb_used_meta":127975,"kb_avail":93587600,"statfs":{"total":95995035648,"available":95833702400,"internally_reserved":0,"allocated":30248960,"data_stored":39503487,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":24796,"internal_metadata":131047204},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":463,"seq":1988569858132,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":632948,"kb_used_data":65444,"kb_used_omap":68,"kb_used_meta":567419,"kb_avail":93112204,"statfs":{"total":95995035648,"available":95346896896,"internally_reserved":0,"allocated":67014656,"data_stored":94571129,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":69845,"internal_metadata":581037867},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":431,"seq":1851130904666,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":408520,"kb_used_data":59200,"kb_used_omap":53,"kb_used_meta":349258,"kb_avail":93336632,"statfs":{"total":95995035648,"available":95576711168,"internally_reserved":0,"allocated":60620800,"data_stored":89833762,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":54370,"internal_metadata":357641118},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":397,"seq":1705102016609,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":170728,"kb_used_data":34648,"kb_used_omap":26,"kb_used_meta":136037,"kb_avail":93574424,"statfs":{"total":95995035648,"available":95820210176,"internally_reserved":0,"allocated":35479552,"data_stored":51214964,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":27246,"internal_metadata":139302290},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":365,"seq":1567663063144,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":436856,"kb_used_data":54632,"kb_used_omap":50,"kb_used_meta":382157,"kb_avail":93308296,"statfs":{"total":95995035648,"available":95547695104,"internally_reserved":0,"allocated":55943168,"data_stored":85033806,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":51828,"internal_metadata":391329164},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":331,"seq":1421634175087,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":467440,"kb_used_data":51620,"kb_used_omap":39,"kb_used_meta":415768,"kb_avail":93277712,"statfs":{"total":95995035648,"available":95516377088,"internally_reserved":0,"allocated":52858880,"data_stored":71734273,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":40579,"internal_metadata":425746813},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":495,"seq":2126008811597,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":277444,"kb_used_data":44596,"kb_used_omap":39,"kb_used_meta":232792,"kb_avail":93467708,"statfs":{"total":95995035648,"available":95710932992,"internally_reserved":0,"allocated":45666304,"data_stored":62782235,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":40486,"internal_metadata":238379482},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":298,"seq":1279900254325,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":765632,"kb_used_data":75180,"kb_used_omap":60,"kb_used_meta":690371,"kb_avail":92979520,"statfs":{"total":95995035648,"available":95211028480,"internally_reserved":0,"allocated":76984320,"data_stored":111498051,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":61855,"internal_metadata":706940513},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6106,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4479,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5388,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5929,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5971,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5766,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5522,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5778,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":64372736,"data_stored":104439808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":39624704,"data_stored":64053248,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":42721280,"data_stored":77352960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":22233088,"data_stored":43528192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":47394816,"data_stored":82161664,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":53768192,"data_stored":86884352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":31838208,"data_stored":54505472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16429056,"data_stored":31232000,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-14T03:49:00.112 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_0 2024-09-14T03:49:00.112 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph osd pool rm unique_pool_0 unique_pool_0 --yes-i-really-really-mean-it 2024-09-14T03:49:00.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:48:59 smithi154 ceph-mon[81546]: pgmap v973: 121 pgs: 121 active+clean; 215 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.4 MiB/s wr, 15 op/s 2024-09-14T03:49:00.319 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:49:01.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:00 smithi002 ceph-mon[87970]: from='client.44582 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-14T03:49:01.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:00 smithi002 ceph-mon[89815]: from='client.44582 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-14T03:49:01.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:00 smithi154 ceph-mon[81546]: from='client.44582 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-14T03:49:02.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:01 smithi002 ceph-mon[87970]: pgmap v974: 121 pgs: 121 active+clean; 215 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 881 KiB/s wr, 11 op/s 2024-09-14T03:49:02.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:01 smithi002 ceph-mon[89815]: pgmap v974: 121 pgs: 121 active+clean; 215 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 881 KiB/s wr, 11 op/s 2024-09-14T03:49:02.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:01 smithi154 ceph-mon[81546]: pgmap v974: 121 pgs: 121 active+clean; 215 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 881 KiB/s wr, 11 op/s 2024-09-14T03:49:02.873 INFO:teuthology.orchestra.run.smithi002.stderr:pool 'unique_pool_0' removed 2024-09-14T03:49:03.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:02 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/3655393295' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true} : dispatch 2024-09-14T03:49:03.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:02 smithi002 ceph-mon[89815]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true} : dispatch 2024-09-14T03:49:03.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:02 smithi002 ceph-mon[89815]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-09-14T03:49:03.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:02 smithi002 ceph-mon[89815]: osdmap e864: 8 total, 8 up, 8 in 2024-09-14T03:49:03.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:02 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/3655393295' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true} : dispatch 2024-09-14T03:49:03.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:02 smithi002 ceph-mon[87970]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true} : dispatch 2024-09-14T03:49:03.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:02 smithi002 ceph-mon[87970]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-09-14T03:49:03.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:02 smithi002 ceph-mon[87970]: osdmap e864: 8 total, 8 up, 8 in 2024-09-14T03:49:03.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:02 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/3655393295' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true} : dispatch 2024-09-14T03:49:03.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:02 smithi154 ceph-mon[81546]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true} : dispatch 2024-09-14T03:49:03.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:02 smithi154 ceph-mon[81546]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-09-14T03:49:03.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:02 smithi154 ceph-mon[81546]: osdmap e864: 8 total, 8 up, 8 in 2024-09-14T03:49:03.551 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-14T03:49:03.551 INFO:teuthology.task.print:**** done end ec-rados-default.yaml 2024-09-14T03:49:03.551 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-14T03:49:03.552 INFO:teuthology.task.print:**** done start rados_api.yaml 2024-09-14T03:49:03.552 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-09-14T03:49:03.552 INFO:tasks.workunit:Pulling workunits from ref reef 2024-09-14T03:49:03.553 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-14T03:49:03.553 DEBUG:teuthology.orchestra.run.smithi002:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-14T03:49:03.572 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-14T03:49:03.572 INFO:teuthology.orchestra.run.smithi002.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-14T03:49:03.572 DEBUG:teuthology.orchestra.run.smithi002:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-14T03:49:03.631 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-14T03:49:03.631 DEBUG:teuthology.orchestra.run.smithi002:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-14T03:49:03.689 INFO:tasks.workunit:timeout=3h 2024-09-14T03:49:03.689 INFO:tasks.workunit:cleanup=True 2024-09-14T03:49:03.690 DEBUG:teuthology.orchestra.run.smithi002:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-09-14T03:49:03.751 INFO:tasks.workunit.client.0.smithi002.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-14T03:49:04.186 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:03 smithi002 ceph-mon[89815]: pgmap v975: 121 pgs: 121 active+clean; 215 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 781 KiB/s wr, 9 op/s 2024-09-14T03:49:04.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:03 smithi002 ceph-mon[87970]: pgmap v975: 121 pgs: 121 active+clean; 215 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 781 KiB/s wr, 9 op/s 2024-09-14T03:49:04.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:03 smithi154 ceph-mon[81546]: pgmap v975: 121 pgs: 121 active+clean; 215 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 781 KiB/s wr, 9 op/s 2024-09-14T03:49:05.687 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:49:05 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:49:05] "GET /metrics HTTP/1.1" 200 36430 "" "Prometheus/2.51.0" 2024-09-14T03:49:06.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:05 smithi002 ceph-mon[87970]: pgmap v977: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:06.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:05 smithi002 ceph-mon[89815]: pgmap v977: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:06.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:05 smithi154 ceph-mon[81546]: pgmap v977: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:07.941 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:07 smithi002 ceph-mon[87970]: pgmap v978: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:07.941 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:07 smithi002 ceph-mon[89815]: pgmap v978: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:08.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:07 smithi154 ceph-mon[81546]: pgmap v978: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:09.850 DEBUG:teuthology.orchestra.run.smithi002:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-14T03:49:09.906 INFO:tasks.workunit.client.0.smithi002.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-14T03:49:09.909 INFO:tasks.workunit.client.0.smithi002.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-14T03:49:09.909 INFO:tasks.workunit.client.0.smithi002.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-14T03:49:09.960 INFO:tasks.workunit.client.0.smithi002.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-14T03:49:10.011 INFO:tasks.workunit.client.0.smithi002.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-14T03:49:10.051 INFO:tasks.workunit.client.0.smithi002.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-14T03:49:10.053 INFO:tasks.workunit.client.0.smithi002.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-14T03:49:10.053 INFO:tasks.workunit.client.0.smithi002.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-14T03:49:10.092 INFO:tasks.workunit.client.0.smithi002.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-14T03:49:10.096 DEBUG:teuthology.orchestra.run.smithi002:> set -ex 2024-09-14T03:49:10.096 DEBUG:teuthology.orchestra.run.smithi002:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-14T03:49:10.153 INFO:tasks.workunit:Running workunits matching cls on client.0... 2024-09-14T03:49:10.156 INFO:tasks.workunit:Running workunit cls/test_cls_2pc_queue.sh... 2024-09-14T03:49:10.156 DEBUG:teuthology.orchestra.run.smithi002:workunit test cls/test_cls_2pc_queue.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_2pc_queue.sh 2024-09-14T03:49:10.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:09 smithi002 ceph-mon[87970]: pgmap v979: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:10.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:09 smithi002 ceph-mon[89815]: pgmap v979: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:10.217 INFO:tasks.workunit.client.0.smithi002.stdout:Running main() from gmock_main.cc 2024-09-14T03:49:10.218 INFO:tasks.workunit.client.0.smithi002.stdout:[==========] Running 22 tests from 1 test suite. 2024-09-14T03:49:10.218 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] Global test environment set-up. 2024-09-14T03:49:10.218 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 22 tests from TestCls2PCQueue 2024-09-14T03:49:10.218 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestCls2PCQueue.GetCapacity 2024-09-14T03:49:10.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:09 smithi154 ceph-mon[81546]: pgmap v979: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:11.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:49:11.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:49:11.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:49:12.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:11 smithi154 ceph-mon[81546]: pgmap v980: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:12.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:11 smithi154 ceph-mon[81546]: osdmap e865: 8 total, 8 up, 8 in 2024-09-14T03:49:12.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:11 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/1145524275' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:12.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:11 smithi002 ceph-mon[87970]: pgmap v980: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:12.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:11 smithi002 ceph-mon[87970]: osdmap e865: 8 total, 8 up, 8 in 2024-09-14T03:49:12.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:11 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/1145524275' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:12.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:11 smithi002 ceph-mon[89815]: pgmap v980: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:12.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:11 smithi002 ceph-mon[89815]: osdmap e865: 8 total, 8 up, 8 in 2024-09-14T03:49:12.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:11 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/1145524275' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:12.952 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestCls2PCQueue.GetCapacity (2734 ms) 2024-09-14T03:49:12.952 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestCls2PCQueue.AsyncGetCapacity 2024-09-14T03:49:13.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:12 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/1145524275' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:49:13.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:12 smithi154 ceph-mon[81546]: osdmap e866: 8 total, 8 up, 8 in 2024-09-14T03:49:13.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:12 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:49:13.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:12 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/1145524275' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:49:13.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:12 smithi002 ceph-mon[87970]: osdmap e866: 8 total, 8 up, 8 in 2024-09-14T03:49:13.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:12 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:49:13.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:12 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/1145524275' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:49:13.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:12 smithi002 ceph-mon[89815]: osdmap e866: 8 total, 8 up, 8 in 2024-09-14T03:49:13.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:12 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:49:14.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:13 smithi154 ceph-mon[81546]: pgmap v983: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:14.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:13 smithi154 ceph-mon[81546]: osdmap e867: 8 total, 8 up, 8 in 2024-09-14T03:49:14.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:13 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:49:14.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:13 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:49:14.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:13 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:49:14.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:13 smithi002 ceph-mon[87970]: pgmap v983: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:14.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:13 smithi002 ceph-mon[87970]: osdmap e867: 8 total, 8 up, 8 in 2024-09-14T03:49:14.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:13 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:49:14.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:13 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:49:14.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:13 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:49:14.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:13 smithi002 ceph-mon[89815]: pgmap v983: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:14.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:13 smithi002 ceph-mon[89815]: osdmap e867: 8 total, 8 up, 8 in 2024-09-14T03:49:14.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:13 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:49:14.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:13 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:49:14.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:13 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:49:15.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:14 smithi154 ceph-mon[81546]: osdmap e868: 8 total, 8 up, 8 in 2024-09-14T03:49:15.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:14 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/3150137166' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:15.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:14 smithi154 ceph-mon[81546]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:15.407 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:14 smithi002 ceph-mon[87970]: osdmap e868: 8 total, 8 up, 8 in 2024-09-14T03:49:15.407 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:14 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/3150137166' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:15.407 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:14 smithi002 ceph-mon[87970]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:15.407 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:14 smithi002 ceph-mon[89815]: osdmap e868: 8 total, 8 up, 8 in 2024-09-14T03:49:15.407 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:14 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/3150137166' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:15.407 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:14 smithi002 ceph-mon[89815]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:15.686 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:49:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:49:15] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.51.0" 2024-09-14T03:49:15.986 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestCls2PCQueue.AsyncGetCapacity (3034 ms) 2024-09-14T03:49:15.986 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestCls2PCQueue.Reserve 2024-09-14T03:49:16.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:15 smithi154 ceph-mon[81546]: pgmap v986: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:16.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:15 smithi154 ceph-mon[81546]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:49:16.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:15 smithi154 ceph-mon[81546]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:49:16.229 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:15 smithi154 ceph-mon[81546]: osdmap e869: 8 total, 8 up, 8 in 2024-09-14T03:49:16.436 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:15 smithi002 ceph-mon[87970]: pgmap v986: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:16.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:15 smithi002 ceph-mon[87970]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:49:16.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:15 smithi002 ceph-mon[87970]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:49:16.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:15 smithi002 ceph-mon[87970]: osdmap e869: 8 total, 8 up, 8 in 2024-09-14T03:49:16.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:15 smithi002 ceph-mon[89815]: pgmap v986: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:16.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:15 smithi002 ceph-mon[89815]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:49:16.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:15 smithi002 ceph-mon[89815]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:49:16.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:15 smithi002 ceph-mon[89815]: osdmap e869: 8 total, 8 up, 8 in 2024-09-14T03:49:17.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:16 smithi002 ceph-mon[87970]: osdmap e870: 8 total, 8 up, 8 in 2024-09-14T03:49:17.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:16 smithi002 ceph-mon[89815]: osdmap e870: 8 total, 8 up, 8 in 2024-09-14T03:49:17.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:16 smithi154 ceph-mon[81546]: osdmap e870: 8 total, 8 up, 8 in 2024-09-14T03:49:18.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:17 smithi002 ceph-mon[87970]: pgmap v989: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:18.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:17 smithi002 ceph-mon[87970]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:49:18.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:17 smithi002 ceph-mon[87970]: Cluster is now healthy 2024-09-14T03:49:18.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:17 smithi002 ceph-mon[87970]: osdmap e871: 8 total, 8 up, 8 in 2024-09-14T03:49:18.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:17 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/268042421' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:18.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:17 smithi002 ceph-mon[87970]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:18.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:17 smithi002 ceph-mon[89815]: pgmap v989: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:18.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:17 smithi002 ceph-mon[89815]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:49:18.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:17 smithi002 ceph-mon[89815]: Cluster is now healthy 2024-09-14T03:49:18.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:17 smithi002 ceph-mon[89815]: osdmap e871: 8 total, 8 up, 8 in 2024-09-14T03:49:18.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:17 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/268042421' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:18.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:17 smithi002 ceph-mon[89815]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:18.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:17 smithi154 ceph-mon[81546]: pgmap v989: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:18.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:17 smithi154 ceph-mon[81546]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:49:18.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:17 smithi154 ceph-mon[81546]: Cluster is now healthy 2024-09-14T03:49:18.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:17 smithi154 ceph-mon[81546]: osdmap e871: 8 total, 8 up, 8 in 2024-09-14T03:49:18.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:17 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/268042421' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:18.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:17 smithi154 ceph-mon[81546]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:19.009 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestCls2PCQueue.Reserve (3023 ms) 2024-09-14T03:49:19.009 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestCls2PCQueue.AsyncReserve 2024-09-14T03:49:19.301 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:18 smithi002 ceph-mon[87970]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:49:19.301 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:18 smithi002 ceph-mon[87970]: osdmap e872: 8 total, 8 up, 8 in 2024-09-14T03:49:19.301 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:18 smithi002 ceph-mon[89815]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:49:19.301 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:18 smithi002 ceph-mon[89815]: osdmap e872: 8 total, 8 up, 8 in 2024-09-14T03:49:19.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:18 smithi154 ceph-mon[81546]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:49:19.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:18 smithi154 ceph-mon[81546]: osdmap e872: 8 total, 8 up, 8 in 2024-09-14T03:49:20.378 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:19 smithi154 ceph-mon[81546]: pgmap v992: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:20.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:20 smithi154 ceph-mon[81546]: osdmap e873: 8 total, 8 up, 8 in 2024-09-14T03:49:20.436 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:19 smithi002 ceph-mon[87970]: pgmap v992: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:20.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:19 smithi002 ceph-mon[87970]: osdmap e873: 8 total, 8 up, 8 in 2024-09-14T03:49:20.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:19 smithi002 ceph-mon[89815]: pgmap v992: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:20.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:19 smithi002 ceph-mon[89815]: osdmap e873: 8 total, 8 up, 8 in 2024-09-14T03:49:21.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:21 smithi002 ceph-mon[87970]: osdmap e874: 8 total, 8 up, 8 in 2024-09-14T03:49:21.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:21 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/3077212561' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:21.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:21 smithi002 ceph-mon[89815]: osdmap e874: 8 total, 8 up, 8 in 2024-09-14T03:49:21.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:21 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/3077212561' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:21.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:21 smithi154 ceph-mon[81546]: osdmap e874: 8 total, 8 up, 8 in 2024-09-14T03:49:21.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:21 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/3077212561' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:22.021 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestCls2PCQueue.AsyncReserve (3012 ms) 2024-09-14T03:49:22.021 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestCls2PCQueue.Commit 2024-09-14T03:49:22.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:22 smithi002 ceph-mon[87970]: pgmap v995: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:22.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:22 smithi002 ceph-mon[87970]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:49:22.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:22 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/3077212561' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:49:22.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:22 smithi002 ceph-mon[87970]: osdmap e875: 8 total, 8 up, 8 in 2024-09-14T03:49:22.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:22 smithi002 ceph-mon[89815]: pgmap v995: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:22.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:22 smithi002 ceph-mon[89815]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:49:22.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:22 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/3077212561' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:49:22.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:22 smithi002 ceph-mon[89815]: osdmap e875: 8 total, 8 up, 8 in 2024-09-14T03:49:22.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:22 smithi154 ceph-mon[81546]: pgmap v995: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:22.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:22 smithi154 ceph-mon[81546]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:49:22.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:22 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/3077212561' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:49:22.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:22 smithi154 ceph-mon[81546]: osdmap e875: 8 total, 8 up, 8 in 2024-09-14T03:49:23.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:23 smithi002 ceph-mon[87970]: osdmap e876: 8 total, 8 up, 8 in 2024-09-14T03:49:23.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:23 smithi002 ceph-mon[89815]: osdmap e876: 8 total, 8 up, 8 in 2024-09-14T03:49:23.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:23 smithi154 ceph-mon[81546]: osdmap e876: 8 total, 8 up, 8 in 2024-09-14T03:49:24.436 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:24 smithi002 ceph-mon[87970]: pgmap v998: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:24.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:24 smithi002 ceph-mon[87970]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:49:24.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:24 smithi002 ceph-mon[87970]: Cluster is now healthy 2024-09-14T03:49:24.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:24 smithi002 ceph-mon[87970]: osdmap e877: 8 total, 8 up, 8 in 2024-09-14T03:49:24.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:24 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/432468791' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:24.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:24 smithi002 ceph-mon[87970]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:24.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:24 smithi002 ceph-mon[89815]: pgmap v998: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:24.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:24 smithi002 ceph-mon[89815]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:49:24.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:24 smithi002 ceph-mon[89815]: Cluster is now healthy 2024-09-14T03:49:24.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:24 smithi002 ceph-mon[89815]: osdmap e877: 8 total, 8 up, 8 in 2024-09-14T03:49:24.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:24 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/432468791' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:24.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:24 smithi002 ceph-mon[89815]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:24.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:24 smithi154 ceph-mon[81546]: pgmap v998: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:24.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:24 smithi154 ceph-mon[81546]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:49:24.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:24 smithi154 ceph-mon[81546]: Cluster is now healthy 2024-09-14T03:49:24.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:24 smithi154 ceph-mon[81546]: osdmap e877: 8 total, 8 up, 8 in 2024-09-14T03:49:24.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:24 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/432468791' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:24.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:24 smithi154 ceph-mon[81546]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:25.048 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestCls2PCQueue.Commit (3026 ms) 2024-09-14T03:49:25.048 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestCls2PCQueue.Abort 2024-09-14T03:49:25.407 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:25 smithi002 ceph-mon[89815]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:49:25.407 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:25 smithi002 ceph-mon[89815]: osdmap e878: 8 total, 8 up, 8 in 2024-09-14T03:49:25.407 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:25 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:49:25.407 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:25 smithi002 ceph-mon[87970]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:49:25.407 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:25 smithi002 ceph-mon[87970]: osdmap e878: 8 total, 8 up, 8 in 2024-09-14T03:49:25.408 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:25 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:49:25.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:25 smithi154 ceph-mon[81546]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:49:25.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:25 smithi154 ceph-mon[81546]: osdmap e878: 8 total, 8 up, 8 in 2024-09-14T03:49:25.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:25 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:49:25.686 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:49:25 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:49:25] "GET /metrics HTTP/1.1" 200 36446 "" "Prometheus/2.51.0" 2024-09-14T03:49:26.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:26 smithi002 ceph-mon[87970]: pgmap v1001: 137 pgs: 5 creating+peering, 24 unknown, 108 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:26.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:26 smithi002 ceph-mon[87970]: osdmap e879: 8 total, 8 up, 8 in 2024-09-14T03:49:26.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:26 smithi002 ceph-mon[89815]: pgmap v1001: 137 pgs: 5 creating+peering, 24 unknown, 108 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:26.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:26 smithi002 ceph-mon[89815]: osdmap e879: 8 total, 8 up, 8 in 2024-09-14T03:49:26.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:26 smithi154 ceph-mon[81546]: pgmap v1001: 137 pgs: 5 creating+peering, 24 unknown, 108 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:26.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:26 smithi154 ceph-mon[81546]: osdmap e879: 8 total, 8 up, 8 in 2024-09-14T03:49:27.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:27 smithi002 ceph-mon[87970]: osdmap e880: 8 total, 8 up, 8 in 2024-09-14T03:49:27.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:27 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/859124681' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:27.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:27 smithi002 ceph-mon[89815]: osdmap e880: 8 total, 8 up, 8 in 2024-09-14T03:49:27.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:27 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/859124681' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:27.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:27 smithi154 ceph-mon[81546]: osdmap e880: 8 total, 8 up, 8 in 2024-09-14T03:49:27.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:27 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/859124681' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:28.067 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestCls2PCQueue.Abort (3020 ms) 2024-09-14T03:49:28.067 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestCls2PCQueue.ReserveError 2024-09-14T03:49:28.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:28 smithi002 ceph-mon[87970]: pgmap v1004: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:28.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:28 smithi002 ceph-mon[87970]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:49:28.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:28 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/859124681' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:49:28.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:28 smithi002 ceph-mon[87970]: osdmap e881: 8 total, 8 up, 8 in 2024-09-14T03:49:28.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:28 smithi002 ceph-mon[89815]: pgmap v1004: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:28.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:28 smithi002 ceph-mon[89815]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:49:28.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:28 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/859124681' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:49:28.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:28 smithi002 ceph-mon[89815]: osdmap e881: 8 total, 8 up, 8 in 2024-09-14T03:49:28.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:28 smithi154 ceph-mon[81546]: pgmap v1004: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:28.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:28 smithi154 ceph-mon[81546]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:49:28.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:28 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/859124681' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:49:28.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:28 smithi154 ceph-mon[81546]: osdmap e881: 8 total, 8 up, 8 in 2024-09-14T03:49:29.436 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:29 smithi002 ceph-mon[87970]: osdmap e882: 8 total, 8 up, 8 in 2024-09-14T03:49:29.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:29 smithi002 ceph-mon[89815]: osdmap e882: 8 total, 8 up, 8 in 2024-09-14T03:49:29.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:29 smithi154 ceph-mon[81546]: osdmap e882: 8 total, 8 up, 8 in 2024-09-14T03:49:30.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:30 smithi002 ceph-mon[87970]: pgmap v1007: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:30.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:30 smithi002 ceph-mon[87970]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:49:30.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:30 smithi002 ceph-mon[87970]: Cluster is now healthy 2024-09-14T03:49:30.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:30 smithi002 ceph-mon[87970]: osdmap e883: 8 total, 8 up, 8 in 2024-09-14T03:49:30.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:30 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/557638716' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:30.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:30 smithi002 ceph-mon[87970]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:30.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:30 smithi002 ceph-mon[89815]: pgmap v1007: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:30.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:30 smithi002 ceph-mon[89815]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:49:30.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:30 smithi002 ceph-mon[89815]: Cluster is now healthy 2024-09-14T03:49:30.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:30 smithi002 ceph-mon[89815]: osdmap e883: 8 total, 8 up, 8 in 2024-09-14T03:49:30.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:30 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/557638716' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:30.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:30 smithi002 ceph-mon[89815]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:30.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:30 smithi154 ceph-mon[81546]: pgmap v1007: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:30.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:30 smithi154 ceph-mon[81546]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:49:30.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:30 smithi154 ceph-mon[81546]: Cluster is now healthy 2024-09-14T03:49:30.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:30 smithi154 ceph-mon[81546]: osdmap e883: 8 total, 8 up, 8 in 2024-09-14T03:49:30.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:30 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/557638716' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:30.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:30 smithi154 ceph-mon[81546]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:31.092 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestCls2PCQueue.ReserveError (3024 ms) 2024-09-14T03:49:31.092 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestCls2PCQueue.CommitError 2024-09-14T03:49:31.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:31 smithi002 ceph-mon[87970]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:49:31.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:31 smithi002 ceph-mon[87970]: osdmap e884: 8 total, 8 up, 8 in 2024-09-14T03:49:31.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:31 smithi002 ceph-mon[89815]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:49:31.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:31 smithi002 ceph-mon[89815]: osdmap e884: 8 total, 8 up, 8 in 2024-09-14T03:49:31.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:31 smithi154 ceph-mon[81546]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:49:31.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:31 smithi154 ceph-mon[81546]: osdmap e884: 8 total, 8 up, 8 in 2024-09-14T03:49:32.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:32 smithi002 ceph-mon[87970]: pgmap v1010: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:32.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:32 smithi002 ceph-mon[87970]: osdmap e885: 8 total, 8 up, 8 in 2024-09-14T03:49:32.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:32 smithi002 ceph-mon[89815]: pgmap v1010: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:32.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:32 smithi002 ceph-mon[89815]: osdmap e885: 8 total, 8 up, 8 in 2024-09-14T03:49:32.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:32 smithi154 ceph-mon[81546]: pgmap v1010: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:32.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:32 smithi154 ceph-mon[81546]: osdmap e885: 8 total, 8 up, 8 in 2024-09-14T03:49:33.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:33 smithi002 ceph-mon[87970]: osdmap e886: 8 total, 8 up, 8 in 2024-09-14T03:49:33.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:33 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/2591252431' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:33.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:33 smithi002 ceph-mon[87970]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:33.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:33 smithi002 ceph-mon[89815]: osdmap e886: 8 total, 8 up, 8 in 2024-09-14T03:49:33.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:33 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/2591252431' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:33.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:33 smithi002 ceph-mon[89815]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:33.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:33 smithi154 ceph-mon[81546]: osdmap e886: 8 total, 8 up, 8 in 2024-09-14T03:49:33.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:33 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/2591252431' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:33.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:33 smithi154 ceph-mon[81546]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:34.109 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestCls2PCQueue.CommitError (3017 ms) 2024-09-14T03:49:34.109 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestCls2PCQueue.AbortError 2024-09-14T03:49:34.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:34 smithi002 ceph-mon[87970]: pgmap v1013: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:34.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:34 smithi002 ceph-mon[87970]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:49:34.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:34 smithi002 ceph-mon[87970]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:49:34.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:34 smithi002 ceph-mon[87970]: osdmap e887: 8 total, 8 up, 8 in 2024-09-14T03:49:34.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:34 smithi002 ceph-mon[89815]: pgmap v1013: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:34.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:34 smithi002 ceph-mon[89815]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:49:34.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:34 smithi002 ceph-mon[89815]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:49:34.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:34 smithi002 ceph-mon[89815]: osdmap e887: 8 total, 8 up, 8 in 2024-09-14T03:49:34.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:34 smithi154 ceph-mon[81546]: pgmap v1013: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:34.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:34 smithi154 ceph-mon[81546]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:49:34.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:34 smithi154 ceph-mon[81546]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:49:34.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:34 smithi154 ceph-mon[81546]: osdmap e887: 8 total, 8 up, 8 in 2024-09-14T03:49:35.407 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:35 smithi002 ceph-mon[87970]: osdmap e888: 8 total, 8 up, 8 in 2024-09-14T03:49:35.407 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:35 smithi002 ceph-mon[89815]: osdmap e888: 8 total, 8 up, 8 in 2024-09-14T03:49:35.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:35 smithi154 ceph-mon[81546]: osdmap e888: 8 total, 8 up, 8 in 2024-09-14T03:49:35.687 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:49:35 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:49:35] "GET /metrics HTTP/1.1" 200 36446 "" "Prometheus/2.51.0" 2024-09-14T03:49:36.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:36 smithi002 ceph-mon[87970]: pgmap v1016: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:36.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:36 smithi002 ceph-mon[87970]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:49:36.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:36 smithi002 ceph-mon[87970]: Cluster is now healthy 2024-09-14T03:49:36.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:36 smithi002 ceph-mon[87970]: osdmap e889: 8 total, 8 up, 8 in 2024-09-14T03:49:36.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:36 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/250205514' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:36.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:36 smithi002 ceph-mon[87970]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:36.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:36 smithi002 ceph-mon[89815]: pgmap v1016: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:36.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:36 smithi002 ceph-mon[89815]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:49:36.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:36 smithi002 ceph-mon[89815]: Cluster is now healthy 2024-09-14T03:49:36.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:36 smithi002 ceph-mon[89815]: osdmap e889: 8 total, 8 up, 8 in 2024-09-14T03:49:36.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:36 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/250205514' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:36.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:36 smithi002 ceph-mon[89815]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:36.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:36 smithi154 ceph-mon[81546]: pgmap v1016: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:36.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:36 smithi154 ceph-mon[81546]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:49:36.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:36 smithi154 ceph-mon[81546]: Cluster is now healthy 2024-09-14T03:49:36.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:36 smithi154 ceph-mon[81546]: osdmap e889: 8 total, 8 up, 8 in 2024-09-14T03:49:36.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:36 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/250205514' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:36.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:36 smithi154 ceph-mon[81546]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:37.128 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestCls2PCQueue.AbortError (3019 ms) 2024-09-14T03:49:37.128 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestCls2PCQueue.MultiReserve 2024-09-14T03:49:37.436 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:37 smithi002 ceph-mon[89815]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:49:37.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:37 smithi002 ceph-mon[89815]: osdmap e890: 8 total, 8 up, 8 in 2024-09-14T03:49:37.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:37 smithi002 ceph-mon[87970]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:49:37.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:37 smithi002 ceph-mon[87970]: osdmap e890: 8 total, 8 up, 8 in 2024-09-14T03:49:37.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:37 smithi154 ceph-mon[81546]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:49:37.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:37 smithi154 ceph-mon[81546]: osdmap e890: 8 total, 8 up, 8 in 2024-09-14T03:49:38.436 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:38 smithi002 ceph-mon[87970]: pgmap v1019: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:38.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:38 smithi002 ceph-mon[87970]: osdmap e891: 8 total, 8 up, 8 in 2024-09-14T03:49:38.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:38 smithi002 ceph-mon[89815]: pgmap v1019: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:38.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:38 smithi002 ceph-mon[89815]: osdmap e891: 8 total, 8 up, 8 in 2024-09-14T03:49:38.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:38 smithi154 ceph-mon[81546]: pgmap v1019: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:38.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:38 smithi154 ceph-mon[81546]: osdmap e891: 8 total, 8 up, 8 in 2024-09-14T03:49:39.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:39 smithi002 ceph-mon[87970]: osdmap e892: 8 total, 8 up, 8 in 2024-09-14T03:49:39.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:39 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/221972641' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:39.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:39 smithi002 ceph-mon[87970]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:39.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:39 smithi002 ceph-mon[89815]: osdmap e892: 8 total, 8 up, 8 in 2024-09-14T03:49:39.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:39 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/221972641' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:39.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:39 smithi002 ceph-mon[89815]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:39.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:39 smithi154 ceph-mon[81546]: osdmap e892: 8 total, 8 up, 8 in 2024-09-14T03:49:39.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:39 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/221972641' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:39.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:39 smithi154 ceph-mon[81546]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:40.149 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestCls2PCQueue.MultiReserve (3021 ms) 2024-09-14T03:49:40.149 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestCls2PCQueue.MultiCommit 2024-09-14T03:49:40.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:40 smithi002 ceph-mon[89815]: pgmap v1022: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:40.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:40 smithi002 ceph-mon[89815]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:49:40.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:40 smithi002 ceph-mon[89815]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:49:40.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:40 smithi002 ceph-mon[89815]: osdmap e893: 8 total, 8 up, 8 in 2024-09-14T03:49:40.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:40 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:49:40.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:40 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:49:40.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:40 smithi002 ceph-mon[87970]: pgmap v1022: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:40.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:40 smithi002 ceph-mon[87970]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:49:40.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:40 smithi002 ceph-mon[87970]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:49:40.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:40 smithi002 ceph-mon[87970]: osdmap e893: 8 total, 8 up, 8 in 2024-09-14T03:49:40.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:40 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:49:40.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:40 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:49:40.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:40 smithi154 ceph-mon[81546]: pgmap v1022: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:40.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:40 smithi154 ceph-mon[81546]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:49:40.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:40 smithi154 ceph-mon[81546]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:49:40.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:40 smithi154 ceph-mon[81546]: osdmap e893: 8 total, 8 up, 8 in 2024-09-14T03:49:40.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:40 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:49:40.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:40 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:49:41.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:41 smithi002 ceph-mon[87970]: osdmap e894: 8 total, 8 up, 8 in 2024-09-14T03:49:41.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:41 smithi002 ceph-mon[89815]: osdmap e894: 8 total, 8 up, 8 in 2024-09-14T03:49:41.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:41 smithi154 ceph-mon[81546]: osdmap e894: 8 total, 8 up, 8 in 2024-09-14T03:49:42.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:42 smithi002 ceph-mon[87970]: pgmap v1025: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:42.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:42 smithi002 ceph-mon[87970]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:49:42.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:42 smithi002 ceph-mon[87970]: Cluster is now healthy 2024-09-14T03:49:42.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:42 smithi002 ceph-mon[87970]: osdmap e895: 8 total, 8 up, 8 in 2024-09-14T03:49:42.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:42 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/1707311139' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:42.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:42 smithi002 ceph-mon[89815]: pgmap v1025: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:42.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:42 smithi002 ceph-mon[89815]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:49:42.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:42 smithi002 ceph-mon[89815]: Cluster is now healthy 2024-09-14T03:49:42.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:42 smithi002 ceph-mon[89815]: osdmap e895: 8 total, 8 up, 8 in 2024-09-14T03:49:42.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:42 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/1707311139' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:42.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:42 smithi154 ceph-mon[81546]: pgmap v1025: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:42.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:42 smithi154 ceph-mon[81546]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:49:42.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:42 smithi154 ceph-mon[81546]: Cluster is now healthy 2024-09-14T03:49:42.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:42 smithi154 ceph-mon[81546]: osdmap e895: 8 total, 8 up, 8 in 2024-09-14T03:49:42.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:42 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/1707311139' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:43.165 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestCls2PCQueue.MultiCommit (3016 ms) 2024-09-14T03:49:43.165 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestCls2PCQueue.MultiAbort 2024-09-14T03:49:43.436 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:43 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/1707311139' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:49:43.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:43 smithi002 ceph-mon[87970]: osdmap e896: 8 total, 8 up, 8 in 2024-09-14T03:49:43.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:43 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/1707311139' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:49:43.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:43 smithi002 ceph-mon[89815]: osdmap e896: 8 total, 8 up, 8 in 2024-09-14T03:49:43.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:43 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/1707311139' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:49:43.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:43 smithi154 ceph-mon[81546]: osdmap e896: 8 total, 8 up, 8 in 2024-09-14T03:49:44.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:44 smithi002 ceph-mon[87970]: pgmap v1028: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:44.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:44 smithi002 ceph-mon[87970]: osdmap e897: 8 total, 8 up, 8 in 2024-09-14T03:49:44.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:44 smithi002 ceph-mon[89815]: pgmap v1028: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:44.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:44 smithi002 ceph-mon[89815]: osdmap e897: 8 total, 8 up, 8 in 2024-09-14T03:49:44.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:44 smithi154 ceph-mon[81546]: pgmap v1028: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:44.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:44 smithi154 ceph-mon[81546]: osdmap e897: 8 total, 8 up, 8 in 2024-09-14T03:49:45.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:45 smithi002 ceph-mon[87970]: osdmap e898: 8 total, 8 up, 8 in 2024-09-14T03:49:45.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:45 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/1320129716' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-12","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:45.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:45 smithi002 ceph-mon[87970]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-12","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:45.437 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:49:45 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:49:45] "GET /metrics HTTP/1.1" 200 36447 "" "Prometheus/2.51.0" 2024-09-14T03:49:45.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:45 smithi002 ceph-mon[89815]: osdmap e898: 8 total, 8 up, 8 in 2024-09-14T03:49:45.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:45 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/1320129716' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-12","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:45.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:45 smithi002 ceph-mon[89815]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-12","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:45.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:45 smithi154 ceph-mon[81546]: osdmap e898: 8 total, 8 up, 8 in 2024-09-14T03:49:45.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:45 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/1320129716' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-12","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:45.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:45 smithi154 ceph-mon[81546]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-12","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:46.188 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestCls2PCQueue.MultiAbort (3023 ms) 2024-09-14T03:49:46.188 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestCls2PCQueue.ReserveCommit 2024-09-14T03:49:46.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:46 smithi002 ceph-mon[87970]: pgmap v1031: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:46.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:46 smithi002 ceph-mon[87970]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:49:46.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:46 smithi002 ceph-mon[87970]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:49:46.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:46 smithi002 ceph-mon[87970]: osdmap e899: 8 total, 8 up, 8 in 2024-09-14T03:49:46.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:46 smithi002 ceph-mon[89815]: pgmap v1031: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:46.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:46 smithi002 ceph-mon[89815]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:49:46.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:46 smithi002 ceph-mon[89815]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:49:46.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:46 smithi002 ceph-mon[89815]: osdmap e899: 8 total, 8 up, 8 in 2024-09-14T03:49:46.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:46 smithi154 ceph-mon[81546]: pgmap v1031: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:46.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:46 smithi154 ceph-mon[81546]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:49:46.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:46 smithi154 ceph-mon[81546]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:49:46.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:46 smithi154 ceph-mon[81546]: osdmap e899: 8 total, 8 up, 8 in 2024-09-14T03:49:47.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:47 smithi002 ceph-mon[87970]: osdmap e900: 8 total, 8 up, 8 in 2024-09-14T03:49:47.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:47 smithi002 ceph-mon[89815]: osdmap e900: 8 total, 8 up, 8 in 2024-09-14T03:49:47.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:47 smithi154 ceph-mon[81546]: osdmap e900: 8 total, 8 up, 8 in 2024-09-14T03:49:48.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:48 smithi002 ceph-mon[89815]: pgmap v1034: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:48.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:48 smithi002 ceph-mon[89815]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:49:48.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:48 smithi002 ceph-mon[89815]: Cluster is now healthy 2024-09-14T03:49:48.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:48 smithi002 ceph-mon[89815]: osdmap e901: 8 total, 8 up, 8 in 2024-09-14T03:49:48.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:48 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/3471243195' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-13","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:48.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:48 smithi002 ceph-mon[87970]: pgmap v1034: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:48.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:48 smithi002 ceph-mon[87970]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:49:48.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:48 smithi002 ceph-mon[87970]: Cluster is now healthy 2024-09-14T03:49:48.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:48 smithi002 ceph-mon[87970]: osdmap e901: 8 total, 8 up, 8 in 2024-09-14T03:49:48.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:48 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/3471243195' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-13","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:48.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:48 smithi154 ceph-mon[81546]: pgmap v1034: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:48.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:48 smithi154 ceph-mon[81546]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:49:48.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:48 smithi154 ceph-mon[81546]: Cluster is now healthy 2024-09-14T03:49:48.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:48 smithi154 ceph-mon[81546]: osdmap e901: 8 total, 8 up, 8 in 2024-09-14T03:49:48.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:48 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/3471243195' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-13","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:49.208 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestCls2PCQueue.ReserveCommit (3020 ms) 2024-09-14T03:49:49.208 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestCls2PCQueue.ReserveAbort 2024-09-14T03:49:49.480 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:49 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/3471243195' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:49:49.480 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:49 smithi154 ceph-mon[81546]: osdmap e902: 8 total, 8 up, 8 in 2024-09-14T03:49:49.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:49 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/3471243195' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:49:49.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:49 smithi002 ceph-mon[89815]: osdmap e902: 8 total, 8 up, 8 in 2024-09-14T03:49:49.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:49 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/3471243195' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:49:49.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:49 smithi002 ceph-mon[87970]: osdmap e902: 8 total, 8 up, 8 in 2024-09-14T03:49:50.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:50 smithi154 ceph-mon[81546]: pgmap v1037: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:50.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:50 smithi154 ceph-mon[81546]: osdmap e903: 8 total, 8 up, 8 in 2024-09-14T03:49:50.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:50 smithi002 ceph-mon[87970]: pgmap v1037: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:50.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:50 smithi002 ceph-mon[87970]: osdmap e903: 8 total, 8 up, 8 in 2024-09-14T03:49:50.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:50 smithi002 ceph-mon[89815]: pgmap v1037: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:50.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:50 smithi002 ceph-mon[89815]: osdmap e903: 8 total, 8 up, 8 in 2024-09-14T03:49:51.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:51 smithi154 ceph-mon[81546]: osdmap e904: 8 total, 8 up, 8 in 2024-09-14T03:49:51.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:51 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/4276512598' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-14","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:51.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:51 smithi154 ceph-mon[81546]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-14","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:51.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:51 smithi002 ceph-mon[87970]: osdmap e904: 8 total, 8 up, 8 in 2024-09-14T03:49:51.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:51 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/4276512598' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-14","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:51.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:51 smithi002 ceph-mon[87970]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-14","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:51.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:51 smithi002 ceph-mon[89815]: osdmap e904: 8 total, 8 up, 8 in 2024-09-14T03:49:51.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:51 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/4276512598' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-14","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:51.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:51 smithi002 ceph-mon[89815]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-14","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:52.228 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestCls2PCQueue.ReserveAbort (3020 ms) 2024-09-14T03:49:52.228 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestCls2PCQueue.ManualCleanup 2024-09-14T03:49:52.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:52 smithi154 ceph-mon[81546]: pgmap v1040: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:52.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:52 smithi154 ceph-mon[81546]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:49:52.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:52 smithi154 ceph-mon[81546]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:49:52.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:52 smithi154 ceph-mon[81546]: osdmap e905: 8 total, 8 up, 8 in 2024-09-14T03:49:52.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:52 smithi002 ceph-mon[87970]: pgmap v1040: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:52.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:52 smithi002 ceph-mon[87970]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:49:52.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:52 smithi002 ceph-mon[87970]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:49:52.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:52 smithi002 ceph-mon[87970]: osdmap e905: 8 total, 8 up, 8 in 2024-09-14T03:49:52.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:52 smithi002 ceph-mon[89815]: pgmap v1040: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:52.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:52 smithi002 ceph-mon[89815]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:49:52.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:52 smithi002 ceph-mon[89815]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:49:52.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:52 smithi002 ceph-mon[89815]: osdmap e905: 8 total, 8 up, 8 in 2024-09-14T03:49:53.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:53 smithi154 ceph-mon[81546]: osdmap e906: 8 total, 8 up, 8 in 2024-09-14T03:49:53.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:53 smithi002 ceph-mon[87970]: osdmap e906: 8 total, 8 up, 8 in 2024-09-14T03:49:53.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:53 smithi002 ceph-mon[89815]: osdmap e906: 8 total, 8 up, 8 in 2024-09-14T03:49:54.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:54 smithi154 ceph-mon[81546]: pgmap v1043: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:54.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:54 smithi154 ceph-mon[81546]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:49:54.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:54 smithi154 ceph-mon[81546]: Cluster is now healthy 2024-09-14T03:49:54.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:54 smithi154 ceph-mon[81546]: osdmap e907: 8 total, 8 up, 8 in 2024-09-14T03:49:54.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:54 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/350541569' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-15","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:54.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:54 smithi002 ceph-mon[87970]: pgmap v1043: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:54.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:54 smithi002 ceph-mon[87970]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:49:54.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:54 smithi002 ceph-mon[87970]: Cluster is now healthy 2024-09-14T03:49:54.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:54 smithi002 ceph-mon[87970]: osdmap e907: 8 total, 8 up, 8 in 2024-09-14T03:49:54.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:54 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/350541569' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-15","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:54.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:54 smithi002 ceph-mon[89815]: pgmap v1043: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:54.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:54 smithi002 ceph-mon[89815]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:49:54.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:54 smithi002 ceph-mon[89815]: Cluster is now healthy 2024-09-14T03:49:54.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:54 smithi002 ceph-mon[89815]: osdmap e907: 8 total, 8 up, 8 in 2024-09-14T03:49:54.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:54 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/350541569' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-15","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:55.243 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestCls2PCQueue.ManualCleanup (3016 ms) 2024-09-14T03:49:55.244 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestCls2PCQueue.Cleanup 2024-09-14T03:49:55.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:55 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/350541569' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:49:55.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:55 smithi002 ceph-mon[87970]: osdmap e908: 8 total, 8 up, 8 in 2024-09-14T03:49:55.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:55 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:49:55.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:55 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:49:55.687 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:49:55 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:49:55] "GET /metrics HTTP/1.1" 200 36448 "" "Prometheus/2.51.0" 2024-09-14T03:49:55.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:55 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/350541569' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:49:55.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:55 smithi002 ceph-mon[89815]: osdmap e908: 8 total, 8 up, 8 in 2024-09-14T03:49:55.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:55 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:49:55.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:55 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:49:55.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:55 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/350541569' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:49:55.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:55 smithi154 ceph-mon[81546]: osdmap e908: 8 total, 8 up, 8 in 2024-09-14T03:49:55.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:55 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:49:55.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:55 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:49:56.686 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:56 smithi002 ceph-mon[89815]: pgmap v1046: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:56.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:56 smithi002 ceph-mon[89815]: osdmap e909: 8 total, 8 up, 8 in 2024-09-14T03:49:56.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:56 smithi002 ceph-mon[87970]: pgmap v1046: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:56.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:56 smithi002 ceph-mon[87970]: osdmap e909: 8 total, 8 up, 8 in 2024-09-14T03:49:56.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:56 smithi154 ceph-mon[81546]: pgmap v1046: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:56.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:56 smithi154 ceph-mon[81546]: osdmap e909: 8 total, 8 up, 8 in 2024-09-14T03:49:57.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:57 smithi002 ceph-mon[87970]: osdmap e910: 8 total, 8 up, 8 in 2024-09-14T03:49:57.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:57 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/1410861395' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-16","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:57.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:57 smithi002 ceph-mon[87970]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-16","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:57.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:57 smithi002 ceph-mon[89815]: osdmap e910: 8 total, 8 up, 8 in 2024-09-14T03:49:57.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:57 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/1410861395' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-16","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:57.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:57 smithi002 ceph-mon[89815]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-16","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:57.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:57 smithi154 ceph-mon[81546]: osdmap e910: 8 total, 8 up, 8 in 2024-09-14T03:49:57.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:57 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/1410861395' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-16","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:57.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:57 smithi154 ceph-mon[81546]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-16","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:49:58.264 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestCls2PCQueue.Cleanup (3019 ms) 2024-09-14T03:49:58.264 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestCls2PCQueue.MultiProducer 2024-09-14T03:49:58.686 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:58 smithi002 ceph-mon[89815]: pgmap v1049: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:58.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:58 smithi002 ceph-mon[89815]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:49:58.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:58 smithi002 ceph-mon[89815]: osdmap e911: 8 total, 8 up, 8 in 2024-09-14T03:49:58.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:58 smithi002 ceph-mon[89815]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:49:58.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:58 smithi002 ceph-mon[87970]: pgmap v1049: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:58.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:58 smithi002 ceph-mon[87970]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:49:58.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:58 smithi002 ceph-mon[87970]: osdmap e911: 8 total, 8 up, 8 in 2024-09-14T03:49:58.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:58 smithi002 ceph-mon[87970]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:49:58.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:58 smithi154 ceph-mon[81546]: pgmap v1049: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:49:58.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:58 smithi154 ceph-mon[81546]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:49:58.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:58 smithi154 ceph-mon[81546]: osdmap e911: 8 total, 8 up, 8 in 2024-09-14T03:49:58.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:58 smithi154 ceph-mon[81546]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:49:59.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:49:59 smithi002 ceph-mon[87970]: osdmap e912: 8 total, 8 up, 8 in 2024-09-14T03:49:59.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:49:59 smithi002 ceph-mon[89815]: osdmap e912: 8 total, 8 up, 8 in 2024-09-14T03:49:59.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:49:59 smithi154 ceph-mon[81546]: osdmap e912: 8 total, 8 up, 8 in 2024-09-14T03:50:00.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:00 smithi002 ceph-mon[89815]: pgmap v1052: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:50:00.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:00 smithi002 ceph-mon[89815]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:50:00.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:00 smithi002 ceph-mon[89815]: Cluster is now healthy 2024-09-14T03:50:00.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:00 smithi002 ceph-mon[89815]: osdmap e913: 8 total, 8 up, 8 in 2024-09-14T03:50:00.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:00 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/3773470992' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-17","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:50:00.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:00 smithi002 ceph-mon[89815]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-17","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:50:00.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:00 smithi002 ceph-mon[89815]: overall HEALTH_OK 2024-09-14T03:50:00.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:00 smithi002 ceph-mon[87970]: pgmap v1052: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:50:00.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:00 smithi002 ceph-mon[87970]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:50:00.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:00 smithi002 ceph-mon[87970]: Cluster is now healthy 2024-09-14T03:50:00.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:00 smithi002 ceph-mon[87970]: osdmap e913: 8 total, 8 up, 8 in 2024-09-14T03:50:00.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:00 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/3773470992' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-17","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:50:00.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:00 smithi002 ceph-mon[87970]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-17","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:50:00.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:00 smithi002 ceph-mon[87970]: overall HEALTH_OK 2024-09-14T03:50:00.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:00 smithi154 ceph-mon[81546]: pgmap v1052: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:50:00.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:00 smithi154 ceph-mon[81546]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:50:00.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:00 smithi154 ceph-mon[81546]: Cluster is now healthy 2024-09-14T03:50:00.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:00 smithi154 ceph-mon[81546]: osdmap e913: 8 total, 8 up, 8 in 2024-09-14T03:50:00.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:00 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/3773470992' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-17","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:50:00.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:00 smithi154 ceph-mon[81546]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-17","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:50:00.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:00 smithi154 ceph-mon[81546]: overall HEALTH_OK 2024-09-14T03:50:01.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:01 smithi002 ceph-mon[87970]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:50:01.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:01 smithi002 ceph-mon[87970]: osdmap e914: 8 total, 8 up, 8 in 2024-09-14T03:50:01.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:01 smithi002 ceph-mon[87970]: pgmap v1055: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:50:01.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:01 smithi002 ceph-mon[89815]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:50:01.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:01 smithi002 ceph-mon[89815]: osdmap e914: 8 total, 8 up, 8 in 2024-09-14T03:50:01.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:01 smithi002 ceph-mon[89815]: pgmap v1055: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:50:01.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:01 smithi154 ceph-mon[81546]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:50:01.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:01 smithi154 ceph-mon[81546]: osdmap e914: 8 total, 8 up, 8 in 2024-09-14T03:50:01.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:01 smithi154 ceph-mon[81546]: pgmap v1055: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:50:02.686 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:02 smithi002 ceph-mon[87970]: osdmap e915: 8 total, 8 up, 8 in 2024-09-14T03:50:02.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:02 smithi002 ceph-mon[89815]: osdmap e915: 8 total, 8 up, 8 in 2024-09-14T03:50:02.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:02 smithi154 ceph-mon[81546]: osdmap e915: 8 total, 8 up, 8 in 2024-09-14T03:50:03.686 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:03 smithi002 ceph-mon[87970]: pgmap v1057: 137 pgs: 6 creating+peering, 12 unknown, 119 active+clean; 1.1 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.6 MiB/s rd, 4.5 MiB/s wr, 5.11k op/s 2024-09-14T03:50:03.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:03 smithi002 ceph-mon[89815]: pgmap v1057: 137 pgs: 6 creating+peering, 12 unknown, 119 active+clean; 1.1 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.6 MiB/s rd, 4.5 MiB/s wr, 5.11k op/s 2024-09-14T03:50:03.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:03 smithi154 ceph-mon[81546]: pgmap v1057: 137 pgs: 6 creating+peering, 12 unknown, 119 active+clean; 1.1 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.6 MiB/s rd, 4.5 MiB/s wr, 5.11k op/s 2024-09-14T03:50:05.687 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:50:05 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:50:05] "GET /metrics HTTP/1.1" 200 36448 "" "Prometheus/2.51.0" 2024-09-14T03:50:06.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:05 smithi002 ceph-mon[87970]: pgmap v1058: 137 pgs: 6 creating+peering, 131 active+clean; 1.1 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.3 MiB/s rd, 3.4 MiB/s wr, 3.77k op/s 2024-09-14T03:50:06.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:05 smithi002 ceph-mon[89815]: pgmap v1058: 137 pgs: 6 creating+peering, 131 active+clean; 1.1 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.3 MiB/s rd, 3.4 MiB/s wr, 3.77k op/s 2024-09-14T03:50:06.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:05 smithi154 ceph-mon[81546]: pgmap v1058: 137 pgs: 6 creating+peering, 131 active+clean; 1.1 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.3 MiB/s rd, 3.4 MiB/s wr, 3.77k op/s 2024-09-14T03:50:08.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:07 smithi002 ceph-mon[87970]: pgmap v1059: 137 pgs: 137 active+clean; 1.1 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.7 MiB/s wr, 3.05k op/s 2024-09-14T03:50:08.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:07 smithi002 ceph-mon[89815]: pgmap v1059: 137 pgs: 137 active+clean; 1.1 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.7 MiB/s wr, 3.05k op/s 2024-09-14T03:50:08.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:07 smithi154 ceph-mon[81546]: pgmap v1059: 137 pgs: 137 active+clean; 1.1 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.7 MiB/s wr, 3.05k op/s 2024-09-14T03:50:10.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:09 smithi002 ceph-mon[87970]: pgmap v1060: 137 pgs: 137 active+clean; 2.1 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 39 MiB/s rd, 7.5 MiB/s wr, 8.43k op/s 2024-09-14T03:50:10.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:09 smithi002 ceph-mon[89815]: pgmap v1060: 137 pgs: 137 active+clean; 2.1 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 39 MiB/s rd, 7.5 MiB/s wr, 8.43k op/s 2024-09-14T03:50:10.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:09 smithi154 ceph-mon[81546]: pgmap v1060: 137 pgs: 137 active+clean; 2.1 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 39 MiB/s rd, 7.5 MiB/s wr, 8.43k op/s 2024-09-14T03:50:11.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:50:11.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:50:11.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:50:12.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:11 smithi002 ceph-mon[87970]: pgmap v1061: 137 pgs: 137 active+clean; 2.1 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 33 MiB/s rd, 6.3 MiB/s wr, 7.09k op/s 2024-09-14T03:50:12.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:11 smithi002 ceph-mon[89815]: pgmap v1061: 137 pgs: 137 active+clean; 2.1 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 33 MiB/s rd, 6.3 MiB/s wr, 7.09k op/s 2024-09-14T03:50:12.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:11 smithi154 ceph-mon[81546]: pgmap v1061: 137 pgs: 137 active+clean; 2.1 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 33 MiB/s rd, 6.3 MiB/s wr, 7.09k op/s 2024-09-14T03:50:12.756 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestCls2PCQueue.MultiProducer (14493 ms) 2024-09-14T03:50:12.756 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestCls2PCQueue.AsyncConsumer 2024-09-14T03:50:14.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:13 smithi002 ceph-mon[87970]: pgmap v1062: 137 pgs: 137 active+clean; 2.3 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 204 MiB/s rd, 6.5 MiB/s wr, 7.85k op/s 2024-09-14T03:50:14.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:13 smithi002 ceph-mon[87970]: osdmap e916: 8 total, 8 up, 8 in 2024-09-14T03:50:14.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:13 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:50:14.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:13 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:50:14.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:13 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:50:14.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:13 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:50:14.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:13 smithi002 ceph-mon[89815]: pgmap v1062: 137 pgs: 137 active+clean; 2.3 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 204 MiB/s rd, 6.5 MiB/s wr, 7.85k op/s 2024-09-14T03:50:14.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:13 smithi002 ceph-mon[89815]: osdmap e916: 8 total, 8 up, 8 in 2024-09-14T03:50:14.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:13 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:50:14.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:13 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:50:14.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:13 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:50:14.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:13 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:50:14.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:13 smithi154 ceph-mon[81546]: pgmap v1062: 137 pgs: 137 active+clean; 2.3 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 204 MiB/s rd, 6.5 MiB/s wr, 7.85k op/s 2024-09-14T03:50:14.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:13 smithi154 ceph-mon[81546]: osdmap e916: 8 total, 8 up, 8 in 2024-09-14T03:50:14.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:13 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:50:14.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:13 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:50:14.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:13 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:50:14.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:13 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:50:15.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:14 smithi002 ceph-mon[87970]: osdmap e917: 8 total, 8 up, 8 in 2024-09-14T03:50:15.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:14 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/354625103' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-18","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:50:15.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:14 smithi002 ceph-mon[87970]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-18","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:50:15.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:14 smithi002 ceph-mon[89815]: osdmap e917: 8 total, 8 up, 8 in 2024-09-14T03:50:15.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:14 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/354625103' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-18","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:50:15.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:14 smithi002 ceph-mon[89815]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-18","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:50:15.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:14 smithi154 ceph-mon[81546]: osdmap e917: 8 total, 8 up, 8 in 2024-09-14T03:50:15.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:14 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/354625103' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-18","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:50:15.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:14 smithi154 ceph-mon[81546]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-18","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:50:15.686 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:50:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:50:15] "GET /metrics HTTP/1.1" 200 36507 "" "Prometheus/2.51.0" 2024-09-14T03:50:16.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:15 smithi002 ceph-mon[87970]: pgmap v1065: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:50:16.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:15 smithi002 ceph-mon[87970]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:50:16.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:15 smithi002 ceph-mon[87970]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:50:16.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:15 smithi002 ceph-mon[87970]: osdmap e918: 8 total, 8 up, 8 in 2024-09-14T03:50:16.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:15 smithi002 ceph-mon[89815]: pgmap v1065: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:50:16.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:15 smithi002 ceph-mon[89815]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:50:16.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:15 smithi002 ceph-mon[89815]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:50:16.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:15 smithi002 ceph-mon[89815]: osdmap e918: 8 total, 8 up, 8 in 2024-09-14T03:50:16.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:15 smithi154 ceph-mon[81546]: pgmap v1065: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:50:16.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:15 smithi154 ceph-mon[81546]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:50:16.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:15 smithi154 ceph-mon[81546]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:50:16.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:15 smithi154 ceph-mon[81546]: osdmap e918: 8 total, 8 up, 8 in 2024-09-14T03:50:16.784 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestCls2PCQueue.AsyncConsumer (4029 ms) 2024-09-14T03:50:16.785 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestCls2PCQueue.MultiProducerConsumer 2024-09-14T03:50:17.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:16 smithi002 ceph-mon[87970]: osdmap e919: 8 total, 8 up, 8 in 2024-09-14T03:50:17.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:16 smithi002 ceph-mon[89815]: osdmap e919: 8 total, 8 up, 8 in 2024-09-14T03:50:17.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:16 smithi154 ceph-mon[81546]: osdmap e919: 8 total, 8 up, 8 in 2024-09-14T03:50:18.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:17 smithi002 ceph-mon[89815]: pgmap v1068: 137 pgs: 2 creating+activating, 10 creating+peering, 10 unknown, 115 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:50:18.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:17 smithi002 ceph-mon[89815]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:50:18.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:17 smithi002 ceph-mon[89815]: Cluster is now healthy 2024-09-14T03:50:18.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:17 smithi002 ceph-mon[89815]: osdmap e920: 8 total, 8 up, 8 in 2024-09-14T03:50:18.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:17 smithi002 ceph-mon[87970]: pgmap v1068: 137 pgs: 2 creating+activating, 10 creating+peering, 10 unknown, 115 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:50:18.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:17 smithi002 ceph-mon[87970]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:50:18.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:17 smithi002 ceph-mon[87970]: Cluster is now healthy 2024-09-14T03:50:18.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:17 smithi002 ceph-mon[87970]: osdmap e920: 8 total, 8 up, 8 in 2024-09-14T03:50:18.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:17 smithi154 ceph-mon[81546]: pgmap v1068: 137 pgs: 2 creating+activating, 10 creating+peering, 10 unknown, 115 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:50:18.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:17 smithi154 ceph-mon[81546]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:50:18.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:17 smithi154 ceph-mon[81546]: Cluster is now healthy 2024-09-14T03:50:18.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:17 smithi154 ceph-mon[81546]: osdmap e920: 8 total, 8 up, 8 in 2024-09-14T03:50:19.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:18 smithi002 ceph-mon[87970]: osdmap e921: 8 total, 8 up, 8 in 2024-09-14T03:50:19.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:18 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/3630622000' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-19","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:50:19.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:18 smithi002 ceph-mon[89815]: osdmap e921: 8 total, 8 up, 8 in 2024-09-14T03:50:19.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:18 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/3630622000' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-19","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:50:19.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:18 smithi154 ceph-mon[81546]: osdmap e921: 8 total, 8 up, 8 in 2024-09-14T03:50:19.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:18 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/3630622000' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-19","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:50:20.128 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:19 smithi154 ceph-mon[81546]: pgmap v1071: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:50:20.128 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:19 smithi154 ceph-mon[81546]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:50:20.128 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:19 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/3630622000' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:50:20.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:19 smithi154 ceph-mon[81546]: osdmap e922: 8 total, 8 up, 8 in 2024-09-14T03:50:20.186 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:19 smithi002 ceph-mon[89815]: pgmap v1071: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:50:20.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:19 smithi002 ceph-mon[89815]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:50:20.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:19 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/3630622000' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:50:20.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:19 smithi002 ceph-mon[89815]: osdmap e922: 8 total, 8 up, 8 in 2024-09-14T03:50:20.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:19 smithi002 ceph-mon[87970]: pgmap v1071: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:50:20.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:19 smithi002 ceph-mon[87970]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:50:20.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:19 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/3630622000' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:50:20.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:19 smithi002 ceph-mon[87970]: osdmap e922: 8 total, 8 up, 8 in 2024-09-14T03:50:21.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:20 smithi002 ceph-mon[87970]: osdmap e923: 8 total, 8 up, 8 in 2024-09-14T03:50:21.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:20 smithi002 ceph-mon[89815]: osdmap e923: 8 total, 8 up, 8 in 2024-09-14T03:50:21.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:20 smithi154 ceph-mon[81546]: osdmap e923: 8 total, 8 up, 8 in 2024-09-14T03:50:22.186 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:21 smithi002 ceph-mon[89815]: pgmap v1074: 137 pgs: 6 creating+peering, 15 unknown, 116 active+clean; 846 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 8.3 MiB/s rd, 2.6 MiB/s wr, 3.07k op/s 2024-09-14T03:50:22.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:21 smithi002 ceph-mon[89815]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:50:22.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:21 smithi002 ceph-mon[89815]: Cluster is now healthy 2024-09-14T03:50:22.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:21 smithi002 ceph-mon[87970]: pgmap v1074: 137 pgs: 6 creating+peering, 15 unknown, 116 active+clean; 846 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 8.3 MiB/s rd, 2.6 MiB/s wr, 3.07k op/s 2024-09-14T03:50:22.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:21 smithi002 ceph-mon[87970]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:50:22.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:21 smithi002 ceph-mon[87970]: Cluster is now healthy 2024-09-14T03:50:22.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:21 smithi154 ceph-mon[81546]: pgmap v1074: 137 pgs: 6 creating+peering, 15 unknown, 116 active+clean; 846 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 8.3 MiB/s rd, 2.6 MiB/s wr, 3.07k op/s 2024-09-14T03:50:22.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:21 smithi154 ceph-mon[81546]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:50:22.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:21 smithi154 ceph-mon[81546]: Cluster is now healthy 2024-09-14T03:50:24.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:23 smithi002 ceph-mon[87970]: pgmap v1075: 137 pgs: 6 creating+peering, 131 active+clean; 846 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.8 MiB/s wr, 2.07k op/s 2024-09-14T03:50:24.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:23 smithi002 ceph-mon[89815]: pgmap v1075: 137 pgs: 6 creating+peering, 131 active+clean; 846 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.8 MiB/s wr, 2.07k op/s 2024-09-14T03:50:24.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:23 smithi154 ceph-mon[81546]: pgmap v1075: 137 pgs: 6 creating+peering, 131 active+clean; 846 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.8 MiB/s wr, 2.07k op/s 2024-09-14T03:50:25.686 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:50:25 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:50:25] "GET /metrics HTTP/1.1" 200 36501 "" "Prometheus/2.51.0" 2024-09-14T03:50:26.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:25 smithi002 ceph-mon[87970]: pgmap v1076: 137 pgs: 137 active+clean; 846 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.5 MiB/s wr, 1.78k op/s 2024-09-14T03:50:26.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:25 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:50:26.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:25 smithi002 ceph-mon[89815]: pgmap v1076: 137 pgs: 137 active+clean; 846 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.5 MiB/s wr, 1.78k op/s 2024-09-14T03:50:26.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:25 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:50:26.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:25 smithi154 ceph-mon[81546]: pgmap v1076: 137 pgs: 137 active+clean; 846 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.5 MiB/s wr, 1.78k op/s 2024-09-14T03:50:26.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:25 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:50:28.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:27 smithi002 ceph-mon[87970]: pgmap v1077: 137 pgs: 137 active+clean; 1.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 61 MiB/s rd, 5.8 MiB/s wr, 6.82k op/s 2024-09-14T03:50:28.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:27 smithi002 ceph-mon[89815]: pgmap v1077: 137 pgs: 137 active+clean; 1.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 61 MiB/s rd, 5.8 MiB/s wr, 6.82k op/s 2024-09-14T03:50:28.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:27 smithi154 ceph-mon[81546]: pgmap v1077: 137 pgs: 137 active+clean; 1.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 61 MiB/s rd, 5.8 MiB/s wr, 6.82k op/s 2024-09-14T03:50:30.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:29 smithi002 ceph-mon[87970]: pgmap v1078: 137 pgs: 137 active+clean; 1.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 49 MiB/s rd, 4.6 MiB/s wr, 5.51k op/s 2024-09-14T03:50:30.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:29 smithi002 ceph-mon[89815]: pgmap v1078: 137 pgs: 137 active+clean; 1.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 49 MiB/s rd, 4.6 MiB/s wr, 5.51k op/s 2024-09-14T03:50:30.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:29 smithi154 ceph-mon[81546]: pgmap v1078: 137 pgs: 137 active+clean; 1.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 49 MiB/s rd, 4.6 MiB/s wr, 5.51k op/s 2024-09-14T03:50:32.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:31 smithi002 ceph-mon[87970]: pgmap v1079: 137 pgs: 137 active+clean; 1.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 74 MiB/s rd, 5.7 MiB/s wr, 6.85k op/s 2024-09-14T03:50:32.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:31 smithi002 ceph-mon[89815]: pgmap v1079: 137 pgs: 137 active+clean; 1.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 74 MiB/s rd, 5.7 MiB/s wr, 6.85k op/s 2024-09-14T03:50:32.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:31 smithi154 ceph-mon[81546]: pgmap v1079: 137 pgs: 137 active+clean; 1.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 74 MiB/s rd, 5.7 MiB/s wr, 6.85k op/s 2024-09-14T03:50:34.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:33 smithi002 ceph-mon[87970]: pgmap v1080: 137 pgs: 137 active+clean; 1.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 64 MiB/s rd, 4.3 MiB/s wr, 5.20k op/s 2024-09-14T03:50:34.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:33 smithi002 ceph-mon[89815]: pgmap v1080: 137 pgs: 137 active+clean; 1.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 64 MiB/s rd, 4.3 MiB/s wr, 5.20k op/s 2024-09-14T03:50:34.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:33 smithi154 ceph-mon[81546]: pgmap v1080: 137 pgs: 137 active+clean; 1.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 64 MiB/s rd, 4.3 MiB/s wr, 5.20k op/s 2024-09-14T03:50:35.686 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:50:35 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:50:35] "GET /metrics HTTP/1.1" 200 36501 "" "Prometheus/2.51.0" 2024-09-14T03:50:36.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:35 smithi002 ceph-mon[87970]: pgmap v1081: 137 pgs: 137 active+clean; 1.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 64 MiB/s rd, 4.3 MiB/s wr, 5.20k op/s 2024-09-14T03:50:36.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:35 smithi002 ceph-mon[89815]: pgmap v1081: 137 pgs: 137 active+clean; 1.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 64 MiB/s rd, 4.3 MiB/s wr, 5.20k op/s 2024-09-14T03:50:36.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:35 smithi154 ceph-mon[81546]: pgmap v1081: 137 pgs: 137 active+clean; 1.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 64 MiB/s rd, 4.3 MiB/s wr, 5.20k op/s 2024-09-14T03:50:36.916 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestCls2PCQueue.MultiProducerConsumer (20129 ms) 2024-09-14T03:50:36.916 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestCls2PCQueue.ReserveSpillover 2024-09-14T03:50:38.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:37 smithi002 ceph-mon[87970]: pgmap v1082: 137 pgs: 137 active+clean; 1.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 106 MiB/s rd, 5.4 MiB/s wr, 6.67k op/s 2024-09-14T03:50:38.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:37 smithi002 ceph-mon[87970]: osdmap e924: 8 total, 8 up, 8 in 2024-09-14T03:50:38.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:37 smithi002 ceph-mon[89815]: pgmap v1082: 137 pgs: 137 active+clean; 1.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 106 MiB/s rd, 5.4 MiB/s wr, 6.67k op/s 2024-09-14T03:50:38.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:37 smithi002 ceph-mon[89815]: osdmap e924: 8 total, 8 up, 8 in 2024-09-14T03:50:38.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:37 smithi154 ceph-mon[81546]: pgmap v1082: 137 pgs: 137 active+clean; 1.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 106 MiB/s rd, 5.4 MiB/s wr, 6.67k op/s 2024-09-14T03:50:38.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:37 smithi154 ceph-mon[81546]: osdmap e924: 8 total, 8 up, 8 in 2024-09-14T03:50:39.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:38 smithi002 ceph-mon[87970]: osdmap e925: 8 total, 8 up, 8 in 2024-09-14T03:50:39.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:38 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/2253345450' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-20","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:50:39.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:38 smithi002 ceph-mon[87970]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-20","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:50:39.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:38 smithi002 ceph-mon[89815]: osdmap e925: 8 total, 8 up, 8 in 2024-09-14T03:50:39.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:38 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/2253345450' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-20","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:50:39.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:38 smithi002 ceph-mon[89815]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-20","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:50:39.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:38 smithi154 ceph-mon[81546]: osdmap e925: 8 total, 8 up, 8 in 2024-09-14T03:50:39.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:38 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/2253345450' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-20","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:50:39.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:38 smithi154 ceph-mon[81546]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-20","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:50:40.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:39 smithi002 ceph-mon[87970]: pgmap v1085: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:50:40.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:39 smithi002 ceph-mon[87970]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:50:40.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:39 smithi002 ceph-mon[87970]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:50:40.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:39 smithi002 ceph-mon[87970]: osdmap e926: 8 total, 8 up, 8 in 2024-09-14T03:50:40.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:39 smithi002 ceph-mon[89815]: pgmap v1085: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:50:40.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:39 smithi002 ceph-mon[89815]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:50:40.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:39 smithi002 ceph-mon[89815]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:50:40.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:39 smithi002 ceph-mon[89815]: osdmap e926: 8 total, 8 up, 8 in 2024-09-14T03:50:40.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:39 smithi154 ceph-mon[81546]: pgmap v1085: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:50:40.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:39 smithi154 ceph-mon[81546]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:50:40.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:39 smithi154 ceph-mon[81546]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:50:40.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:39 smithi154 ceph-mon[81546]: osdmap e926: 8 total, 8 up, 8 in 2024-09-14T03:50:40.977 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestCls2PCQueue.ReserveSpillover (4063 ms) 2024-09-14T03:50:40.977 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestCls2PCQueue.CommitSpillover 2024-09-14T03:50:41.186 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:40 smithi002 ceph-mon[89815]: osdmap e927: 8 total, 8 up, 8 in 2024-09-14T03:50:41.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:40 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:50:41.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:40 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:50:41.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:40 smithi002 ceph-mon[87970]: osdmap e927: 8 total, 8 up, 8 in 2024-09-14T03:50:41.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:40 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:50:41.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:40 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:50:41.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:40 smithi154 ceph-mon[81546]: osdmap e927: 8 total, 8 up, 8 in 2024-09-14T03:50:41.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:40 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:50:41.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:40 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:50:42.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:41 smithi002 ceph-mon[87970]: pgmap v1088: 137 pgs: 5 creating+peering, 11 unknown, 121 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:50:42.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:41 smithi002 ceph-mon[87970]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:50:42.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:41 smithi002 ceph-mon[87970]: Cluster is now healthy 2024-09-14T03:50:42.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:41 smithi002 ceph-mon[87970]: osdmap e928: 8 total, 8 up, 8 in 2024-09-14T03:50:42.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:41 smithi002 ceph-mon[89815]: pgmap v1088: 137 pgs: 5 creating+peering, 11 unknown, 121 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:50:42.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:41 smithi002 ceph-mon[89815]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:50:42.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:41 smithi002 ceph-mon[89815]: Cluster is now healthy 2024-09-14T03:50:42.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:41 smithi002 ceph-mon[89815]: osdmap e928: 8 total, 8 up, 8 in 2024-09-14T03:50:42.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:41 smithi154 ceph-mon[81546]: pgmap v1088: 137 pgs: 5 creating+peering, 11 unknown, 121 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:50:42.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:41 smithi154 ceph-mon[81546]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:50:42.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:41 smithi154 ceph-mon[81546]: Cluster is now healthy 2024-09-14T03:50:42.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:41 smithi154 ceph-mon[81546]: osdmap e928: 8 total, 8 up, 8 in 2024-09-14T03:50:43.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:42 smithi002 ceph-mon[87970]: osdmap e929: 8 total, 8 up, 8 in 2024-09-14T03:50:43.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:42 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/1584400567' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-21","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:50:43.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:42 smithi002 ceph-mon[87970]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-21","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:50:43.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:42 smithi002 ceph-mon[89815]: osdmap e929: 8 total, 8 up, 8 in 2024-09-14T03:50:43.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:42 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/1584400567' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-21","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:50:43.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:42 smithi002 ceph-mon[89815]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-21","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:50:43.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:42 smithi154 ceph-mon[81546]: osdmap e929: 8 total, 8 up, 8 in 2024-09-14T03:50:43.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:42 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/1584400567' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-21","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:50:43.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:42 smithi154 ceph-mon[81546]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-21","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:50:44.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:43 smithi002 ceph-mon[89815]: pgmap v1091: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:50:44.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:43 smithi002 ceph-mon[89815]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:50:44.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:43 smithi002 ceph-mon[89815]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:50:44.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:43 smithi002 ceph-mon[89815]: osdmap e930: 8 total, 8 up, 8 in 2024-09-14T03:50:44.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:43 smithi002 ceph-mon[87970]: pgmap v1091: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:50:44.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:43 smithi002 ceph-mon[87970]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:50:44.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:43 smithi002 ceph-mon[87970]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:50:44.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:43 smithi002 ceph-mon[87970]: osdmap e930: 8 total, 8 up, 8 in 2024-09-14T03:50:44.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:43 smithi154 ceph-mon[81546]: pgmap v1091: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:50:44.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:43 smithi154 ceph-mon[81546]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:50:44.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:43 smithi154 ceph-mon[81546]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:50:44.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:43 smithi154 ceph-mon[81546]: osdmap e930: 8 total, 8 up, 8 in 2024-09-14T03:50:45.407 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:44 smithi002 ceph-mon[87970]: osdmap e931: 8 total, 8 up, 8 in 2024-09-14T03:50:45.407 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:44 smithi002 ceph-mon[89815]: osdmap e931: 8 total, 8 up, 8 in 2024-09-14T03:50:45.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:44 smithi154 ceph-mon[81546]: osdmap e931: 8 total, 8 up, 8 in 2024-09-14T03:50:45.686 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:50:45 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:50:45] "GET /metrics HTTP/1.1" 200 36474 "" "Prometheus/2.51.0" 2024-09-14T03:50:46.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:45 smithi002 ceph-mon[87970]: pgmap v1094: 137 pgs: 4 creating+peering, 21 unknown, 112 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:50:46.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:45 smithi002 ceph-mon[87970]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:50:46.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:45 smithi002 ceph-mon[87970]: Cluster is now healthy 2024-09-14T03:50:46.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:45 smithi002 ceph-mon[89815]: pgmap v1094: 137 pgs: 4 creating+peering, 21 unknown, 112 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:50:46.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:45 smithi002 ceph-mon[89815]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:50:46.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:45 smithi002 ceph-mon[89815]: Cluster is now healthy 2024-09-14T03:50:46.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:45 smithi154 ceph-mon[81546]: pgmap v1094: 137 pgs: 4 creating+peering, 21 unknown, 112 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:50:46.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:45 smithi154 ceph-mon[81546]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:50:46.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:45 smithi154 ceph-mon[81546]: Cluster is now healthy 2024-09-14T03:50:47.000 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestCls2PCQueue.CommitSpillover (6023 ms) 2024-09-14T03:50:47.000 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestCls2PCQueue.AbortSpillover 2024-09-14T03:50:48.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:48 smithi002 ceph-mon[87970]: pgmap v1095: 137 pgs: 4 creating+peering, 12 unknown, 121 active+clean; 653 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 4.8 MiB/s rd, 5.0 MiB/s wr, 1.71k op/s 2024-09-14T03:50:48.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:48 smithi002 ceph-mon[87970]: osdmap e932: 8 total, 8 up, 8 in 2024-09-14T03:50:48.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:48 smithi002 ceph-mon[89815]: pgmap v1095: 137 pgs: 4 creating+peering, 12 unknown, 121 active+clean; 653 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 4.8 MiB/s rd, 5.0 MiB/s wr, 1.71k op/s 2024-09-14T03:50:48.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:48 smithi002 ceph-mon[89815]: osdmap e932: 8 total, 8 up, 8 in 2024-09-14T03:50:48.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:48 smithi154 ceph-mon[81546]: pgmap v1095: 137 pgs: 4 creating+peering, 12 unknown, 121 active+clean; 653 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 4.8 MiB/s rd, 5.0 MiB/s wr, 1.71k op/s 2024-09-14T03:50:48.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:48 smithi154 ceph-mon[81546]: osdmap e932: 8 total, 8 up, 8 in 2024-09-14T03:50:49.436 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:49 smithi002 ceph-mon[87970]: osdmap e933: 8 total, 8 up, 8 in 2024-09-14T03:50:49.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:49 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/3372421199' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-22","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:50:49.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:49 smithi002 ceph-mon[87970]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-22","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:50:49.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:49 smithi002 ceph-mon[87970]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:50:49.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:49 smithi002 ceph-mon[87970]: osdmap e934: 8 total, 8 up, 8 in 2024-09-14T03:50:49.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:49 smithi002 ceph-mon[89815]: osdmap e933: 8 total, 8 up, 8 in 2024-09-14T03:50:49.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:49 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/3372421199' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-22","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:50:49.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:49 smithi002 ceph-mon[89815]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-22","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:50:49.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:49 smithi002 ceph-mon[89815]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:50:49.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:49 smithi002 ceph-mon[89815]: osdmap e934: 8 total, 8 up, 8 in 2024-09-14T03:50:49.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:49 smithi154 ceph-mon[81546]: osdmap e933: 8 total, 8 up, 8 in 2024-09-14T03:50:49.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:49 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/3372421199' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-22","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:50:49.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:49 smithi154 ceph-mon[81546]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-22","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:50:49.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:49 smithi154 ceph-mon[81546]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-125665-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:50:49.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:49 smithi154 ceph-mon[81546]: osdmap e934: 8 total, 8 up, 8 in 2024-09-14T03:50:50.378 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:50 smithi154 ceph-mon[81546]: pgmap v1098: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:50:50.378 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:50 smithi154 ceph-mon[81546]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:50:50.378 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:50 smithi154 ceph-mon[81546]: osdmap e935: 8 total, 8 up, 8 in 2024-09-14T03:50:50.436 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:50 smithi002 ceph-mon[87970]: pgmap v1098: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:50:50.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:50 smithi002 ceph-mon[87970]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:50:50.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:50 smithi002 ceph-mon[87970]: osdmap e935: 8 total, 8 up, 8 in 2024-09-14T03:50:50.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:50 smithi002 ceph-mon[89815]: pgmap v1098: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-14T03:50:50.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:50 smithi002 ceph-mon[89815]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:50:50.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:50 smithi002 ceph-mon[89815]: osdmap e935: 8 total, 8 up, 8 in 2024-09-14T03:50:51.436 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:51 smithi002 ceph-mon[89815]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:50:51.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:51 smithi002 ceph-mon[89815]: Cluster is now healthy 2024-09-14T03:50:51.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:51 smithi002 ceph-mon[87970]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:50:51.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:51 smithi002 ceph-mon[87970]: Cluster is now healthy 2024-09-14T03:50:51.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:51 smithi154 ceph-mon[81546]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:50:51.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:51 smithi154 ceph-mon[81546]: Cluster is now healthy 2024-09-14T03:50:52.075 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestCls2PCQueue.AbortSpillover (5076 ms) 2024-09-14T03:50:52.076 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 22 tests from TestCls2PCQueue (101858 ms total) 2024-09-14T03:50:52.076 INFO:tasks.workunit.client.0.smithi002.stdout: 2024-09-14T03:50:52.076 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] Global test environment tear-down 2024-09-14T03:50:52.076 INFO:tasks.workunit.client.0.smithi002.stdout:[==========] 22 tests from 1 test suite ran. (101858 ms total) 2024-09-14T03:50:52.076 INFO:tasks.workunit.client.0.smithi002.stdout:[ PASSED ] 22 tests. 2024-09-14T03:50:52.080 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-14T03:50:52.080 DEBUG:teuthology.orchestra.run.smithi002:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-14T03:50:52.110 INFO:tasks.workunit:Running workunit cls/test_cls_cas.sh... 2024-09-14T03:50:52.111 DEBUG:teuthology.orchestra.run.smithi002:workunit test cls/test_cls_cas.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cas.sh 2024-09-14T03:50:52.183 INFO:tasks.workunit.client.0.smithi002.stdout:Running main() from gmock_main.cc 2024-09-14T03:50:52.184 INFO:tasks.workunit.client.0.smithi002.stdout:[==========] Running 6 tests from 2 test suites. 2024-09-14T03:50:52.184 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] Global test environment set-up. 2024-09-14T03:50:52.184 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 5 tests from cls_cas 2024-09-14T03:50:52.184 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] cls_cas.get_put 2024-09-14T03:50:52.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:52 smithi002 ceph-mon[87970]: pgmap v1101: 137 pgs: 3 creating+peering, 17 unknown, 117 active+clean; 585 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:50:52.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:52 smithi002 ceph-mon[89815]: pgmap v1101: 137 pgs: 3 creating+peering, 17 unknown, 117 active+clean; 585 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:50:52.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:52 smithi154 ceph-mon[81546]: pgmap v1101: 137 pgs: 3 creating+peering, 17 unknown, 117 active+clean; 585 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:50:53.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:53 smithi002 ceph-mon[87970]: osdmap e936: 8 total, 8 up, 8 in 2024-09-14T03:50:53.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:53 smithi002 ceph-mon[89815]: osdmap e936: 8 total, 8 up, 8 in 2024-09-14T03:50:53.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:53 smithi154 ceph-mon[81546]: osdmap e936: 8 total, 8 up, 8 in 2024-09-14T03:50:54.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:54 smithi002 ceph-mon[87970]: pgmap v1103: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:50:54.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:54 smithi002 ceph-mon[87970]: osdmap e937: 8 total, 8 up, 8 in 2024-09-14T03:50:54.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:54 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/2284232340' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126356-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:50:54.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:54 smithi002 ceph-mon[87970]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126356-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:50:54.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:54 smithi002 ceph-mon[89815]: pgmap v1103: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:50:54.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:54 smithi002 ceph-mon[89815]: osdmap e937: 8 total, 8 up, 8 in 2024-09-14T03:50:54.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:54 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/2284232340' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126356-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:50:54.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:54 smithi002 ceph-mon[89815]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126356-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:50:54.480 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:54 smithi154 ceph-mon[81546]: pgmap v1103: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:50:54.480 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:54 smithi154 ceph-mon[81546]: osdmap e937: 8 total, 8 up, 8 in 2024-09-14T03:50:54.480 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:54 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/2284232340' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126356-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:50:54.480 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:54 smithi154 ceph-mon[81546]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126356-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:50:55.107 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] cls_cas.get_put (2924 ms) 2024-09-14T03:50:55.107 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] cls_cas.wrong_put 2024-09-14T03:50:55.406 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:55 smithi002 ceph-mon[89815]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126356-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:50:55.406 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:55 smithi002 ceph-mon[89815]: osdmap e938: 8 total, 8 up, 8 in 2024-09-14T03:50:55.407 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:55 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:50:55.407 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:55 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:50:55.407 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:55 smithi002 ceph-mon[87970]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126356-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:50:55.407 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:55 smithi002 ceph-mon[87970]: osdmap e938: 8 total, 8 up, 8 in 2024-09-14T03:50:55.407 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:55 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:50:55.407 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:55 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:50:55.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:55 smithi154 ceph-mon[81546]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126356-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:50:55.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:55 smithi154 ceph-mon[81546]: osdmap e938: 8 total, 8 up, 8 in 2024-09-14T03:50:55.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:55 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:50:55.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:55 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:50:55.686 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:50:55 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:50:55] "GET /metrics HTTP/1.1" 200 36447 "" "Prometheus/2.51.0" 2024-09-14T03:50:56.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:56 smithi002 ceph-mon[87970]: pgmap v1106: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:50:56.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:56 smithi002 ceph-mon[87970]: osdmap e939: 8 total, 8 up, 8 in 2024-09-14T03:50:56.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:56 smithi002 ceph-mon[89815]: pgmap v1106: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:50:56.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:56 smithi002 ceph-mon[89815]: osdmap e939: 8 total, 8 up, 8 in 2024-09-14T03:50:56.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:56 smithi154 ceph-mon[81546]: pgmap v1106: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:50:56.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:56 smithi154 ceph-mon[81546]: osdmap e939: 8 total, 8 up, 8 in 2024-09-14T03:50:57.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:57 smithi002 ceph-mon[89815]: osdmap e940: 8 total, 8 up, 8 in 2024-09-14T03:50:57.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:57 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/2452767294' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126356-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:50:57.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:57 smithi002 ceph-mon[89815]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126356-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:50:57.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:57 smithi002 ceph-mon[87970]: osdmap e940: 8 total, 8 up, 8 in 2024-09-14T03:50:57.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:57 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/2452767294' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126356-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:50:57.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:57 smithi002 ceph-mon[87970]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126356-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:50:57.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:57 smithi154 ceph-mon[81546]: osdmap e940: 8 total, 8 up, 8 in 2024-09-14T03:50:57.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:57 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/2452767294' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126356-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:50:57.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:57 smithi154 ceph-mon[81546]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126356-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:50:58.124 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] cls_cas.wrong_put (3017 ms) 2024-09-14T03:50:58.125 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] cls_cas.dup_get 2024-09-14T03:50:58.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:58 smithi002 ceph-mon[87970]: pgmap v1109: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:50:58.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:58 smithi002 ceph-mon[87970]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:50:58.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:58 smithi002 ceph-mon[87970]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126356-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:50:58.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:58 smithi002 ceph-mon[87970]: osdmap e941: 8 total, 8 up, 8 in 2024-09-14T03:50:58.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:58 smithi002 ceph-mon[89815]: pgmap v1109: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:50:58.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:58 smithi002 ceph-mon[89815]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:50:58.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:58 smithi002 ceph-mon[89815]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126356-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:50:58.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:58 smithi002 ceph-mon[89815]: osdmap e941: 8 total, 8 up, 8 in 2024-09-14T03:50:58.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:58 smithi154 ceph-mon[81546]: pgmap v1109: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:50:58.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:58 smithi154 ceph-mon[81546]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:50:58.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:58 smithi154 ceph-mon[81546]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126356-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:50:58.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:58 smithi154 ceph-mon[81546]: osdmap e941: 8 total, 8 up, 8 in 2024-09-14T03:50:59.436 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:50:59 smithi002 ceph-mon[87970]: osdmap e942: 8 total, 8 up, 8 in 2024-09-14T03:50:59.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:50:59 smithi002 ceph-mon[89815]: osdmap e942: 8 total, 8 up, 8 in 2024-09-14T03:50:59.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:50:59 smithi154 ceph-mon[81546]: osdmap e942: 8 total, 8 up, 8 in 2024-09-14T03:51:00.436 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:00 smithi002 ceph-mon[87970]: pgmap v1112: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:00.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:00 smithi002 ceph-mon[87970]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:51:00.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:00 smithi002 ceph-mon[87970]: Cluster is now healthy 2024-09-14T03:51:00.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:00 smithi002 ceph-mon[87970]: osdmap e943: 8 total, 8 up, 8 in 2024-09-14T03:51:00.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:00 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/2769211091' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126356-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:00.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:00 smithi002 ceph-mon[89815]: pgmap v1112: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:00.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:00 smithi002 ceph-mon[89815]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:51:00.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:00 smithi002 ceph-mon[89815]: Cluster is now healthy 2024-09-14T03:51:00.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:00 smithi002 ceph-mon[89815]: osdmap e943: 8 total, 8 up, 8 in 2024-09-14T03:51:00.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:00 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/2769211091' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126356-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:00.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:00 smithi154 ceph-mon[81546]: pgmap v1112: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:00.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:00 smithi154 ceph-mon[81546]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:51:00.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:00 smithi154 ceph-mon[81546]: Cluster is now healthy 2024-09-14T03:51:00.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:00 smithi154 ceph-mon[81546]: osdmap e943: 8 total, 8 up, 8 in 2024-09-14T03:51:00.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:00 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/2769211091' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126356-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:01.144 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] cls_cas.dup_get (3019 ms) 2024-09-14T03:51:01.144 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] cls_cas.dup_put 2024-09-14T03:51:01.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:01 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/2769211091' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126356-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:51:01.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:01 smithi002 ceph-mon[87970]: osdmap e944: 8 total, 8 up, 8 in 2024-09-14T03:51:01.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:01 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/2769211091' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126356-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:51:01.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:01 smithi002 ceph-mon[89815]: osdmap e944: 8 total, 8 up, 8 in 2024-09-14T03:51:01.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:01 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/2769211091' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126356-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:51:01.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:01 smithi154 ceph-mon[81546]: osdmap e944: 8 total, 8 up, 8 in 2024-09-14T03:51:02.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:02 smithi002 ceph-mon[87970]: pgmap v1115: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:02.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:02 smithi002 ceph-mon[87970]: osdmap e945: 8 total, 8 up, 8 in 2024-09-14T03:51:02.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:02 smithi002 ceph-mon[89815]: pgmap v1115: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:02.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:02 smithi002 ceph-mon[89815]: osdmap e945: 8 total, 8 up, 8 in 2024-09-14T03:51:02.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:02 smithi154 ceph-mon[81546]: pgmap v1115: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:02.518 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:02 smithi154 ceph-mon[81546]: osdmap e945: 8 total, 8 up, 8 in 2024-09-14T03:51:03.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:03 smithi002 ceph-mon[87970]: osdmap e946: 8 total, 8 up, 8 in 2024-09-14T03:51:03.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:03 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/1756995936' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126356-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:03.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:03 smithi002 ceph-mon[87970]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126356-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:03.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:03 smithi002 ceph-mon[89815]: osdmap e946: 8 total, 8 up, 8 in 2024-09-14T03:51:03.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:03 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/1756995936' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126356-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:03.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:03 smithi002 ceph-mon[89815]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126356-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:03.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:03 smithi154 ceph-mon[81546]: osdmap e946: 8 total, 8 up, 8 in 2024-09-14T03:51:03.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:03 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/1756995936' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126356-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:03.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:03 smithi154 ceph-mon[81546]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126356-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:04.164 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] cls_cas.dup_put (3020 ms) 2024-09-14T03:51:04.164 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] cls_cas.get_wrong_data 2024-09-14T03:51:04.436 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:04 smithi002 ceph-mon[87970]: pgmap v1118: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:04.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:04 smithi002 ceph-mon[87970]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:51:04.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:04 smithi002 ceph-mon[87970]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126356-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:51:04.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:04 smithi002 ceph-mon[87970]: osdmap e947: 8 total, 8 up, 8 in 2024-09-14T03:51:04.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:04 smithi002 ceph-mon[89815]: pgmap v1118: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:04.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:04 smithi002 ceph-mon[89815]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:51:04.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:04 smithi002 ceph-mon[89815]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126356-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:51:04.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:04 smithi002 ceph-mon[89815]: osdmap e947: 8 total, 8 up, 8 in 2024-09-14T03:51:04.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:04 smithi154 ceph-mon[81546]: pgmap v1118: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:04.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:04 smithi154 ceph-mon[81546]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:51:04.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:04 smithi154 ceph-mon[81546]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126356-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:51:04.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:04 smithi154 ceph-mon[81546]: osdmap e947: 8 total, 8 up, 8 in 2024-09-14T03:51:05.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:05 smithi002 ceph-mon[87970]: osdmap e948: 8 total, 8 up, 8 in 2024-09-14T03:51:05.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:05 smithi002 ceph-mon[89815]: osdmap e948: 8 total, 8 up, 8 in 2024-09-14T03:51:05.437 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:51:05 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:51:05] "GET /metrics HTTP/1.1" 200 36447 "" "Prometheus/2.51.0" 2024-09-14T03:51:05.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:05 smithi154 ceph-mon[81546]: osdmap e948: 8 total, 8 up, 8 in 2024-09-14T03:51:06.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:06 smithi002 ceph-mon[89815]: pgmap v1121: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:06.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:06 smithi002 ceph-mon[89815]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:51:06.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:06 smithi002 ceph-mon[89815]: Cluster is now healthy 2024-09-14T03:51:06.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:06 smithi002 ceph-mon[89815]: osdmap e949: 8 total, 8 up, 8 in 2024-09-14T03:51:06.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:06 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/1809856008' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126356-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:06.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:06 smithi002 ceph-mon[89815]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126356-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:06.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:06 smithi002 ceph-mon[87970]: pgmap v1121: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:06.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:06 smithi002 ceph-mon[87970]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:51:06.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:06 smithi002 ceph-mon[87970]: Cluster is now healthy 2024-09-14T03:51:06.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:06 smithi002 ceph-mon[87970]: osdmap e949: 8 total, 8 up, 8 in 2024-09-14T03:51:06.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:06 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/1809856008' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126356-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:06.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:06 smithi002 ceph-mon[87970]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126356-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:06.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:06 smithi154 ceph-mon[81546]: pgmap v1121: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:06.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:06 smithi154 ceph-mon[81546]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:51:06.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:06 smithi154 ceph-mon[81546]: Cluster is now healthy 2024-09-14T03:51:06.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:06 smithi154 ceph-mon[81546]: osdmap e949: 8 total, 8 up, 8 in 2024-09-14T03:51:06.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:06 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/1809856008' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126356-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:06.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:06 smithi154 ceph-mon[81546]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126356-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:07.183 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] cls_cas.get_wrong_data (3019 ms) 2024-09-14T03:51:07.183 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 5 tests from cls_cas (14999 ms total) 2024-09-14T03:51:07.183 INFO:tasks.workunit.client.0.smithi002.stdout: 2024-09-14T03:51:07.183 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 1 test from chunk_refs_t 2024-09-14T03:51:07.183 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] chunk_refs_t.size 2024-09-14T03:51:07.184 INFO:tasks.workunit.client.0.smithi002.stdout:1 60 by_object 2024-09-14T03:51:07.184 INFO:tasks.workunit.client.0.smithi002.stdout:2 103 by_object 2024-09-14T03:51:07.184 INFO:tasks.workunit.client.0.smithi002.stdout:4 189 by_object 2024-09-14T03:51:07.184 INFO:tasks.workunit.client.0.smithi002.stdout:8 361 by_object 2024-09-14T03:51:07.184 INFO:tasks.workunit.client.0.smithi002.stdout:16 112 by_hash(32 bits) 2024-09-14T03:51:07.184 INFO:tasks.workunit.client.0.smithi002.stdout:32 208 by_hash(32 bits) 2024-09-14T03:51:07.184 INFO:tasks.workunit.client.0.smithi002.stdout:64 400 by_hash(32 bits) 2024-09-14T03:51:07.185 INFO:tasks.workunit.client.0.smithi002.stdout:128 509 by_hash(10 bits) 2024-09-14T03:51:07.185 INFO:tasks.workunit.client.0.smithi002.stdout:256 499 by_hash(7 bits) 2024-09-14T03:51:07.185 INFO:tasks.workunit.client.0.smithi002.stdout:512 462 by_hash(5 bits) 2024-09-14T03:51:07.185 INFO:tasks.workunit.client.0.smithi002.stdout:1024 466 by_hash(5 bits) 2024-09-14T03:51:07.185 INFO:tasks.workunit.client.0.smithi002.stdout:2048 466 by_hash(5 bits) 2024-09-14T03:51:07.185 INFO:tasks.workunit.client.0.smithi002.stdout:4096 470 by_hash(5 bits) 2024-09-14T03:51:07.186 INFO:tasks.workunit.client.0.smithi002.stdout:8192 498 by_hash(4 bits) 2024-09-14T03:51:07.188 INFO:tasks.workunit.client.0.smithi002.stdout:16384 278 by_hash(3 bits) 2024-09-14T03:51:07.190 INFO:tasks.workunit.client.0.smithi002.stdout:32768 337 by_hash(2 bits) 2024-09-14T03:51:07.194 INFO:tasks.workunit.client.0.smithi002.stdout:65536 367 by_hash(2 bits) 2024-09-14T03:51:07.202 INFO:tasks.workunit.client.0.smithi002.stdout:131072 387 by_hash(1 bits) 2024-09-14T03:51:07.217 INFO:tasks.workunit.client.0.smithi002.stdout:262144 331 by_pool 2024-09-14T03:51:07.245 INFO:tasks.workunit.client.0.smithi002.stdout:524288 21 count 2024-09-14T03:51:07.294 INFO:tasks.workunit.client.0.smithi002.stdout:1048576 21 count 2024-09-14T03:51:07.393 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] chunk_refs_t.size (210 ms) 2024-09-14T03:51:07.393 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 1 test from chunk_refs_t (210 ms total) 2024-09-14T03:51:07.393 INFO:tasks.workunit.client.0.smithi002.stdout: 2024-09-14T03:51:07.393 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] Global test environment tear-down 2024-09-14T03:51:07.393 INFO:tasks.workunit.client.0.smithi002.stdout:[==========] 6 tests from 2 test suites ran. (15209 ms total) 2024-09-14T03:51:07.393 INFO:tasks.workunit.client.0.smithi002.stdout:[ PASSED ] 6 tests. 2024-09-14T03:51:07.395 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-14T03:51:07.395 DEBUG:teuthology.orchestra.run.smithi002:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-14T03:51:07.436 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:07 smithi002 ceph-mon[87970]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126356-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:51:07.436 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:07 smithi002 ceph-mon[87970]: osdmap e950: 8 total, 8 up, 8 in 2024-09-14T03:51:07.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:07 smithi002 ceph-mon[89815]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126356-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:51:07.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:07 smithi002 ceph-mon[89815]: osdmap e950: 8 total, 8 up, 8 in 2024-09-14T03:51:07.461 INFO:tasks.workunit:Running workunit cls/test_cls_cmpomap.sh... 2024-09-14T03:51:07.462 DEBUG:teuthology.orchestra.run.smithi002:workunit test cls/test_cls_cmpomap.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cmpomap.sh 2024-09-14T03:51:07.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:07 smithi154 ceph-mon[81546]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126356-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:51:07.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:07 smithi154 ceph-mon[81546]: osdmap e950: 8 total, 8 up, 8 in 2024-09-14T03:51:07.533 INFO:tasks.workunit.client.0.smithi002.stdout:Running main() from gmock_main.cc 2024-09-14T03:51:07.534 INFO:tasks.workunit.client.0.smithi002.stdout:[==========] Running 31 tests from 1 test suite. 2024-09-14T03:51:07.534 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] Global test environment set-up. 2024-09-14T03:51:08.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:08 smithi002 ceph-mon[87970]: pgmap v1124: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:08.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:08 smithi002 ceph-mon[87970]: osdmap e951: 8 total, 8 up, 8 in 2024-09-14T03:51:08.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:08 smithi002 ceph-mon[89815]: pgmap v1124: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:08.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:08 smithi002 ceph-mon[89815]: osdmap e951: 8 total, 8 up, 8 in 2024-09-14T03:51:08.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:08 smithi154 ceph-mon[81546]: pgmap v1124: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:08.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:08 smithi154 ceph-mon[81546]: osdmap e951: 8 total, 8 up, 8 in 2024-09-14T03:51:09.195 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 31 tests from CmpOmap 2024-09-14T03:51:09.195 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str 2024-09-14T03:51:09.209 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str (14 ms) 2024-09-14T03:51:09.209 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str_default 2024-09-14T03:51:09.214 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str_default (5 ms) 2024-09-14T03:51:09.215 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64 2024-09-14T03:51:09.217 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64 (3 ms) 2024-09-14T03:51:09.218 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64_default 2024-09-14T03:51:09.221 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64_default (3 ms) 2024-09-14T03:51:09.221 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] CmpOmap.cmp_vals_str 2024-09-14T03:51:09.227 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] CmpOmap.cmp_vals_str (7 ms) 2024-09-14T03:51:09.227 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] CmpOmap.cmp_vals_u64 2024-09-14T03:51:09.235 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] CmpOmap.cmp_vals_u64 (7 ms) 2024-09-14T03:51:09.235 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_input 2024-09-14T03:51:09.238 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_input (3 ms) 2024-09-14T03:51:09.238 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_default 2024-09-14T03:51:09.240 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_default (3 ms) 2024-09-14T03:51:09.240 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] CmpOmap.cmp_vals_u64_empty_default 2024-09-14T03:51:09.243 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] CmpOmap.cmp_vals_u64_empty_default (3 ms) 2024-09-14T03:51:09.243 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_value 2024-09-14T03:51:09.247 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_value (3 ms) 2024-09-14T03:51:09.247 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] CmpOmap.cmp_vals_at_max_keys 2024-09-14T03:51:09.247 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] CmpOmap.cmp_vals_at_max_keys (1 ms) 2024-09-14T03:51:09.247 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] CmpOmap.cmp_vals_over_max_keys 2024-09-14T03:51:09.248 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] CmpOmap.cmp_vals_over_max_keys (1 ms) 2024-09-14T03:51:09.248 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str 2024-09-14T03:51:09.254 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str (6 ms) 2024-09-14T03:51:09.254 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str_default 2024-09-14T03:51:09.260 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str_default (6 ms) 2024-09-14T03:51:09.261 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64 2024-09-14T03:51:09.266 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64 (6 ms) 2024-09-14T03:51:09.266 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64_default 2024-09-14T03:51:09.274 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64_default (8 ms) 2024-09-14T03:51:09.274 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] CmpOmap.cmp_set_vals_str 2024-09-14T03:51:09.281 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] CmpOmap.cmp_set_vals_str (7 ms) 2024-09-14T03:51:09.281 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64 2024-09-14T03:51:09.288 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] CmpOmap.cmp_set_vals_u64 (7 ms) 2024-09-14T03:51:09.288 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_einval 2024-09-14T03:51:09.290 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_einval (2 ms) 2024-09-14T03:51:09.290 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_eio 2024-09-14T03:51:09.292 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_eio (2 ms) 2024-09-14T03:51:09.292 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] CmpOmap.cmp_set_vals_at_max_keys 2024-09-14T03:51:09.293 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] CmpOmap.cmp_set_vals_at_max_keys (1 ms) 2024-09-14T03:51:09.293 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] CmpOmap.cmp_set_vals_over_max_keys 2024-09-14T03:51:09.294 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] CmpOmap.cmp_set_vals_over_max_keys (1 ms) 2024-09-14T03:51:09.294 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_str 2024-09-14T03:51:09.300 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_str (6 ms) 2024-09-14T03:51:09.300 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_u64 2024-09-14T03:51:09.306 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_u64 (6 ms) 2024-09-14T03:51:09.306 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] CmpOmap.cmp_rm_keys_str 2024-09-14T03:51:09.313 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] CmpOmap.cmp_rm_keys_str (7 ms) 2024-09-14T03:51:09.314 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64 2024-09-14T03:51:09.321 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64 (7 ms) 2024-09-14T03:51:09.321 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_einval 2024-09-14T03:51:09.323 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_einval (3 ms) 2024-09-14T03:51:09.323 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_eio 2024-09-14T03:51:09.325 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_eio (2 ms) 2024-09-14T03:51:09.325 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] CmpOmap.cmp_rm_keys_at_max_keys 2024-09-14T03:51:09.326 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] CmpOmap.cmp_rm_keys_at_max_keys (1 ms) 2024-09-14T03:51:09.326 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] CmpOmap.cmp_rm_keys_over_max_keys 2024-09-14T03:51:09.327 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] CmpOmap.cmp_rm_keys_over_max_keys (0 ms) 2024-09-14T03:51:09.327 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_empty 2024-09-14T03:51:09.335 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_empty (9 ms) 2024-09-14T03:51:09.335 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 31 tests from CmpOmap (141 ms total) 2024-09-14T03:51:09.335 INFO:tasks.workunit.client.0.smithi002.stdout: 2024-09-14T03:51:09.335 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] Global test environment tear-down 2024-09-14T03:51:09.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:09 smithi154 ceph-mon[81546]: osdmap e952: 8 total, 8 up, 8 in 2024-09-14T03:51:09.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:09 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/2851690210' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126480-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:09.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:09 smithi002 ceph-mon[87970]: osdmap e952: 8 total, 8 up, 8 in 2024-09-14T03:51:09.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:09 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/2851690210' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126480-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:09.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:09 smithi002 ceph-mon[89815]: osdmap e952: 8 total, 8 up, 8 in 2024-09-14T03:51:09.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:09 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/2851690210' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126480-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:10.200 INFO:tasks.workunit.client.0.smithi002.stdout:[==========] 31 tests from 1 test suite ran. (2666 ms total) 2024-09-14T03:51:10.200 INFO:tasks.workunit.client.0.smithi002.stdout:[ PASSED ] 31 tests. 2024-09-14T03:51:10.203 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-14T03:51:10.203 DEBUG:teuthology.orchestra.run.smithi002:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-14T03:51:10.276 INFO:tasks.workunit:Running workunit cls/test_cls_hello.sh... 2024-09-14T03:51:10.276 DEBUG:teuthology.orchestra.run.smithi002:workunit test cls/test_cls_hello.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_hello.sh 2024-09-14T03:51:10.353 INFO:tasks.workunit.client.0.smithi002.stdout:Running main() from gmock_main.cc 2024-09-14T03:51:10.353 INFO:tasks.workunit.client.0.smithi002.stdout:[==========] Running 6 tests from 1 test suite. 2024-09-14T03:51:10.354 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] Global test environment set-up. 2024-09-14T03:51:10.354 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 6 tests from ClsHello 2024-09-14T03:51:10.354 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] ClsHello.SayHello 2024-09-14T03:51:10.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:10 smithi154 ceph-mon[81546]: pgmap v1127: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:10.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:10 smithi154 ceph-mon[81546]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:51:10.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:10 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/2851690210' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126480-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:51:10.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:10 smithi154 ceph-mon[81546]: osdmap e953: 8 total, 8 up, 8 in 2024-09-14T03:51:10.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:51:10.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:51:10.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:10 smithi002 ceph-mon[87970]: pgmap v1127: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:10.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:10 smithi002 ceph-mon[87970]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:51:10.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:10 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/2851690210' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126480-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:51:10.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:10 smithi002 ceph-mon[87970]: osdmap e953: 8 total, 8 up, 8 in 2024-09-14T03:51:10.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:51:10.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:51:10.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:10 smithi002 ceph-mon[89815]: pgmap v1127: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:10.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:10 smithi002 ceph-mon[89815]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:51:10.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:10 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/2851690210' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126480-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:51:10.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:10 smithi002 ceph-mon[89815]: osdmap e953: 8 total, 8 up, 8 in 2024-09-14T03:51:10.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:51:10.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:51:11.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:11 smithi154 ceph-mon[81546]: osdmap e954: 8 total, 8 up, 8 in 2024-09-14T03:51:11.686 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:11 smithi002 ceph-mon[87970]: osdmap e954: 8 total, 8 up, 8 in 2024-09-14T03:51:11.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:11 smithi002 ceph-mon[89815]: osdmap e954: 8 total, 8 up, 8 in 2024-09-14T03:51:12.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:12 smithi154 ceph-mon[81546]: pgmap v1130: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:12.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:12 smithi154 ceph-mon[81546]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:51:12.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:12 smithi154 ceph-mon[81546]: Cluster is now healthy 2024-09-14T03:51:12.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:12 smithi154 ceph-mon[81546]: osdmap e955: 8 total, 8 up, 8 in 2024-09-14T03:51:12.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:12 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/1242761681' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126535-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:12.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:12 smithi002 ceph-mon[89815]: pgmap v1130: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:12.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:12 smithi002 ceph-mon[89815]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:51:12.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:12 smithi002 ceph-mon[89815]: Cluster is now healthy 2024-09-14T03:51:12.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:12 smithi002 ceph-mon[89815]: osdmap e955: 8 total, 8 up, 8 in 2024-09-14T03:51:12.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:12 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/1242761681' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126535-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:12.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:12 smithi002 ceph-mon[87970]: pgmap v1130: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:12.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:12 smithi002 ceph-mon[87970]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:51:12.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:12 smithi002 ceph-mon[87970]: Cluster is now healthy 2024-09-14T03:51:12.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:12 smithi002 ceph-mon[87970]: osdmap e955: 8 total, 8 up, 8 in 2024-09-14T03:51:12.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:12 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/1242761681' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126535-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:13.227 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] ClsHello.SayHello (2874 ms) 2024-09-14T03:51:13.227 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] ClsHello.RecordHello 2024-09-14T03:51:13.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:13 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/1242761681' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126535-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:51:13.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:13 smithi154 ceph-mon[81546]: osdmap e956: 8 total, 8 up, 8 in 2024-09-14T03:51:13.686 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:13 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/1242761681' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126535-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:51:13.686 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:13 smithi002 ceph-mon[89815]: osdmap e956: 8 total, 8 up, 8 in 2024-09-14T03:51:13.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:13 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/1242761681' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126535-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:51:13.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:13 smithi002 ceph-mon[87970]: osdmap e956: 8 total, 8 up, 8 in 2024-09-14T03:51:14.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:14 smithi154 ceph-mon[81546]: pgmap v1133: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:14.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:14 smithi154 ceph-mon[81546]: osdmap e957: 8 total, 8 up, 8 in 2024-09-14T03:51:14.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:14 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:51:14.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:14 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:51:14.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:14 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:51:14.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:14 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:51:14.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:14 smithi002 ceph-mon[89815]: pgmap v1133: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:14.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:14 smithi002 ceph-mon[89815]: osdmap e957: 8 total, 8 up, 8 in 2024-09-14T03:51:14.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:14 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:51:14.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:14 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:51:14.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:14 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:51:14.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:14 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:51:14.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:14 smithi002 ceph-mon[87970]: pgmap v1133: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:14.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:14 smithi002 ceph-mon[87970]: osdmap e957: 8 total, 8 up, 8 in 2024-09-14T03:51:14.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:14 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:51:14.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:14 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:51:14.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:14 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:51:14.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:14 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:51:15.686 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:51:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:51:15] "GET /metrics HTTP/1.1" 200 36447 "" "Prometheus/2.51.0" 2024-09-14T03:51:15.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:15 smithi002 ceph-mon[87970]: osdmap e958: 8 total, 8 up, 8 in 2024-09-14T03:51:15.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:15 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/2549282101' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126535-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:15.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:15 smithi002 ceph-mon[87970]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126535-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:15.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:15 smithi002 ceph-mon[89815]: osdmap e958: 8 total, 8 up, 8 in 2024-09-14T03:51:15.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:15 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/2549282101' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126535-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:15.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:15 smithi002 ceph-mon[89815]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126535-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:15.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:15 smithi154 ceph-mon[81546]: osdmap e958: 8 total, 8 up, 8 in 2024-09-14T03:51:15.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:15 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/2549282101' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126535-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:15.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:15 smithi154 ceph-mon[81546]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126535-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:16.246 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] ClsHello.RecordHello (3018 ms) 2024-09-14T03:51:16.246 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] ClsHello.WriteReturnData 2024-09-14T03:51:16.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:16 smithi002 ceph-mon[87970]: pgmap v1136: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:16.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:16 smithi002 ceph-mon[87970]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:51:16.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:16 smithi002 ceph-mon[87970]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126535-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:51:16.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:16 smithi002 ceph-mon[87970]: osdmap e959: 8 total, 8 up, 8 in 2024-09-14T03:51:16.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:16 smithi002 ceph-mon[89815]: pgmap v1136: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:16.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:16 smithi002 ceph-mon[89815]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:51:16.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:16 smithi002 ceph-mon[89815]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126535-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:51:16.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:16 smithi002 ceph-mon[89815]: osdmap e959: 8 total, 8 up, 8 in 2024-09-14T03:51:16.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:16 smithi154 ceph-mon[81546]: pgmap v1136: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:16.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:16 smithi154 ceph-mon[81546]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:51:16.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:16 smithi154 ceph-mon[81546]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126535-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:51:16.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:16 smithi154 ceph-mon[81546]: osdmap e959: 8 total, 8 up, 8 in 2024-09-14T03:51:17.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:17 smithi002 ceph-mon[87970]: osdmap e960: 8 total, 8 up, 8 in 2024-09-14T03:51:17.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:17 smithi002 ceph-mon[89815]: osdmap e960: 8 total, 8 up, 8 in 2024-09-14T03:51:17.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:17 smithi154 ceph-mon[81546]: osdmap e960: 8 total, 8 up, 8 in 2024-09-14T03:51:18.279 INFO:tasks.workunit.client.0.smithi002.stdout:require_osd_release = squid 2024-09-14T03:51:18.281 INFO:tasks.workunit.client.0.smithi002.stdout:0 2024-09-14T03:51:18.283 INFO:tasks.workunit.client.0.smithi002.stdout:1 2024-09-14T03:51:18.284 INFO:tasks.workunit.client.0.smithi002.stdout:2 2024-09-14T03:51:18.285 INFO:tasks.workunit.client.0.smithi002.stdout:3 2024-09-14T03:51:18.286 INFO:tasks.workunit.client.0.smithi002.stdout:4 2024-09-14T03:51:18.287 INFO:tasks.workunit.client.0.smithi002.stdout:5 2024-09-14T03:51:18.288 INFO:tasks.workunit.client.0.smithi002.stdout:6 2024-09-14T03:51:18.289 INFO:tasks.workunit.client.0.smithi002.stdout:7 2024-09-14T03:51:18.290 INFO:tasks.workunit.client.0.smithi002.stdout:8 2024-09-14T03:51:18.291 INFO:tasks.workunit.client.0.smithi002.stdout:9 2024-09-14T03:51:18.292 INFO:tasks.workunit.client.0.smithi002.stdout:10 2024-09-14T03:51:18.293 INFO:tasks.workunit.client.0.smithi002.stdout:11 2024-09-14T03:51:18.294 INFO:tasks.workunit.client.0.smithi002.stdout:12 2024-09-14T03:51:18.295 INFO:tasks.workunit.client.0.smithi002.stdout:13 2024-09-14T03:51:18.297 INFO:tasks.workunit.client.0.smithi002.stdout:14 2024-09-14T03:51:18.297 INFO:tasks.workunit.client.0.smithi002.stdout:15 2024-09-14T03:51:18.298 INFO:tasks.workunit.client.0.smithi002.stdout:16 2024-09-14T03:51:18.301 INFO:tasks.workunit.client.0.smithi002.stdout:17 2024-09-14T03:51:18.301 INFO:tasks.workunit.client.0.smithi002.stdout:18 2024-09-14T03:51:18.301 INFO:tasks.workunit.client.0.smithi002.stdout:19 2024-09-14T03:51:18.302 INFO:tasks.workunit.client.0.smithi002.stdout:20 2024-09-14T03:51:18.303 INFO:tasks.workunit.client.0.smithi002.stdout:21 2024-09-14T03:51:18.304 INFO:tasks.workunit.client.0.smithi002.stdout:22 2024-09-14T03:51:18.305 INFO:tasks.workunit.client.0.smithi002.stdout:23 2024-09-14T03:51:18.306 INFO:tasks.workunit.client.0.smithi002.stdout:24 2024-09-14T03:51:18.307 INFO:tasks.workunit.client.0.smithi002.stdout:25 2024-09-14T03:51:18.308 INFO:tasks.workunit.client.0.smithi002.stdout:26 2024-09-14T03:51:18.309 INFO:tasks.workunit.client.0.smithi002.stdout:27 2024-09-14T03:51:18.311 INFO:tasks.workunit.client.0.smithi002.stdout:28 2024-09-14T03:51:18.312 INFO:tasks.workunit.client.0.smithi002.stdout:29 2024-09-14T03:51:18.313 INFO:tasks.workunit.client.0.smithi002.stdout:30 2024-09-14T03:51:18.314 INFO:tasks.workunit.client.0.smithi002.stdout:31 2024-09-14T03:51:18.315 INFO:tasks.workunit.client.0.smithi002.stdout:32 2024-09-14T03:51:18.316 INFO:tasks.workunit.client.0.smithi002.stdout:33 2024-09-14T03:51:18.317 INFO:tasks.workunit.client.0.smithi002.stdout:34 2024-09-14T03:51:18.318 INFO:tasks.workunit.client.0.smithi002.stdout:35 2024-09-14T03:51:18.319 INFO:tasks.workunit.client.0.smithi002.stdout:36 2024-09-14T03:51:18.320 INFO:tasks.workunit.client.0.smithi002.stdout:37 2024-09-14T03:51:18.322 INFO:tasks.workunit.client.0.smithi002.stdout:38 2024-09-14T03:51:18.323 INFO:tasks.workunit.client.0.smithi002.stdout:39 2024-09-14T03:51:18.324 INFO:tasks.workunit.client.0.smithi002.stdout:40 2024-09-14T03:51:18.325 INFO:tasks.workunit.client.0.smithi002.stdout:41 2024-09-14T03:51:18.326 INFO:tasks.workunit.client.0.smithi002.stdout:42 2024-09-14T03:51:18.327 INFO:tasks.workunit.client.0.smithi002.stdout:43 2024-09-14T03:51:18.328 INFO:tasks.workunit.client.0.smithi002.stdout:44 2024-09-14T03:51:18.329 INFO:tasks.workunit.client.0.smithi002.stdout:45 2024-09-14T03:51:18.330 INFO:tasks.workunit.client.0.smithi002.stdout:46 2024-09-14T03:51:18.331 INFO:tasks.workunit.client.0.smithi002.stdout:47 2024-09-14T03:51:18.332 INFO:tasks.workunit.client.0.smithi002.stdout:48 2024-09-14T03:51:18.333 INFO:tasks.workunit.client.0.smithi002.stdout:49 2024-09-14T03:51:18.334 INFO:tasks.workunit.client.0.smithi002.stdout:50 2024-09-14T03:51:18.335 INFO:tasks.workunit.client.0.smithi002.stdout:51 2024-09-14T03:51:18.336 INFO:tasks.workunit.client.0.smithi002.stdout:52 2024-09-14T03:51:18.337 INFO:tasks.workunit.client.0.smithi002.stdout:53 2024-09-14T03:51:18.338 INFO:tasks.workunit.client.0.smithi002.stdout:54 2024-09-14T03:51:18.339 INFO:tasks.workunit.client.0.smithi002.stdout:55 2024-09-14T03:51:18.340 INFO:tasks.workunit.client.0.smithi002.stdout:56 2024-09-14T03:51:18.341 INFO:tasks.workunit.client.0.smithi002.stdout:57 2024-09-14T03:51:18.342 INFO:tasks.workunit.client.0.smithi002.stdout:58 2024-09-14T03:51:18.343 INFO:tasks.workunit.client.0.smithi002.stdout:59 2024-09-14T03:51:18.343 INFO:tasks.workunit.client.0.smithi002.stdout:60 2024-09-14T03:51:18.345 INFO:tasks.workunit.client.0.smithi002.stdout:61 2024-09-14T03:51:18.345 INFO:tasks.workunit.client.0.smithi002.stdout:62 2024-09-14T03:51:18.346 INFO:tasks.workunit.client.0.smithi002.stdout:63 2024-09-14T03:51:18.347 INFO:tasks.workunit.client.0.smithi002.stdout:64 2024-09-14T03:51:18.349 INFO:tasks.workunit.client.0.smithi002.stdout:65 2024-09-14T03:51:18.350 INFO:tasks.workunit.client.0.smithi002.stdout:66 2024-09-14T03:51:18.350 INFO:tasks.workunit.client.0.smithi002.stdout:67 2024-09-14T03:51:18.351 INFO:tasks.workunit.client.0.smithi002.stdout:68 2024-09-14T03:51:18.352 INFO:tasks.workunit.client.0.smithi002.stdout:69 2024-09-14T03:51:18.353 INFO:tasks.workunit.client.0.smithi002.stdout:70 2024-09-14T03:51:18.354 INFO:tasks.workunit.client.0.smithi002.stdout:71 2024-09-14T03:51:18.355 INFO:tasks.workunit.client.0.smithi002.stdout:72 2024-09-14T03:51:18.356 INFO:tasks.workunit.client.0.smithi002.stdout:73 2024-09-14T03:51:18.357 INFO:tasks.workunit.client.0.smithi002.stdout:74 2024-09-14T03:51:18.358 INFO:tasks.workunit.client.0.smithi002.stdout:75 2024-09-14T03:51:18.359 INFO:tasks.workunit.client.0.smithi002.stdout:76 2024-09-14T03:51:18.360 INFO:tasks.workunit.client.0.smithi002.stdout:77 2024-09-14T03:51:18.361 INFO:tasks.workunit.client.0.smithi002.stdout:78 2024-09-14T03:51:18.362 INFO:tasks.workunit.client.0.smithi002.stdout:79 2024-09-14T03:51:18.363 INFO:tasks.workunit.client.0.smithi002.stdout:80 2024-09-14T03:51:18.364 INFO:tasks.workunit.client.0.smithi002.stdout:81 2024-09-14T03:51:18.365 INFO:tasks.workunit.client.0.smithi002.stdout:82 2024-09-14T03:51:18.366 INFO:tasks.workunit.client.0.smithi002.stdout:83 2024-09-14T03:51:18.367 INFO:tasks.workunit.client.0.smithi002.stdout:84 2024-09-14T03:51:18.368 INFO:tasks.workunit.client.0.smithi002.stdout:85 2024-09-14T03:51:18.369 INFO:tasks.workunit.client.0.smithi002.stdout:86 2024-09-14T03:51:18.370 INFO:tasks.workunit.client.0.smithi002.stdout:87 2024-09-14T03:51:18.371 INFO:tasks.workunit.client.0.smithi002.stdout:88 2024-09-14T03:51:18.372 INFO:tasks.workunit.client.0.smithi002.stdout:89 2024-09-14T03:51:18.373 INFO:tasks.workunit.client.0.smithi002.stdout:90 2024-09-14T03:51:18.374 INFO:tasks.workunit.client.0.smithi002.stdout:91 2024-09-14T03:51:18.375 INFO:tasks.workunit.client.0.smithi002.stdout:92 2024-09-14T03:51:18.376 INFO:tasks.workunit.client.0.smithi002.stdout:93 2024-09-14T03:51:18.377 INFO:tasks.workunit.client.0.smithi002.stdout:94 2024-09-14T03:51:18.378 INFO:tasks.workunit.client.0.smithi002.stdout:95 2024-09-14T03:51:18.379 INFO:tasks.workunit.client.0.smithi002.stdout:96 2024-09-14T03:51:18.379 INFO:tasks.workunit.client.0.smithi002.stdout:97 2024-09-14T03:51:18.380 INFO:tasks.workunit.client.0.smithi002.stdout:98 2024-09-14T03:51:18.381 INFO:tasks.workunit.client.0.smithi002.stdout:99 2024-09-14T03:51:18.382 INFO:tasks.workunit.client.0.smithi002.stdout:100 2024-09-14T03:51:18.383 INFO:tasks.workunit.client.0.smithi002.stdout:101 2024-09-14T03:51:18.385 INFO:tasks.workunit.client.0.smithi002.stdout:102 2024-09-14T03:51:18.386 INFO:tasks.workunit.client.0.smithi002.stdout:103 2024-09-14T03:51:18.387 INFO:tasks.workunit.client.0.smithi002.stdout:104 2024-09-14T03:51:18.388 INFO:tasks.workunit.client.0.smithi002.stdout:105 2024-09-14T03:51:18.389 INFO:tasks.workunit.client.0.smithi002.stdout:106 2024-09-14T03:51:18.390 INFO:tasks.workunit.client.0.smithi002.stdout:107 2024-09-14T03:51:18.390 INFO:tasks.workunit.client.0.smithi002.stdout:108 2024-09-14T03:51:18.391 INFO:tasks.workunit.client.0.smithi002.stdout:109 2024-09-14T03:51:18.392 INFO:tasks.workunit.client.0.smithi002.stdout:110 2024-09-14T03:51:18.393 INFO:tasks.workunit.client.0.smithi002.stdout:111 2024-09-14T03:51:18.394 INFO:tasks.workunit.client.0.smithi002.stdout:112 2024-09-14T03:51:18.395 INFO:tasks.workunit.client.0.smithi002.stdout:113 2024-09-14T03:51:18.396 INFO:tasks.workunit.client.0.smithi002.stdout:114 2024-09-14T03:51:18.397 INFO:tasks.workunit.client.0.smithi002.stdout:115 2024-09-14T03:51:18.398 INFO:tasks.workunit.client.0.smithi002.stdout:116 2024-09-14T03:51:18.399 INFO:tasks.workunit.client.0.smithi002.stdout:117 2024-09-14T03:51:18.400 INFO:tasks.workunit.client.0.smithi002.stdout:118 2024-09-14T03:51:18.401 INFO:tasks.workunit.client.0.smithi002.stdout:119 2024-09-14T03:51:18.404 INFO:tasks.workunit.client.0.smithi002.stdout:120 2024-09-14T03:51:18.405 INFO:tasks.workunit.client.0.smithi002.stdout:121 2024-09-14T03:51:18.405 INFO:tasks.workunit.client.0.smithi002.stdout:122 2024-09-14T03:51:18.405 INFO:tasks.workunit.client.0.smithi002.stdout:123 2024-09-14T03:51:18.406 INFO:tasks.workunit.client.0.smithi002.stdout:124 2024-09-14T03:51:18.407 INFO:tasks.workunit.client.0.smithi002.stdout:125 2024-09-14T03:51:18.408 INFO:tasks.workunit.client.0.smithi002.stdout:126 2024-09-14T03:51:18.409 INFO:tasks.workunit.client.0.smithi002.stdout:127 2024-09-14T03:51:18.410 INFO:tasks.workunit.client.0.smithi002.stdout:128 2024-09-14T03:51:18.411 INFO:tasks.workunit.client.0.smithi002.stdout:129 2024-09-14T03:51:18.412 INFO:tasks.workunit.client.0.smithi002.stdout:130 2024-09-14T03:51:18.412 INFO:tasks.workunit.client.0.smithi002.stdout:131 2024-09-14T03:51:18.413 INFO:tasks.workunit.client.0.smithi002.stdout:132 2024-09-14T03:51:18.414 INFO:tasks.workunit.client.0.smithi002.stdout:133 2024-09-14T03:51:18.415 INFO:tasks.workunit.client.0.smithi002.stdout:134 2024-09-14T03:51:18.416 INFO:tasks.workunit.client.0.smithi002.stdout:135 2024-09-14T03:51:18.417 INFO:tasks.workunit.client.0.smithi002.stdout:136 2024-09-14T03:51:18.418 INFO:tasks.workunit.client.0.smithi002.stdout:137 2024-09-14T03:51:18.419 INFO:tasks.workunit.client.0.smithi002.stdout:138 2024-09-14T03:51:18.420 INFO:tasks.workunit.client.0.smithi002.stdout:139 2024-09-14T03:51:18.420 INFO:tasks.workunit.client.0.smithi002.stdout:140 2024-09-14T03:51:18.421 INFO:tasks.workunit.client.0.smithi002.stdout:141 2024-09-14T03:51:18.422 INFO:tasks.workunit.client.0.smithi002.stdout:142 2024-09-14T03:51:18.423 INFO:tasks.workunit.client.0.smithi002.stdout:143 2024-09-14T03:51:18.424 INFO:tasks.workunit.client.0.smithi002.stdout:144 2024-09-14T03:51:18.425 INFO:tasks.workunit.client.0.smithi002.stdout:145 2024-09-14T03:51:18.426 INFO:tasks.workunit.client.0.smithi002.stdout:146 2024-09-14T03:51:18.426 INFO:tasks.workunit.client.0.smithi002.stdout:147 2024-09-14T03:51:18.427 INFO:tasks.workunit.client.0.smithi002.stdout:148 2024-09-14T03:51:18.428 INFO:tasks.workunit.client.0.smithi002.stdout:149 2024-09-14T03:51:18.429 INFO:tasks.workunit.client.0.smithi002.stdout:150 2024-09-14T03:51:18.430 INFO:tasks.workunit.client.0.smithi002.stdout:151 2024-09-14T03:51:18.431 INFO:tasks.workunit.client.0.smithi002.stdout:152 2024-09-14T03:51:18.432 INFO:tasks.workunit.client.0.smithi002.stdout:153 2024-09-14T03:51:18.432 INFO:tasks.workunit.client.0.smithi002.stdout:154 2024-09-14T03:51:18.433 INFO:tasks.workunit.client.0.smithi002.stdout:155 2024-09-14T03:51:18.434 INFO:tasks.workunit.client.0.smithi002.stdout:156 2024-09-14T03:51:18.435 INFO:tasks.workunit.client.0.smithi002.stdout:157 2024-09-14T03:51:18.437 INFO:tasks.workunit.client.0.smithi002.stdout:158 2024-09-14T03:51:18.438 INFO:tasks.workunit.client.0.smithi002.stdout:159 2024-09-14T03:51:18.439 INFO:tasks.workunit.client.0.smithi002.stdout:160 2024-09-14T03:51:18.440 INFO:tasks.workunit.client.0.smithi002.stdout:161 2024-09-14T03:51:18.441 INFO:tasks.workunit.client.0.smithi002.stdout:162 2024-09-14T03:51:18.442 INFO:tasks.workunit.client.0.smithi002.stdout:163 2024-09-14T03:51:18.443 INFO:tasks.workunit.client.0.smithi002.stdout:164 2024-09-14T03:51:18.444 INFO:tasks.workunit.client.0.smithi002.stdout:165 2024-09-14T03:51:18.445 INFO:tasks.workunit.client.0.smithi002.stdout:166 2024-09-14T03:51:18.446 INFO:tasks.workunit.client.0.smithi002.stdout:167 2024-09-14T03:51:18.447 INFO:tasks.workunit.client.0.smithi002.stdout:168 2024-09-14T03:51:18.448 INFO:tasks.workunit.client.0.smithi002.stdout:169 2024-09-14T03:51:18.449 INFO:tasks.workunit.client.0.smithi002.stdout:170 2024-09-14T03:51:18.450 INFO:tasks.workunit.client.0.smithi002.stdout:171 2024-09-14T03:51:18.451 INFO:tasks.workunit.client.0.smithi002.stdout:172 2024-09-14T03:51:18.452 INFO:tasks.workunit.client.0.smithi002.stdout:173 2024-09-14T03:51:18.454 INFO:tasks.workunit.client.0.smithi002.stdout:174 2024-09-14T03:51:18.455 INFO:tasks.workunit.client.0.smithi002.stdout:175 2024-09-14T03:51:18.456 INFO:tasks.workunit.client.0.smithi002.stdout:176 2024-09-14T03:51:18.457 INFO:tasks.workunit.client.0.smithi002.stdout:177 2024-09-14T03:51:18.458 INFO:tasks.workunit.client.0.smithi002.stdout:178 2024-09-14T03:51:18.459 INFO:tasks.workunit.client.0.smithi002.stdout:179 2024-09-14T03:51:18.460 INFO:tasks.workunit.client.0.smithi002.stdout:180 2024-09-14T03:51:18.461 INFO:tasks.workunit.client.0.smithi002.stdout:181 2024-09-14T03:51:18.461 INFO:tasks.workunit.client.0.smithi002.stdout:182 2024-09-14T03:51:18.462 INFO:tasks.workunit.client.0.smithi002.stdout:183 2024-09-14T03:51:18.463 INFO:tasks.workunit.client.0.smithi002.stdout:184 2024-09-14T03:51:18.464 INFO:tasks.workunit.client.0.smithi002.stdout:185 2024-09-14T03:51:18.465 INFO:tasks.workunit.client.0.smithi002.stdout:186 2024-09-14T03:51:18.466 INFO:tasks.workunit.client.0.smithi002.stdout:187 2024-09-14T03:51:18.467 INFO:tasks.workunit.client.0.smithi002.stdout:188 2024-09-14T03:51:18.467 INFO:tasks.workunit.client.0.smithi002.stdout:189 2024-09-14T03:51:18.468 INFO:tasks.workunit.client.0.smithi002.stdout:190 2024-09-14T03:51:18.469 INFO:tasks.workunit.client.0.smithi002.stdout:191 2024-09-14T03:51:18.470 INFO:tasks.workunit.client.0.smithi002.stdout:192 2024-09-14T03:51:18.471 INFO:tasks.workunit.client.0.smithi002.stdout:193 2024-09-14T03:51:18.472 INFO:tasks.workunit.client.0.smithi002.stdout:194 2024-09-14T03:51:18.473 INFO:tasks.workunit.client.0.smithi002.stdout:195 2024-09-14T03:51:18.473 INFO:tasks.workunit.client.0.smithi002.stdout:196 2024-09-14T03:51:18.474 INFO:tasks.workunit.client.0.smithi002.stdout:197 2024-09-14T03:51:18.475 INFO:tasks.workunit.client.0.smithi002.stdout:198 2024-09-14T03:51:18.476 INFO:tasks.workunit.client.0.smithi002.stdout:199 2024-09-14T03:51:18.477 INFO:tasks.workunit.client.0.smithi002.stdout:200 2024-09-14T03:51:18.478 INFO:tasks.workunit.client.0.smithi002.stdout:201 2024-09-14T03:51:18.479 INFO:tasks.workunit.client.0.smithi002.stdout:202 2024-09-14T03:51:18.480 INFO:tasks.workunit.client.0.smithi002.stdout:203 2024-09-14T03:51:18.481 INFO:tasks.workunit.client.0.smithi002.stdout:204 2024-09-14T03:51:18.482 INFO:tasks.workunit.client.0.smithi002.stdout:205 2024-09-14T03:51:18.483 INFO:tasks.workunit.client.0.smithi002.stdout:206 2024-09-14T03:51:18.484 INFO:tasks.workunit.client.0.smithi002.stdout:207 2024-09-14T03:51:18.485 INFO:tasks.workunit.client.0.smithi002.stdout:208 2024-09-14T03:51:18.486 INFO:tasks.workunit.client.0.smithi002.stdout:209 2024-09-14T03:51:18.486 INFO:tasks.workunit.client.0.smithi002.stdout:210 2024-09-14T03:51:18.487 INFO:tasks.workunit.client.0.smithi002.stdout:211 2024-09-14T03:51:18.488 INFO:tasks.workunit.client.0.smithi002.stdout:212 2024-09-14T03:51:18.489 INFO:tasks.workunit.client.0.smithi002.stdout:213 2024-09-14T03:51:18.490 INFO:tasks.workunit.client.0.smithi002.stdout:214 2024-09-14T03:51:18.491 INFO:tasks.workunit.client.0.smithi002.stdout:215 2024-09-14T03:51:18.492 INFO:tasks.workunit.client.0.smithi002.stdout:216 2024-09-14T03:51:18.493 INFO:tasks.workunit.client.0.smithi002.stdout:217 2024-09-14T03:51:18.494 INFO:tasks.workunit.client.0.smithi002.stdout:218 2024-09-14T03:51:18.494 INFO:tasks.workunit.client.0.smithi002.stdout:219 2024-09-14T03:51:18.496 INFO:tasks.workunit.client.0.smithi002.stdout:220 2024-09-14T03:51:18.496 INFO:tasks.workunit.client.0.smithi002.stdout:221 2024-09-14T03:51:18.497 INFO:tasks.workunit.client.0.smithi002.stdout:222 2024-09-14T03:51:18.498 INFO:tasks.workunit.client.0.smithi002.stdout:223 2024-09-14T03:51:18.499 INFO:tasks.workunit.client.0.smithi002.stdout:224 2024-09-14T03:51:18.500 INFO:tasks.workunit.client.0.smithi002.stdout:225 2024-09-14T03:51:18.501 INFO:tasks.workunit.client.0.smithi002.stdout:226 2024-09-14T03:51:18.502 INFO:tasks.workunit.client.0.smithi002.stdout:227 2024-09-14T03:51:18.502 INFO:tasks.workunit.client.0.smithi002.stdout:228 2024-09-14T03:51:18.503 INFO:tasks.workunit.client.0.smithi002.stdout:229 2024-09-14T03:51:18.504 INFO:tasks.workunit.client.0.smithi002.stdout:230 2024-09-14T03:51:18.505 INFO:tasks.workunit.client.0.smithi002.stdout:231 2024-09-14T03:51:18.506 INFO:tasks.workunit.client.0.smithi002.stdout:232 2024-09-14T03:51:18.507 INFO:tasks.workunit.client.0.smithi002.stdout:233 2024-09-14T03:51:18.508 INFO:tasks.workunit.client.0.smithi002.stdout:234 2024-09-14T03:51:18.509 INFO:tasks.workunit.client.0.smithi002.stdout:235 2024-09-14T03:51:18.509 INFO:tasks.workunit.client.0.smithi002.stdout:236 2024-09-14T03:51:18.510 INFO:tasks.workunit.client.0.smithi002.stdout:237 2024-09-14T03:51:18.511 INFO:tasks.workunit.client.0.smithi002.stdout:238 2024-09-14T03:51:18.512 INFO:tasks.workunit.client.0.smithi002.stdout:239 2024-09-14T03:51:18.513 INFO:tasks.workunit.client.0.smithi002.stdout:240 2024-09-14T03:51:18.514 INFO:tasks.workunit.client.0.smithi002.stdout:241 2024-09-14T03:51:18.515 INFO:tasks.workunit.client.0.smithi002.stdout:242 2024-09-14T03:51:18.516 INFO:tasks.workunit.client.0.smithi002.stdout:243 2024-09-14T03:51:18.517 INFO:tasks.workunit.client.0.smithi002.stdout:244 2024-09-14T03:51:18.518 INFO:tasks.workunit.client.0.smithi002.stdout:245 2024-09-14T03:51:18.518 INFO:tasks.workunit.client.0.smithi002.stdout:246 2024-09-14T03:51:18.519 INFO:tasks.workunit.client.0.smithi002.stdout:247 2024-09-14T03:51:18.520 INFO:tasks.workunit.client.0.smithi002.stdout:248 2024-09-14T03:51:18.521 INFO:tasks.workunit.client.0.smithi002.stdout:249 2024-09-14T03:51:18.522 INFO:tasks.workunit.client.0.smithi002.stdout:250 2024-09-14T03:51:18.523 INFO:tasks.workunit.client.0.smithi002.stdout:251 2024-09-14T03:51:18.524 INFO:tasks.workunit.client.0.smithi002.stdout:252 2024-09-14T03:51:18.525 INFO:tasks.workunit.client.0.smithi002.stdout:253 2024-09-14T03:51:18.526 INFO:tasks.workunit.client.0.smithi002.stdout:254 2024-09-14T03:51:18.527 INFO:tasks.workunit.client.0.smithi002.stdout:255 2024-09-14T03:51:18.528 INFO:tasks.workunit.client.0.smithi002.stdout:256 2024-09-14T03:51:18.528 INFO:tasks.workunit.client.0.smithi002.stdout:257 2024-09-14T03:51:18.529 INFO:tasks.workunit.client.0.smithi002.stdout:258 2024-09-14T03:51:18.530 INFO:tasks.workunit.client.0.smithi002.stdout:259 2024-09-14T03:51:18.531 INFO:tasks.workunit.client.0.smithi002.stdout:260 2024-09-14T03:51:18.532 INFO:tasks.workunit.client.0.smithi002.stdout:261 2024-09-14T03:51:18.533 INFO:tasks.workunit.client.0.smithi002.stdout:262 2024-09-14T03:51:18.534 INFO:tasks.workunit.client.0.smithi002.stdout:263 2024-09-14T03:51:18.535 INFO:tasks.workunit.client.0.smithi002.stdout:264 2024-09-14T03:51:18.536 INFO:tasks.workunit.client.0.smithi002.stdout:265 2024-09-14T03:51:18.537 INFO:tasks.workunit.client.0.smithi002.stdout:266 2024-09-14T03:51:18.538 INFO:tasks.workunit.client.0.smithi002.stdout:267 2024-09-14T03:51:18.539 INFO:tasks.workunit.client.0.smithi002.stdout:268 2024-09-14T03:51:18.540 INFO:tasks.workunit.client.0.smithi002.stdout:269 2024-09-14T03:51:18.541 INFO:tasks.workunit.client.0.smithi002.stdout:270 2024-09-14T03:51:18.542 INFO:tasks.workunit.client.0.smithi002.stdout:271 2024-09-14T03:51:18.543 INFO:tasks.workunit.client.0.smithi002.stdout:272 2024-09-14T03:51:18.546 INFO:tasks.workunit.client.0.smithi002.stdout:273 2024-09-14T03:51:18.547 INFO:tasks.workunit.client.0.smithi002.stdout:274 2024-09-14T03:51:18.548 INFO:tasks.workunit.client.0.smithi002.stdout:275 2024-09-14T03:51:18.549 INFO:tasks.workunit.client.0.smithi002.stdout:276 2024-09-14T03:51:18.550 INFO:tasks.workunit.client.0.smithi002.stdout:277 2024-09-14T03:51:18.551 INFO:tasks.workunit.client.0.smithi002.stdout:278 2024-09-14T03:51:18.551 INFO:tasks.workunit.client.0.smithi002.stdout:279 2024-09-14T03:51:18.552 INFO:tasks.workunit.client.0.smithi002.stdout:280 2024-09-14T03:51:18.553 INFO:tasks.workunit.client.0.smithi002.stdout:281 2024-09-14T03:51:18.554 INFO:tasks.workunit.client.0.smithi002.stdout:282 2024-09-14T03:51:18.555 INFO:tasks.workunit.client.0.smithi002.stdout:283 2024-09-14T03:51:18.556 INFO:tasks.workunit.client.0.smithi002.stdout:284 2024-09-14T03:51:18.557 INFO:tasks.workunit.client.0.smithi002.stdout:285 2024-09-14T03:51:18.557 INFO:tasks.workunit.client.0.smithi002.stdout:286 2024-09-14T03:51:18.558 INFO:tasks.workunit.client.0.smithi002.stdout:287 2024-09-14T03:51:18.559 INFO:tasks.workunit.client.0.smithi002.stdout:288 2024-09-14T03:51:18.560 INFO:tasks.workunit.client.0.smithi002.stdout:289 2024-09-14T03:51:18.561 INFO:tasks.workunit.client.0.smithi002.stdout:290 2024-09-14T03:51:18.562 INFO:tasks.workunit.client.0.smithi002.stdout:291 2024-09-14T03:51:18.563 INFO:tasks.workunit.client.0.smithi002.stdout:292 2024-09-14T03:51:18.564 INFO:tasks.workunit.client.0.smithi002.stdout:293 2024-09-14T03:51:18.565 INFO:tasks.workunit.client.0.smithi002.stdout:294 2024-09-14T03:51:18.565 INFO:tasks.workunit.client.0.smithi002.stdout:295 2024-09-14T03:51:18.566 INFO:tasks.workunit.client.0.smithi002.stdout:296 2024-09-14T03:51:18.567 INFO:tasks.workunit.client.0.smithi002.stdout:297 2024-09-14T03:51:18.568 INFO:tasks.workunit.client.0.smithi002.stdout:298 2024-09-14T03:51:18.569 INFO:tasks.workunit.client.0.smithi002.stdout:299 2024-09-14T03:51:18.570 INFO:tasks.workunit.client.0.smithi002.stdout:300 2024-09-14T03:51:18.571 INFO:tasks.workunit.client.0.smithi002.stdout:301 2024-09-14T03:51:18.572 INFO:tasks.workunit.client.0.smithi002.stdout:302 2024-09-14T03:51:18.573 INFO:tasks.workunit.client.0.smithi002.stdout:303 2024-09-14T03:51:18.574 INFO:tasks.workunit.client.0.smithi002.stdout:304 2024-09-14T03:51:18.574 INFO:tasks.workunit.client.0.smithi002.stdout:305 2024-09-14T03:51:18.576 INFO:tasks.workunit.client.0.smithi002.stdout:306 2024-09-14T03:51:18.576 INFO:tasks.workunit.client.0.smithi002.stdout:307 2024-09-14T03:51:18.577 INFO:tasks.workunit.client.0.smithi002.stdout:308 2024-09-14T03:51:18.578 INFO:tasks.workunit.client.0.smithi002.stdout:309 2024-09-14T03:51:18.579 INFO:tasks.workunit.client.0.smithi002.stdout:310 2024-09-14T03:51:18.580 INFO:tasks.workunit.client.0.smithi002.stdout:311 2024-09-14T03:51:18.581 INFO:tasks.workunit.client.0.smithi002.stdout:312 2024-09-14T03:51:18.582 INFO:tasks.workunit.client.0.smithi002.stdout:313 2024-09-14T03:51:18.582 INFO:tasks.workunit.client.0.smithi002.stdout:314 2024-09-14T03:51:18.583 INFO:tasks.workunit.client.0.smithi002.stdout:315 2024-09-14T03:51:18.584 INFO:tasks.workunit.client.0.smithi002.stdout:316 2024-09-14T03:51:18.585 INFO:tasks.workunit.client.0.smithi002.stdout:317 2024-09-14T03:51:18.586 INFO:tasks.workunit.client.0.smithi002.stdout:318 2024-09-14T03:51:18.587 INFO:tasks.workunit.client.0.smithi002.stdout:319 2024-09-14T03:51:18.588 INFO:tasks.workunit.client.0.smithi002.stdout:320 2024-09-14T03:51:18.589 INFO:tasks.workunit.client.0.smithi002.stdout:321 2024-09-14T03:51:18.590 INFO:tasks.workunit.client.0.smithi002.stdout:322 2024-09-14T03:51:18.590 INFO:tasks.workunit.client.0.smithi002.stdout:323 2024-09-14T03:51:18.591 INFO:tasks.workunit.client.0.smithi002.stdout:324 2024-09-14T03:51:18.592 INFO:tasks.workunit.client.0.smithi002.stdout:325 2024-09-14T03:51:18.593 INFO:tasks.workunit.client.0.smithi002.stdout:326 2024-09-14T03:51:18.594 INFO:tasks.workunit.client.0.smithi002.stdout:327 2024-09-14T03:51:18.595 INFO:tasks.workunit.client.0.smithi002.stdout:328 2024-09-14T03:51:18.596 INFO:tasks.workunit.client.0.smithi002.stdout:329 2024-09-14T03:51:18.597 INFO:tasks.workunit.client.0.smithi002.stdout:330 2024-09-14T03:51:18.598 INFO:tasks.workunit.client.0.smithi002.stdout:331 2024-09-14T03:51:18.598 INFO:tasks.workunit.client.0.smithi002.stdout:332 2024-09-14T03:51:18.599 INFO:tasks.workunit.client.0.smithi002.stdout:333 2024-09-14T03:51:18.600 INFO:tasks.workunit.client.0.smithi002.stdout:334 2024-09-14T03:51:18.601 INFO:tasks.workunit.client.0.smithi002.stdout:335 2024-09-14T03:51:18.602 INFO:tasks.workunit.client.0.smithi002.stdout:336 2024-09-14T03:51:18.603 INFO:tasks.workunit.client.0.smithi002.stdout:337 2024-09-14T03:51:18.604 INFO:tasks.workunit.client.0.smithi002.stdout:338 2024-09-14T03:51:18.605 INFO:tasks.workunit.client.0.smithi002.stdout:339 2024-09-14T03:51:18.605 INFO:tasks.workunit.client.0.smithi002.stdout:340 2024-09-14T03:51:18.606 INFO:tasks.workunit.client.0.smithi002.stdout:341 2024-09-14T03:51:18.607 INFO:tasks.workunit.client.0.smithi002.stdout:342 2024-09-14T03:51:18.608 INFO:tasks.workunit.client.0.smithi002.stdout:343 2024-09-14T03:51:18.609 INFO:tasks.workunit.client.0.smithi002.stdout:344 2024-09-14T03:51:18.610 INFO:tasks.workunit.client.0.smithi002.stdout:345 2024-09-14T03:51:18.611 INFO:tasks.workunit.client.0.smithi002.stdout:346 2024-09-14T03:51:18.612 INFO:tasks.workunit.client.0.smithi002.stdout:347 2024-09-14T03:51:18.613 INFO:tasks.workunit.client.0.smithi002.stdout:348 2024-09-14T03:51:18.614 INFO:tasks.workunit.client.0.smithi002.stdout:349 2024-09-14T03:51:18.615 INFO:tasks.workunit.client.0.smithi002.stdout:350 2024-09-14T03:51:18.615 INFO:tasks.workunit.client.0.smithi002.stdout:351 2024-09-14T03:51:18.616 INFO:tasks.workunit.client.0.smithi002.stdout:352 2024-09-14T03:51:18.617 INFO:tasks.workunit.client.0.smithi002.stdout:353 2024-09-14T03:51:18.618 INFO:tasks.workunit.client.0.smithi002.stdout:354 2024-09-14T03:51:18.619 INFO:tasks.workunit.client.0.smithi002.stdout:355 2024-09-14T03:51:18.620 INFO:tasks.workunit.client.0.smithi002.stdout:356 2024-09-14T03:51:18.621 INFO:tasks.workunit.client.0.smithi002.stdout:357 2024-09-14T03:51:18.622 INFO:tasks.workunit.client.0.smithi002.stdout:358 2024-09-14T03:51:18.623 INFO:tasks.workunit.client.0.smithi002.stdout:359 2024-09-14T03:51:18.624 INFO:tasks.workunit.client.0.smithi002.stdout:360 2024-09-14T03:51:18.625 INFO:tasks.workunit.client.0.smithi002.stdout:361 2024-09-14T03:51:18.626 INFO:tasks.workunit.client.0.smithi002.stdout:362 2024-09-14T03:51:18.627 INFO:tasks.workunit.client.0.smithi002.stdout:363 2024-09-14T03:51:18.628 INFO:tasks.workunit.client.0.smithi002.stdout:364 2024-09-14T03:51:18.629 INFO:tasks.workunit.client.0.smithi002.stdout:365 2024-09-14T03:51:18.630 INFO:tasks.workunit.client.0.smithi002.stdout:366 2024-09-14T03:51:18.631 INFO:tasks.workunit.client.0.smithi002.stdout:367 2024-09-14T03:51:18.632 INFO:tasks.workunit.client.0.smithi002.stdout:368 2024-09-14T03:51:18.633 INFO:tasks.workunit.client.0.smithi002.stdout:369 2024-09-14T03:51:18.634 INFO:tasks.workunit.client.0.smithi002.stdout:370 2024-09-14T03:51:18.635 INFO:tasks.workunit.client.0.smithi002.stdout:371 2024-09-14T03:51:18.636 INFO:tasks.workunit.client.0.smithi002.stdout:372 2024-09-14T03:51:18.637 INFO:tasks.workunit.client.0.smithi002.stdout:373 2024-09-14T03:51:18.638 INFO:tasks.workunit.client.0.smithi002.stdout:374 2024-09-14T03:51:18.639 INFO:tasks.workunit.client.0.smithi002.stdout:375 2024-09-14T03:51:18.640 INFO:tasks.workunit.client.0.smithi002.stdout:376 2024-09-14T03:51:18.641 INFO:tasks.workunit.client.0.smithi002.stdout:377 2024-09-14T03:51:18.641 INFO:tasks.workunit.client.0.smithi002.stdout:378 2024-09-14T03:51:18.642 INFO:tasks.workunit.client.0.smithi002.stdout:379 2024-09-14T03:51:18.643 INFO:tasks.workunit.client.0.smithi002.stdout:380 2024-09-14T03:51:18.644 INFO:tasks.workunit.client.0.smithi002.stdout:381 2024-09-14T03:51:18.645 INFO:tasks.workunit.client.0.smithi002.stdout:382 2024-09-14T03:51:18.646 INFO:tasks.workunit.client.0.smithi002.stdout:383 2024-09-14T03:51:18.647 INFO:tasks.workunit.client.0.smithi002.stdout:384 2024-09-14T03:51:18.648 INFO:tasks.workunit.client.0.smithi002.stdout:385 2024-09-14T03:51:18.649 INFO:tasks.workunit.client.0.smithi002.stdout:386 2024-09-14T03:51:18.650 INFO:tasks.workunit.client.0.smithi002.stdout:387 2024-09-14T03:51:18.651 INFO:tasks.workunit.client.0.smithi002.stdout:388 2024-09-14T03:51:18.651 INFO:tasks.workunit.client.0.smithi002.stdout:389 2024-09-14T03:51:18.652 INFO:tasks.workunit.client.0.smithi002.stdout:390 2024-09-14T03:51:18.653 INFO:tasks.workunit.client.0.smithi002.stdout:391 2024-09-14T03:51:18.654 INFO:tasks.workunit.client.0.smithi002.stdout:392 2024-09-14T03:51:18.655 INFO:tasks.workunit.client.0.smithi002.stdout:393 2024-09-14T03:51:18.656 INFO:tasks.workunit.client.0.smithi002.stdout:394 2024-09-14T03:51:18.657 INFO:tasks.workunit.client.0.smithi002.stdout:395 2024-09-14T03:51:18.658 INFO:tasks.workunit.client.0.smithi002.stdout:396 2024-09-14T03:51:18.659 INFO:tasks.workunit.client.0.smithi002.stdout:397 2024-09-14T03:51:18.660 INFO:tasks.workunit.client.0.smithi002.stdout:398 2024-09-14T03:51:18.661 INFO:tasks.workunit.client.0.smithi002.stdout:399 2024-09-14T03:51:18.662 INFO:tasks.workunit.client.0.smithi002.stdout:400 2024-09-14T03:51:18.663 INFO:tasks.workunit.client.0.smithi002.stdout:401 2024-09-14T03:51:18.664 INFO:tasks.workunit.client.0.smithi002.stdout:402 2024-09-14T03:51:18.664 INFO:tasks.workunit.client.0.smithi002.stdout:403 2024-09-14T03:51:18.665 INFO:tasks.workunit.client.0.smithi002.stdout:404 2024-09-14T03:51:18.666 INFO:tasks.workunit.client.0.smithi002.stdout:405 2024-09-14T03:51:18.667 INFO:tasks.workunit.client.0.smithi002.stdout:406 2024-09-14T03:51:18.668 INFO:tasks.workunit.client.0.smithi002.stdout:407 2024-09-14T03:51:18.669 INFO:tasks.workunit.client.0.smithi002.stdout:408 2024-09-14T03:51:18.670 INFO:tasks.workunit.client.0.smithi002.stdout:409 2024-09-14T03:51:18.671 INFO:tasks.workunit.client.0.smithi002.stdout:410 2024-09-14T03:51:18.672 INFO:tasks.workunit.client.0.smithi002.stdout:411 2024-09-14T03:51:18.673 INFO:tasks.workunit.client.0.smithi002.stdout:412 2024-09-14T03:51:18.674 INFO:tasks.workunit.client.0.smithi002.stdout:413 2024-09-14T03:51:18.675 INFO:tasks.workunit.client.0.smithi002.stdout:414 2024-09-14T03:51:18.676 INFO:tasks.workunit.client.0.smithi002.stdout:415 2024-09-14T03:51:18.677 INFO:tasks.workunit.client.0.smithi002.stdout:416 2024-09-14T03:51:18.678 INFO:tasks.workunit.client.0.smithi002.stdout:417 2024-09-14T03:51:18.678 INFO:tasks.workunit.client.0.smithi002.stdout:418 2024-09-14T03:51:18.679 INFO:tasks.workunit.client.0.smithi002.stdout:419 2024-09-14T03:51:18.680 INFO:tasks.workunit.client.0.smithi002.stdout:420 2024-09-14T03:51:18.681 INFO:tasks.workunit.client.0.smithi002.stdout:421 2024-09-14T03:51:18.682 INFO:tasks.workunit.client.0.smithi002.stdout:422 2024-09-14T03:51:18.683 INFO:tasks.workunit.client.0.smithi002.stdout:423 2024-09-14T03:51:18.684 INFO:tasks.workunit.client.0.smithi002.stdout:424 2024-09-14T03:51:18.685 INFO:tasks.workunit.client.0.smithi002.stdout:425 2024-09-14T03:51:18.686 INFO:tasks.workunit.client.0.smithi002.stdout:426 2024-09-14T03:51:18.686 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:18 smithi002 ceph-mon[89815]: pgmap v1139: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:18.686 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:18 smithi002 ceph-mon[89815]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:51:18.686 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:18 smithi002 ceph-mon[89815]: Cluster is now healthy 2024-09-14T03:51:18.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:18 smithi002 ceph-mon[89815]: osdmap e961: 8 total, 8 up, 8 in 2024-09-14T03:51:18.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:18 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/1452223204' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126535-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:18.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:18 smithi002 ceph-mon[89815]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126535-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:18.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:18 smithi002 ceph-mon[87970]: pgmap v1139: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:18.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:18 smithi002 ceph-mon[87970]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:51:18.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:18 smithi002 ceph-mon[87970]: Cluster is now healthy 2024-09-14T03:51:18.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:18 smithi002 ceph-mon[87970]: osdmap e961: 8 total, 8 up, 8 in 2024-09-14T03:51:18.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:18 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/1452223204' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126535-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:18.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:18 smithi002 ceph-mon[87970]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126535-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:18.688 INFO:tasks.workunit.client.0.smithi002.stdout:427 2024-09-14T03:51:18.688 INFO:tasks.workunit.client.0.smithi002.stdout:428 2024-09-14T03:51:18.689 INFO:tasks.workunit.client.0.smithi002.stdout:429 2024-09-14T03:51:18.690 INFO:tasks.workunit.client.0.smithi002.stdout:430 2024-09-14T03:51:18.691 INFO:tasks.workunit.client.0.smithi002.stdout:431 2024-09-14T03:51:18.692 INFO:tasks.workunit.client.0.smithi002.stdout:432 2024-09-14T03:51:18.693 INFO:tasks.workunit.client.0.smithi002.stdout:433 2024-09-14T03:51:18.694 INFO:tasks.workunit.client.0.smithi002.stdout:434 2024-09-14T03:51:18.696 INFO:tasks.workunit.client.0.smithi002.stdout:435 2024-09-14T03:51:18.696 INFO:tasks.workunit.client.0.smithi002.stdout:436 2024-09-14T03:51:18.697 INFO:tasks.workunit.client.0.smithi002.stdout:437 2024-09-14T03:51:18.698 INFO:tasks.workunit.client.0.smithi002.stdout:438 2024-09-14T03:51:18.699 INFO:tasks.workunit.client.0.smithi002.stdout:439 2024-09-14T03:51:18.699 INFO:tasks.workunit.client.0.smithi002.stdout:440 2024-09-14T03:51:18.700 INFO:tasks.workunit.client.0.smithi002.stdout:441 2024-09-14T03:51:18.702 INFO:tasks.workunit.client.0.smithi002.stdout:442 2024-09-14T03:51:18.702 INFO:tasks.workunit.client.0.smithi002.stdout:443 2024-09-14T03:51:18.703 INFO:tasks.workunit.client.0.smithi002.stdout:444 2024-09-14T03:51:18.704 INFO:tasks.workunit.client.0.smithi002.stdout:445 2024-09-14T03:51:18.705 INFO:tasks.workunit.client.0.smithi002.stdout:446 2024-09-14T03:51:18.706 INFO:tasks.workunit.client.0.smithi002.stdout:447 2024-09-14T03:51:18.707 INFO:tasks.workunit.client.0.smithi002.stdout:448 2024-09-14T03:51:18.709 INFO:tasks.workunit.client.0.smithi002.stdout:449 2024-09-14T03:51:18.709 INFO:tasks.workunit.client.0.smithi002.stdout:450 2024-09-14T03:51:18.710 INFO:tasks.workunit.client.0.smithi002.stdout:451 2024-09-14T03:51:18.712 INFO:tasks.workunit.client.0.smithi002.stdout:452 2024-09-14T03:51:18.713 INFO:tasks.workunit.client.0.smithi002.stdout:453 2024-09-14T03:51:18.713 INFO:tasks.workunit.client.0.smithi002.stdout:454 2024-09-14T03:51:18.715 INFO:tasks.workunit.client.0.smithi002.stdout:455 2024-09-14T03:51:18.715 INFO:tasks.workunit.client.0.smithi002.stdout:456 2024-09-14T03:51:18.717 INFO:tasks.workunit.client.0.smithi002.stdout:457 2024-09-14T03:51:18.718 INFO:tasks.workunit.client.0.smithi002.stdout:458 2024-09-14T03:51:18.718 INFO:tasks.workunit.client.0.smithi002.stdout:459 2024-09-14T03:51:18.719 INFO:tasks.workunit.client.0.smithi002.stdout:460 2024-09-14T03:51:18.721 INFO:tasks.workunit.client.0.smithi002.stdout:461 2024-09-14T03:51:18.723 INFO:tasks.workunit.client.0.smithi002.stdout:462 2024-09-14T03:51:18.723 INFO:tasks.workunit.client.0.smithi002.stdout:463 2024-09-14T03:51:18.723 INFO:tasks.workunit.client.0.smithi002.stdout:464 2024-09-14T03:51:18.724 INFO:tasks.workunit.client.0.smithi002.stdout:465 2024-09-14T03:51:18.725 INFO:tasks.workunit.client.0.smithi002.stdout:466 2024-09-14T03:51:18.726 INFO:tasks.workunit.client.0.smithi002.stdout:467 2024-09-14T03:51:18.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:18 smithi154 ceph-mon[81546]: pgmap v1139: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:18.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:18 smithi154 ceph-mon[81546]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:51:18.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:18 smithi154 ceph-mon[81546]: Cluster is now healthy 2024-09-14T03:51:18.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:18 smithi154 ceph-mon[81546]: osdmap e961: 8 total, 8 up, 8 in 2024-09-14T03:51:18.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:18 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/1452223204' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126535-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:18.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:18 smithi154 ceph-mon[81546]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126535-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:18.728 INFO:tasks.workunit.client.0.smithi002.stdout:468 2024-09-14T03:51:18.728 INFO:tasks.workunit.client.0.smithi002.stdout:469 2024-09-14T03:51:18.729 INFO:tasks.workunit.client.0.smithi002.stdout:470 2024-09-14T03:51:18.730 INFO:tasks.workunit.client.0.smithi002.stdout:471 2024-09-14T03:51:18.731 INFO:tasks.workunit.client.0.smithi002.stdout:472 2024-09-14T03:51:18.732 INFO:tasks.workunit.client.0.smithi002.stdout:473 2024-09-14T03:51:18.733 INFO:tasks.workunit.client.0.smithi002.stdout:474 2024-09-14T03:51:18.734 INFO:tasks.workunit.client.0.smithi002.stdout:475 2024-09-14T03:51:18.735 INFO:tasks.workunit.client.0.smithi002.stdout:476 2024-09-14T03:51:18.736 INFO:tasks.workunit.client.0.smithi002.stdout:477 2024-09-14T03:51:18.737 INFO:tasks.workunit.client.0.smithi002.stdout:478 2024-09-14T03:51:18.738 INFO:tasks.workunit.client.0.smithi002.stdout:479 2024-09-14T03:51:18.739 INFO:tasks.workunit.client.0.smithi002.stdout:480 2024-09-14T03:51:18.740 INFO:tasks.workunit.client.0.smithi002.stdout:481 2024-09-14T03:51:18.741 INFO:tasks.workunit.client.0.smithi002.stdout:482 2024-09-14T03:51:18.742 INFO:tasks.workunit.client.0.smithi002.stdout:483 2024-09-14T03:51:18.743 INFO:tasks.workunit.client.0.smithi002.stdout:484 2024-09-14T03:51:18.744 INFO:tasks.workunit.client.0.smithi002.stdout:485 2024-09-14T03:51:18.745 INFO:tasks.workunit.client.0.smithi002.stdout:486 2024-09-14T03:51:18.746 INFO:tasks.workunit.client.0.smithi002.stdout:487 2024-09-14T03:51:18.747 INFO:tasks.workunit.client.0.smithi002.stdout:488 2024-09-14T03:51:18.748 INFO:tasks.workunit.client.0.smithi002.stdout:489 2024-09-14T03:51:18.749 INFO:tasks.workunit.client.0.smithi002.stdout:490 2024-09-14T03:51:18.750 INFO:tasks.workunit.client.0.smithi002.stdout:491 2024-09-14T03:51:18.751 INFO:tasks.workunit.client.0.smithi002.stdout:492 2024-09-14T03:51:18.752 INFO:tasks.workunit.client.0.smithi002.stdout:493 2024-09-14T03:51:18.753 INFO:tasks.workunit.client.0.smithi002.stdout:494 2024-09-14T03:51:18.754 INFO:tasks.workunit.client.0.smithi002.stdout:495 2024-09-14T03:51:18.755 INFO:tasks.workunit.client.0.smithi002.stdout:496 2024-09-14T03:51:18.756 INFO:tasks.workunit.client.0.smithi002.stdout:497 2024-09-14T03:51:18.757 INFO:tasks.workunit.client.0.smithi002.stdout:498 2024-09-14T03:51:18.758 INFO:tasks.workunit.client.0.smithi002.stdout:499 2024-09-14T03:51:18.759 INFO:tasks.workunit.client.0.smithi002.stdout:500 2024-09-14T03:51:18.760 INFO:tasks.workunit.client.0.smithi002.stdout:501 2024-09-14T03:51:18.761 INFO:tasks.workunit.client.0.smithi002.stdout:502 2024-09-14T03:51:18.762 INFO:tasks.workunit.client.0.smithi002.stdout:503 2024-09-14T03:51:18.763 INFO:tasks.workunit.client.0.smithi002.stdout:504 2024-09-14T03:51:18.764 INFO:tasks.workunit.client.0.smithi002.stdout:505 2024-09-14T03:51:18.765 INFO:tasks.workunit.client.0.smithi002.stdout:506 2024-09-14T03:51:18.766 INFO:tasks.workunit.client.0.smithi002.stdout:507 2024-09-14T03:51:18.767 INFO:tasks.workunit.client.0.smithi002.stdout:508 2024-09-14T03:51:18.769 INFO:tasks.workunit.client.0.smithi002.stdout:509 2024-09-14T03:51:18.769 INFO:tasks.workunit.client.0.smithi002.stdout:510 2024-09-14T03:51:18.771 INFO:tasks.workunit.client.0.smithi002.stdout:511 2024-09-14T03:51:18.772 INFO:tasks.workunit.client.0.smithi002.stdout:512 2024-09-14T03:51:18.773 INFO:tasks.workunit.client.0.smithi002.stdout:513 2024-09-14T03:51:18.774 INFO:tasks.workunit.client.0.smithi002.stdout:514 2024-09-14T03:51:18.775 INFO:tasks.workunit.client.0.smithi002.stdout:515 2024-09-14T03:51:18.776 INFO:tasks.workunit.client.0.smithi002.stdout:516 2024-09-14T03:51:18.777 INFO:tasks.workunit.client.0.smithi002.stdout:517 2024-09-14T03:51:18.778 INFO:tasks.workunit.client.0.smithi002.stdout:518 2024-09-14T03:51:18.779 INFO:tasks.workunit.client.0.smithi002.stdout:519 2024-09-14T03:51:18.781 INFO:tasks.workunit.client.0.smithi002.stdout:520 2024-09-14T03:51:18.781 INFO:tasks.workunit.client.0.smithi002.stdout:521 2024-09-14T03:51:18.782 INFO:tasks.workunit.client.0.smithi002.stdout:522 2024-09-14T03:51:18.783 INFO:tasks.workunit.client.0.smithi002.stdout:523 2024-09-14T03:51:18.784 INFO:tasks.workunit.client.0.smithi002.stdout:524 2024-09-14T03:51:18.785 INFO:tasks.workunit.client.0.smithi002.stdout:525 2024-09-14T03:51:18.786 INFO:tasks.workunit.client.0.smithi002.stdout:526 2024-09-14T03:51:18.787 INFO:tasks.workunit.client.0.smithi002.stdout:527 2024-09-14T03:51:18.788 INFO:tasks.workunit.client.0.smithi002.stdout:528 2024-09-14T03:51:18.790 INFO:tasks.workunit.client.0.smithi002.stdout:529 2024-09-14T03:51:18.790 INFO:tasks.workunit.client.0.smithi002.stdout:530 2024-09-14T03:51:18.791 INFO:tasks.workunit.client.0.smithi002.stdout:531 2024-09-14T03:51:18.792 INFO:tasks.workunit.client.0.smithi002.stdout:532 2024-09-14T03:51:18.793 INFO:tasks.workunit.client.0.smithi002.stdout:533 2024-09-14T03:51:18.794 INFO:tasks.workunit.client.0.smithi002.stdout:534 2024-09-14T03:51:18.796 INFO:tasks.workunit.client.0.smithi002.stdout:535 2024-09-14T03:51:18.797 INFO:tasks.workunit.client.0.smithi002.stdout:536 2024-09-14T03:51:18.798 INFO:tasks.workunit.client.0.smithi002.stdout:537 2024-09-14T03:51:18.798 INFO:tasks.workunit.client.0.smithi002.stdout:538 2024-09-14T03:51:18.800 INFO:tasks.workunit.client.0.smithi002.stdout:539 2024-09-14T03:51:18.801 INFO:tasks.workunit.client.0.smithi002.stdout:540 2024-09-14T03:51:18.802 INFO:tasks.workunit.client.0.smithi002.stdout:541 2024-09-14T03:51:18.803 INFO:tasks.workunit.client.0.smithi002.stdout:542 2024-09-14T03:51:18.803 INFO:tasks.workunit.client.0.smithi002.stdout:543 2024-09-14T03:51:18.805 INFO:tasks.workunit.client.0.smithi002.stdout:544 2024-09-14T03:51:18.805 INFO:tasks.workunit.client.0.smithi002.stdout:545 2024-09-14T03:51:18.807 INFO:tasks.workunit.client.0.smithi002.stdout:546 2024-09-14T03:51:18.808 INFO:tasks.workunit.client.0.smithi002.stdout:547 2024-09-14T03:51:18.808 INFO:tasks.workunit.client.0.smithi002.stdout:548 2024-09-14T03:51:18.809 INFO:tasks.workunit.client.0.smithi002.stdout:549 2024-09-14T03:51:18.811 INFO:tasks.workunit.client.0.smithi002.stdout:550 2024-09-14T03:51:18.812 INFO:tasks.workunit.client.0.smithi002.stdout:551 2024-09-14T03:51:18.813 INFO:tasks.workunit.client.0.smithi002.stdout:552 2024-09-14T03:51:18.817 INFO:tasks.workunit.client.0.smithi002.stdout:553 2024-09-14T03:51:18.817 INFO:tasks.workunit.client.0.smithi002.stdout:554 2024-09-14T03:51:18.817 INFO:tasks.workunit.client.0.smithi002.stdout:555 2024-09-14T03:51:18.817 INFO:tasks.workunit.client.0.smithi002.stdout:556 2024-09-14T03:51:18.818 INFO:tasks.workunit.client.0.smithi002.stdout:557 2024-09-14T03:51:18.819 INFO:tasks.workunit.client.0.smithi002.stdout:558 2024-09-14T03:51:18.820 INFO:tasks.workunit.client.0.smithi002.stdout:559 2024-09-14T03:51:18.821 INFO:tasks.workunit.client.0.smithi002.stdout:560 2024-09-14T03:51:18.822 INFO:tasks.workunit.client.0.smithi002.stdout:561 2024-09-14T03:51:18.823 INFO:tasks.workunit.client.0.smithi002.stdout:562 2024-09-14T03:51:18.824 INFO:tasks.workunit.client.0.smithi002.stdout:563 2024-09-14T03:51:18.825 INFO:tasks.workunit.client.0.smithi002.stdout:564 2024-09-14T03:51:18.826 INFO:tasks.workunit.client.0.smithi002.stdout:565 2024-09-14T03:51:18.827 INFO:tasks.workunit.client.0.smithi002.stdout:566 2024-09-14T03:51:18.828 INFO:tasks.workunit.client.0.smithi002.stdout:567 2024-09-14T03:51:18.829 INFO:tasks.workunit.client.0.smithi002.stdout:568 2024-09-14T03:51:18.830 INFO:tasks.workunit.client.0.smithi002.stdout:569 2024-09-14T03:51:18.831 INFO:tasks.workunit.client.0.smithi002.stdout:570 2024-09-14T03:51:18.832 INFO:tasks.workunit.client.0.smithi002.stdout:571 2024-09-14T03:51:18.833 INFO:tasks.workunit.client.0.smithi002.stdout:572 2024-09-14T03:51:18.834 INFO:tasks.workunit.client.0.smithi002.stdout:573 2024-09-14T03:51:18.835 INFO:tasks.workunit.client.0.smithi002.stdout:574 2024-09-14T03:51:18.836 INFO:tasks.workunit.client.0.smithi002.stdout:575 2024-09-14T03:51:18.837 INFO:tasks.workunit.client.0.smithi002.stdout:576 2024-09-14T03:51:18.838 INFO:tasks.workunit.client.0.smithi002.stdout:577 2024-09-14T03:51:18.839 INFO:tasks.workunit.client.0.smithi002.stdout:578 2024-09-14T03:51:18.840 INFO:tasks.workunit.client.0.smithi002.stdout:579 2024-09-14T03:51:18.841 INFO:tasks.workunit.client.0.smithi002.stdout:580 2024-09-14T03:51:18.842 INFO:tasks.workunit.client.0.smithi002.stdout:581 2024-09-14T03:51:18.843 INFO:tasks.workunit.client.0.smithi002.stdout:582 2024-09-14T03:51:18.844 INFO:tasks.workunit.client.0.smithi002.stdout:583 2024-09-14T03:51:18.845 INFO:tasks.workunit.client.0.smithi002.stdout:584 2024-09-14T03:51:18.846 INFO:tasks.workunit.client.0.smithi002.stdout:585 2024-09-14T03:51:18.847 INFO:tasks.workunit.client.0.smithi002.stdout:586 2024-09-14T03:51:18.848 INFO:tasks.workunit.client.0.smithi002.stdout:587 2024-09-14T03:51:18.849 INFO:tasks.workunit.client.0.smithi002.stdout:588 2024-09-14T03:51:18.850 INFO:tasks.workunit.client.0.smithi002.stdout:589 2024-09-14T03:51:18.851 INFO:tasks.workunit.client.0.smithi002.stdout:590 2024-09-14T03:51:18.852 INFO:tasks.workunit.client.0.smithi002.stdout:591 2024-09-14T03:51:18.853 INFO:tasks.workunit.client.0.smithi002.stdout:592 2024-09-14T03:51:18.854 INFO:tasks.workunit.client.0.smithi002.stdout:593 2024-09-14T03:51:18.855 INFO:tasks.workunit.client.0.smithi002.stdout:594 2024-09-14T03:51:18.856 INFO:tasks.workunit.client.0.smithi002.stdout:595 2024-09-14T03:51:18.857 INFO:tasks.workunit.client.0.smithi002.stdout:596 2024-09-14T03:51:18.858 INFO:tasks.workunit.client.0.smithi002.stdout:597 2024-09-14T03:51:18.859 INFO:tasks.workunit.client.0.smithi002.stdout:598 2024-09-14T03:51:18.860 INFO:tasks.workunit.client.0.smithi002.stdout:599 2024-09-14T03:51:18.862 INFO:tasks.workunit.client.0.smithi002.stdout:600 2024-09-14T03:51:18.863 INFO:tasks.workunit.client.0.smithi002.stdout:601 2024-09-14T03:51:18.864 INFO:tasks.workunit.client.0.smithi002.stdout:602 2024-09-14T03:51:18.865 INFO:tasks.workunit.client.0.smithi002.stdout:603 2024-09-14T03:51:18.866 INFO:tasks.workunit.client.0.smithi002.stdout:604 2024-09-14T03:51:18.867 INFO:tasks.workunit.client.0.smithi002.stdout:605 2024-09-14T03:51:18.868 INFO:tasks.workunit.client.0.smithi002.stdout:606 2024-09-14T03:51:18.869 INFO:tasks.workunit.client.0.smithi002.stdout:607 2024-09-14T03:51:18.870 INFO:tasks.workunit.client.0.smithi002.stdout:608 2024-09-14T03:51:18.871 INFO:tasks.workunit.client.0.smithi002.stdout:609 2024-09-14T03:51:18.872 INFO:tasks.workunit.client.0.smithi002.stdout:610 2024-09-14T03:51:18.873 INFO:tasks.workunit.client.0.smithi002.stdout:611 2024-09-14T03:51:18.874 INFO:tasks.workunit.client.0.smithi002.stdout:612 2024-09-14T03:51:18.875 INFO:tasks.workunit.client.0.smithi002.stdout:613 2024-09-14T03:51:18.876 INFO:tasks.workunit.client.0.smithi002.stdout:614 2024-09-14T03:51:18.877 INFO:tasks.workunit.client.0.smithi002.stdout:615 2024-09-14T03:51:18.878 INFO:tasks.workunit.client.0.smithi002.stdout:616 2024-09-14T03:51:18.879 INFO:tasks.workunit.client.0.smithi002.stdout:617 2024-09-14T03:51:18.880 INFO:tasks.workunit.client.0.smithi002.stdout:618 2024-09-14T03:51:18.881 INFO:tasks.workunit.client.0.smithi002.stdout:619 2024-09-14T03:51:18.882 INFO:tasks.workunit.client.0.smithi002.stdout:620 2024-09-14T03:51:18.883 INFO:tasks.workunit.client.0.smithi002.stdout:621 2024-09-14T03:51:18.884 INFO:tasks.workunit.client.0.smithi002.stdout:622 2024-09-14T03:51:18.885 INFO:tasks.workunit.client.0.smithi002.stdout:623 2024-09-14T03:51:18.886 INFO:tasks.workunit.client.0.smithi002.stdout:624 2024-09-14T03:51:18.887 INFO:tasks.workunit.client.0.smithi002.stdout:625 2024-09-14T03:51:18.888 INFO:tasks.workunit.client.0.smithi002.stdout:626 2024-09-14T03:51:18.889 INFO:tasks.workunit.client.0.smithi002.stdout:627 2024-09-14T03:51:18.890 INFO:tasks.workunit.client.0.smithi002.stdout:628 2024-09-14T03:51:18.891 INFO:tasks.workunit.client.0.smithi002.stdout:629 2024-09-14T03:51:18.892 INFO:tasks.workunit.client.0.smithi002.stdout:630 2024-09-14T03:51:18.893 INFO:tasks.workunit.client.0.smithi002.stdout:631 2024-09-14T03:51:18.894 INFO:tasks.workunit.client.0.smithi002.stdout:632 2024-09-14T03:51:18.895 INFO:tasks.workunit.client.0.smithi002.stdout:633 2024-09-14T03:51:18.896 INFO:tasks.workunit.client.0.smithi002.stdout:634 2024-09-14T03:51:18.897 INFO:tasks.workunit.client.0.smithi002.stdout:635 2024-09-14T03:51:18.898 INFO:tasks.workunit.client.0.smithi002.stdout:636 2024-09-14T03:51:18.899 INFO:tasks.workunit.client.0.smithi002.stdout:637 2024-09-14T03:51:18.901 INFO:tasks.workunit.client.0.smithi002.stdout:638 2024-09-14T03:51:18.902 INFO:tasks.workunit.client.0.smithi002.stdout:639 2024-09-14T03:51:18.903 INFO:tasks.workunit.client.0.smithi002.stdout:640 2024-09-14T03:51:18.904 INFO:tasks.workunit.client.0.smithi002.stdout:641 2024-09-14T03:51:18.905 INFO:tasks.workunit.client.0.smithi002.stdout:642 2024-09-14T03:51:18.906 INFO:tasks.workunit.client.0.smithi002.stdout:643 2024-09-14T03:51:18.907 INFO:tasks.workunit.client.0.smithi002.stdout:644 2024-09-14T03:51:18.908 INFO:tasks.workunit.client.0.smithi002.stdout:645 2024-09-14T03:51:18.909 INFO:tasks.workunit.client.0.smithi002.stdout:646 2024-09-14T03:51:18.910 INFO:tasks.workunit.client.0.smithi002.stdout:647 2024-09-14T03:51:18.911 INFO:tasks.workunit.client.0.smithi002.stdout:648 2024-09-14T03:51:18.912 INFO:tasks.workunit.client.0.smithi002.stdout:649 2024-09-14T03:51:18.914 INFO:tasks.workunit.client.0.smithi002.stdout:650 2024-09-14T03:51:18.915 INFO:tasks.workunit.client.0.smithi002.stdout:651 2024-09-14T03:51:18.916 INFO:tasks.workunit.client.0.smithi002.stdout:652 2024-09-14T03:51:18.917 INFO:tasks.workunit.client.0.smithi002.stdout:653 2024-09-14T03:51:18.918 INFO:tasks.workunit.client.0.smithi002.stdout:654 2024-09-14T03:51:18.919 INFO:tasks.workunit.client.0.smithi002.stdout:655 2024-09-14T03:51:18.920 INFO:tasks.workunit.client.0.smithi002.stdout:656 2024-09-14T03:51:18.921 INFO:tasks.workunit.client.0.smithi002.stdout:657 2024-09-14T03:51:18.923 INFO:tasks.workunit.client.0.smithi002.stdout:658 2024-09-14T03:51:18.924 INFO:tasks.workunit.client.0.smithi002.stdout:659 2024-09-14T03:51:18.925 INFO:tasks.workunit.client.0.smithi002.stdout:660 2024-09-14T03:51:18.927 INFO:tasks.workunit.client.0.smithi002.stdout:661 2024-09-14T03:51:18.928 INFO:tasks.workunit.client.0.smithi002.stdout:662 2024-09-14T03:51:18.929 INFO:tasks.workunit.client.0.smithi002.stdout:663 2024-09-14T03:51:18.930 INFO:tasks.workunit.client.0.smithi002.stdout:664 2024-09-14T03:51:18.931 INFO:tasks.workunit.client.0.smithi002.stdout:665 2024-09-14T03:51:18.932 INFO:tasks.workunit.client.0.smithi002.stdout:666 2024-09-14T03:51:18.933 INFO:tasks.workunit.client.0.smithi002.stdout:667 2024-09-14T03:51:18.934 INFO:tasks.workunit.client.0.smithi002.stdout:668 2024-09-14T03:51:18.935 INFO:tasks.workunit.client.0.smithi002.stdout:669 2024-09-14T03:51:18.936 INFO:tasks.workunit.client.0.smithi002.stdout:670 2024-09-14T03:51:18.937 INFO:tasks.workunit.client.0.smithi002.stdout:671 2024-09-14T03:51:18.938 INFO:tasks.workunit.client.0.smithi002.stdout:672 2024-09-14T03:51:18.940 INFO:tasks.workunit.client.0.smithi002.stdout:673 2024-09-14T03:51:18.941 INFO:tasks.workunit.client.0.smithi002.stdout:674 2024-09-14T03:51:18.942 INFO:tasks.workunit.client.0.smithi002.stdout:675 2024-09-14T03:51:18.943 INFO:tasks.workunit.client.0.smithi002.stdout:676 2024-09-14T03:51:18.944 INFO:tasks.workunit.client.0.smithi002.stdout:677 2024-09-14T03:51:18.945 INFO:tasks.workunit.client.0.smithi002.stdout:678 2024-09-14T03:51:18.946 INFO:tasks.workunit.client.0.smithi002.stdout:679 2024-09-14T03:51:18.948 INFO:tasks.workunit.client.0.smithi002.stdout:680 2024-09-14T03:51:18.949 INFO:tasks.workunit.client.0.smithi002.stdout:681 2024-09-14T03:51:18.950 INFO:tasks.workunit.client.0.smithi002.stdout:682 2024-09-14T03:51:18.951 INFO:tasks.workunit.client.0.smithi002.stdout:683 2024-09-14T03:51:18.952 INFO:tasks.workunit.client.0.smithi002.stdout:684 2024-09-14T03:51:18.953 INFO:tasks.workunit.client.0.smithi002.stdout:685 2024-09-14T03:51:18.955 INFO:tasks.workunit.client.0.smithi002.stdout:686 2024-09-14T03:51:18.955 INFO:tasks.workunit.client.0.smithi002.stdout:687 2024-09-14T03:51:18.957 INFO:tasks.workunit.client.0.smithi002.stdout:688 2024-09-14T03:51:18.958 INFO:tasks.workunit.client.0.smithi002.stdout:689 2024-09-14T03:51:18.959 INFO:tasks.workunit.client.0.smithi002.stdout:690 2024-09-14T03:51:18.960 INFO:tasks.workunit.client.0.smithi002.stdout:691 2024-09-14T03:51:18.961 INFO:tasks.workunit.client.0.smithi002.stdout:692 2024-09-14T03:51:18.962 INFO:tasks.workunit.client.0.smithi002.stdout:693 2024-09-14T03:51:18.963 INFO:tasks.workunit.client.0.smithi002.stdout:694 2024-09-14T03:51:18.965 INFO:tasks.workunit.client.0.smithi002.stdout:695 2024-09-14T03:51:18.966 INFO:tasks.workunit.client.0.smithi002.stdout:696 2024-09-14T03:51:18.967 INFO:tasks.workunit.client.0.smithi002.stdout:697 2024-09-14T03:51:18.968 INFO:tasks.workunit.client.0.smithi002.stdout:698 2024-09-14T03:51:18.969 INFO:tasks.workunit.client.0.smithi002.stdout:699 2024-09-14T03:51:18.970 INFO:tasks.workunit.client.0.smithi002.stdout:700 2024-09-14T03:51:18.971 INFO:tasks.workunit.client.0.smithi002.stdout:701 2024-09-14T03:51:18.972 INFO:tasks.workunit.client.0.smithi002.stdout:702 2024-09-14T03:51:18.973 INFO:tasks.workunit.client.0.smithi002.stdout:703 2024-09-14T03:51:18.974 INFO:tasks.workunit.client.0.smithi002.stdout:704 2024-09-14T03:51:18.975 INFO:tasks.workunit.client.0.smithi002.stdout:705 2024-09-14T03:51:18.976 INFO:tasks.workunit.client.0.smithi002.stdout:706 2024-09-14T03:51:18.977 INFO:tasks.workunit.client.0.smithi002.stdout:707 2024-09-14T03:51:18.978 INFO:tasks.workunit.client.0.smithi002.stdout:708 2024-09-14T03:51:18.980 INFO:tasks.workunit.client.0.smithi002.stdout:709 2024-09-14T03:51:18.981 INFO:tasks.workunit.client.0.smithi002.stdout:710 2024-09-14T03:51:18.982 INFO:tasks.workunit.client.0.smithi002.stdout:711 2024-09-14T03:51:18.984 INFO:tasks.workunit.client.0.smithi002.stdout:712 2024-09-14T03:51:18.984 INFO:tasks.workunit.client.0.smithi002.stdout:713 2024-09-14T03:51:18.985 INFO:tasks.workunit.client.0.smithi002.stdout:714 2024-09-14T03:51:18.986 INFO:tasks.workunit.client.0.smithi002.stdout:715 2024-09-14T03:51:18.987 INFO:tasks.workunit.client.0.smithi002.stdout:716 2024-09-14T03:51:18.989 INFO:tasks.workunit.client.0.smithi002.stdout:717 2024-09-14T03:51:18.990 INFO:tasks.workunit.client.0.smithi002.stdout:718 2024-09-14T03:51:18.991 INFO:tasks.workunit.client.0.smithi002.stdout:719 2024-09-14T03:51:18.992 INFO:tasks.workunit.client.0.smithi002.stdout:720 2024-09-14T03:51:18.993 INFO:tasks.workunit.client.0.smithi002.stdout:721 2024-09-14T03:51:18.994 INFO:tasks.workunit.client.0.smithi002.stdout:722 2024-09-14T03:51:18.995 INFO:tasks.workunit.client.0.smithi002.stdout:723 2024-09-14T03:51:18.996 INFO:tasks.workunit.client.0.smithi002.stdout:724 2024-09-14T03:51:18.997 INFO:tasks.workunit.client.0.smithi002.stdout:725 2024-09-14T03:51:18.998 INFO:tasks.workunit.client.0.smithi002.stdout:726 2024-09-14T03:51:18.999 INFO:tasks.workunit.client.0.smithi002.stdout:727 2024-09-14T03:51:19.001 INFO:tasks.workunit.client.0.smithi002.stdout:728 2024-09-14T03:51:19.002 INFO:tasks.workunit.client.0.smithi002.stdout:729 2024-09-14T03:51:19.003 INFO:tasks.workunit.client.0.smithi002.stdout:730 2024-09-14T03:51:19.004 INFO:tasks.workunit.client.0.smithi002.stdout:731 2024-09-14T03:51:19.005 INFO:tasks.workunit.client.0.smithi002.stdout:732 2024-09-14T03:51:19.006 INFO:tasks.workunit.client.0.smithi002.stdout:733 2024-09-14T03:51:19.007 INFO:tasks.workunit.client.0.smithi002.stdout:734 2024-09-14T03:51:19.008 INFO:tasks.workunit.client.0.smithi002.stdout:735 2024-09-14T03:51:19.009 INFO:tasks.workunit.client.0.smithi002.stdout:736 2024-09-14T03:51:19.010 INFO:tasks.workunit.client.0.smithi002.stdout:737 2024-09-14T03:51:19.011 INFO:tasks.workunit.client.0.smithi002.stdout:738 2024-09-14T03:51:19.012 INFO:tasks.workunit.client.0.smithi002.stdout:739 2024-09-14T03:51:19.013 INFO:tasks.workunit.client.0.smithi002.stdout:740 2024-09-14T03:51:19.015 INFO:tasks.workunit.client.0.smithi002.stdout:741 2024-09-14T03:51:19.016 INFO:tasks.workunit.client.0.smithi002.stdout:742 2024-09-14T03:51:19.017 INFO:tasks.workunit.client.0.smithi002.stdout:743 2024-09-14T03:51:19.020 INFO:tasks.workunit.client.0.smithi002.stdout:744 2024-09-14T03:51:19.021 INFO:tasks.workunit.client.0.smithi002.stdout:745 2024-09-14T03:51:19.021 INFO:tasks.workunit.client.0.smithi002.stdout:746 2024-09-14T03:51:19.021 INFO:tasks.workunit.client.0.smithi002.stdout:747 2024-09-14T03:51:19.023 INFO:tasks.workunit.client.0.smithi002.stdout:748 2024-09-14T03:51:19.024 INFO:tasks.workunit.client.0.smithi002.stdout:749 2024-09-14T03:51:19.025 INFO:tasks.workunit.client.0.smithi002.stdout:750 2024-09-14T03:51:19.027 INFO:tasks.workunit.client.0.smithi002.stdout:751 2024-09-14T03:51:19.028 INFO:tasks.workunit.client.0.smithi002.stdout:752 2024-09-14T03:51:19.029 INFO:tasks.workunit.client.0.smithi002.stdout:753 2024-09-14T03:51:19.030 INFO:tasks.workunit.client.0.smithi002.stdout:754 2024-09-14T03:51:19.031 INFO:tasks.workunit.client.0.smithi002.stdout:755 2024-09-14T03:51:19.032 INFO:tasks.workunit.client.0.smithi002.stdout:756 2024-09-14T03:51:19.033 INFO:tasks.workunit.client.0.smithi002.stdout:757 2024-09-14T03:51:19.034 INFO:tasks.workunit.client.0.smithi002.stdout:758 2024-09-14T03:51:19.035 INFO:tasks.workunit.client.0.smithi002.stdout:759 2024-09-14T03:51:19.036 INFO:tasks.workunit.client.0.smithi002.stdout:760 2024-09-14T03:51:19.038 INFO:tasks.workunit.client.0.smithi002.stdout:761 2024-09-14T03:51:19.039 INFO:tasks.workunit.client.0.smithi002.stdout:762 2024-09-14T03:51:19.040 INFO:tasks.workunit.client.0.smithi002.stdout:763 2024-09-14T03:51:19.041 INFO:tasks.workunit.client.0.smithi002.stdout:764 2024-09-14T03:51:19.042 INFO:tasks.workunit.client.0.smithi002.stdout:765 2024-09-14T03:51:19.043 INFO:tasks.workunit.client.0.smithi002.stdout:766 2024-09-14T03:51:19.044 INFO:tasks.workunit.client.0.smithi002.stdout:767 2024-09-14T03:51:19.045 INFO:tasks.workunit.client.0.smithi002.stdout:768 2024-09-14T03:51:19.047 INFO:tasks.workunit.client.0.smithi002.stdout:769 2024-09-14T03:51:19.048 INFO:tasks.workunit.client.0.smithi002.stdout:770 2024-09-14T03:51:19.049 INFO:tasks.workunit.client.0.smithi002.stdout:771 2024-09-14T03:51:19.050 INFO:tasks.workunit.client.0.smithi002.stdout:772 2024-09-14T03:51:19.051 INFO:tasks.workunit.client.0.smithi002.stdout:773 2024-09-14T03:51:19.052 INFO:tasks.workunit.client.0.smithi002.stdout:774 2024-09-14T03:51:19.053 INFO:tasks.workunit.client.0.smithi002.stdout:775 2024-09-14T03:51:19.054 INFO:tasks.workunit.client.0.smithi002.stdout:776 2024-09-14T03:51:19.055 INFO:tasks.workunit.client.0.smithi002.stdout:777 2024-09-14T03:51:19.056 INFO:tasks.workunit.client.0.smithi002.stdout:778 2024-09-14T03:51:19.058 INFO:tasks.workunit.client.0.smithi002.stdout:779 2024-09-14T03:51:19.059 INFO:tasks.workunit.client.0.smithi002.stdout:780 2024-09-14T03:51:19.060 INFO:tasks.workunit.client.0.smithi002.stdout:781 2024-09-14T03:51:19.061 INFO:tasks.workunit.client.0.smithi002.stdout:782 2024-09-14T03:51:19.062 INFO:tasks.workunit.client.0.smithi002.stdout:783 2024-09-14T03:51:19.064 INFO:tasks.workunit.client.0.smithi002.stdout:784 2024-09-14T03:51:19.065 INFO:tasks.workunit.client.0.smithi002.stdout:785 2024-09-14T03:51:19.066 INFO:tasks.workunit.client.0.smithi002.stdout:786 2024-09-14T03:51:19.067 INFO:tasks.workunit.client.0.smithi002.stdout:787 2024-09-14T03:51:19.068 INFO:tasks.workunit.client.0.smithi002.stdout:788 2024-09-14T03:51:19.069 INFO:tasks.workunit.client.0.smithi002.stdout:789 2024-09-14T03:51:19.070 INFO:tasks.workunit.client.0.smithi002.stdout:790 2024-09-14T03:51:19.072 INFO:tasks.workunit.client.0.smithi002.stdout:791 2024-09-14T03:51:19.073 INFO:tasks.workunit.client.0.smithi002.stdout:792 2024-09-14T03:51:19.074 INFO:tasks.workunit.client.0.smithi002.stdout:793 2024-09-14T03:51:19.075 INFO:tasks.workunit.client.0.smithi002.stdout:794 2024-09-14T03:51:19.077 INFO:tasks.workunit.client.0.smithi002.stdout:795 2024-09-14T03:51:19.078 INFO:tasks.workunit.client.0.smithi002.stdout:796 2024-09-14T03:51:19.079 INFO:tasks.workunit.client.0.smithi002.stdout:797 2024-09-14T03:51:19.080 INFO:tasks.workunit.client.0.smithi002.stdout:798 2024-09-14T03:51:19.081 INFO:tasks.workunit.client.0.smithi002.stdout:799 2024-09-14T03:51:19.082 INFO:tasks.workunit.client.0.smithi002.stdout:800 2024-09-14T03:51:19.083 INFO:tasks.workunit.client.0.smithi002.stdout:801 2024-09-14T03:51:19.084 INFO:tasks.workunit.client.0.smithi002.stdout:802 2024-09-14T03:51:19.085 INFO:tasks.workunit.client.0.smithi002.stdout:803 2024-09-14T03:51:19.087 INFO:tasks.workunit.client.0.smithi002.stdout:804 2024-09-14T03:51:19.088 INFO:tasks.workunit.client.0.smithi002.stdout:805 2024-09-14T03:51:19.089 INFO:tasks.workunit.client.0.smithi002.stdout:806 2024-09-14T03:51:19.090 INFO:tasks.workunit.client.0.smithi002.stdout:807 2024-09-14T03:51:19.091 INFO:tasks.workunit.client.0.smithi002.stdout:808 2024-09-14T03:51:19.092 INFO:tasks.workunit.client.0.smithi002.stdout:809 2024-09-14T03:51:19.093 INFO:tasks.workunit.client.0.smithi002.stdout:810 2024-09-14T03:51:19.094 INFO:tasks.workunit.client.0.smithi002.stdout:811 2024-09-14T03:51:19.096 INFO:tasks.workunit.client.0.smithi002.stdout:812 2024-09-14T03:51:19.097 INFO:tasks.workunit.client.0.smithi002.stdout:813 2024-09-14T03:51:19.098 INFO:tasks.workunit.client.0.smithi002.stdout:814 2024-09-14T03:51:19.099 INFO:tasks.workunit.client.0.smithi002.stdout:815 2024-09-14T03:51:19.100 INFO:tasks.workunit.client.0.smithi002.stdout:816 2024-09-14T03:51:19.101 INFO:tasks.workunit.client.0.smithi002.stdout:817 2024-09-14T03:51:19.102 INFO:tasks.workunit.client.0.smithi002.stdout:818 2024-09-14T03:51:19.103 INFO:tasks.workunit.client.0.smithi002.stdout:819 2024-09-14T03:51:19.105 INFO:tasks.workunit.client.0.smithi002.stdout:820 2024-09-14T03:51:19.106 INFO:tasks.workunit.client.0.smithi002.stdout:821 2024-09-14T03:51:19.107 INFO:tasks.workunit.client.0.smithi002.stdout:822 2024-09-14T03:51:19.108 INFO:tasks.workunit.client.0.smithi002.stdout:823 2024-09-14T03:51:19.109 INFO:tasks.workunit.client.0.smithi002.stdout:824 2024-09-14T03:51:19.110 INFO:tasks.workunit.client.0.smithi002.stdout:825 2024-09-14T03:51:19.111 INFO:tasks.workunit.client.0.smithi002.stdout:826 2024-09-14T03:51:19.113 INFO:tasks.workunit.client.0.smithi002.stdout:827 2024-09-14T03:51:19.114 INFO:tasks.workunit.client.0.smithi002.stdout:828 2024-09-14T03:51:19.115 INFO:tasks.workunit.client.0.smithi002.stdout:829 2024-09-14T03:51:19.116 INFO:tasks.workunit.client.0.smithi002.stdout:830 2024-09-14T03:51:19.117 INFO:tasks.workunit.client.0.smithi002.stdout:831 2024-09-14T03:51:19.118 INFO:tasks.workunit.client.0.smithi002.stdout:832 2024-09-14T03:51:19.119 INFO:tasks.workunit.client.0.smithi002.stdout:833 2024-09-14T03:51:19.120 INFO:tasks.workunit.client.0.smithi002.stdout:834 2024-09-14T03:51:19.121 INFO:tasks.workunit.client.0.smithi002.stdout:835 2024-09-14T03:51:19.122 INFO:tasks.workunit.client.0.smithi002.stdout:836 2024-09-14T03:51:19.123 INFO:tasks.workunit.client.0.smithi002.stdout:837 2024-09-14T03:51:19.125 INFO:tasks.workunit.client.0.smithi002.stdout:838 2024-09-14T03:51:19.126 INFO:tasks.workunit.client.0.smithi002.stdout:839 2024-09-14T03:51:19.127 INFO:tasks.workunit.client.0.smithi002.stdout:840 2024-09-14T03:51:19.128 INFO:tasks.workunit.client.0.smithi002.stdout:841 2024-09-14T03:51:19.129 INFO:tasks.workunit.client.0.smithi002.stdout:842 2024-09-14T03:51:19.131 INFO:tasks.workunit.client.0.smithi002.stdout:843 2024-09-14T03:51:19.132 INFO:tasks.workunit.client.0.smithi002.stdout:844 2024-09-14T03:51:19.133 INFO:tasks.workunit.client.0.smithi002.stdout:845 2024-09-14T03:51:19.134 INFO:tasks.workunit.client.0.smithi002.stdout:846 2024-09-14T03:51:19.135 INFO:tasks.workunit.client.0.smithi002.stdout:847 2024-09-14T03:51:19.137 INFO:tasks.workunit.client.0.smithi002.stdout:848 2024-09-14T03:51:19.138 INFO:tasks.workunit.client.0.smithi002.stdout:849 2024-09-14T03:51:19.139 INFO:tasks.workunit.client.0.smithi002.stdout:850 2024-09-14T03:51:19.140 INFO:tasks.workunit.client.0.smithi002.stdout:851 2024-09-14T03:51:19.141 INFO:tasks.workunit.client.0.smithi002.stdout:852 2024-09-14T03:51:19.142 INFO:tasks.workunit.client.0.smithi002.stdout:853 2024-09-14T03:51:19.143 INFO:tasks.workunit.client.0.smithi002.stdout:854 2024-09-14T03:51:19.145 INFO:tasks.workunit.client.0.smithi002.stdout:855 2024-09-14T03:51:19.146 INFO:tasks.workunit.client.0.smithi002.stdout:856 2024-09-14T03:51:19.147 INFO:tasks.workunit.client.0.smithi002.stdout:857 2024-09-14T03:51:19.148 INFO:tasks.workunit.client.0.smithi002.stdout:858 2024-09-14T03:51:19.149 INFO:tasks.workunit.client.0.smithi002.stdout:859 2024-09-14T03:51:19.150 INFO:tasks.workunit.client.0.smithi002.stdout:860 2024-09-14T03:51:19.152 INFO:tasks.workunit.client.0.smithi002.stdout:861 2024-09-14T03:51:19.153 INFO:tasks.workunit.client.0.smithi002.stdout:862 2024-09-14T03:51:19.154 INFO:tasks.workunit.client.0.smithi002.stdout:863 2024-09-14T03:51:19.155 INFO:tasks.workunit.client.0.smithi002.stdout:864 2024-09-14T03:51:19.156 INFO:tasks.workunit.client.0.smithi002.stdout:865 2024-09-14T03:51:19.157 INFO:tasks.workunit.client.0.smithi002.stdout:866 2024-09-14T03:51:19.159 INFO:tasks.workunit.client.0.smithi002.stdout:867 2024-09-14T03:51:19.160 INFO:tasks.workunit.client.0.smithi002.stdout:868 2024-09-14T03:51:19.161 INFO:tasks.workunit.client.0.smithi002.stdout:869 2024-09-14T03:51:19.163 INFO:tasks.workunit.client.0.smithi002.stdout:870 2024-09-14T03:51:19.164 INFO:tasks.workunit.client.0.smithi002.stdout:871 2024-09-14T03:51:19.165 INFO:tasks.workunit.client.0.smithi002.stdout:872 2024-09-14T03:51:19.166 INFO:tasks.workunit.client.0.smithi002.stdout:873 2024-09-14T03:51:19.167 INFO:tasks.workunit.client.0.smithi002.stdout:874 2024-09-14T03:51:19.169 INFO:tasks.workunit.client.0.smithi002.stdout:875 2024-09-14T03:51:19.170 INFO:tasks.workunit.client.0.smithi002.stdout:876 2024-09-14T03:51:19.171 INFO:tasks.workunit.client.0.smithi002.stdout:877 2024-09-14T03:51:19.172 INFO:tasks.workunit.client.0.smithi002.stdout:878 2024-09-14T03:51:19.173 INFO:tasks.workunit.client.0.smithi002.stdout:879 2024-09-14T03:51:19.175 INFO:tasks.workunit.client.0.smithi002.stdout:880 2024-09-14T03:51:19.176 INFO:tasks.workunit.client.0.smithi002.stdout:881 2024-09-14T03:51:19.177 INFO:tasks.workunit.client.0.smithi002.stdout:882 2024-09-14T03:51:19.178 INFO:tasks.workunit.client.0.smithi002.stdout:883 2024-09-14T03:51:19.179 INFO:tasks.workunit.client.0.smithi002.stdout:884 2024-09-14T03:51:19.180 INFO:tasks.workunit.client.0.smithi002.stdout:885 2024-09-14T03:51:19.182 INFO:tasks.workunit.client.0.smithi002.stdout:886 2024-09-14T03:51:19.183 INFO:tasks.workunit.client.0.smithi002.stdout:887 2024-09-14T03:51:19.184 INFO:tasks.workunit.client.0.smithi002.stdout:888 2024-09-14T03:51:19.185 INFO:tasks.workunit.client.0.smithi002.stdout:889 2024-09-14T03:51:19.186 INFO:tasks.workunit.client.0.smithi002.stdout:890 2024-09-14T03:51:19.187 INFO:tasks.workunit.client.0.smithi002.stdout:891 2024-09-14T03:51:19.188 INFO:tasks.workunit.client.0.smithi002.stdout:892 2024-09-14T03:51:19.189 INFO:tasks.workunit.client.0.smithi002.stdout:893 2024-09-14T03:51:19.190 INFO:tasks.workunit.client.0.smithi002.stdout:894 2024-09-14T03:51:19.191 INFO:tasks.workunit.client.0.smithi002.stdout:895 2024-09-14T03:51:19.192 INFO:tasks.workunit.client.0.smithi002.stdout:896 2024-09-14T03:51:19.194 INFO:tasks.workunit.client.0.smithi002.stdout:897 2024-09-14T03:51:19.195 INFO:tasks.workunit.client.0.smithi002.stdout:898 2024-09-14T03:51:19.196 INFO:tasks.workunit.client.0.smithi002.stdout:899 2024-09-14T03:51:19.200 INFO:tasks.workunit.client.0.smithi002.stdout:900 2024-09-14T03:51:19.201 INFO:tasks.workunit.client.0.smithi002.stdout:901 2024-09-14T03:51:19.201 INFO:tasks.workunit.client.0.smithi002.stdout:902 2024-09-14T03:51:19.202 INFO:tasks.workunit.client.0.smithi002.stdout:903 2024-09-14T03:51:19.203 INFO:tasks.workunit.client.0.smithi002.stdout:904 2024-09-14T03:51:19.205 INFO:tasks.workunit.client.0.smithi002.stdout:905 2024-09-14T03:51:19.206 INFO:tasks.workunit.client.0.smithi002.stdout:906 2024-09-14T03:51:19.206 INFO:tasks.workunit.client.0.smithi002.stdout:907 2024-09-14T03:51:19.208 INFO:tasks.workunit.client.0.smithi002.stdout:908 2024-09-14T03:51:19.209 INFO:tasks.workunit.client.0.smithi002.stdout:909 2024-09-14T03:51:19.210 INFO:tasks.workunit.client.0.smithi002.stdout:910 2024-09-14T03:51:19.211 INFO:tasks.workunit.client.0.smithi002.stdout:911 2024-09-14T03:51:19.212 INFO:tasks.workunit.client.0.smithi002.stdout:912 2024-09-14T03:51:19.213 INFO:tasks.workunit.client.0.smithi002.stdout:913 2024-09-14T03:51:19.214 INFO:tasks.workunit.client.0.smithi002.stdout:914 2024-09-14T03:51:19.215 INFO:tasks.workunit.client.0.smithi002.stdout:915 2024-09-14T03:51:19.217 INFO:tasks.workunit.client.0.smithi002.stdout:916 2024-09-14T03:51:19.218 INFO:tasks.workunit.client.0.smithi002.stdout:917 2024-09-14T03:51:19.219 INFO:tasks.workunit.client.0.smithi002.stdout:918 2024-09-14T03:51:19.220 INFO:tasks.workunit.client.0.smithi002.stdout:919 2024-09-14T03:51:19.221 INFO:tasks.workunit.client.0.smithi002.stdout:920 2024-09-14T03:51:19.222 INFO:tasks.workunit.client.0.smithi002.stdout:921 2024-09-14T03:51:19.224 INFO:tasks.workunit.client.0.smithi002.stdout:922 2024-09-14T03:51:19.225 INFO:tasks.workunit.client.0.smithi002.stdout:923 2024-09-14T03:51:19.226 INFO:tasks.workunit.client.0.smithi002.stdout:924 2024-09-14T03:51:19.227 INFO:tasks.workunit.client.0.smithi002.stdout:925 2024-09-14T03:51:19.228 INFO:tasks.workunit.client.0.smithi002.stdout:926 2024-09-14T03:51:19.229 INFO:tasks.workunit.client.0.smithi002.stdout:927 2024-09-14T03:51:19.230 INFO:tasks.workunit.client.0.smithi002.stdout:928 2024-09-14T03:51:19.231 INFO:tasks.workunit.client.0.smithi002.stdout:929 2024-09-14T03:51:19.233 INFO:tasks.workunit.client.0.smithi002.stdout:930 2024-09-14T03:51:19.234 INFO:tasks.workunit.client.0.smithi002.stdout:931 2024-09-14T03:51:19.235 INFO:tasks.workunit.client.0.smithi002.stdout:932 2024-09-14T03:51:19.236 INFO:tasks.workunit.client.0.smithi002.stdout:933 2024-09-14T03:51:19.237 INFO:tasks.workunit.client.0.smithi002.stdout:934 2024-09-14T03:51:19.239 INFO:tasks.workunit.client.0.smithi002.stdout:935 2024-09-14T03:51:19.240 INFO:tasks.workunit.client.0.smithi002.stdout:936 2024-09-14T03:51:19.241 INFO:tasks.workunit.client.0.smithi002.stdout:937 2024-09-14T03:51:19.242 INFO:tasks.workunit.client.0.smithi002.stdout:938 2024-09-14T03:51:19.243 INFO:tasks.workunit.client.0.smithi002.stdout:939 2024-09-14T03:51:19.244 INFO:tasks.workunit.client.0.smithi002.stdout:940 2024-09-14T03:51:19.245 INFO:tasks.workunit.client.0.smithi002.stdout:941 2024-09-14T03:51:19.246 INFO:tasks.workunit.client.0.smithi002.stdout:942 2024-09-14T03:51:19.247 INFO:tasks.workunit.client.0.smithi002.stdout:943 2024-09-14T03:51:19.249 INFO:tasks.workunit.client.0.smithi002.stdout:944 2024-09-14T03:51:19.250 INFO:tasks.workunit.client.0.smithi002.stdout:945 2024-09-14T03:51:19.251 INFO:tasks.workunit.client.0.smithi002.stdout:946 2024-09-14T03:51:19.252 INFO:tasks.workunit.client.0.smithi002.stdout:947 2024-09-14T03:51:19.253 INFO:tasks.workunit.client.0.smithi002.stdout:948 2024-09-14T03:51:19.254 INFO:tasks.workunit.client.0.smithi002.stdout:949 2024-09-14T03:51:19.255 INFO:tasks.workunit.client.0.smithi002.stdout:950 2024-09-14T03:51:19.257 INFO:tasks.workunit.client.0.smithi002.stdout:951 2024-09-14T03:51:19.258 INFO:tasks.workunit.client.0.smithi002.stdout:952 2024-09-14T03:51:19.259 INFO:tasks.workunit.client.0.smithi002.stdout:953 2024-09-14T03:51:19.260 INFO:tasks.workunit.client.0.smithi002.stdout:954 2024-09-14T03:51:19.261 INFO:tasks.workunit.client.0.smithi002.stdout:955 2024-09-14T03:51:19.262 INFO:tasks.workunit.client.0.smithi002.stdout:956 2024-09-14T03:51:19.264 INFO:tasks.workunit.client.0.smithi002.stdout:957 2024-09-14T03:51:19.265 INFO:tasks.workunit.client.0.smithi002.stdout:958 2024-09-14T03:51:19.266 INFO:tasks.workunit.client.0.smithi002.stdout:959 2024-09-14T03:51:19.267 INFO:tasks.workunit.client.0.smithi002.stdout:960 2024-09-14T03:51:19.269 INFO:tasks.workunit.client.0.smithi002.stdout:961 2024-09-14T03:51:19.270 INFO:tasks.workunit.client.0.smithi002.stdout:962 2024-09-14T03:51:19.271 INFO:tasks.workunit.client.0.smithi002.stdout:963 2024-09-14T03:51:19.275 INFO:tasks.workunit.client.0.smithi002.stdout:964 2024-09-14T03:51:19.276 INFO:tasks.workunit.client.0.smithi002.stdout:965 2024-09-14T03:51:19.277 INFO:tasks.workunit.client.0.smithi002.stdout:966 2024-09-14T03:51:19.280 INFO:tasks.workunit.client.0.smithi002.stdout:967 2024-09-14T03:51:19.280 INFO:tasks.workunit.client.0.smithi002.stdout:968 2024-09-14T03:51:19.282 INFO:tasks.workunit.client.0.smithi002.stdout:969 2024-09-14T03:51:19.282 INFO:tasks.workunit.client.0.smithi002.stdout:970 2024-09-14T03:51:19.283 INFO:tasks.workunit.client.0.smithi002.stdout:971 2024-09-14T03:51:19.284 INFO:tasks.workunit.client.0.smithi002.stdout:972 2024-09-14T03:51:19.286 INFO:tasks.workunit.client.0.smithi002.stdout:973 2024-09-14T03:51:19.287 INFO:tasks.workunit.client.0.smithi002.stdout:974 2024-09-14T03:51:19.288 INFO:tasks.workunit.client.0.smithi002.stdout:975 2024-09-14T03:51:19.289 INFO:tasks.workunit.client.0.smithi002.stdout:976 2024-09-14T03:51:19.290 INFO:tasks.workunit.client.0.smithi002.stdout:977 2024-09-14T03:51:19.291 INFO:tasks.workunit.client.0.smithi002.stdout:978 2024-09-14T03:51:19.293 INFO:tasks.workunit.client.0.smithi002.stdout:979 2024-09-14T03:51:19.294 INFO:tasks.workunit.client.0.smithi002.stdout:980 2024-09-14T03:51:19.295 INFO:tasks.workunit.client.0.smithi002.stdout:981 2024-09-14T03:51:19.296 INFO:tasks.workunit.client.0.smithi002.stdout:982 2024-09-14T03:51:19.297 INFO:tasks.workunit.client.0.smithi002.stdout:983 2024-09-14T03:51:19.298 INFO:tasks.workunit.client.0.smithi002.stdout:984 2024-09-14T03:51:19.300 INFO:tasks.workunit.client.0.smithi002.stdout:985 2024-09-14T03:51:19.301 INFO:tasks.workunit.client.0.smithi002.stdout:986 2024-09-14T03:51:19.302 INFO:tasks.workunit.client.0.smithi002.stdout:987 2024-09-14T03:51:19.303 INFO:tasks.workunit.client.0.smithi002.stdout:988 2024-09-14T03:51:19.304 INFO:tasks.workunit.client.0.smithi002.stdout:989 2024-09-14T03:51:19.305 INFO:tasks.workunit.client.0.smithi002.stdout:990 2024-09-14T03:51:19.306 INFO:tasks.workunit.client.0.smithi002.stdout:991 2024-09-14T03:51:19.308 INFO:tasks.workunit.client.0.smithi002.stdout:992 2024-09-14T03:51:19.309 INFO:tasks.workunit.client.0.smithi002.stdout:993 2024-09-14T03:51:19.310 INFO:tasks.workunit.client.0.smithi002.stdout:994 2024-09-14T03:51:19.311 INFO:tasks.workunit.client.0.smithi002.stdout:995 2024-09-14T03:51:19.312 INFO:tasks.workunit.client.0.smithi002.stdout:996 2024-09-14T03:51:19.313 INFO:tasks.workunit.client.0.smithi002.stdout:997 2024-09-14T03:51:19.315 INFO:tasks.workunit.client.0.smithi002.stdout:998 2024-09-14T03:51:19.316 INFO:tasks.workunit.client.0.smithi002.stdout:999 2024-09-14T03:51:19.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:19 smithi002 ceph-mon[87970]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126535-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:51:19.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:19 smithi002 ceph-mon[87970]: osdmap e962: 8 total, 8 up, 8 in 2024-09-14T03:51:19.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:19 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/1452223204' entity='client.admin' cmd={"prefix": "osd dump","format":"json"} : dispatch 2024-09-14T03:51:19.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:19 smithi002 ceph-mon[89815]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126535-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:51:19.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:19 smithi002 ceph-mon[89815]: osdmap e962: 8 total, 8 up, 8 in 2024-09-14T03:51:19.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:19 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/1452223204' entity='client.admin' cmd={"prefix": "osd dump","format":"json"} : dispatch 2024-09-14T03:51:19.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:19 smithi154 ceph-mon[81546]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126535-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:51:19.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:19 smithi154 ceph-mon[81546]: osdmap e962: 8 total, 8 up, 8 in 2024-09-14T03:51:19.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:19 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/1452223204' entity='client.admin' cmd={"prefix": "osd dump","format":"json"} : dispatch 2024-09-14T03:51:20.285 INFO:tasks.workunit.client.0.smithi002.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-09-14T03:51:20.286 INFO:tasks.workunit.client.0.smithi002.stdout:00000010 69 73 |is| 2024-09-14T03:51:20.286 INFO:tasks.workunit.client.0.smithi002.stdout:00000012 2024-09-14T03:51:20.286 INFO:tasks.workunit.client.0.smithi002.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-09-14T03:51:20.286 INFO:tasks.workunit.client.0.smithi002.stdout:00000010 69 73 |is| 2024-09-14T03:51:20.286 INFO:tasks.workunit.client.0.smithi002.stdout:00000012 2024-09-14T03:51:20.286 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] ClsHello.WriteReturnData (4040 ms) 2024-09-14T03:51:20.286 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] ClsHello.Loud 2024-09-14T03:51:20.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:20 smithi154 ceph-mon[81546]: pgmap v1142: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:20.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:20 smithi154 ceph-mon[81546]: osdmap e963: 8 total, 8 up, 8 in 2024-09-14T03:51:20.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:20 smithi002 ceph-mon[87970]: pgmap v1142: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:20.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:20 smithi002 ceph-mon[87970]: osdmap e963: 8 total, 8 up, 8 in 2024-09-14T03:51:20.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:20 smithi002 ceph-mon[89815]: pgmap v1142: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:20.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:20 smithi002 ceph-mon[89815]: osdmap e963: 8 total, 8 up, 8 in 2024-09-14T03:51:21.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:21 smithi002 ceph-mon[89815]: osdmap e964: 8 total, 8 up, 8 in 2024-09-14T03:51:21.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:21 smithi002 ceph-mon[87970]: osdmap e964: 8 total, 8 up, 8 in 2024-09-14T03:51:21.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:21 smithi154 ceph-mon[81546]: osdmap e964: 8 total, 8 up, 8 in 2024-09-14T03:51:22.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:22 smithi002 ceph-mon[87970]: pgmap v1145: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:22.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:22 smithi002 ceph-mon[87970]: osdmap e965: 8 total, 8 up, 8 in 2024-09-14T03:51:22.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:22 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/633826792' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126535-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:22.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:22 smithi002 ceph-mon[87970]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126535-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:22.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:22 smithi002 ceph-mon[89815]: pgmap v1145: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:22.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:22 smithi002 ceph-mon[89815]: osdmap e965: 8 total, 8 up, 8 in 2024-09-14T03:51:22.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:22 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/633826792' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126535-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:22.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:22 smithi002 ceph-mon[89815]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126535-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:22.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:22 smithi154 ceph-mon[81546]: pgmap v1145: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:22.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:22 smithi154 ceph-mon[81546]: osdmap e965: 8 total, 8 up, 8 in 2024-09-14T03:51:22.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:22 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/633826792' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126535-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:22.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:22 smithi154 ceph-mon[81546]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126535-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:23.306 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] ClsHello.Loud (3021 ms) 2024-09-14T03:51:23.306 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] ClsHello.BadMethods 2024-09-14T03:51:23.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:23 smithi002 ceph-mon[87970]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126535-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:51:23.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:23 smithi002 ceph-mon[87970]: osdmap e966: 8 total, 8 up, 8 in 2024-09-14T03:51:23.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:23 smithi002 ceph-mon[87970]: pgmap v1148: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:23.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:23 smithi002 ceph-mon[89815]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126535-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:51:23.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:23 smithi002 ceph-mon[89815]: osdmap e966: 8 total, 8 up, 8 in 2024-09-14T03:51:23.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:23 smithi002 ceph-mon[89815]: pgmap v1148: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:23.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:23 smithi154 ceph-mon[81546]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126535-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:51:23.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:23 smithi154 ceph-mon[81546]: osdmap e966: 8 total, 8 up, 8 in 2024-09-14T03:51:23.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:23 smithi154 ceph-mon[81546]: pgmap v1148: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:24.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:24 smithi002 ceph-mon[89815]: osdmap e967: 8 total, 8 up, 8 in 2024-09-14T03:51:24.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:24 smithi002 ceph-mon[87970]: osdmap e967: 8 total, 8 up, 8 in 2024-09-14T03:51:24.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:24 smithi154 ceph-mon[81546]: osdmap e967: 8 total, 8 up, 8 in 2024-09-14T03:51:25.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:25 smithi002 ceph-mon[87970]: osdmap e968: 8 total, 8 up, 8 in 2024-09-14T03:51:25.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:25 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/1334546387' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126535-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:25.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:25 smithi002 ceph-mon[87970]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126535-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:25.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:25 smithi002 ceph-mon[87970]: pgmap v1151: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:25.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:25 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:51:25.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:25 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:51:25.688 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:51:25 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:51:25] "GET /metrics HTTP/1.1" 200 36445 "" "Prometheus/2.51.0" 2024-09-14T03:51:25.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:25 smithi002 ceph-mon[89815]: osdmap e968: 8 total, 8 up, 8 in 2024-09-14T03:51:25.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:25 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/1334546387' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126535-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:25.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:25 smithi002 ceph-mon[89815]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126535-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:25.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:25 smithi002 ceph-mon[89815]: pgmap v1151: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:25.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:25 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:51:25.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:25 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:51:25.689 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:51:25 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-3[108204]: 2024-09-14T03:51:25.333+0000 7f724d0b7640 -1 osd.3 pg_epoch: 969 pg[38.2( v 969'1 (0'0,969'1] local-lis/les=968/969 n=1 ec=968/968 lis/c=968/968 les/c/f=969/969/0 sis=968) [3,7,5] r=0 lpr=968 crt=969'1 lcod 0'0 mlcod 0'0 active+clean] method hello.bad_reader tried to read object but is not marked RD 2024-09-14T03:51:25.689 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:51:25 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-3[108204]: 2024-09-14T03:51:25.334+0000 7f724d0b7640 -1 osd.3 pg_epoch: 969 pg[38.2( v 969'2 (0'0,969'2] local-lis/les=968/969 n=1 ec=968/968 lis/c=968/968 les/c/f=969/969/0 sis=968) [3,7,5] r=0 lpr=968 crt=969'1 lcod 969'1 mlcod 969'1 active+clean] method hello.bad_writer tried to update object but is not marked WR 2024-09-14T03:51:25.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:25 smithi154 ceph-mon[81546]: osdmap e968: 8 total, 8 up, 8 in 2024-09-14T03:51:25.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:25 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/1334546387' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126535-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:25.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:25 smithi154 ceph-mon[81546]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126535-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:25.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:25 smithi154 ceph-mon[81546]: pgmap v1151: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:25.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:25 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:51:25.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:25 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:51:26.323 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] ClsHello.BadMethods (3016 ms) 2024-09-14T03:51:26.323 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] ClsHello.Filter 2024-09-14T03:51:26.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:26 smithi002 ceph-mon[87970]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:51:26.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:26 smithi002 ceph-mon[87970]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126535-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:51:26.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:26 smithi002 ceph-mon[87970]: osdmap e969: 8 total, 8 up, 8 in 2024-09-14T03:51:26.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:26 smithi002 ceph-mon[89815]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:51:26.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:26 smithi002 ceph-mon[89815]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126535-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:51:26.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:26 smithi002 ceph-mon[89815]: osdmap e969: 8 total, 8 up, 8 in 2024-09-14T03:51:26.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:26 smithi154 ceph-mon[81546]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:51:26.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:26 smithi154 ceph-mon[81546]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126535-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:51:26.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:26 smithi154 ceph-mon[81546]: osdmap e969: 8 total, 8 up, 8 in 2024-09-14T03:51:27.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:27 smithi002 ceph-mon[89815]: osdmap e970: 8 total, 8 up, 8 in 2024-09-14T03:51:27.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:27 smithi002 ceph-mon[89815]: pgmap v1154: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:27.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:27 smithi002 ceph-mon[87970]: osdmap e970: 8 total, 8 up, 8 in 2024-09-14T03:51:27.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:27 smithi002 ceph-mon[87970]: pgmap v1154: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:27.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:27 smithi154 ceph-mon[81546]: osdmap e970: 8 total, 8 up, 8 in 2024-09-14T03:51:27.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:27 smithi154 ceph-mon[81546]: pgmap v1154: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:28.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:28 smithi002 ceph-mon[87970]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:51:28.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:28 smithi002 ceph-mon[87970]: Cluster is now healthy 2024-09-14T03:51:28.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:28 smithi002 ceph-mon[87970]: osdmap e971: 8 total, 8 up, 8 in 2024-09-14T03:51:28.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:28 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/1340547549' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126535-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:28.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:28 smithi002 ceph-mon[87970]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126535-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:28.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:28 smithi002 ceph-mon[89815]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:51:28.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:28 smithi002 ceph-mon[89815]: Cluster is now healthy 2024-09-14T03:51:28.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:28 smithi002 ceph-mon[89815]: osdmap e971: 8 total, 8 up, 8 in 2024-09-14T03:51:28.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:28 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/1340547549' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126535-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:28.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:28 smithi002 ceph-mon[89815]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126535-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:28.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:28 smithi154 ceph-mon[81546]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:51:28.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:28 smithi154 ceph-mon[81546]: Cluster is now healthy 2024-09-14T03:51:28.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:28 smithi154 ceph-mon[81546]: osdmap e971: 8 total, 8 up, 8 in 2024-09-14T03:51:28.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:28 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/1340547549' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126535-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:28.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:28 smithi154 ceph-mon[81546]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126535-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:29.344 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] ClsHello.Filter (3020 ms) 2024-09-14T03:51:29.344 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 6 tests from ClsHello (18990 ms total) 2024-09-14T03:51:29.344 INFO:tasks.workunit.client.0.smithi002.stdout: 2024-09-14T03:51:29.344 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] Global test environment tear-down 2024-09-14T03:51:29.344 INFO:tasks.workunit.client.0.smithi002.stdout:[==========] 6 tests from 1 test suite ran. (18990 ms total) 2024-09-14T03:51:29.344 INFO:tasks.workunit.client.0.smithi002.stdout:[ PASSED ] 6 tests. 2024-09-14T03:51:29.348 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-14T03:51:29.348 DEBUG:teuthology.orchestra.run.smithi002:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-14T03:51:29.419 INFO:tasks.workunit:Running workunit cls/test_cls_journal.sh... 2024-09-14T03:51:29.420 DEBUG:teuthology.orchestra.run.smithi002:workunit test cls/test_cls_journal.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_journal.sh 2024-09-14T03:51:29.496 INFO:tasks.workunit.client.0.smithi002.stdout:Running main() from gmock_main.cc 2024-09-14T03:51:29.496 INFO:tasks.workunit.client.0.smithi002.stdout:[==========] Running 27 tests from 1 test suite. 2024-09-14T03:51:29.496 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] Global test environment set-up. 2024-09-14T03:51:29.497 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 27 tests from TestClsJournal 2024-09-14T03:51:29.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:29 smithi002 ceph-mon[87970]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126535-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:51:29.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:29 smithi002 ceph-mon[87970]: osdmap e972: 8 total, 8 up, 8 in 2024-09-14T03:51:29.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:29 smithi002 ceph-mon[87970]: pgmap v1157: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:29.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:29 smithi002 ceph-mon[89815]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126535-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:51:29.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:29 smithi002 ceph-mon[89815]: osdmap e972: 8 total, 8 up, 8 in 2024-09-14T03:51:29.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:29 smithi002 ceph-mon[89815]: pgmap v1157: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:29.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:29 smithi154 ceph-mon[81546]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126535-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:51:29.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:29 smithi154 ceph-mon[81546]: osdmap e972: 8 total, 8 up, 8 in 2024-09-14T03:51:29.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:29 smithi154 ceph-mon[81546]: pgmap v1157: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:30.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:30 smithi002 ceph-mon[87970]: osdmap e973: 8 total, 8 up, 8 in 2024-09-14T03:51:30.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:30 smithi002 ceph-mon[89815]: osdmap e973: 8 total, 8 up, 8 in 2024-09-14T03:51:30.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:30 smithi154 ceph-mon[81546]: osdmap e973: 8 total, 8 up, 8 in 2024-09-14T03:51:31.345 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsJournal.Create 2024-09-14T03:51:31.367 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsJournal.Create (22 ms) 2024-09-14T03:51:31.367 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsJournal.MinimumSet 2024-09-14T03:51:31.371 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsJournal.MinimumSet (4 ms) 2024-09-14T03:51:31.372 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsJournal.MinimumSetStale 2024-09-14T03:51:31.377 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsJournal.MinimumSetStale (6 ms) 2024-09-14T03:51:31.377 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsJournal.MinimumSetOrderConstraint 2024-09-14T03:51:31.381 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsJournal.MinimumSetOrderConstraint (3 ms) 2024-09-14T03:51:31.381 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsJournal.ActiveSet 2024-09-14T03:51:31.383 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsJournal.ActiveSet (3 ms) 2024-09-14T03:51:31.383 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsJournal.ActiveSetStale 2024-09-14T03:51:31.387 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsJournal.ActiveSetStale (4 ms) 2024-09-14T03:51:31.387 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsJournal.CreateDuplicate 2024-09-14T03:51:31.390 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsJournal.CreateDuplicate (3 ms) 2024-09-14T03:51:31.390 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsJournal.GetClient 2024-09-14T03:51:31.393 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsJournal.GetClient (2 ms) 2024-09-14T03:51:31.393 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsJournal.ClientRegister 2024-09-14T03:51:31.395 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsJournal.ClientRegister (3 ms) 2024-09-14T03:51:31.395 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsJournal.ClientRegisterDuplicate 2024-09-14T03:51:31.399 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsJournal.ClientRegisterDuplicate (4 ms) 2024-09-14T03:51:31.399 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsJournal.ClientUpdateData 2024-09-14T03:51:31.403 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsJournal.ClientUpdateData (4 ms) 2024-09-14T03:51:31.403 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsJournal.ClientUpdateState 2024-09-14T03:51:31.408 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsJournal.ClientUpdateState (5 ms) 2024-09-14T03:51:31.409 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsJournal.ClientUnregister 2024-09-14T03:51:31.411 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsJournal.ClientUnregister (3 ms) 2024-09-14T03:51:31.411 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsJournal.ClientUnregisterDNE 2024-09-14T03:51:31.415 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsJournal.ClientUnregisterDNE (4 ms) 2024-09-14T03:51:31.415 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsJournal.ClientUnregisterPruneTags 2024-09-14T03:51:31.519 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsJournal.ClientUnregisterPruneTags (104 ms) 2024-09-14T03:51:31.519 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsJournal.ClientCommit 2024-09-14T03:51:31.523 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsJournal.ClientCommit (3 ms) 2024-09-14T03:51:31.523 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsJournal.ClientCommitInvalid 2024-09-14T03:51:31.525 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsJournal.ClientCommitInvalid (3 ms) 2024-09-14T03:51:31.525 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsJournal.ClientCommitDNE 2024-09-14T03:51:31.526 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsJournal.ClientCommitDNE (1 ms) 2024-09-14T03:51:31.526 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsJournal.ClientList 2024-09-14T03:51:31.593 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsJournal.ClientList (67 ms) 2024-09-14T03:51:31.593 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsJournal.GetNextTagTid 2024-09-14T03:51:31.597 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsJournal.GetNextTagTid (4 ms) 2024-09-14T03:51:31.597 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsJournal.TagCreate 2024-09-14T03:51:31.605 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsJournal.TagCreate (8 ms) 2024-09-14T03:51:31.606 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsJournal.TagCreatePrunesTags 2024-09-14T03:51:31.612 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsJournal.TagCreatePrunesTags (7 ms) 2024-09-14T03:51:31.612 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsJournal.TagList 2024-09-14T03:51:31.686 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:31 smithi002 ceph-mon[89815]: osdmap e974: 8 total, 8 up, 8 in 2024-09-14T03:51:31.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:31 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/1861234326' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126756-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:31.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:31 smithi002 ceph-mon[89815]: pgmap v1160: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:31.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:31 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/1861234326' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126756-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:51:31.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:31 smithi002 ceph-mon[89815]: osdmap e975: 8 total, 8 up, 8 in 2024-09-14T03:51:31.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:31 smithi002 ceph-mon[87970]: osdmap e974: 8 total, 8 up, 8 in 2024-09-14T03:51:31.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:31 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/1861234326' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126756-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:31.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:31 smithi002 ceph-mon[87970]: pgmap v1160: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:31.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:31 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/1861234326' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126756-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:51:31.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:31 smithi002 ceph-mon[87970]: osdmap e975: 8 total, 8 up, 8 in 2024-09-14T03:51:31.707 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsJournal.TagList (95 ms) 2024-09-14T03:51:31.707 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsJournal.GuardAppend 2024-09-14T03:51:31.709 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsJournal.GuardAppend (2 ms) 2024-09-14T03:51:31.709 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsJournal.GuardAppendDNE 2024-09-14T03:51:31.711 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsJournal.GuardAppendDNE (1 ms) 2024-09-14T03:51:31.711 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsJournal.GuardAppendOverflow 2024-09-14T03:51:31.712 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsJournal.GuardAppendOverflow (2 ms) 2024-09-14T03:51:31.712 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsJournal.Append 2024-09-14T03:51:31.721 INFO:tasks.workunit.client.0.smithi002.stdout:padding is not enabled 2024-09-14T03:51:31.721 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsJournal.Append (9 ms) 2024-09-14T03:51:31.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:31 smithi154 ceph-mon[81546]: osdmap e974: 8 total, 8 up, 8 in 2024-09-14T03:51:31.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:31 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/1861234326' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126756-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:31.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:31 smithi154 ceph-mon[81546]: pgmap v1160: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:31.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:31 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/1861234326' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126756-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:51:31.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:31 smithi154 ceph-mon[81546]: osdmap e975: 8 total, 8 up, 8 in 2024-09-14T03:51:32.360 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 27 tests from TestClsJournal (376 ms total) 2024-09-14T03:51:32.361 INFO:tasks.workunit.client.0.smithi002.stdout: 2024-09-14T03:51:32.361 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] Global test environment tear-down 2024-09-14T03:51:32.361 INFO:tasks.workunit.client.0.smithi002.stdout:[==========] 27 tests from 1 test suite ran. (2864 ms total) 2024-09-14T03:51:32.361 INFO:tasks.workunit.client.0.smithi002.stdout:[ PASSED ] 27 tests. 2024-09-14T03:51:32.365 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-14T03:51:32.365 DEBUG:teuthology.orchestra.run.smithi002:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-14T03:51:32.437 INFO:tasks.workunit:Running workunit cls/test_cls_lock.sh... 2024-09-14T03:51:32.437 DEBUG:teuthology.orchestra.run.smithi002:workunit test cls/test_cls_lock.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_lock.sh 2024-09-14T03:51:32.513 INFO:tasks.workunit.client.0.smithi002.stdout:Running main() from gmock_main.cc 2024-09-14T03:51:32.513 INFO:tasks.workunit.client.0.smithi002.stdout:[==========] Running 11 tests from 1 test suite. 2024-09-14T03:51:32.513 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] Global test environment set-up. 2024-09-14T03:51:32.513 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 11 tests from ClsLock 2024-09-14T03:51:32.513 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] ClsLock.TestMultiLocking 2024-09-14T03:51:32.686 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:32 smithi002 ceph-mon[87970]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:51:32.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:32 smithi002 ceph-mon[87970]: osdmap e976: 8 total, 8 up, 8 in 2024-09-14T03:51:32.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:32 smithi002 ceph-mon[89815]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:51:32.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:32 smithi002 ceph-mon[89815]: osdmap e976: 8 total, 8 up, 8 in 2024-09-14T03:51:32.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:32 smithi154 ceph-mon[81546]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:51:32.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:32 smithi154 ceph-mon[81546]: osdmap e976: 8 total, 8 up, 8 in 2024-09-14T03:51:33.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:33 smithi002 ceph-mon[87970]: pgmap v1163: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:33.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:33 smithi002 ceph-mon[89815]: pgmap v1163: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:33.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:33 smithi154 ceph-mon[81546]: pgmap v1163: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:34.416 INFO:tasks.workunit.client.0.smithi002.stdout:lock: mylock 2024-09-14T03:51:34.416 INFO:tasks.workunit.client.0.smithi002.stdout: lock_type: exclusive 2024-09-14T03:51:34.416 INFO:tasks.workunit.client.0.smithi002.stdout: tag: 2024-09-14T03:51:34.416 INFO:tasks.workunit.client.0.smithi002.stdout: lockers: 2024-09-14T03:51:34.416 INFO:tasks.workunit.client.0.smithi002.stdout: client.34893 expiration=2024-09-14T03:53:34.411471+0000 addr=v1:172.21.15.2:0/3563360091 cookie= 2024-09-14T03:51:34.420 INFO:tasks.workunit.client.0.smithi002.stdout:lock: mylock 2024-09-14T03:51:34.420 INFO:tasks.workunit.client.0.smithi002.stdout: lock_type: shared 2024-09-14T03:51:34.420 INFO:tasks.workunit.client.0.smithi002.stdout: tag: 2024-09-14T03:51:34.420 INFO:tasks.workunit.client.0.smithi002.stdout: lockers: 2024-09-14T03:51:34.420 INFO:tasks.workunit.client.0.smithi002.stdout: client.34893 expiration=2024-09-14T03:53:34.418640+0000 addr=v1:172.21.15.2:0/3563360091 cookie= 2024-09-14T03:51:34.420 INFO:tasks.workunit.client.0.smithi002.stdout: client.44810 expiration=0.000000 addr=v1:172.21.15.2:0/1793067644 cookie= 2024-09-14T03:51:34.421 INFO:tasks.workunit.client.0.smithi002.stdout:lock: mylock 2024-09-14T03:51:34.421 INFO:tasks.workunit.client.0.smithi002.stdout: lock_type: shared 2024-09-14T03:51:34.421 INFO:tasks.workunit.client.0.smithi002.stdout: tag: 2024-09-14T03:51:34.421 INFO:tasks.workunit.client.0.smithi002.stdout: lockers: 2024-09-14T03:51:34.421 INFO:tasks.workunit.client.0.smithi002.stdout: client.44810 expiration=0.000000 addr=v1:172.21.15.2:0/1793067644 cookie= 2024-09-14T03:51:34.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:34 smithi002 ceph-mon[87970]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:51:34.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:34 smithi002 ceph-mon[87970]: Cluster is now healthy 2024-09-14T03:51:34.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:34 smithi002 ceph-mon[87970]: osdmap e977: 8 total, 8 up, 8 in 2024-09-14T03:51:34.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:34 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/3563360091' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:34.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:34 smithi002 ceph-mon[89815]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:51:34.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:34 smithi002 ceph-mon[89815]: Cluster is now healthy 2024-09-14T03:51:34.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:34 smithi002 ceph-mon[89815]: osdmap e977: 8 total, 8 up, 8 in 2024-09-14T03:51:34.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:34 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/3563360091' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:34.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:34 smithi154 ceph-mon[81546]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:51:34.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:34 smithi154 ceph-mon[81546]: Cluster is now healthy 2024-09-14T03:51:34.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:34 smithi154 ceph-mon[81546]: osdmap e977: 8 total, 8 up, 8 in 2024-09-14T03:51:34.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:34 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/3563360091' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:35.396 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] ClsLock.TestMultiLocking (2883 ms) 2024-09-14T03:51:35.396 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] ClsLock.TestMeta 2024-09-14T03:51:35.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:35 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/3563360091' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:51:35.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:35 smithi002 ceph-mon[87970]: osdmap e978: 8 total, 8 up, 8 in 2024-09-14T03:51:35.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:35 smithi002 ceph-mon[87970]: pgmap v1166: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:35.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:35 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/3563360091' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:51:35.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:35 smithi002 ceph-mon[89815]: osdmap e978: 8 total, 8 up, 8 in 2024-09-14T03:51:35.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:35 smithi002 ceph-mon[89815]: pgmap v1166: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:35.688 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:51:35 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:51:35] "GET /metrics HTTP/1.1" 200 36445 "" "Prometheus/2.51.0" 2024-09-14T03:51:35.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:35 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/3563360091' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:51:35.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:35 smithi154 ceph-mon[81546]: osdmap e978: 8 total, 8 up, 8 in 2024-09-14T03:51:35.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:35 smithi154 ceph-mon[81546]: pgmap v1166: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:36.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:36 smithi002 ceph-mon[87970]: osdmap e979: 8 total, 8 up, 8 in 2024-09-14T03:51:36.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:36 smithi002 ceph-mon[89815]: osdmap e979: 8 total, 8 up, 8 in 2024-09-14T03:51:36.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:36 smithi154 ceph-mon[81546]: osdmap e979: 8 total, 8 up, 8 in 2024-09-14T03:51:37.436 INFO:tasks.workunit.client.0.smithi002.stdout:lock: mylock 2024-09-14T03:51:37.436 INFO:tasks.workunit.client.0.smithi002.stdout: lock_type: shared 2024-09-14T03:51:37.436 INFO:tasks.workunit.client.0.smithi002.stdout: tag: 2024-09-14T03:51:37.436 INFO:tasks.workunit.client.0.smithi002.stdout: lockers: 2024-09-14T03:51:37.436 INFO:tasks.workunit.client.0.smithi002.stdout: client.34911 expiration=0.000000 addr=v1:172.21.15.2:0/3246186289 cookie= 2024-09-14T03:51:37.438 INFO:tasks.workunit.client.0.smithi002.stdout:lock: mylock 2024-09-14T03:51:37.438 INFO:tasks.workunit.client.0.smithi002.stdout: lock_type: exclusive 2024-09-14T03:51:37.438 INFO:tasks.workunit.client.0.smithi002.stdout: tag: new_tag 2024-09-14T03:51:37.438 INFO:tasks.workunit.client.0.smithi002.stdout: lockers: 2024-09-14T03:51:37.439 INFO:tasks.workunit.client.0.smithi002.stdout: client.34905 expiration=0.000000 addr=v1:172.21.15.2:0/2534029800 cookie= 2024-09-14T03:51:37.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:37 smithi002 ceph-mon[87970]: osdmap e980: 8 total, 8 up, 8 in 2024-09-14T03:51:37.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:37 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/2534029800' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:37.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:37 smithi002 ceph-mon[87970]: pgmap v1169: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:37.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:37 smithi002 ceph-mon[89815]: osdmap e980: 8 total, 8 up, 8 in 2024-09-14T03:51:37.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:37 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/2534029800' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:37.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:37 smithi002 ceph-mon[89815]: pgmap v1169: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:37.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:37 smithi154 ceph-mon[81546]: osdmap e980: 8 total, 8 up, 8 in 2024-09-14T03:51:37.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:37 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/2534029800' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:37.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:37 smithi154 ceph-mon[81546]: pgmap v1169: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:38.412 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] ClsLock.TestMeta (3016 ms) 2024-09-14T03:51:38.412 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] ClsLock.TestCookie 2024-09-14T03:51:38.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:38 smithi002 ceph-mon[87970]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:51:38.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:38 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/2534029800' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:51:38.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:38 smithi002 ceph-mon[87970]: osdmap e981: 8 total, 8 up, 8 in 2024-09-14T03:51:38.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:38 smithi002 ceph-mon[89815]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:51:38.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:38 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/2534029800' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:51:38.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:38 smithi002 ceph-mon[89815]: osdmap e981: 8 total, 8 up, 8 in 2024-09-14T03:51:38.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:38 smithi154 ceph-mon[81546]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:51:38.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:38 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/2534029800' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:51:38.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:38 smithi154 ceph-mon[81546]: osdmap e981: 8 total, 8 up, 8 in 2024-09-14T03:51:39.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:39 smithi002 ceph-mon[87970]: osdmap e982: 8 total, 8 up, 8 in 2024-09-14T03:51:39.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:39 smithi002 ceph-mon[87970]: pgmap v1172: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:39.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:39 smithi002 ceph-mon[89815]: osdmap e982: 8 total, 8 up, 8 in 2024-09-14T03:51:39.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:39 smithi002 ceph-mon[89815]: pgmap v1172: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:39.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:39 smithi154 ceph-mon[81546]: osdmap e982: 8 total, 8 up, 8 in 2024-09-14T03:51:39.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:39 smithi154 ceph-mon[81546]: pgmap v1172: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:40.440 INFO:tasks.workunit.client.0.smithi002.stdout:lock: mylock 2024-09-14T03:51:40.440 INFO:tasks.workunit.client.0.smithi002.stdout: lock_type: exclusive 2024-09-14T03:51:40.440 INFO:tasks.workunit.client.0.smithi002.stdout: tag: 2024-09-14T03:51:40.440 INFO:tasks.workunit.client.0.smithi002.stdout: lockers: 2024-09-14T03:51:40.442 INFO:tasks.workunit.client.0.smithi002.stdout:lock: mylock 2024-09-14T03:51:40.442 INFO:tasks.workunit.client.0.smithi002.stdout: lock_type: shared 2024-09-14T03:51:40.442 INFO:tasks.workunit.client.0.smithi002.stdout: tag: 2024-09-14T03:51:40.443 INFO:tasks.workunit.client.0.smithi002.stdout: lockers: 2024-09-14T03:51:40.443 INFO:tasks.workunit.client.0.smithi002.stdout: client.34917 expiration=0.000000 addr=v1:172.21.15.2:0/1955532323 cookie= 2024-09-14T03:51:40.443 INFO:tasks.workunit.client.0.smithi002.stdout: client.34917 expiration=0.000000 addr=v1:172.21.15.2:0/1955532323 cookie=new cookie 2024-09-14T03:51:40.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:40 smithi002 ceph-mon[87970]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:51:40.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:40 smithi002 ceph-mon[87970]: Cluster is now healthy 2024-09-14T03:51:40.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:40 smithi002 ceph-mon[87970]: osdmap e983: 8 total, 8 up, 8 in 2024-09-14T03:51:40.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:40 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/1955532323' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:40.688 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:40 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:51:40.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:40 smithi002 ceph-mon[89815]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:51:40.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:40 smithi002 ceph-mon[89815]: Cluster is now healthy 2024-09-14T03:51:40.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:40 smithi002 ceph-mon[89815]: osdmap e983: 8 total, 8 up, 8 in 2024-09-14T03:51:40.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:40 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/1955532323' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:40.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:40 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:51:40.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:40 smithi154 ceph-mon[81546]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:51:40.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:40 smithi154 ceph-mon[81546]: Cluster is now healthy 2024-09-14T03:51:40.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:40 smithi154 ceph-mon[81546]: osdmap e983: 8 total, 8 up, 8 in 2024-09-14T03:51:40.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:40 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/1955532323' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:40.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:40 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:51:41.429 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] ClsLock.TestCookie (3017 ms) 2024-09-14T03:51:41.429 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] ClsLock.TestMultipleLocks 2024-09-14T03:51:41.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:41 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/1955532323' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:51:41.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:41 smithi002 ceph-mon[87970]: osdmap e984: 8 total, 8 up, 8 in 2024-09-14T03:51:41.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:41 smithi002 ceph-mon[87970]: pgmap v1175: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:41.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:41 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/1955532323' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:51:41.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:41 smithi002 ceph-mon[89815]: osdmap e984: 8 total, 8 up, 8 in 2024-09-14T03:51:41.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:41 smithi002 ceph-mon[89815]: pgmap v1175: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:41.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:41 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/1955532323' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:51:41.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:41 smithi154 ceph-mon[81546]: osdmap e984: 8 total, 8 up, 8 in 2024-09-14T03:51:41.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:41 smithi154 ceph-mon[81546]: pgmap v1175: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:42.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:42 smithi002 ceph-mon[87970]: osdmap e985: 8 total, 8 up, 8 in 2024-09-14T03:51:42.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:42 smithi002 ceph-mon[89815]: osdmap e985: 8 total, 8 up, 8 in 2024-09-14T03:51:42.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:42 smithi154 ceph-mon[81546]: osdmap e985: 8 total, 8 up, 8 in 2024-09-14T03:51:43.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:43 smithi002 ceph-mon[87970]: osdmap e986: 8 total, 8 up, 8 in 2024-09-14T03:51:43.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:43 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/1518384205' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:43.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:43 smithi002 ceph-mon[87970]: pgmap v1178: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:43.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:43 smithi002 ceph-mon[89815]: osdmap e986: 8 total, 8 up, 8 in 2024-09-14T03:51:43.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:43 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/1518384205' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:43.688 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:43 smithi002 ceph-mon[89815]: pgmap v1178: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:43.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:43 smithi154 ceph-mon[81546]: osdmap e986: 8 total, 8 up, 8 in 2024-09-14T03:51:43.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:43 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/1518384205' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:43.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:43 smithi154 ceph-mon[81546]: pgmap v1178: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:44.449 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] ClsLock.TestMultipleLocks (3021 ms) 2024-09-14T03:51:44.449 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] ClsLock.TestLockDuration 2024-09-14T03:51:44.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:44 smithi002 ceph-mon[87970]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:51:44.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:44 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/1518384205' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:51:44.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:44 smithi002 ceph-mon[87970]: osdmap e987: 8 total, 8 up, 8 in 2024-09-14T03:51:44.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:44 smithi002 ceph-mon[89815]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:51:44.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:44 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/1518384205' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:51:44.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:44 smithi002 ceph-mon[89815]: osdmap e987: 8 total, 8 up, 8 in 2024-09-14T03:51:44.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:44 smithi154 ceph-mon[81546]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:51:44.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:44 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/1518384205' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:51:44.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:44 smithi154 ceph-mon[81546]: osdmap e987: 8 total, 8 up, 8 in 2024-09-14T03:51:45.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:45 smithi002 ceph-mon[87970]: osdmap e988: 8 total, 8 up, 8 in 2024-09-14T03:51:45.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:45 smithi002 ceph-mon[87970]: pgmap v1181: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:45.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:45 smithi002 ceph-mon[89815]: osdmap e988: 8 total, 8 up, 8 in 2024-09-14T03:51:45.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:45 smithi002 ceph-mon[89815]: pgmap v1181: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:45.688 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:51:45 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:51:45] "GET /metrics HTTP/1.1" 200 36442 "" "Prometheus/2.51.0" 2024-09-14T03:51:45.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:45 smithi154 ceph-mon[81546]: osdmap e988: 8 total, 8 up, 8 in 2024-09-14T03:51:45.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:45 smithi154 ceph-mon[81546]: pgmap v1181: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:46.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:46 smithi154 ceph-mon[81546]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:51:46.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:46 smithi154 ceph-mon[81546]: Cluster is now healthy 2024-09-14T03:51:46.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:46 smithi154 ceph-mon[81546]: osdmap e989: 8 total, 8 up, 8 in 2024-09-14T03:51:46.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:46 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/3013664259' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:46.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:46 smithi154 ceph-mon[81546]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:46.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:46 smithi002 ceph-mon[87970]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:51:46.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:46 smithi002 ceph-mon[87970]: Cluster is now healthy 2024-09-14T03:51:46.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:46 smithi002 ceph-mon[87970]: osdmap e989: 8 total, 8 up, 8 in 2024-09-14T03:51:46.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:46 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/3013664259' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:46.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:46 smithi002 ceph-mon[87970]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:46.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:46 smithi002 ceph-mon[89815]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:51:46.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:46 smithi002 ceph-mon[89815]: Cluster is now healthy 2024-09-14T03:51:46.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:46 smithi002 ceph-mon[89815]: osdmap e989: 8 total, 8 up, 8 in 2024-09-14T03:51:46.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:46 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/3013664259' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:46.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:46 smithi002 ceph-mon[89815]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:47.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:47 smithi154 ceph-mon[81546]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:51:47.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:47 smithi154 ceph-mon[81546]: osdmap e990: 8 total, 8 up, 8 in 2024-09-14T03:51:47.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:47 smithi154 ceph-mon[81546]: pgmap v1184: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:47.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:47 smithi002 ceph-mon[87970]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:51:47.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:47 smithi002 ceph-mon[87970]: osdmap e990: 8 total, 8 up, 8 in 2024-09-14T03:51:47.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:47 smithi002 ceph-mon[87970]: pgmap v1184: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:47.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:47 smithi002 ceph-mon[89815]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:51:47.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:47 smithi002 ceph-mon[89815]: osdmap e990: 8 total, 8 up, 8 in 2024-09-14T03:51:47.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:47 smithi002 ceph-mon[89815]: pgmap v1184: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:48.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:48 smithi154 ceph-mon[81546]: osdmap e991: 8 total, 8 up, 8 in 2024-09-14T03:51:48.936 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:48 smithi002 ceph-mon[87970]: osdmap e991: 8 total, 8 up, 8 in 2024-09-14T03:51:48.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:48 smithi002 ceph-mon[89815]: osdmap e991: 8 total, 8 up, 8 in 2024-09-14T03:51:49.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:49 smithi154 ceph-mon[81546]: pgmap v1186: 137 pgs: 2 creating+peering, 19 unknown, 116 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:49.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:49 smithi002 ceph-mon[87970]: pgmap v1186: 137 pgs: 2 creating+peering, 19 unknown, 116 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:49.937 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:49 smithi002 ceph-mon[89815]: pgmap v1186: 137 pgs: 2 creating+peering, 19 unknown, 116 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:51.775 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] ClsLock.TestLockDuration (7326 ms) 2024-09-14T03:51:51.776 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] ClsLock.TestAssertLocked 2024-09-14T03:51:52.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:51 smithi002 ceph-mon[87970]: pgmap v1187: 137 pgs: 2 creating+peering, 135 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-14T03:51:52.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:51 smithi002 ceph-mon[89815]: pgmap v1187: 137 pgs: 2 creating+peering, 135 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-14T03:51:52.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:51 smithi154 ceph-mon[81546]: pgmap v1187: 137 pgs: 2 creating+peering, 135 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-14T03:51:53.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:52 smithi002 ceph-mon[87970]: osdmap e992: 8 total, 8 up, 8 in 2024-09-14T03:51:53.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:52 smithi002 ceph-mon[89815]: osdmap e992: 8 total, 8 up, 8 in 2024-09-14T03:51:53.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:52 smithi154 ceph-mon[81546]: osdmap e992: 8 total, 8 up, 8 in 2024-09-14T03:51:54.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:53 smithi002 ceph-mon[87970]: pgmap v1189: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:54.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:53 smithi002 ceph-mon[87970]: osdmap e993: 8 total, 8 up, 8 in 2024-09-14T03:51:54.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:53 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/1305962732' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:54.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:53 smithi002 ceph-mon[87970]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:54.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:53 smithi002 ceph-mon[89815]: pgmap v1189: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:54.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:53 smithi002 ceph-mon[89815]: osdmap e993: 8 total, 8 up, 8 in 2024-09-14T03:51:54.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:53 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/1305962732' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:54.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:53 smithi002 ceph-mon[89815]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:54.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:53 smithi154 ceph-mon[81546]: pgmap v1189: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:54.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:53 smithi154 ceph-mon[81546]: osdmap e993: 8 total, 8 up, 8 in 2024-09-14T03:51:54.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:53 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/1305962732' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:54.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:53 smithi154 ceph-mon[81546]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:54.806 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] ClsLock.TestAssertLocked (3030 ms) 2024-09-14T03:51:54.806 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] ClsLock.TestSetCookie 2024-09-14T03:51:55.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:54 smithi002 ceph-mon[87970]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:51:55.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:54 smithi002 ceph-mon[87970]: osdmap e994: 8 total, 8 up, 8 in 2024-09-14T03:51:55.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:54 smithi002 ceph-mon[89815]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:51:55.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:54 smithi002 ceph-mon[89815]: osdmap e994: 8 total, 8 up, 8 in 2024-09-14T03:51:55.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:54 smithi154 ceph-mon[81546]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:51:55.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:54 smithi154 ceph-mon[81546]: osdmap e994: 8 total, 8 up, 8 in 2024-09-14T03:51:55.686 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:51:55 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:51:55] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.51.0" 2024-09-14T03:51:56.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:55 smithi002 ceph-mon[89815]: pgmap v1192: 137 pgs: 3 creating+peering, 23 unknown, 111 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:56.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:55 smithi002 ceph-mon[89815]: osdmap e995: 8 total, 8 up, 8 in 2024-09-14T03:51:56.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:55 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:51:56.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:55 smithi002 ceph-mon[87970]: pgmap v1192: 137 pgs: 3 creating+peering, 23 unknown, 111 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:56.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:55 smithi002 ceph-mon[87970]: osdmap e995: 8 total, 8 up, 8 in 2024-09-14T03:51:56.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:55 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:51:56.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:55 smithi154 ceph-mon[81546]: pgmap v1192: 137 pgs: 3 creating+peering, 23 unknown, 111 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:56.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:55 smithi154 ceph-mon[81546]: osdmap e995: 8 total, 8 up, 8 in 2024-09-14T03:51:56.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:55 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:51:57.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:56 smithi002 ceph-mon[87970]: osdmap e996: 8 total, 8 up, 8 in 2024-09-14T03:51:57.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:56 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/702357076' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:57.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:56 smithi002 ceph-mon[87970]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:57.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:56 smithi002 ceph-mon[89815]: osdmap e996: 8 total, 8 up, 8 in 2024-09-14T03:51:57.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:56 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/702357076' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:57.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:56 smithi002 ceph-mon[89815]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:57.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:56 smithi154 ceph-mon[81546]: osdmap e996: 8 total, 8 up, 8 in 2024-09-14T03:51:57.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:56 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/702357076' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:57.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:56 smithi154 ceph-mon[81546]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:51:57.819 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] ClsLock.TestSetCookie (3012 ms) 2024-09-14T03:51:57.819 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] ClsLock.TestRenew 2024-09-14T03:51:58.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:57 smithi002 ceph-mon[87970]: pgmap v1195: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:58.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:57 smithi002 ceph-mon[87970]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:51:58.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:57 smithi002 ceph-mon[87970]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:51:58.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:57 smithi002 ceph-mon[87970]: osdmap e997: 8 total, 8 up, 8 in 2024-09-14T03:51:58.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:57 smithi002 ceph-mon[89815]: pgmap v1195: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:58.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:57 smithi002 ceph-mon[89815]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:51:58.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:57 smithi002 ceph-mon[89815]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:51:58.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:57 smithi002 ceph-mon[89815]: osdmap e997: 8 total, 8 up, 8 in 2024-09-14T03:51:58.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:57 smithi154 ceph-mon[81546]: pgmap v1195: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:51:58.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:57 smithi154 ceph-mon[81546]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:51:58.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:57 smithi154 ceph-mon[81546]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:51:58.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:57 smithi154 ceph-mon[81546]: osdmap e997: 8 total, 8 up, 8 in 2024-09-14T03:51:59.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:58 smithi002 ceph-mon[87970]: osdmap e998: 8 total, 8 up, 8 in 2024-09-14T03:51:59.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:58 smithi002 ceph-mon[89815]: osdmap e998: 8 total, 8 up, 8 in 2024-09-14T03:51:59.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:58 smithi154 ceph-mon[81546]: osdmap e998: 8 total, 8 up, 8 in 2024-09-14T03:52:00.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:59 smithi002 ceph-mon[87970]: pgmap v1198: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:52:00.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:59 smithi002 ceph-mon[87970]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:52:00.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:59 smithi002 ceph-mon[87970]: Cluster is now healthy 2024-09-14T03:52:00.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:59 smithi002 ceph-mon[87970]: osdmap e999: 8 total, 8 up, 8 in 2024-09-14T03:52:00.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:51:59 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/3148236970' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:52:00.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:59 smithi002 ceph-mon[89815]: pgmap v1198: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:52:00.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:59 smithi002 ceph-mon[89815]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:52:00.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:59 smithi002 ceph-mon[89815]: Cluster is now healthy 2024-09-14T03:52:00.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:59 smithi002 ceph-mon[89815]: osdmap e999: 8 total, 8 up, 8 in 2024-09-14T03:52:00.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:51:59 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/3148236970' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:52:00.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:59 smithi154 ceph-mon[81546]: pgmap v1198: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:52:00.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:59 smithi154 ceph-mon[81546]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:52:00.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:59 smithi154 ceph-mon[81546]: Cluster is now healthy 2024-09-14T03:52:00.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:59 smithi154 ceph-mon[81546]: osdmap e999: 8 total, 8 up, 8 in 2024-09-14T03:52:00.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:51:59 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/3148236970' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:52:01.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:00 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/3148236970' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:52:01.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:00 smithi002 ceph-mon[87970]: osdmap e1000: 8 total, 8 up, 8 in 2024-09-14T03:52:01.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:00 smithi002 ceph-mon[87970]: osdmap e1001: 8 total, 8 up, 8 in 2024-09-14T03:52:01.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:00 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/3148236970' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:52:01.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:00 smithi002 ceph-mon[89815]: osdmap e1000: 8 total, 8 up, 8 in 2024-09-14T03:52:01.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:00 smithi002 ceph-mon[89815]: osdmap e1001: 8 total, 8 up, 8 in 2024-09-14T03:52:01.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:00 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/3148236970' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:52:01.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:00 smithi154 ceph-mon[81546]: osdmap e1000: 8 total, 8 up, 8 in 2024-09-14T03:52:01.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:00 smithi154 ceph-mon[81546]: osdmap e1001: 8 total, 8 up, 8 in 2024-09-14T03:52:02.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:01 smithi002 ceph-mon[87970]: pgmap v1201: 137 pgs: 6 creating+peering, 16 unknown, 115 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:52:02.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:01 smithi002 ceph-mon[89815]: pgmap v1201: 137 pgs: 6 creating+peering, 16 unknown, 115 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:52:02.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:01 smithi154 ceph-mon[81546]: pgmap v1201: 137 pgs: 6 creating+peering, 16 unknown, 115 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:52:04.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:03 smithi002 ceph-mon[87970]: pgmap v1203: 137 pgs: 6 creating+peering, 4 unknown, 127 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:52:04.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:03 smithi002 ceph-mon[89815]: pgmap v1203: 137 pgs: 6 creating+peering, 4 unknown, 127 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:52:04.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:03 smithi154 ceph-mon[81546]: pgmap v1203: 137 pgs: 6 creating+peering, 4 unknown, 127 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:52:05.687 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:52:05 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:52:05] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.51.0" 2024-09-14T03:52:06.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:05 smithi002 ceph-mon[89815]: pgmap v1204: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-09-14T03:52:06.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:05 smithi002 ceph-mon[87970]: pgmap v1204: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-09-14T03:52:06.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:05 smithi154 ceph-mon[81546]: pgmap v1204: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-09-14T03:52:08.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:07 smithi002 ceph-mon[89815]: pgmap v1205: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 129 B/s rd, 0 B/s wr, 0 op/s 2024-09-14T03:52:08.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:07 smithi002 ceph-mon[87970]: pgmap v1205: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 129 B/s rd, 0 B/s wr, 0 op/s 2024-09-14T03:52:08.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:07 smithi154 ceph-mon[81546]: pgmap v1205: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 129 B/s rd, 0 B/s wr, 0 op/s 2024-09-14T03:52:10.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:09 smithi002 ceph-mon[87970]: pgmap v1206: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 115 B/s rd, 0 B/s wr, 0 op/s 2024-09-14T03:52:10.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:09 smithi002 ceph-mon[89815]: pgmap v1206: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 115 B/s rd, 0 B/s wr, 0 op/s 2024-09-14T03:52:10.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:09 smithi154 ceph-mon[81546]: pgmap v1206: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 115 B/s rd, 0 B/s wr, 0 op/s 2024-09-14T03:52:11.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:52:11.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:52:11.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:52:12.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:11 smithi002 ceph-mon[87970]: pgmap v1207: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 307 B/s rd, 0 B/s wr, 1 op/s 2024-09-14T03:52:12.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:11 smithi002 ceph-mon[89815]: pgmap v1207: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 307 B/s rd, 0 B/s wr, 1 op/s 2024-09-14T03:52:12.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:11 smithi154 ceph-mon[81546]: pgmap v1207: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 307 B/s rd, 0 B/s wr, 1 op/s 2024-09-14T03:52:14.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:13 smithi002 ceph-mon[87970]: pgmap v1208: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 258 B/s rd, 0 B/s wr, 1 op/s 2024-09-14T03:52:14.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:13 smithi002 ceph-mon[89815]: pgmap v1208: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 258 B/s rd, 0 B/s wr, 1 op/s 2024-09-14T03:52:14.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:13 smithi154 ceph-mon[81546]: pgmap v1208: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 258 B/s rd, 0 B/s wr, 1 op/s 2024-09-14T03:52:15.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:14 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:52:15.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:14 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:52:15.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:14 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:52:15.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:14 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:52:15.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:14 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:52:15.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:14 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:52:15.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:14 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:52:15.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:14 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:52:15.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:14 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:52:15.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:14 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:52:15.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:14 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:52:15.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:14 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:52:15.687 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:52:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:52:15] "GET /metrics HTTP/1.1" 200 36450 "" "Prometheus/2.51.0" 2024-09-14T03:52:16.186 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:15 smithi002 ceph-mon[87970]: pgmap v1209: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-09-14T03:52:16.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:15 smithi002 ceph-mon[89815]: pgmap v1209: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-09-14T03:52:16.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:15 smithi154 ceph-mon[81546]: pgmap v1209: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-09-14T03:52:17.933 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] ClsLock.TestRenew (20115 ms) 2024-09-14T03:52:17.934 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralBasic 2024-09-14T03:52:18.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:17 smithi002 ceph-mon[87970]: pgmap v1210: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-09-14T03:52:18.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:17 smithi002 ceph-mon[89815]: pgmap v1210: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-09-14T03:52:18.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:17 smithi154 ceph-mon[81546]: pgmap v1210: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-09-14T03:52:19.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:18 smithi002 ceph-mon[87970]: osdmap e1002: 8 total, 8 up, 8 in 2024-09-14T03:52:19.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:18 smithi002 ceph-mon[89815]: osdmap e1002: 8 total, 8 up, 8 in 2024-09-14T03:52:19.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:18 smithi154 ceph-mon[81546]: osdmap e1002: 8 total, 8 up, 8 in 2024-09-14T03:52:20.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:19 smithi154 ceph-mon[81546]: pgmap v1212: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:52:20.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:19 smithi154 ceph-mon[81546]: osdmap e1003: 8 total, 8 up, 8 in 2024-09-14T03:52:20.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:19 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/1652098499' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:52:20.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:19 smithi154 ceph-mon[81546]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:52:20.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:19 smithi002 ceph-mon[89815]: pgmap v1212: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:52:20.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:19 smithi002 ceph-mon[89815]: osdmap e1003: 8 total, 8 up, 8 in 2024-09-14T03:52:20.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:19 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/1652098499' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:52:20.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:19 smithi002 ceph-mon[89815]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:52:20.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:19 smithi002 ceph-mon[87970]: pgmap v1212: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:52:20.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:19 smithi002 ceph-mon[87970]: osdmap e1003: 8 total, 8 up, 8 in 2024-09-14T03:52:20.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:19 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/1652098499' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:52:20.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:19 smithi002 ceph-mon[87970]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:52:21.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:20 smithi154 ceph-mon[81546]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:52:21.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:20 smithi154 ceph-mon[81546]: osdmap e1004: 8 total, 8 up, 8 in 2024-09-14T03:52:21.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:20 smithi154 ceph-mon[81546]: osdmap e1005: 8 total, 8 up, 8 in 2024-09-14T03:52:21.436 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:20 smithi002 ceph-mon[87970]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:52:21.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:20 smithi002 ceph-mon[87970]: osdmap e1004: 8 total, 8 up, 8 in 2024-09-14T03:52:21.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:20 smithi002 ceph-mon[87970]: osdmap e1005: 8 total, 8 up, 8 in 2024-09-14T03:52:21.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:20 smithi002 ceph-mon[89815]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:52:21.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:20 smithi002 ceph-mon[89815]: osdmap e1004: 8 total, 8 up, 8 in 2024-09-14T03:52:21.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:20 smithi002 ceph-mon[89815]: osdmap e1005: 8 total, 8 up, 8 in 2024-09-14T03:52:22.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:21 smithi154 ceph-mon[81546]: pgmap v1215: 137 pgs: 4 creating+peering, 24 unknown, 109 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:52:22.436 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:21 smithi002 ceph-mon[87970]: pgmap v1215: 137 pgs: 4 creating+peering, 24 unknown, 109 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:52:22.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:21 smithi002 ceph-mon[89815]: pgmap v1215: 137 pgs: 4 creating+peering, 24 unknown, 109 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:52:24.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:23 smithi154 ceph-mon[81546]: pgmap v1217: 137 pgs: 4 creating+peering, 11 unknown, 122 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-14T03:52:24.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:23 smithi002 ceph-mon[87970]: pgmap v1217: 137 pgs: 4 creating+peering, 11 unknown, 122 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-14T03:52:24.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:23 smithi002 ceph-mon[89815]: pgmap v1217: 137 pgs: 4 creating+peering, 11 unknown, 122 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-14T03:52:24.970 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] ClsLock.TestExclusiveEphemeralBasic (7035 ms) 2024-09-14T03:52:25.016 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealEphemeral 2024-09-14T03:52:25.687 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:52:25 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:52:25] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.51.0" 2024-09-14T03:52:26.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:25 smithi154 ceph-mon[81546]: pgmap v1218: 137 pgs: 3 creating+peering, 134 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-14T03:52:26.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:25 smithi154 ceph-mon[81546]: osdmap e1006: 8 total, 8 up, 8 in 2024-09-14T03:52:26.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:25 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:52:26.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:25 smithi002 ceph-mon[89815]: pgmap v1218: 137 pgs: 3 creating+peering, 134 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-14T03:52:26.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:25 smithi002 ceph-mon[89815]: osdmap e1006: 8 total, 8 up, 8 in 2024-09-14T03:52:26.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:25 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:52:26.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:25 smithi002 ceph-mon[87970]: pgmap v1218: 137 pgs: 3 creating+peering, 134 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-14T03:52:26.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:25 smithi002 ceph-mon[87970]: osdmap e1006: 8 total, 8 up, 8 in 2024-09-14T03:52:26.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:25 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:52:27.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:26 smithi154 ceph-mon[81546]: osdmap e1007: 8 total, 8 up, 8 in 2024-09-14T03:52:27.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:26 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/20338346' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:52:27.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:26 smithi002 ceph-mon[87970]: osdmap e1007: 8 total, 8 up, 8 in 2024-09-14T03:52:27.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:26 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/20338346' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:52:27.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:26 smithi002 ceph-mon[89815]: osdmap e1007: 8 total, 8 up, 8 in 2024-09-14T03:52:27.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:26 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/20338346' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:52:28.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:27 smithi154 ceph-mon[81546]: pgmap v1221: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:52:28.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:27 smithi154 ceph-mon[81546]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:52:28.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:27 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/20338346' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:52:28.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:27 smithi154 ceph-mon[81546]: osdmap e1008: 8 total, 8 up, 8 in 2024-09-14T03:52:28.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:27 smithi002 ceph-mon[87970]: pgmap v1221: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:52:28.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:27 smithi002 ceph-mon[87970]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:52:28.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:27 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/20338346' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:52:28.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:27 smithi002 ceph-mon[87970]: osdmap e1008: 8 total, 8 up, 8 in 2024-09-14T03:52:28.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:27 smithi002 ceph-mon[89815]: pgmap v1221: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:52:28.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:27 smithi002 ceph-mon[89815]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:52:28.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:27 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/20338346' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:52:28.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:27 smithi002 ceph-mon[89815]: osdmap e1008: 8 total, 8 up, 8 in 2024-09-14T03:52:29.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:28 smithi002 ceph-mon[87970]: osdmap e1009: 8 total, 8 up, 8 in 2024-09-14T03:52:29.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:28 smithi002 ceph-mon[89815]: osdmap e1009: 8 total, 8 up, 8 in 2024-09-14T03:52:29.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:28 smithi154 ceph-mon[81546]: osdmap e1009: 8 total, 8 up, 8 in 2024-09-14T03:52:30.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:29 smithi002 ceph-mon[87970]: pgmap v1224: 137 pgs: 6 creating+peering, 21 unknown, 110 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:52:30.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:29 smithi002 ceph-mon[87970]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:52:30.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:29 smithi002 ceph-mon[87970]: Cluster is now healthy 2024-09-14T03:52:30.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:29 smithi002 ceph-mon[89815]: pgmap v1224: 137 pgs: 6 creating+peering, 21 unknown, 110 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:52:30.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:29 smithi002 ceph-mon[89815]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:52:30.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:29 smithi002 ceph-mon[89815]: Cluster is now healthy 2024-09-14T03:52:30.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:29 smithi154 ceph-mon[81546]: pgmap v1224: 137 pgs: 6 creating+peering, 21 unknown, 110 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:52:30.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:29 smithi154 ceph-mon[81546]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:52:30.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:29 smithi154 ceph-mon[81546]: Cluster is now healthy 2024-09-14T03:52:32.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:31 smithi002 ceph-mon[87970]: pgmap v1225: 137 pgs: 6 creating+peering, 6 unknown, 125 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:52:32.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:31 smithi002 ceph-mon[89815]: pgmap v1225: 137 pgs: 6 creating+peering, 6 unknown, 125 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:52:32.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:31 smithi154 ceph-mon[81546]: pgmap v1225: 137 pgs: 6 creating+peering, 6 unknown, 125 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:52:33.003 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealEphemeral (8034 ms) 2024-09-14T03:52:33.003 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealExclusive 2024-09-14T03:52:34.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:33 smithi002 ceph-mon[87970]: pgmap v1226: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-14T03:52:34.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:33 smithi002 ceph-mon[87970]: osdmap e1010: 8 total, 8 up, 8 in 2024-09-14T03:52:34.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:33 smithi002 ceph-mon[89815]: pgmap v1226: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-14T03:52:34.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:33 smithi002 ceph-mon[89815]: osdmap e1010: 8 total, 8 up, 8 in 2024-09-14T03:52:34.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:33 smithi154 ceph-mon[81546]: pgmap v1226: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-14T03:52:34.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:33 smithi154 ceph-mon[81546]: osdmap e1010: 8 total, 8 up, 8 in 2024-09-14T03:52:35.406 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:35 smithi002 ceph-mon[89815]: osdmap e1011: 8 total, 8 up, 8 in 2024-09-14T03:52:35.406 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:35 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/914122823' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:52:35.406 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:35 smithi002 ceph-mon[89815]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:52:35.406 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:35 smithi002 ceph-mon[87970]: osdmap e1011: 8 total, 8 up, 8 in 2024-09-14T03:52:35.407 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:35 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/914122823' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:52:35.407 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:35 smithi002 ceph-mon[87970]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:52:35.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:35 smithi154 ceph-mon[81546]: osdmap e1011: 8 total, 8 up, 8 in 2024-09-14T03:52:35.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:35 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/914122823' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:52:35.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:35 smithi154 ceph-mon[81546]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:52:35.686 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:52:35 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:52:35] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.51.0" 2024-09-14T03:52:36.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:36 smithi002 ceph-mon[87970]: pgmap v1229: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:52:36.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:36 smithi002 ceph-mon[87970]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:52:36.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:36 smithi002 ceph-mon[87970]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:52:36.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:36 smithi002 ceph-mon[87970]: osdmap e1012: 8 total, 8 up, 8 in 2024-09-14T03:52:36.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:36 smithi002 ceph-mon[89815]: pgmap v1229: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:52:36.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:36 smithi002 ceph-mon[89815]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:52:36.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:36 smithi002 ceph-mon[89815]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:52:36.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:36 smithi002 ceph-mon[89815]: osdmap e1012: 8 total, 8 up, 8 in 2024-09-14T03:52:36.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:36 smithi154 ceph-mon[81546]: pgmap v1229: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:52:36.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:36 smithi154 ceph-mon[81546]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:52:36.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:36 smithi154 ceph-mon[81546]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-126811-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:52:36.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:36 smithi154 ceph-mon[81546]: osdmap e1012: 8 total, 8 up, 8 in 2024-09-14T03:52:37.339 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:37 smithi002 ceph-mon[87970]: osdmap e1013: 8 total, 8 up, 8 in 2024-09-14T03:52:37.339 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:37 smithi002 ceph-mon[89815]: osdmap e1013: 8 total, 8 up, 8 in 2024-09-14T03:52:37.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:37 smithi154 ceph-mon[81546]: osdmap e1013: 8 total, 8 up, 8 in 2024-09-14T03:52:38.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:38 smithi002 ceph-mon[87970]: pgmap v1232: 137 pgs: 12 creating+peering, 14 unknown, 111 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:52:38.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:38 smithi002 ceph-mon[87970]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:52:38.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:38 smithi002 ceph-mon[87970]: Cluster is now healthy 2024-09-14T03:52:38.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:38 smithi002 ceph-mon[89815]: pgmap v1232: 137 pgs: 12 creating+peering, 14 unknown, 111 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:52:38.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:38 smithi002 ceph-mon[89815]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:52:38.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:38 smithi002 ceph-mon[89815]: Cluster is now healthy 2024-09-14T03:52:38.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:38 smithi154 ceph-mon[81546]: pgmap v1232: 137 pgs: 12 creating+peering, 14 unknown, 111 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:52:38.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:38 smithi154 ceph-mon[81546]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:52:38.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:38 smithi154 ceph-mon[81546]: Cluster is now healthy 2024-09-14T03:52:40.436 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:40 smithi002 ceph-mon[87970]: pgmap v1233: 137 pgs: 12 creating+peering, 4 unknown, 121 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:52:40.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:40 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:52:40.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:40 smithi002 ceph-mon[89815]: pgmap v1233: 137 pgs: 12 creating+peering, 4 unknown, 121 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:52:40.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:40 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:52:40.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:40 smithi154 ceph-mon[81546]: pgmap v1233: 137 pgs: 12 creating+peering, 4 unknown, 121 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:52:40.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:40 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:52:41.038 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealExclusive (8035 ms) 2024-09-14T03:52:41.038 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 11 tests from ClsLock (68525 ms total) 2024-09-14T03:52:41.038 INFO:tasks.workunit.client.0.smithi002.stdout: 2024-09-14T03:52:41.038 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] Global test environment tear-down 2024-09-14T03:52:41.038 INFO:tasks.workunit.client.0.smithi002.stdout:[==========] 11 tests from 1 test suite ran. (68525 ms total) 2024-09-14T03:52:41.038 INFO:tasks.workunit.client.0.smithi002.stdout:[ PASSED ] 11 tests. 2024-09-14T03:52:41.041 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-14T03:52:41.041 DEBUG:teuthology.orchestra.run.smithi002:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-14T03:52:41.113 INFO:tasks.workunit:Running workunit cls/test_cls_log.sh... 2024-09-14T03:52:41.113 DEBUG:teuthology.orchestra.run.smithi002:workunit test cls/test_cls_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_log.sh 2024-09-14T03:52:41.188 INFO:tasks.workunit.client.0.smithi002.stdout:Running main() from gmock_main.cc 2024-09-14T03:52:41.188 INFO:tasks.workunit.client.0.smithi002.stdout:[==========] Running 4 tests from 1 test suite. 2024-09-14T03:52:41.188 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] Global test environment set-up. 2024-09-14T03:52:41.188 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 4 tests from cls_log 2024-09-14T03:52:41.188 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] cls_log.test_log_add_same_time 2024-09-14T03:52:42.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:42 smithi002 ceph-mon[89815]: pgmap v1234: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 152 B/s rd, 0 B/s wr, 0 op/s 2024-09-14T03:52:42.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:42 smithi002 ceph-mon[89815]: osdmap e1014: 8 total, 8 up, 8 in 2024-09-14T03:52:42.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:42 smithi002 ceph-mon[87970]: pgmap v1234: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 152 B/s rd, 0 B/s wr, 0 op/s 2024-09-14T03:52:42.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:42 smithi002 ceph-mon[87970]: osdmap e1014: 8 total, 8 up, 8 in 2024-09-14T03:52:42.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:42 smithi154 ceph-mon[81546]: pgmap v1234: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 152 B/s rd, 0 B/s wr, 0 op/s 2024-09-14T03:52:42.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:42 smithi154 ceph-mon[81546]: osdmap e1014: 8 total, 8 up, 8 in 2024-09-14T03:52:43.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:43 smithi002 ceph-mon[89815]: osdmap e1015: 8 total, 8 up, 8 in 2024-09-14T03:52:43.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:43 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/2312039319' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-127147-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:52:43.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:43 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/2312039319' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-127147-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:52:43.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:43 smithi002 ceph-mon[89815]: osdmap e1016: 8 total, 8 up, 8 in 2024-09-14T03:52:43.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:43 smithi002 ceph-mon[87970]: osdmap e1015: 8 total, 8 up, 8 in 2024-09-14T03:52:43.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:43 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/2312039319' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-127147-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:52:43.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:43 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/2312039319' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-127147-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:52:43.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:43 smithi002 ceph-mon[87970]: osdmap e1016: 8 total, 8 up, 8 in 2024-09-14T03:52:43.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:43 smithi154 ceph-mon[81546]: osdmap e1015: 8 total, 8 up, 8 in 2024-09-14T03:52:43.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:43 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/2312039319' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-127147-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:52:43.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:43 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/2312039319' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-127147-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:52:43.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:43 smithi154 ceph-mon[81546]: osdmap e1016: 8 total, 8 up, 8 in 2024-09-14T03:52:44.051 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] cls_log.test_log_add_same_time (2863 ms) 2024-09-14T03:52:44.051 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] cls_log.test_log_add_different_time 2024-09-14T03:52:44.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:44 smithi002 ceph-mon[89815]: pgmap v1237: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:52:44.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:44 smithi002 ceph-mon[89815]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:52:44.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:44 smithi002 ceph-mon[89815]: osdmap e1017: 8 total, 8 up, 8 in 2024-09-14T03:52:44.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:44 smithi002 ceph-mon[87970]: pgmap v1237: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:52:44.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:44 smithi002 ceph-mon[87970]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:52:44.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:44 smithi002 ceph-mon[87970]: osdmap e1017: 8 total, 8 up, 8 in 2024-09-14T03:52:44.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:44 smithi154 ceph-mon[81546]: pgmap v1237: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:52:44.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:44 smithi154 ceph-mon[81546]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:52:44.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:44 smithi154 ceph-mon[81546]: osdmap e1017: 8 total, 8 up, 8 in 2024-09-14T03:52:45.406 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:45 smithi002 ceph-mon[87970]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:52:45.406 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:45 smithi002 ceph-mon[87970]: Cluster is now healthy 2024-09-14T03:52:45.406 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:45 smithi002 ceph-mon[87970]: osdmap e1018: 8 total, 8 up, 8 in 2024-09-14T03:52:45.407 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:45 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/1840823539' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-127147-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:52:45.407 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:45 smithi002 ceph-mon[87970]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-127147-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:52:45.407 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:45 smithi002 ceph-mon[89815]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:52:45.407 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:45 smithi002 ceph-mon[89815]: Cluster is now healthy 2024-09-14T03:52:45.407 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:45 smithi002 ceph-mon[89815]: osdmap e1018: 8 total, 8 up, 8 in 2024-09-14T03:52:45.407 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:45 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/1840823539' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-127147-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:52:45.407 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:45 smithi002 ceph-mon[89815]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-127147-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:52:45.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:45 smithi154 ceph-mon[81546]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:52:45.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:45 smithi154 ceph-mon[81546]: Cluster is now healthy 2024-09-14T03:52:45.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:45 smithi154 ceph-mon[81546]: osdmap e1018: 8 total, 8 up, 8 in 2024-09-14T03:52:45.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:45 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/1840823539' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-127147-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:52:45.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:45 smithi154 ceph-mon[81546]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-127147-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:52:45.686 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:52:45 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:52:45] "GET /metrics HTTP/1.1" 200 36448 "" "Prometheus/2.51.0" 2024-09-14T03:52:46.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:46 smithi002 ceph-mon[89815]: pgmap v1240: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:52:46.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:46 smithi002 ceph-mon[89815]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-127147-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:52:46.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:46 smithi002 ceph-mon[89815]: osdmap e1019: 8 total, 8 up, 8 in 2024-09-14T03:52:46.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:46 smithi002 ceph-mon[87970]: pgmap v1240: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:52:46.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:46 smithi002 ceph-mon[87970]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-127147-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:52:46.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:46 smithi002 ceph-mon[87970]: osdmap e1019: 8 total, 8 up, 8 in 2024-09-14T03:52:46.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:46 smithi154 ceph-mon[81546]: pgmap v1240: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:52:46.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:46 smithi154 ceph-mon[81546]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-127147-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:52:46.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:46 smithi154 ceph-mon[81546]: osdmap e1019: 8 total, 8 up, 8 in 2024-09-14T03:52:47.070 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] cls_log.test_log_add_different_time (3019 ms) 2024-09-14T03:52:47.070 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] cls_log.trim_by_time 2024-09-14T03:52:48.436 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:48 smithi002 ceph-mon[87970]: pgmap v1243: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:52:48.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:48 smithi002 ceph-mon[87970]: osdmap e1020: 8 total, 8 up, 8 in 2024-09-14T03:52:48.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:48 smithi002 ceph-mon[89815]: pgmap v1243: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:52:48.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:48 smithi002 ceph-mon[89815]: osdmap e1020: 8 total, 8 up, 8 in 2024-09-14T03:52:48.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:48 smithi154 ceph-mon[81546]: pgmap v1243: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:52:48.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:48 smithi154 ceph-mon[81546]: osdmap e1020: 8 total, 8 up, 8 in 2024-09-14T03:52:49.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:49 smithi002 ceph-mon[87970]: osdmap e1021: 8 total, 8 up, 8 in 2024-09-14T03:52:49.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:49 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/4207522997' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-127147-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:52:49.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:49 smithi002 ceph-mon[87970]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-127147-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:52:49.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:49 smithi002 ceph-mon[89815]: osdmap e1021: 8 total, 8 up, 8 in 2024-09-14T03:52:49.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:49 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/4207522997' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-127147-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:52:49.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:49 smithi002 ceph-mon[89815]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-127147-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:52:49.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:49 smithi154 ceph-mon[81546]: osdmap e1021: 8 total, 8 up, 8 in 2024-09-14T03:52:49.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:49 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/4207522997' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-127147-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:52:49.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:49 smithi154 ceph-mon[81546]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-127147-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:52:50.086 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] cls_log.trim_by_time (3016 ms) 2024-09-14T03:52:50.086 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] cls_log.trim_by_marker 2024-09-14T03:52:50.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:50 smithi002 ceph-mon[87970]: pgmap v1246: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:52:50.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:50 smithi002 ceph-mon[87970]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:52:50.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:50 smithi002 ceph-mon[87970]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-127147-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:52:50.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:50 smithi002 ceph-mon[87970]: osdmap e1022: 8 total, 8 up, 8 in 2024-09-14T03:52:50.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:50 smithi002 ceph-mon[89815]: pgmap v1246: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:52:50.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:50 smithi002 ceph-mon[89815]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:52:50.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:50 smithi002 ceph-mon[89815]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-127147-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:52:50.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:50 smithi002 ceph-mon[89815]: osdmap e1022: 8 total, 8 up, 8 in 2024-09-14T03:52:50.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:50 smithi154 ceph-mon[81546]: pgmap v1246: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:52:50.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:50 smithi154 ceph-mon[81546]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:52:50.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:50 smithi154 ceph-mon[81546]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-127147-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:52:50.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:50 smithi154 ceph-mon[81546]: osdmap e1022: 8 total, 8 up, 8 in 2024-09-14T03:52:51.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:51 smithi002 ceph-mon[87970]: osdmap e1023: 8 total, 8 up, 8 in 2024-09-14T03:52:51.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:51 smithi002 ceph-mon[89815]: osdmap e1023: 8 total, 8 up, 8 in 2024-09-14T03:52:51.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:51 smithi154 ceph-mon[81546]: osdmap e1023: 8 total, 8 up, 8 in 2024-09-14T03:52:52.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:52 smithi154 ceph-mon[81546]: pgmap v1249: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:52:52.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:52 smithi154 ceph-mon[81546]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:52:52.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:52 smithi154 ceph-mon[81546]: Cluster is now healthy 2024-09-14T03:52:52.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:52 smithi154 ceph-mon[81546]: osdmap e1024: 8 total, 8 up, 8 in 2024-09-14T03:52:52.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:52 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/275252952' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-127147-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:52:52.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:52 smithi154 ceph-mon[81546]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-127147-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:52:52.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:52 smithi002 ceph-mon[87970]: pgmap v1249: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:52:52.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:52 smithi002 ceph-mon[87970]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:52:52.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:52 smithi002 ceph-mon[87970]: Cluster is now healthy 2024-09-14T03:52:52.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:52 smithi002 ceph-mon[87970]: osdmap e1024: 8 total, 8 up, 8 in 2024-09-14T03:52:52.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:52 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/275252952' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-127147-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:52:52.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:52 smithi002 ceph-mon[87970]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-127147-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:52:52.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:52 smithi002 ceph-mon[89815]: pgmap v1249: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:52:52.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:52 smithi002 ceph-mon[89815]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:52:52.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:52 smithi002 ceph-mon[89815]: Cluster is now healthy 2024-09-14T03:52:52.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:52 smithi002 ceph-mon[89815]: osdmap e1024: 8 total, 8 up, 8 in 2024-09-14T03:52:52.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:52 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/275252952' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-127147-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:52:52.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:52 smithi002 ceph-mon[89815]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-127147-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:52:53.111 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] cls_log.trim_by_marker (3025 ms) 2024-09-14T03:52:53.111 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 4 tests from cls_log (11923 ms total) 2024-09-14T03:52:53.111 INFO:tasks.workunit.client.0.smithi002.stdout: 2024-09-14T03:52:53.111 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] Global test environment tear-down 2024-09-14T03:52:53.111 INFO:tasks.workunit.client.0.smithi002.stdout:[==========] 4 tests from 1 test suite ran. (11923 ms total) 2024-09-14T03:52:53.111 INFO:tasks.workunit.client.0.smithi002.stdout:[ PASSED ] 4 tests. 2024-09-14T03:52:53.114 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-14T03:52:53.114 DEBUG:teuthology.orchestra.run.smithi002:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-14T03:52:53.184 INFO:tasks.workunit:Running workunit cls/test_cls_numops.sh... 2024-09-14T03:52:53.184 DEBUG:teuthology.orchestra.run.smithi002:workunit test cls/test_cls_numops.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_numops.sh 2024-09-14T03:52:53.258 INFO:tasks.workunit.client.0.smithi002.stdout:Running main() from gmock_main.cc 2024-09-14T03:52:53.259 INFO:tasks.workunit.client.0.smithi002.stdout:[==========] Running 4 tests from 1 test suite. 2024-09-14T03:52:53.259 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] Global test environment set-up. 2024-09-14T03:52:53.259 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 4 tests from ClsNumOps 2024-09-14T03:52:53.259 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] ClsNumOps.Add 2024-09-14T03:52:53.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:53 smithi002 ceph-mon[89815]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-127147-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:52:53.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:53 smithi002 ceph-mon[89815]: osdmap e1025: 8 total, 8 up, 8 in 2024-09-14T03:52:53.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:53 smithi002 ceph-mon[87970]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-127147-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:52:53.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:53 smithi002 ceph-mon[87970]: osdmap e1025: 8 total, 8 up, 8 in 2024-09-14T03:52:53.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:53 smithi154 ceph-mon[81546]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-127147-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:52:53.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:53 smithi154 ceph-mon[81546]: osdmap e1025: 8 total, 8 up, 8 in 2024-09-14T03:52:54.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:54 smithi002 ceph-mon[87970]: pgmap v1252: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:52:54.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:54 smithi002 ceph-mon[87970]: osdmap e1026: 8 total, 8 up, 8 in 2024-09-14T03:52:54.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:54 smithi002 ceph-mon[89815]: pgmap v1252: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:52:54.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:54 smithi002 ceph-mon[89815]: osdmap e1026: 8 total, 8 up, 8 in 2024-09-14T03:52:54.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:54 smithi154 ceph-mon[81546]: pgmap v1252: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:52:54.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:54 smithi154 ceph-mon[81546]: osdmap e1026: 8 total, 8 up, 8 in 2024-09-14T03:52:55.406 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:55 smithi002 ceph-mon[87970]: osdmap e1027: 8 total, 8 up, 8 in 2024-09-14T03:52:55.407 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:55 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/2091131218' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-127253-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:52:55.407 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:55 smithi002 ceph-mon[87970]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-127253-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:52:55.407 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:55 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:52:55.407 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:55 smithi002 ceph-mon[89815]: osdmap e1027: 8 total, 8 up, 8 in 2024-09-14T03:52:55.407 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:55 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/2091131218' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-127253-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:52:55.407 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:55 smithi002 ceph-mon[89815]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-127253-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:52:55.407 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:55 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:52:55.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:55 smithi154 ceph-mon[81546]: osdmap e1027: 8 total, 8 up, 8 in 2024-09-14T03:52:55.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:55 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/2091131218' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-127253-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:52:55.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:55 smithi154 ceph-mon[81546]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-127253-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:52:55.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:55 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:52:55.687 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:52:55 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:52:55] "GET /metrics HTTP/1.1" 200 36447 "" "Prometheus/2.51.0" 2024-09-14T03:52:56.131 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] ClsNumOps.Add (2872 ms) 2024-09-14T03:52:56.131 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] ClsNumOps.Sub 2024-09-14T03:52:56.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:56 smithi002 ceph-mon[89815]: pgmap v1255: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:52:56.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:56 smithi002 ceph-mon[89815]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:52:56.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:56 smithi002 ceph-mon[89815]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-127253-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:52:56.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:56 smithi002 ceph-mon[89815]: osdmap e1028: 8 total, 8 up, 8 in 2024-09-14T03:52:56.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:56 smithi002 ceph-mon[87970]: pgmap v1255: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:52:56.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:56 smithi002 ceph-mon[87970]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:52:56.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:56 smithi002 ceph-mon[87970]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-127253-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:52:56.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:56 smithi002 ceph-mon[87970]: osdmap e1028: 8 total, 8 up, 8 in 2024-09-14T03:52:56.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:56 smithi154 ceph-mon[81546]: pgmap v1255: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:52:56.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:56 smithi154 ceph-mon[81546]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:52:56.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:56 smithi154 ceph-mon[81546]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-127253-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:52:56.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:56 smithi154 ceph-mon[81546]: osdmap e1028: 8 total, 8 up, 8 in 2024-09-14T03:52:57.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:57 smithi002 ceph-mon[87970]: osdmap e1029: 8 total, 8 up, 8 in 2024-09-14T03:52:57.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:57 smithi002 ceph-mon[89815]: osdmap e1029: 8 total, 8 up, 8 in 2024-09-14T03:52:57.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:57 smithi154 ceph-mon[81546]: osdmap e1029: 8 total, 8 up, 8 in 2024-09-14T03:52:58.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:58 smithi002 ceph-mon[87970]: pgmap v1258: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:52:58.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:58 smithi002 ceph-mon[87970]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:52:58.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:58 smithi002 ceph-mon[87970]: Cluster is now healthy 2024-09-14T03:52:58.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:58 smithi002 ceph-mon[87970]: osdmap e1030: 8 total, 8 up, 8 in 2024-09-14T03:52:58.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:58 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/3681132129' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-127253-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:52:58.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:58 smithi002 ceph-mon[89815]: pgmap v1258: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:52:58.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:58 smithi002 ceph-mon[89815]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:52:58.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:58 smithi002 ceph-mon[89815]: Cluster is now healthy 2024-09-14T03:52:58.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:58 smithi002 ceph-mon[89815]: osdmap e1030: 8 total, 8 up, 8 in 2024-09-14T03:52:58.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:58 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/3681132129' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-127253-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:52:58.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:58 smithi154 ceph-mon[81546]: pgmap v1258: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:52:58.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:58 smithi154 ceph-mon[81546]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:52:58.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:58 smithi154 ceph-mon[81546]: Cluster is now healthy 2024-09-14T03:52:58.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:58 smithi154 ceph-mon[81546]: osdmap e1030: 8 total, 8 up, 8 in 2024-09-14T03:52:58.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:58 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/3681132129' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-127253-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:52:59.149 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] ClsNumOps.Sub (3018 ms) 2024-09-14T03:52:59.149 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] ClsNumOps.Mul 2024-09-14T03:52:59.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:59 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/3681132129' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-127253-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:52:59.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:52:59 smithi002 ceph-mon[87970]: osdmap e1031: 8 total, 8 up, 8 in 2024-09-14T03:52:59.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:59 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/3681132129' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-127253-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:52:59.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:52:59 smithi002 ceph-mon[89815]: osdmap e1031: 8 total, 8 up, 8 in 2024-09-14T03:52:59.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:59 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/3681132129' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-127253-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:52:59.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:52:59 smithi154 ceph-mon[81546]: osdmap e1031: 8 total, 8 up, 8 in 2024-09-14T03:53:00.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:00 smithi002 ceph-mon[89815]: pgmap v1261: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:53:00.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:00 smithi002 ceph-mon[89815]: osdmap e1032: 8 total, 8 up, 8 in 2024-09-14T03:53:00.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:00 smithi002 ceph-mon[87970]: pgmap v1261: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:53:00.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:00 smithi002 ceph-mon[87970]: osdmap e1032: 8 total, 8 up, 8 in 2024-09-14T03:53:00.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:00 smithi154 ceph-mon[81546]: pgmap v1261: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:53:00.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:00 smithi154 ceph-mon[81546]: osdmap e1032: 8 total, 8 up, 8 in 2024-09-14T03:53:01.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:01 smithi002 ceph-mon[87970]: osdmap e1033: 8 total, 8 up, 8 in 2024-09-14T03:53:01.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:01 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/4252785195' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-127253-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:53:01.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:01 smithi002 ceph-mon[89815]: osdmap e1033: 8 total, 8 up, 8 in 2024-09-14T03:53:01.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:01 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/4252785195' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-127253-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:53:01.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:01 smithi154 ceph-mon[81546]: osdmap e1033: 8 total, 8 up, 8 in 2024-09-14T03:53:01.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:01 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/4252785195' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-127253-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:53:02.168 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] ClsNumOps.Mul (3019 ms) 2024-09-14T03:53:02.168 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] ClsNumOps.Div 2024-09-14T03:53:02.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:02 smithi002 ceph-mon[87970]: pgmap v1264: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:53:02.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:02 smithi002 ceph-mon[87970]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:53:02.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:02 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/4252785195' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-127253-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:53:02.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:02 smithi002 ceph-mon[87970]: osdmap e1034: 8 total, 8 up, 8 in 2024-09-14T03:53:02.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:02 smithi002 ceph-mon[89815]: pgmap v1264: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:53:02.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:02 smithi002 ceph-mon[89815]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:53:02.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:02 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/4252785195' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-127253-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:53:02.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:02 smithi002 ceph-mon[89815]: osdmap e1034: 8 total, 8 up, 8 in 2024-09-14T03:53:02.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:02 smithi154 ceph-mon[81546]: pgmap v1264: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:53:02.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:02 smithi154 ceph-mon[81546]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:53:02.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:02 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/4252785195' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-127253-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:53:02.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:02 smithi154 ceph-mon[81546]: osdmap e1034: 8 total, 8 up, 8 in 2024-09-14T03:53:03.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:03 smithi002 ceph-mon[87970]: osdmap e1035: 8 total, 8 up, 8 in 2024-09-14T03:53:03.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:03 smithi002 ceph-mon[89815]: osdmap e1035: 8 total, 8 up, 8 in 2024-09-14T03:53:03.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:03 smithi154 ceph-mon[81546]: osdmap e1035: 8 total, 8 up, 8 in 2024-09-14T03:53:04.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:04 smithi002 ceph-mon[87970]: pgmap v1267: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:53:04.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:04 smithi002 ceph-mon[87970]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:53:04.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:04 smithi002 ceph-mon[87970]: Cluster is now healthy 2024-09-14T03:53:04.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:04 smithi002 ceph-mon[87970]: osdmap e1036: 8 total, 8 up, 8 in 2024-09-14T03:53:04.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:04 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/843176694' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-127253-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:53:04.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:04 smithi002 ceph-mon[89815]: pgmap v1267: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:53:04.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:04 smithi002 ceph-mon[89815]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:53:04.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:04 smithi002 ceph-mon[89815]: Cluster is now healthy 2024-09-14T03:53:04.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:04 smithi002 ceph-mon[89815]: osdmap e1036: 8 total, 8 up, 8 in 2024-09-14T03:53:04.438 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:04 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/843176694' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-127253-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:53:04.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:04 smithi154 ceph-mon[81546]: pgmap v1267: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:53:04.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:04 smithi154 ceph-mon[81546]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:53:04.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:04 smithi154 ceph-mon[81546]: Cluster is now healthy 2024-09-14T03:53:04.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:04 smithi154 ceph-mon[81546]: osdmap e1036: 8 total, 8 up, 8 in 2024-09-14T03:53:04.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:04 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/843176694' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-127253-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:53:05.188 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] ClsNumOps.Div (3020 ms) 2024-09-14T03:53:05.188 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 4 tests from ClsNumOps (11930 ms total) 2024-09-14T03:53:05.189 INFO:tasks.workunit.client.0.smithi002.stdout: 2024-09-14T03:53:05.189 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] Global test environment tear-down 2024-09-14T03:53:05.189 INFO:tasks.workunit.client.0.smithi002.stdout:[==========] 4 tests from 1 test suite ran. (11930 ms total) 2024-09-14T03:53:05.189 INFO:tasks.workunit.client.0.smithi002.stdout:[ PASSED ] 4 tests. 2024-09-14T03:53:05.192 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-14T03:53:05.192 DEBUG:teuthology.orchestra.run.smithi002:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-14T03:53:05.261 INFO:tasks.workunit:Running workunit cls/test_cls_rbd.sh... 2024-09-14T03:53:05.261 DEBUG:teuthology.orchestra.run.smithi002:workunit test cls/test_cls_rbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh 2024-09-14T03:53:05.335 INFO:tasks.workunit.client.0.smithi002.stdout:Running main() from gmock_main.cc 2024-09-14T03:53:05.335 INFO:tasks.workunit.client.0.smithi002.stdout:[==========] Running 70 tests from 1 test suite. 2024-09-14T03:53:05.335 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] Global test environment set-up. 2024-09-14T03:53:05.335 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 70 tests from TestClsRbd 2024-09-14T03:53:05.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:05 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/843176694' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-127253-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:53:05.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:05 smithi002 ceph-mon[87970]: osdmap e1037: 8 total, 8 up, 8 in 2024-09-14T03:53:05.437 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:53:05 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:53:05] "GET /metrics HTTP/1.1" 200 36447 "" "Prometheus/2.51.0" 2024-09-14T03:53:05.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:05 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/843176694' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-127253-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:53:05.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:05 smithi002 ceph-mon[89815]: osdmap e1037: 8 total, 8 up, 8 in 2024-09-14T03:53:05.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:05 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/843176694' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-127253-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:53:05.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:05 smithi154 ceph-mon[81546]: osdmap e1037: 8 total, 8 up, 8 in 2024-09-14T03:53:06.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:06 smithi002 ceph-mon[87970]: pgmap v1270: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:53:06.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:06 smithi002 ceph-mon[87970]: osdmap e1038: 8 total, 8 up, 8 in 2024-09-14T03:53:06.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:06 smithi002 ceph-mon[89815]: pgmap v1270: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:53:06.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:06 smithi002 ceph-mon[89815]: osdmap e1038: 8 total, 8 up, 8 in 2024-09-14T03:53:06.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:06 smithi154 ceph-mon[81546]: pgmap v1270: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:53:06.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:06 smithi154 ceph-mon[81546]: osdmap e1038: 8 total, 8 up, 8 in 2024-09-14T03:53:07.201 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.get_all_features 2024-09-14T03:53:07.220 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.get_all_features (19 ms) 2024-09-14T03:53:07.220 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.copyup 2024-09-14T03:53:07.402 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.copyup (183 ms) 2024-09-14T03:53:07.403 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.sparse_copyup 2024-09-14T03:53:07.417 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.sparse_copyup (15 ms) 2024-09-14T03:53:07.417 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.get_and_set_id 2024-09-14T03:53:07.424 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.get_and_set_id (7 ms) 2024-09-14T03:53:07.424 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.add_remove_child 2024-09-14T03:53:07.436 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.add_remove_child (11 ms) 2024-09-14T03:53:07.436 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.directory_methods 2024-09-14T03:53:07.465 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.directory_methods (30 ms) 2024-09-14T03:53:07.465 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.create 2024-09-14T03:53:07.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:07 smithi154 ceph-mon[81546]: osdmap e1039: 8 total, 8 up, 8 in 2024-09-14T03:53:07.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:07 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/2324767861' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-127359-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:53:07.479 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.create (14 ms) 2024-09-14T03:53:07.479 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.get_features 2024-09-14T03:53:07.481 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.get_features (1 ms) 2024-09-14T03:53:07.481 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.get_object_prefix 2024-09-14T03:53:07.482 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.get_object_prefix (2 ms) 2024-09-14T03:53:07.482 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.get_create_timestamp 2024-09-14T03:53:07.484 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.get_create_timestamp (2 ms) 2024-09-14T03:53:07.484 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.get_access_timestamp 2024-09-14T03:53:07.486 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.get_access_timestamp (2 ms) 2024-09-14T03:53:07.486 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.get_modify_timestamp 2024-09-14T03:53:07.487 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.get_modify_timestamp (1 ms) 2024-09-14T03:53:07.488 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.get_data_pool 2024-09-14T03:53:07.492 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.get_data_pool (4 ms) 2024-09-14T03:53:07.492 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.get_size 2024-09-14T03:53:07.495 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.get_size (4 ms) 2024-09-14T03:53:07.496 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.set_size 2024-09-14T03:53:07.500 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.set_size (5 ms) 2024-09-14T03:53:07.500 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.protection_status 2024-09-14T03:53:07.519 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.protection_status (18 ms) 2024-09-14T03:53:07.519 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.snapshot_limits 2024-09-14T03:53:07.526 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.snapshot_limits (8 ms) 2024-09-14T03:53:07.526 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.parents_v1 2024-09-14T03:53:07.564 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.parents_v1 (38 ms) 2024-09-14T03:53:07.565 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.parents_v2 2024-09-14T03:53:07.594 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.parents_v2 (29 ms) 2024-09-14T03:53:07.594 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.snapshots 2024-09-14T03:53:07.615 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.snapshots (22 ms) 2024-09-14T03:53:07.616 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.snapid_race 2024-09-14T03:53:07.622 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.snapid_race (7 ms) 2024-09-14T03:53:07.622 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.stripingv2 2024-09-14T03:53:07.632 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.stripingv2 (10 ms) 2024-09-14T03:53:07.632 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.object_map_save 2024-09-14T03:53:07.634 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.object_map_save (1 ms) 2024-09-14T03:53:07.634 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.object_map_resize 2024-09-14T03:53:07.640 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.object_map_resize (7 ms) 2024-09-14T03:53:07.640 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.object_map_update 2024-09-14T03:53:07.645 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.object_map_update (5 ms) 2024-09-14T03:53:07.645 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.object_map_load_enoent 2024-09-14T03:53:07.646 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.object_map_load_enoent (0 ms) 2024-09-14T03:53:07.646 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.object_map_snap_add 2024-09-14T03:53:07.652 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.object_map_snap_add (5 ms) 2024-09-14T03:53:07.652 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.object_map_snap_remove 2024-09-14T03:53:07.658 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.object_map_snap_remove (8 ms) 2024-09-14T03:53:07.659 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.flags 2024-09-14T03:53:07.663 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.flags (4 ms) 2024-09-14T03:53:07.663 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.metadata 2024-09-14T03:53:07.686 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:07 smithi002 ceph-mon[87970]: osdmap e1039: 8 total, 8 up, 8 in 2024-09-14T03:53:07.686 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:07 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/2324767861' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-127359-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:53:07.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:07 smithi002 ceph-mon[89815]: osdmap e1039: 8 total, 8 up, 8 in 2024-09-14T03:53:07.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:07 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/2324767861' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-127359-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-14T03:53:07.690 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.metadata (28 ms) 2024-09-14T03:53:07.690 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.set_features 2024-09-14T03:53:07.696 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.set_features (6 ms) 2024-09-14T03:53:07.696 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.mirror 2024-09-14T03:53:07.730 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.mirror (33 ms) 2024-09-14T03:53:07.730 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.mirror_image 2024-09-14T03:53:07.744 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.mirror_image (15 ms) 2024-09-14T03:53:07.745 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.mirror_image_status 2024-09-14T03:53:08.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:08 smithi154 ceph-mon[81546]: pgmap v1273: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:53:08.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:08 smithi154 ceph-mon[81546]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:53:08.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:08 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/2324767861' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-127359-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:53:08.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:08 smithi154 ceph-mon[81546]: osdmap e1040: 8 total, 8 up, 8 in 2024-09-14T03:53:08.686 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:08 smithi002 ceph-mon[87970]: pgmap v1273: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:53:08.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:08 smithi002 ceph-mon[87970]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:53:08.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:08 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/2324767861' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-127359-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:53:08.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:08 smithi002 ceph-mon[87970]: osdmap e1040: 8 total, 8 up, 8 in 2024-09-14T03:53:08.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:08 smithi002 ceph-mon[89815]: pgmap v1273: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:53:08.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:08 smithi002 ceph-mon[89815]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:53:08.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:08 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/2324767861' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-127359-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-14T03:53:08.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:08 smithi002 ceph-mon[89815]: osdmap e1040: 8 total, 8 up, 8 in 2024-09-14T03:53:09.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:09 smithi154 ceph-mon[81546]: osdmap e1041: 8 total, 8 up, 8 in 2024-09-14T03:53:09.686 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:09 smithi002 ceph-mon[87970]: osdmap e1041: 8 total, 8 up, 8 in 2024-09-14T03:53:09.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:09 smithi002 ceph-mon[89815]: osdmap e1041: 8 total, 8 up, 8 in 2024-09-14T03:53:10.059 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.mirror_image_status (2315 ms) 2024-09-14T03:53:10.060 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.mirror_image_map 2024-09-14T03:53:10.145 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.mirror_image_map (86 ms) 2024-09-14T03:53:10.145 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.mirror_instances 2024-09-14T03:53:10.153 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.mirror_instances (8 ms) 2024-09-14T03:53:10.153 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.mirror_snapshot 2024-09-14T03:53:10.164 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.mirror_snapshot (10 ms) 2024-09-14T03:53:10.164 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.group_dir_list 2024-09-14T03:53:10.166 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.group_dir_list (3 ms) 2024-09-14T03:53:10.166 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.group_dir_add 2024-09-14T03:53:10.168 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.group_dir_add (2 ms) 2024-09-14T03:53:10.168 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.dir_add_already_existing 2024-09-14T03:53:10.171 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.dir_add_already_existing (3 ms) 2024-09-14T03:53:10.171 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.group_dir_rename 2024-09-14T03:53:10.177 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.group_dir_rename (5 ms) 2024-09-14T03:53:10.177 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.group_dir_remove 2024-09-14T03:53:10.180 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.group_dir_remove (4 ms) 2024-09-14T03:53:10.180 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.group_dir_remove_missing 2024-09-14T03:53:10.184 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.group_dir_remove_missing (4 ms) 2024-09-14T03:53:10.184 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.group_image_add 2024-09-14T03:53:10.186 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.group_image_add (2 ms) 2024-09-14T03:53:10.186 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.group_image_remove 2024-09-14T03:53:10.189 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.group_image_remove (3 ms) 2024-09-14T03:53:10.189 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.group_image_list 2024-09-14T03:53:10.191 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.group_image_list (2 ms) 2024-09-14T03:53:10.192 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.group_image_clean 2024-09-14T03:53:10.195 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.group_image_clean (4 ms) 2024-09-14T03:53:10.195 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.image_group_add 2024-09-14T03:53:10.198 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.image_group_add (2 ms) 2024-09-14T03:53:10.198 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.image_group_remove 2024-09-14T03:53:10.201 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.image_group_remove (3 ms) 2024-09-14T03:53:10.201 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.image_group_get 2024-09-14T03:53:10.203 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.image_group_get (3 ms) 2024-09-14T03:53:10.203 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_name 2024-09-14T03:53:10.205 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.group_snap_set_empty_name (2 ms) 2024-09-14T03:53:10.205 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_id 2024-09-14T03:53:10.207 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.group_snap_set_empty_id (2 ms) 2024-09-14T03:53:10.207 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_id 2024-09-14T03:53:10.210 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_id (3 ms) 2024-09-14T03:53:10.210 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_name 2024-09-14T03:53:10.213 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_name (3 ms) 2024-09-14T03:53:10.213 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.group_snap_set 2024-09-14T03:53:10.215 INFO:tasks.workunit.client.0.smithi002.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.4-845-ge4e227b3/rpm/el9/BUILD/ceph-18.2.4-845-ge4e227b3/src/test/cls_rbd/test_cls_rbd.cc:2681: Failure 2024-09-14T03:53:10.215 INFO:tasks.workunit.client.0.smithi002.stdout:Expected equality of these values: 2024-09-14T03:53:10.215 INFO:tasks.workunit.client.0.smithi002.stdout: 1U 2024-09-14T03:53:10.215 INFO:tasks.workunit.client.0.smithi002.stdout: Which is: 1 2024-09-14T03:53:10.215 INFO:tasks.workunit.client.0.smithi002.stdout: keys.size() 2024-09-14T03:53:10.215 INFO:tasks.workunit.client.0.smithi002.stdout: Which is: 3 2024-09-14T03:53:10.216 INFO:tasks.workunit.client.0.smithi002.stdout:[ FAILED ] TestClsRbd.group_snap_set (2 ms) 2024-09-14T03:53:10.216 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.group_snap_list 2024-09-14T03:53:10.218 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.group_snap_list (3 ms) 2024-09-14T03:53:10.218 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.group_snap_list_max_return 2024-09-14T03:53:10.234 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.group_snap_list_max_return (16 ms) 2024-09-14T03:53:10.234 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.group_snap_list_max_read 2024-09-14T03:53:10.442 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.group_snap_list_max_read (208 ms) 2024-09-14T03:53:10.443 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.group_snap_remove 2024-09-14T03:53:10.445 INFO:tasks.workunit.client.0.smithi002.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.4-845-ge4e227b3/rpm/el9/BUILD/ceph-18.2.4-845-ge4e227b3/src/test/cls_rbd/test_cls_rbd.cc:2792: Failure 2024-09-14T03:53:10.445 INFO:tasks.workunit.client.0.smithi002.stdout:Expected equality of these values: 2024-09-14T03:53:10.445 INFO:tasks.workunit.client.0.smithi002.stdout: 1U 2024-09-14T03:53:10.445 INFO:tasks.workunit.client.0.smithi002.stdout: Which is: 1 2024-09-14T03:53:10.445 INFO:tasks.workunit.client.0.smithi002.stdout: keys.size() 2024-09-14T03:53:10.445 INFO:tasks.workunit.client.0.smithi002.stdout: Which is: 3 2024-09-14T03:53:10.445 INFO:tasks.workunit.client.0.smithi002.stdout:[ FAILED ] TestClsRbd.group_snap_remove (2 ms) 2024-09-14T03:53:10.445 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.group_snap_get_by_id 2024-09-14T03:53:10.447 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.group_snap_get_by_id (2 ms) 2024-09-14T03:53:10.447 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.trash_methods 2024-09-14T03:53:10.454 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.trash_methods (7 ms) 2024-09-14T03:53:10.454 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.op_features 2024-09-14T03:53:10.460 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.op_features (7 ms) 2024-09-14T03:53:10.460 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.clone_parent 2024-09-14T03:53:10.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:10 smithi154 ceph-mon[81546]: pgmap v1276: 137 pgs: 8 creating+peering, 21 unknown, 108 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 2.0 KiB/s wr, 3 op/s 2024-09-14T03:53:10.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:10 smithi154 ceph-mon[81546]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:53:10.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:10 smithi154 ceph-mon[81546]: Cluster is now healthy 2024-09-14T03:53:10.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:10 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:53:10.481 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.clone_parent (21 ms) 2024-09-14T03:53:10.481 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.clone_parent_ns 2024-09-14T03:53:10.490 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.clone_parent_ns (8 ms) 2024-09-14T03:53:10.490 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.clone_child 2024-09-14T03:53:10.501 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.clone_child (12 ms) 2024-09-14T03:53:10.501 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.namespace_methods 2024-09-14T03:53:10.508 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.namespace_methods (7 ms) 2024-09-14T03:53:10.508 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.migration 2024-09-14T03:53:10.517 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.migration (9 ms) 2024-09-14T03:53:10.518 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.migration_v1 2024-09-14T03:53:10.527 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.migration_v1 (10 ms) 2024-09-14T03:53:10.527 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.assert_snapc_seq 2024-09-14T03:53:10.686 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:10 smithi002 ceph-mon[89815]: pgmap v1276: 137 pgs: 8 creating+peering, 21 unknown, 108 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 2.0 KiB/s wr, 3 op/s 2024-09-14T03:53:10.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:10 smithi002 ceph-mon[89815]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:53:10.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:10 smithi002 ceph-mon[89815]: Cluster is now healthy 2024-09-14T03:53:10.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:10 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:53:10.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:10 smithi002 ceph-mon[87970]: pgmap v1276: 137 pgs: 8 creating+peering, 21 unknown, 108 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 2.0 KiB/s wr, 3 op/s 2024-09-14T03:53:10.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:10 smithi002 ceph-mon[87970]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-14T03:53:10.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:10 smithi002 ceph-mon[87970]: Cluster is now healthy 2024-09-14T03:53:10.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:10 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:53:12.217 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.assert_snapc_seq (1690 ms) 2024-09-14T03:53:12.218 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.sparsify 2024-09-14T03:53:12.258 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.sparsify (40 ms) 2024-09-14T03:53:12.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:12 smithi154 ceph-mon[81546]: pgmap v1277: 137 pgs: 8 creating+peering, 3 unknown, 126 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 761 KiB/s wr, 105 op/s 2024-09-14T03:53:12.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:12 smithi154 ceph-mon[81546]: osdmap e1042: 8 total, 8 up, 8 in 2024-09-14T03:53:12.686 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:12 smithi002 ceph-mon[87970]: pgmap v1277: 137 pgs: 8 creating+peering, 3 unknown, 126 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 761 KiB/s wr, 105 op/s 2024-09-14T03:53:12.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:12 smithi002 ceph-mon[87970]: osdmap e1042: 8 total, 8 up, 8 in 2024-09-14T03:53:12.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:12 smithi002 ceph-mon[89815]: pgmap v1277: 137 pgs: 8 creating+peering, 3 unknown, 126 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 761 KiB/s wr, 105 op/s 2024-09-14T03:53:12.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:12 smithi002 ceph-mon[89815]: osdmap e1042: 8 total, 8 up, 8 in 2024-09-14T03:53:13.231 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 70 tests from TestClsRbd (5057 ms total) 2024-09-14T03:53:13.232 INFO:tasks.workunit.client.0.smithi002.stdout: 2024-09-14T03:53:13.232 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] Global test environment tear-down 2024-09-14T03:53:13.232 INFO:tasks.workunit.client.0.smithi002.stdout:[==========] 70 tests from 1 test suite ran. (7896 ms total) 2024-09-14T03:53:13.232 INFO:tasks.workunit.client.0.smithi002.stdout:[ PASSED ] 68 tests. 2024-09-14T03:53:13.232 INFO:tasks.workunit.client.0.smithi002.stdout:[ FAILED ] 2 tests, listed below: 2024-09-14T03:53:13.232 INFO:tasks.workunit.client.0.smithi002.stdout:[ FAILED ] TestClsRbd.group_snap_set 2024-09-14T03:53:13.232 INFO:tasks.workunit.client.0.smithi002.stdout:[ FAILED ] TestClsRbd.group_snap_remove 2024-09-14T03:53:13.232 INFO:tasks.workunit.client.0.smithi002.stdout: 2024-09-14T03:53:13.232 INFO:tasks.workunit.client.0.smithi002.stdout: 2 FAILED TESTS 2024-09-14T03:53:13.235 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-14T03:53:13.236 INFO:tasks.workunit:Stopping ['cls'] on client.0... 2024-09-14T03:53:13.236 DEBUG:teuthology.orchestra.run.smithi002:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-14T03:53:13.516 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:13 smithi002 ceph-mon[87970]: osdmap e1043: 8 total, 8 up, 8 in 2024-09-14T03:53:13.517 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:13 smithi002 ceph-mon[89815]: osdmap e1043: 8 total, 8 up, 8 in 2024-09-14T03:53:13.518 ERROR:teuthology.run_tasks:Saw exception from tasks. Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/task/parallel.py", line 48, in task with parallel.parallel() as p: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/task/parallel.py", line 64, in _run_spawned mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/task/full_sequential.py", line 30, in task mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=confg) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_ceph_1c941a66c1b420259b8fc5ac19e792dbbf60aded/qa/tasks/workunit.py", line 126, in task with parallel() as p: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/git.ceph.com_ceph_1c941a66c1b420259b8fc5ac19e792dbbf60aded/qa/tasks/workunit.py", line 434, in _run_tests remote.run( File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed (workunit test cls/test_cls_rbd.sh) on smithi002 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh' 2024-09-14T03:53:13.778 ERROR:teuthology.util.sentry: Sentry event: https://sentry.ceph.com/organizations/ceph/?query=24e671b633e1446aa685e803b95192bb Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/task/parallel.py", line 48, in task with parallel.parallel() as p: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/task/parallel.py", line 64, in _run_spawned mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/task/full_sequential.py", line 30, in task mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=confg) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_ceph_1c941a66c1b420259b8fc5ac19e792dbbf60aded/qa/tasks/workunit.py", line 126, in task with parallel() as p: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/git.ceph.com_ceph_1c941a66c1b420259b8fc5ac19e792dbbf60aded/qa/tasks/workunit.py", line 434, in _run_tests remote.run( File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed (workunit test cls/test_cls_rbd.sh) on smithi002 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh' 2024-09-14T03:53:13.781 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-09-14T03:53:13.790 INFO:tasks.cephadm:Teardown begin 2024-09-14T03:53:13.791 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-14T03:53:13.791 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-14T03:53:13.796 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:13 smithi154 ceph-mon[81546]: osdmap e1043: 8 total, 8 up, 8 in 2024-09-14T03:53:14.000 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:53:14.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:14 smithi002 ceph-mon[89815]: pgmap v1280: 137 pgs: 137 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.5 MiB/s wr, 2.48k op/s 2024-09-14T03:53:14.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:14 smithi002 ceph-mon[89815]: osdmap e1044: 8 total, 8 up, 8 in 2024-09-14T03:53:14.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:14 smithi002 ceph-mon[87970]: pgmap v1280: 137 pgs: 137 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.5 MiB/s wr, 2.48k op/s 2024-09-14T03:53:14.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:14 smithi002 ceph-mon[87970]: osdmap e1044: 8 total, 8 up, 8 in 2024-09-14T03:53:14.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:14 smithi154 ceph-mon[81546]: pgmap v1280: 137 pgs: 137 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.5 MiB/s wr, 2.48k op/s 2024-09-14T03:53:14.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:14 smithi154 ceph-mon[81546]: osdmap e1044: 8 total, 8 up, 8 in 2024-09-14T03:53:15.483 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:15 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:53:15.484 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:15 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:53:15.484 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:15 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:53:15.484 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:15 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:53:15.484 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:53:15 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:53:15] "GET /metrics HTTP/1.1" 200 36474 "" "Prometheus/2.51.0" 2024-09-14T03:53:15.484 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:15 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:53:15.485 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:15 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:53:15.485 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:15 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:53:15.485 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:15 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:53:15.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:15 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-14T03:53:15.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:15 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-14T03:53:15.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:15 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-14T03:53:15.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:15 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:53:15.939 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-14T03:53:15.939 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":16,"btime":"2024-09-14T03:43:36:772742+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54391,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6833/3633243035","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":3633243035},{"type":"v1","addr":"172.21.15.154:6833","nonce":3633243035}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":16}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-14T03:31:44.105544+0000","modified":"2024-09-14T03:43:32.883812+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":549,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":44426},"failed":[],"damaged":[],"stopped":[],"info":{"gid_44426":{"gid":44426,"name":"a","rank":0,"incarnation":12,"state":"up:active","state_seq":6,"addr":"172.21.15.2:6835/3178568391","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3178568391},{"type":"v1","addr":"172.21.15.2:6835","nonce":3178568391}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":44426,"qdb_cluster":[44426]},"id":1}]} 2024-09-14T03:53:15.939 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 16 2024-09-14T03:53:16.520 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:16 smithi002 ceph-mon[87970]: pgmap v1282: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:53:16.520 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:16 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/812956003' entity='client.admin' cmd={"prefix": "fs dump", "format": "json"} : dispatch 2024-09-14T03:53:16.520 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:16 smithi002 ceph-mon[89815]: pgmap v1282: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:53:16.520 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:16 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/812956003' entity='client.admin' cmd={"prefix": "fs dump", "format": "json"} : dispatch 2024-09-14T03:53:16.545 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-14T03:53:16.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:16 smithi154 ceph-mon[81546]: pgmap v1282: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:53:16.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:16 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/812956003' entity='client.admin' cmd={"prefix": "fs dump", "format": "json"} : dispatch 2024-09-14T03:53:16.759 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:53:18.682 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-14T03:53:18.682 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":16,"btime":"2024-09-14T03:43:36:772742+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54391,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6833/3633243035","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":3633243035},{"type":"v1","addr":"172.21.15.154:6833","nonce":3633243035}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":16}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-14T03:31:44.105544+0000","modified":"2024-09-14T03:43:32.883812+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":549,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":44426},"failed":[],"damaged":[],"stopped":[],"info":{"gid_44426":{"gid":44426,"name":"a","rank":0,"incarnation":12,"state":"up:active","state_seq":6,"addr":"172.21.15.2:6835/3178568391","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3178568391},{"type":"v1","addr":"172.21.15.2:6835","nonce":3178568391}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":44426,"qdb_cluster":[44426]},"id":1}]} 2024-09-14T03:53:18.683 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 16 2024-09-14T03:53:18.683 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:18 smithi002 ceph-mon[87970]: pgmap v1283: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:53:18.683 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:18 smithi002 ceph-mon[89815]: pgmap v1283: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:53:18.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:18 smithi154 ceph-mon[81546]: pgmap v1283: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:53:19.292 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:19 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/278513549' entity='client.admin' cmd={"prefix": "fs dump", "format": "json"} : dispatch 2024-09-14T03:53:19.293 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:19 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/278513549' entity='client.admin' cmd={"prefix": "fs dump", "format": "json"} : dispatch 2024-09-14T03:53:19.318 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-14T03:53:19.529 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:53:19.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:19 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/278513549' entity='client.admin' cmd={"prefix": "fs dump", "format": "json"} : dispatch 2024-09-14T03:53:20.626 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:20 smithi002 ceph-mon[89815]: pgmap v1284: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:53:20.626 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:20 smithi002 ceph-mon[87970]: pgmap v1284: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:53:20.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:20 smithi154 ceph-mon[81546]: pgmap v1284: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:53:21.343 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-14T03:53:21.343 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":1044,"fsid":"f357b922-7248-11ef-bceb-c7b262605968","created":"2024-09-14T03:26:15.463541+0000","modified":"2024-09-14T03:53:13.218814+0000","last_up_change":"2024-09-14T03:43:08.764642+0000","last_in_change":"2024-09-14T03:30:56.781105+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":60,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-14T03:29:19.218677+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-14T03:31:37.264394+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-14T03:31:40.957497+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-09-14T03:32:32.679429+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":74,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"99812d27-45b8-4e87-af6a-c8d797c2c961","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":285,"up_from":298,"up_thru":1039,"down_at":286,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6802","nonce":2830557203},{"type":"v1","addr":"172.21.15.2:6803","nonce":2830557203}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6804","nonce":2830557203},{"type":"v1","addr":"172.21.15.2:6805","nonce":2830557203}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6808","nonce":2830557203},{"type":"v1","addr":"172.21.15.2:6809","nonce":2830557203}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6806","nonce":2830557203},{"type":"v1","addr":"172.21.15.2:6807","nonce":2830557203}]},"public_addr":"172.21.15.2:6803/2830557203","cluster_addr":"172.21.15.2:6805/2830557203","heartbeat_back_addr":"172.21.15.2:6809/2830557203","heartbeat_front_addr":"172.21.15.2:6807/2830557203","state":["exists","up"]},{"osd":1,"uuid":"19c600df-4b2e-496c-aef7-c5b3a301c69c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":318,"up_from":331,"up_thru":1039,"down_at":319,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6810","nonce":868958260},{"type":"v1","addr":"172.21.15.2:6811","nonce":868958260}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6812","nonce":868958260},{"type":"v1","addr":"172.21.15.2:6813","nonce":868958260}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6816","nonce":868958260},{"type":"v1","addr":"172.21.15.2:6817","nonce":868958260}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6814","nonce":868958260},{"type":"v1","addr":"172.21.15.2:6815","nonce":868958260}]},"public_addr":"172.21.15.2:6811/868958260","cluster_addr":"172.21.15.2:6813/868958260","heartbeat_back_addr":"172.21.15.2:6817/868958260","heartbeat_front_addr":"172.21.15.2:6815/868958260","state":["exists","up"]},{"osd":2,"uuid":"bf6a4ff3-2bef-4ec5-a53b-198b3a27da37","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":351,"up_from":365,"up_thru":1039,"down_at":352,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6818","nonce":3616368020},{"type":"v1","addr":"172.21.15.2:6819","nonce":3616368020}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6820","nonce":3616368020},{"type":"v1","addr":"172.21.15.2:6821","nonce":3616368020}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6824","nonce":3616368020},{"type":"v1","addr":"172.21.15.2:6825","nonce":3616368020}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6822","nonce":3616368020},{"type":"v1","addr":"172.21.15.2:6823","nonce":3616368020}]},"public_addr":"172.21.15.2:6819/3616368020","cluster_addr":"172.21.15.2:6821/3616368020","heartbeat_back_addr":"172.21.15.2:6825/3616368020","heartbeat_front_addr":"172.21.15.2:6823/3616368020","state":["exists","up"]},{"osd":3,"uuid":"cbb4c3de-7936-4be4-aace-b6411d2f65ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":384,"up_from":397,"up_thru":1039,"down_at":385,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6826","nonce":2716494016},{"type":"v1","addr":"172.21.15.2:6827","nonce":2716494016}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6828","nonce":2716494016},{"type":"v1","addr":"172.21.15.2:6829","nonce":2716494016}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6832","nonce":2716494016},{"type":"v1","addr":"172.21.15.2:6833","nonce":2716494016}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6830","nonce":2716494016},{"type":"v1","addr":"172.21.15.2:6831","nonce":2716494016}]},"public_addr":"172.21.15.2:6827/2716494016","cluster_addr":"172.21.15.2:6829/2716494016","heartbeat_back_addr":"172.21.15.2:6833/2716494016","heartbeat_front_addr":"172.21.15.2:6831/2716494016","state":["exists","up"]},{"osd":4,"uuid":"baf6b247-94ef-4bc0-a5c1-df760aa8f401","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":30,"last_clean_end":417,"up_from":431,"up_thru":1039,"down_at":418,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":1476868386},{"type":"v1","addr":"172.21.15.154:6801","nonce":1476868386}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":1476868386},{"type":"v1","addr":"172.21.15.154:6803","nonce":1476868386}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":1476868386},{"type":"v1","addr":"172.21.15.154:6807","nonce":1476868386}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":1476868386},{"type":"v1","addr":"172.21.15.154:6805","nonce":1476868386}]},"public_addr":"172.21.15.154:6801/1476868386","cluster_addr":"172.21.15.154:6803/1476868386","heartbeat_back_addr":"172.21.15.154:6807/1476868386","heartbeat_front_addr":"172.21.15.154:6805/1476868386","state":["exists","up"]},{"osd":5,"uuid":"44ae176a-c589-45ff-b7ff-6fc46f01f488","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":38,"last_clean_end":450,"up_from":463,"up_thru":1039,"down_at":451,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":3421211678},{"type":"v1","addr":"172.21.15.154:6809","nonce":3421211678}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":3421211678},{"type":"v1","addr":"172.21.15.154:6811","nonce":3421211678}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":3421211678},{"type":"v1","addr":"172.21.15.154:6815","nonce":3421211678}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":3421211678},{"type":"v1","addr":"172.21.15.154:6813","nonce":3421211678}]},"public_addr":"172.21.15.154:6809/3421211678","cluster_addr":"172.21.15.154:6811/3421211678","heartbeat_back_addr":"172.21.15.154:6815/3421211678","heartbeat_front_addr":"172.21.15.154:6813/3421211678","state":["exists","up"]},{"osd":6,"uuid":"63266cfd-7aa1-41ae-a1aa-9eb4345b819b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":46,"last_clean_end":482,"up_from":495,"up_thru":1039,"down_at":483,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":915438444},{"type":"v1","addr":"172.21.15.154:6817","nonce":915438444}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6818","nonce":915438444},{"type":"v1","addr":"172.21.15.154:6819","nonce":915438444}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6822","nonce":915438444},{"type":"v1","addr":"172.21.15.154:6823","nonce":915438444}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":915438444},{"type":"v1","addr":"172.21.15.154:6821","nonce":915438444}]},"public_addr":"172.21.15.154:6817/915438444","cluster_addr":"172.21.15.154:6819/915438444","heartbeat_back_addr":"172.21.15.154:6823/915438444","heartbeat_front_addr":"172.21.15.154:6821/915438444","state":["exists","up"]},{"osd":7,"uuid":"8a7eb9f3-d03f-4573-8240-6e96d5e67ec0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":54,"last_clean_end":515,"up_from":527,"up_thru":1039,"down_at":516,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":3074161385},{"type":"v1","addr":"172.21.15.154:6825","nonce":3074161385}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6826","nonce":3074161385},{"type":"v1","addr":"172.21.15.154:6827","nonce":3074161385}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":3074161385},{"type":"v1","addr":"172.21.15.154:6831","nonce":3074161385}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":3074161385},{"type":"v1","addr":"172.21.15.154:6829","nonce":3074161385}]},"public_addr":"172.21.15.154:6825/3074161385","cluster_addr":"172.21.15.154:6827/3074161385","heartbeat_back_addr":"172.21.15.154:6831/3074161385","heartbeat_front_addr":"172.21.15.154:6829/3074161385","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-14T03:28:26.732902+0000","dead_epoch":285},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-14T03:28:51.466618+0000","dead_epoch":318},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-14T03:29:16.051255+0000","dead_epoch":351},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-14T03:29:41.918807+0000","dead_epoch":384},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-14T03:30:02.948378+0000","dead_epoch":417},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-14T03:30:25.206634+0000","dead_epoch":450},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-14T03:30:48.548916+0000","dead_epoch":482},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-14T03:31:11.543268+0000","dead_epoch":515}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.4","mappings":[{"from":7,"to":2}]},{"pgid":"3.3","mappings":[{"from":4,"to":2}]},{"pgid":"3.7","mappings":[{"from":0,"to":1}]},{"pgid":"3.10","mappings":[{"from":0,"to":1}]},{"pgid":"3.19","mappings":[{"from":4,"to":2}]},{"pgid":"3.23","mappings":[{"from":0,"to":2}]},{"pgid":"3.37","mappings":[{"from":5,"to":1}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.154:6833/4101577695":"2024-09-15T03:43:29.867729+0000","172.21.15.154:6832/4101577695":"2024-09-15T03:43:29.867729+0000","172.21.15.2:0/2331633660":"2024-09-15T03:37:54.461710+0000","172.21.15.2:0/1395253994":"2024-09-15T03:32:30.744631+0000","172.21.15.2:6800/154188522":"2024-09-15T03:27:06.726358+0000","172.21.15.2:0/2013375411":"2024-09-15T03:27:06.726358+0000","172.21.15.2:0/1221770145":"2024-09-15T03:36:45.115674+0000","172.21.15.154:6835/3532746643":"2024-09-15T03:37:14.789623+0000","172.21.15.2:0/4099406109":"2024-09-15T03:37:54.461710+0000","172.21.15.2:6800/3917753203":"2024-09-15T03:32:30.744631+0000","172.21.15.2:0/2977053627":"2024-09-15T03:37:54.461710+0000","172.21.15.2:6800/2461182797":"2024-09-15T03:37:54.461710+0000","172.21.15.2:0/409438893":"2024-09-15T03:37:54.461710+0000","172.21.15.2:6800/1054983274":"2024-09-15T03:26:40.376882+0000","172.21.15.2:6801/1054983274":"2024-09-15T03:26:40.376882+0000","172.21.15.154:0/2580571203":"2024-09-15T03:37:14.789623+0000","172.21.15.2:0/3763944256":"2024-09-15T03:32:30.744631+0000","172.21.15.2:0/947074371":"2024-09-15T03:36:45.115674+0000","172.21.15.2:0/2716485212":"2024-09-15T03:27:06.726358+0000","172.21.15.2:0/3986231615":"2024-09-15T03:26:40.376882+0000","172.21.15.2:6801/154188522":"2024-09-15T03:27:06.726358+0000","172.21.15.154:0/2512952900":"2024-09-15T03:37:14.789623+0000","172.21.15.154:0/4085763600":"2024-09-15T03:37:14.789623+0000","172.21.15.154:0/1066591359":"2024-09-15T03:37:14.789623+0000","172.21.15.2:0/54624550":"2024-09-15T03:26:40.376882+0000","172.21.15.2:0/2615742944":"2024-09-15T03:36:45.115674+0000","172.21.15.2:0/2604076891":"2024-09-15T03:37:54.461710+0000","172.21.15.2:0/2635526185":"2024-09-15T03:37:54.461710+0000","172.21.15.2:0/1324371969":"2024-09-15T03:32:30.744631+0000","172.21.15.2:0/1946204770":"2024-09-15T03:32:30.744631+0000","172.21.15.2:0/1676399561":"2024-09-15T03:27:06.726358+0000","172.21.15.2:0/2089626002":"2024-09-15T03:26:40.376882+0000","172.21.15.154:0/3071026984":"2024-09-15T03:37:14.789623+0000","172.21.15.154:0/2481961611":"2024-09-15T03:37:14.789623+0000","172.21.15.2:0/3879797356":"2024-09-15T03:36:45.115674+0000","172.21.15.2:6801/3917753203":"2024-09-15T03:32:30.744631+0000","172.21.15.2:0/3651196789":"2024-09-15T03:37:54.461710+0000","172.21.15.2:0/1494551785":"2024-09-15T03:36:45.115674+0000","172.21.15.2:6800/981107065":"2024-09-15T03:36:45.115674+0000","172.21.15.2:6801/981107065":"2024-09-15T03:36:45.115674+0000","172.21.15.154:0/1908539009":"2024-09-15T03:37:14.789623+0000","172.21.15.2:6801/2461182797":"2024-09-15T03:37:54.461710+0000","172.21.15.154:6834/3532746643":"2024-09-15T03:37:14.789623+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":60,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-14T03:53:22.127 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph fs fail cephfs 2024-09-14T03:53:22.341 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:53:22.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:22 smithi002 ceph-mon[87970]: pgmap v1285: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:53:22.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:22 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/3446383343' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-09-14T03:53:22.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:22 smithi002 ceph-mon[89815]: pgmap v1285: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:53:22.437 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:22 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/3446383343' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-09-14T03:53:22.530 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:22 smithi154 ceph-mon[81546]: pgmap v1285: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:53:22.530 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:22 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/3446383343' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-09-14T03:53:24.131 INFO:teuthology.orchestra.run.smithi002.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-14T03:53:24.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:24 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mon-a[87966]: 2024-09-14T03:53:24.127+0000 7f255cc7e640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-14T03:53:24.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:24 smithi002 ceph-mon[87970]: pgmap v1286: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:53:24.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:24 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/4228602161' entity='client.admin' cmd={"prefix": "fs fail", "fs_name": "cephfs"} : dispatch 2024-09-14T03:53:24.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:24 smithi002 ceph-mon[87970]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-14T03:53:24.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:24 smithi002 ceph-mon[87970]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-14T03:53:24.439 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:24 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/4228602161' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-09-14T03:53:24.439 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:24 smithi002 ceph-mon[87970]: osdmap e1045: 8 total, 8 up, 8 in 2024-09-14T03:53:24.439 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:24 smithi002 ceph-mon[87970]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-09-14T03:53:24.440 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:24 smithi002 ceph-mon[89815]: pgmap v1286: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:53:24.440 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:24 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/4228602161' entity='client.admin' cmd={"prefix": "fs fail", "fs_name": "cephfs"} : dispatch 2024-09-14T03:53:24.440 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:24 smithi002 ceph-mon[89815]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-14T03:53:24.440 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:24 smithi002 ceph-mon[89815]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-14T03:53:24.441 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:24 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/4228602161' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-09-14T03:53:24.441 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:24 smithi002 ceph-mon[89815]: osdmap e1045: 8 total, 8 up, 8 in 2024-09-14T03:53:24.441 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:24 smithi002 ceph-mon[89815]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-09-14T03:53:24.442 INFO:journalctl@ceph.mds.a.smithi002.stdout:Sep 14 03:53:24 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mds-a[112794]: -4892> 2024-09-14T03:43:34.824+0000 7fa2bcda0640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-14T03:53:24.442 INFO:journalctl@ceph.mds.a.smithi002.stdout:Sep 14 03:53:24 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mds-a[112794]: ignoring --setuser ceph since I am not root 2024-09-14T03:53:24.442 INFO:journalctl@ceph.mds.a.smithi002.stdout:Sep 14 03:53:24 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mds-a[112794]: ignoring --setgroup ceph since I am not root 2024-09-14T03:53:24.443 INFO:journalctl@ceph.mds.a.smithi002.stdout:Sep 14 03:53:24 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mds-a[112794]: starting mds.a at 2024-09-14T03:53:24.727 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:24 smithi154 ceph-mon[81546]: pgmap v1286: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:53:24.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:24 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/4228602161' entity='client.admin' cmd={"prefix": "fs fail", "fs_name": "cephfs"} : dispatch 2024-09-14T03:53:24.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:24 smithi154 ceph-mon[81546]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-14T03:53:24.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:24 smithi154 ceph-mon[81546]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-14T03:53:24.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:24 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/4228602161' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-09-14T03:53:24.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:24 smithi154 ceph-mon[81546]: osdmap e1045: 8 total, 8 up, 8 in 2024-09-14T03:53:24.728 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:24 smithi154 ceph-mon[81546]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-09-14T03:53:24.796 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph fs rm cephfs --yes-i-really-mean-it 2024-09-14T03:53:25.005 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:53:25.687 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:53:25 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:53:25] "GET /metrics HTTP/1.1" 200 33979 "" "Prometheus/2.51.0" 2024-09-14T03:53:26.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:25 smithi154 ceph-mon[81546]: pgmap v1288: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:53:26.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:25 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:53:26.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:25 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:53:26.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:25 smithi154 ceph-mon[81546]: mds.? [v2:172.21.15.2:6834/3446734211,v1:172.21.15.2:6835/3446734211] up:boot 2024-09-14T03:53:26.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:25 smithi154 ceph-mon[81546]: fsmap cephfs:0/1 2 up:standby, 1 failed 2024-09-14T03:53:26.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:25 smithi154 ceph-mon[81546]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-09-14T03:53:26.236 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:25 smithi002 ceph-mon[87970]: pgmap v1288: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:53:26.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:25 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:53:26.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:25 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:53:26.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:25 smithi002 ceph-mon[87970]: mds.? [v2:172.21.15.2:6834/3446734211,v1:172.21.15.2:6835/3446734211] up:boot 2024-09-14T03:53:26.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:25 smithi002 ceph-mon[87970]: fsmap cephfs:0/1 2 up:standby, 1 failed 2024-09-14T03:53:26.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:25 smithi002 ceph-mon[87970]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-09-14T03:53:26.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:25 smithi002 ceph-mon[89815]: pgmap v1288: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:53:26.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:25 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' 2024-09-14T03:53:26.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:25 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-14T03:53:26.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:25 smithi002 ceph-mon[89815]: mds.? [v2:172.21.15.2:6834/3446734211,v1:172.21.15.2:6835/3446734211] up:boot 2024-09-14T03:53:26.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:25 smithi002 ceph-mon[89815]: fsmap cephfs:0/1 2 up:standby, 1 failed 2024-09-14T03:53:26.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:25 smithi002 ceph-mon[89815]: from='mgr.25082 172.21.15.2:0/2252682869' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-09-14T03:53:27.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:26 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/1679922743' entity='client.admin' cmd={"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} : dispatch 2024-09-14T03:53:27.334 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:26 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/1679922743' entity='client.admin' cmd={"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} : dispatch 2024-09-14T03:53:27.334 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:26 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/1679922743' entity='client.admin' cmd={"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} : dispatch 2024-09-14T03:53:27.687 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-14T03:53:27.900 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:53:28.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:27 smithi002 ceph-mon[87970]: pgmap v1289: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:53:28.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:27 smithi002 ceph-mon[87970]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-14T03:53:28.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:27 smithi002 ceph-mon[87970]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-14T03:53:28.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:27 smithi002 ceph-mon[87970]: Cluster is now healthy 2024-09-14T03:53:28.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:27 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/1679922743' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-09-14T03:53:28.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:27 smithi002 ceph-mon[87970]: fsmap 2 up:standby 2024-09-14T03:53:28.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:27 smithi002 ceph-mon[89815]: pgmap v1289: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:53:28.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:27 smithi002 ceph-mon[89815]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-14T03:53:28.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:27 smithi002 ceph-mon[89815]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-14T03:53:28.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:27 smithi002 ceph-mon[89815]: Cluster is now healthy 2024-09-14T03:53:28.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:27 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/1679922743' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-09-14T03:53:28.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:27 smithi002 ceph-mon[89815]: fsmap 2 up:standby 2024-09-14T03:53:28.227 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:27 smithi154 ceph-mon[81546]: pgmap v1289: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:53:28.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:27 smithi154 ceph-mon[81546]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-14T03:53:28.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:27 smithi154 ceph-mon[81546]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-14T03:53:28.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:27 smithi154 ceph-mon[81546]: Cluster is now healthy 2024-09-14T03:53:28.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:27 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/1679922743' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-09-14T03:53:28.228 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:27 smithi154 ceph-mon[81546]: fsmap 2 up:standby 2024-09-14T03:53:29.975 INFO:teuthology.orchestra.run.smithi002.stderr:pool 'cephfs_metadata' removed 2024-09-14T03:53:30.421 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:29 smithi002 ceph-mon[87970]: pgmap v1290: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:53:30.422 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:29 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/4053977568' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} : dispatch 2024-09-14T03:53:30.422 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:29 smithi002 ceph-mon[89815]: pgmap v1290: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:53:30.422 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:29 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/4053977568' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} : dispatch 2024-09-14T03:53:30.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:29 smithi154 ceph-mon[81546]: pgmap v1290: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:53:30.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:29 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/4053977568' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} : dispatch 2024-09-14T03:53:30.861 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f357b922-7248-11ef-bceb-c7b262605968 -- ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-14T03:53:31.069 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/mon.a/config 2024-09-14T03:53:31.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:30 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/4053977568' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-09-14T03:53:31.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:30 smithi002 ceph-mon[87970]: osdmap e1046: 8 total, 8 up, 8 in 2024-09-14T03:53:31.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:30 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/4053977568' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-09-14T03:53:31.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:30 smithi002 ceph-mon[89815]: osdmap e1046: 8 total, 8 up, 8 in 2024-09-14T03:53:31.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:30 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/4053977568' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-09-14T03:53:31.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:30 smithi154 ceph-mon[81546]: osdmap e1046: 8 total, 8 up, 8 in 2024-09-14T03:53:32.187 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:31 smithi002 ceph-mon[87970]: pgmap v1292: 73 pgs: 73 active+clean; 577 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:53:32.187 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:31 smithi002 ceph-mon[89815]: pgmap v1292: 73 pgs: 73 active+clean; 577 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:53:32.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:31 smithi154 ceph-mon[81546]: pgmap v1292: 73 pgs: 73 active+clean; 577 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:53:34.004 INFO:teuthology.orchestra.run.smithi002.stderr:pool 'cephfs_data' removed 2024-09-14T03:53:34.344 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:33 smithi002 ceph-mon[87970]: pgmap v1293: 73 pgs: 73 active+clean; 577 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:53:34.345 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:33 smithi002 ceph-mon[87970]: from='client.? 172.21.15.2:0/940826786' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} : dispatch 2024-09-14T03:53:34.345 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:33 smithi002 ceph-mon[87970]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} : dispatch 2024-09-14T03:53:34.345 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:33 smithi002 ceph-mon[89815]: pgmap v1293: 73 pgs: 73 active+clean; 577 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:53:34.345 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:33 smithi002 ceph-mon[89815]: from='client.? 172.21.15.2:0/940826786' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} : dispatch 2024-09-14T03:53:34.345 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:33 smithi002 ceph-mon[89815]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} : dispatch 2024-09-14T03:53:34.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:33 smithi154 ceph-mon[81546]: pgmap v1293: 73 pgs: 73 active+clean; 577 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-14T03:53:34.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:33 smithi154 ceph-mon[81546]: from='client.? 172.21.15.2:0/940826786' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} : dispatch 2024-09-14T03:53:34.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:33 smithi154 ceph-mon[81546]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} : dispatch 2024-09-14T03:53:34.672 DEBUG:teuthology.orchestra.run.smithi002:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-14T03:53:34.704 DEBUG:teuthology.orchestra.run.smithi154:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-14T03:53:34.739 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-09-14T03:53:34.739 DEBUG:teuthology.orchestra.run.smithi002:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-09-14T03:53:34.763 DEBUG:teuthology.orchestra.run.smithi154:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-09-14T03:53:34.796 INFO:tasks.cephadm:Stopping all daemons... 2024-09-14T03:53:34.797 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-09-14T03:53:34.797 DEBUG:teuthology.orchestra.run.smithi002:> sudo systemctl stop ceph-f357b922-7248-11ef-bceb-c7b262605968@mon.a 2024-09-14T03:53:34.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:34 smithi002 systemd[1]: Stopping Ceph mon.a for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:53:35.406 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:34 smithi002 ceph-mon[87970]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-09-14T03:53:35.407 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:34 smithi002 ceph-mon[87970]: osdmap e1047: 8 total, 8 up, 8 in 2024-09-14T03:53:35.407 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:35 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mon-a[87966]: 2024-09-14T03:53:35.112+0000 7f2562489640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-14T03:53:35.407 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:35 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mon-a[87966]: 2024-09-14T03:53:35.112+0000 7f2562489640 -1 mon.a@0(leader) e4 *** Got Signal Terminated *** 2024-09-14T03:53:35.407 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:35 smithi002 podman[128686]: 2024-09-14 03:53:35.154780086 +0000 UTC m=+0.146827579 container died ac49fe4ea75db90b6414d165bc22b36964910c62225103314131588aa6a81f52 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mon-a, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=main-a278231, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-14T03:53:35.408 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:53:35 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: [14/Sep/2024:03:53:35] ENGINE Bus STOPPING 2024-09-14T03:53:35.408 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:34 smithi002 ceph-mon[89815]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-09-14T03:53:35.408 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:34 smithi002 ceph-mon[89815]: osdmap e1047: 8 total, 8 up, 8 in 2024-09-14T03:53:35.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:34 smithi154 ceph-mon[81546]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-09-14T03:53:35.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:34 smithi154 ceph-mon[81546]: osdmap e1047: 8 total, 8 up, 8 in 2024-09-14T03:53:35.686 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:35 smithi002 podman[128686]: 2024-09-14 03:53:35.529985578 +0000 UTC m=+0.522033068 container cleanup ac49fe4ea75db90b6414d165bc22b36964910c62225103314131588aa6a81f52 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mon-a, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-a278231, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True) 2024-09-14T03:53:35.687 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 14 03:53:35 smithi002 bash[128686]: ceph-f357b922-7248-11ef-bceb-c7b262605968-mon-a 2024-09-14T03:53:35.687 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:53:35 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: ::ffff:172.21.15.154 - - [14/Sep/2024:03:53:35] "GET /metrics HTTP/1.1" 200 33979 "" "Prometheus/2.51.0" 2024-09-14T03:53:35.687 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:53:35 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: [14/Sep/2024:03:53:35] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-14T03:53:35.687 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:53:35 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: [14/Sep/2024:03:53:35] ENGINE Bus STOPPED 2024-09-14T03:53:35.688 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:53:35 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: [14/Sep/2024:03:53:35] ENGINE Bus STARTING 2024-09-14T03:53:35.688 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:53:35 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: [14/Sep/2024:03:53:35] ENGINE Serving on http://:::9283 2024-09-14T03:53:35.688 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:53:35 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: [14/Sep/2024:03:53:35] ENGINE Bus STARTED 2024-09-14T03:53:35.966 DEBUG:teuthology.orchestra.run.smithi002:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f357b922-7248-11ef-bceb-c7b262605968@mon.a.service' 2024-09-14T03:53:36.057 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-14T03:53:36.057 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-09-14T03:53:36.058 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2024-09-14T03:53:36.058 DEBUG:teuthology.orchestra.run.smithi002:> sudo systemctl stop ceph-f357b922-7248-11ef-bceb-c7b262605968@mon.c 2024-09-14T03:53:36.407 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:36 smithi002 systemd[1]: Stopping Ceph mon.c for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:53:36.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:36 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mon-c[89810]: 2024-09-14T03:53:36.406+0000 7fe4dc81b640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-14T03:53:36.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:36 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mon-c[89810]: 2024-09-14T03:53:36.406+0000 7fe4dc81b640 -1 mon.c@2(peon) e4 *** Got Signal Terminated *** 2024-09-14T03:53:36.687 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:36 smithi002 podman[128819]: 2024-09-14 03:53:36.457818187 +0000 UTC m=+0.176158135 container died 0423773ea05463ac945a1ab3880b843ea82a853e1ba1c23e9b87e28cf0729321 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mon-c, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, ceph=True, RELEASE=main-a278231, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-09-14T03:53:36.978 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:36 smithi002 podman[128819]: 2024-09-14 03:53:36.784786049 +0000 UTC m=+0.503126064 container cleanup 0423773ea05463ac945a1ab3880b843ea82a853e1ba1c23e9b87e28cf0729321 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mon-c, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, RELEASE=main-a278231, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, ceph=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-09-14T03:53:36.979 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:36 smithi002 bash[128819]: ceph-f357b922-7248-11ef-bceb-c7b262605968-mon-c 2024-09-14T03:53:37.212 DEBUG:teuthology.orchestra.run.smithi002:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f357b922-7248-11ef-bceb-c7b262605968@mon.c.service' 2024-09-14T03:53:37.234 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:36 smithi002 podman[128830]: 2024-09-14 03:53:36.977865537 +0000 UTC m=+0.513849077 container remove 0423773ea05463ac945a1ab3880b843ea82a853e1ba1c23e9b87e28cf0729321 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mon-c, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=main-a278231, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2) 2024-09-14T03:53:37.235 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:37 smithi002 systemd[1]: ceph-f357b922-7248-11ef-bceb-c7b262605968@mon.c.service: Deactivated successfully. 2024-09-14T03:53:37.235 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:37 smithi002 systemd[1]: Stopped Ceph mon.c for f357b922-7248-11ef-bceb-c7b262605968. 2024-09-14T03:53:37.235 INFO:journalctl@ceph.mon.c.smithi002.stdout:Sep 14 03:53:37 smithi002 systemd[1]: ceph-f357b922-7248-11ef-bceb-c7b262605968@mon.c.service: Consumed 13.101s CPU time. 2024-09-14T03:53:37.248 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-14T03:53:37.248 INFO:tasks.cephadm.mon.b:Stopped mon.c 2024-09-14T03:53:37.249 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2024-09-14T03:53:37.249 DEBUG:teuthology.orchestra.run.smithi154:> sudo systemctl stop ceph-f357b922-7248-11ef-bceb-c7b262605968@mon.b 2024-09-14T03:53:37.575 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:37 smithi154 systemd[1]: Stopping Ceph mon.b for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:53:37.977 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:37 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mon-b[81542]: 2024-09-14T03:53:37.572+0000 7fcaee277640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-14T03:53:37.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:37 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mon-b[81542]: 2024-09-14T03:53:37.572+0000 7fcaee277640 -1 mon.b@1(peon) e4 *** Got Signal Terminated *** 2024-09-14T03:53:37.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:37 smithi154 podman[118810]: 2024-09-14 03:53:37.798850137 +0000 UTC m=+0.354146673 container stop de3094fdd6b5cba0cdfdf056974c0625d659241e0e9aa6f95bbd9f298a0ed7ed (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mon-b, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, RELEASE=main-a278231, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS) 2024-09-14T03:53:37.978 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:37 smithi154 podman[118810]: 2024-09-14 03:53:37.824594609 +0000 UTC m=+0.379891146 container died de3094fdd6b5cba0cdfdf056974c0625d659241e0e9aa6f95bbd9f298a0ed7ed (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mon-b, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, RELEASE=main-a278231, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_CLEAN=True) 2024-09-14T03:53:38.443 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:38 smithi154 podman[118810]: 2024-09-14 03:53:38.273944307 +0000 UTC m=+0.829240851 container cleanup de3094fdd6b5cba0cdfdf056974c0625d659241e0e9aa6f95bbd9f298a0ed7ed (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mon-b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, RELEASE=main-a278231, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.license=GPLv2) 2024-09-14T03:53:38.443 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:38 smithi154 bash[118810]: ceph-f357b922-7248-11ef-bceb-c7b262605968-mon-b 2024-09-14T03:53:38.679 DEBUG:teuthology.orchestra.run.smithi154:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f357b922-7248-11ef-bceb-c7b262605968@mon.b.service' 2024-09-14T03:53:38.700 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:38 smithi154 podman[118824]: 2024-09-14 03:53:38.442386949 +0000 UTC m=+0.633005101 container remove de3094fdd6b5cba0cdfdf056974c0625d659241e0e9aa6f95bbd9f298a0ed7ed (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mon-b, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240731, RELEASE=main-a278231, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_CLEAN=True) 2024-09-14T03:53:38.700 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:38 smithi154 systemd[1]: ceph-f357b922-7248-11ef-bceb-c7b262605968@mon.b.service: Deactivated successfully. 2024-09-14T03:53:38.701 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:38 smithi154 systemd[1]: Stopped Ceph mon.b for f357b922-7248-11ef-bceb-c7b262605968. 2024-09-14T03:53:38.701 INFO:journalctl@ceph.mon.b.smithi154.stdout:Sep 14 03:53:38 smithi154 systemd[1]: ceph-f357b922-7248-11ef-bceb-c7b262605968@mon.b.service: Consumed 12.661s CPU time. 2024-09-14T03:53:38.722 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-14T03:53:38.723 INFO:tasks.cephadm.mon.b:Stopped mon.b 2024-09-14T03:53:38.723 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-09-14T03:53:38.723 DEBUG:teuthology.orchestra.run.smithi002:> sudo systemctl stop ceph-f357b922-7248-11ef-bceb-c7b262605968@mgr.y 2024-09-14T03:53:38.936 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:53:38 smithi002 systemd[1]: Stopping Ceph mgr.y for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:53:39.436 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:53:39 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y[80368]: 2024-09-14T03:53:39.055+0000 7f19be54e640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.y -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-14T03:53:39.437 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:53:39 smithi002 podman[128947]: 2024-09-14 03:53:39.086613888 +0000 UTC m=+0.149469725 container died 37cb6840a9f7e389d41a00140fd8b0272e6f6396acdce4ec1153dfe9b8e5b4b8 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, RELEASE=main-a278231, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-09-14T03:53:39.936 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:53:39 smithi002 podman[128947]: 2024-09-14 03:53:39.647695733 +0000 UTC m=+0.710551569 container cleanup 37cb6840a9f7e389d41a00140fd8b0272e6f6396acdce4ec1153dfe9b8e5b4b8 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=main-a278231, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-14T03:53:39.937 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Sep 14 03:53:39 smithi002 bash[128947]: ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-y 2024-09-14T03:53:40.134 DEBUG:teuthology.orchestra.run.smithi002:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f357b922-7248-11ef-bceb-c7b262605968@mgr.y.service' 2024-09-14T03:53:40.172 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-14T03:53:40.172 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-09-14T03:53:40.173 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-09-14T03:53:40.173 DEBUG:teuthology.orchestra.run.smithi154:> sudo systemctl stop ceph-f357b922-7248-11ef-bceb-c7b262605968@mgr.x 2024-09-14T03:53:40.477 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:53:40 smithi154 systemd[1]: Stopping Ceph mgr.x for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:53:40.813 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:53:40 smithi154 podman[118932]: 2024-09-14 03:53:40.518367709 +0000 UTC m=+0.147273936 container died 3c8b8d7f1b494ee4350c9ceb28534b9ff581d9245090d9da87ddf8687d7f400d (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-a278231, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2) 2024-09-14T03:53:41.148 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:53:40 smithi154 podman[118932]: 2024-09-14 03:53:40.895390069 +0000 UTC m=+0.524296301 container cleanup 3c8b8d7f1b494ee4350c9ceb28534b9ff581d9245090d9da87ddf8687d7f400d (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-a278231, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731) 2024-09-14T03:53:41.148 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Sep 14 03:53:40 smithi154 bash[118932]: ceph-f357b922-7248-11ef-bceb-c7b262605968-mgr-x 2024-09-14T03:53:41.282 DEBUG:teuthology.orchestra.run.smithi154:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f357b922-7248-11ef-bceb-c7b262605968@mgr.x.service' 2024-09-14T03:53:41.319 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-14T03:53:41.319 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-09-14T03:53:41.319 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-09-14T03:53:41.319 DEBUG:teuthology.orchestra.run.smithi002:> sudo systemctl stop ceph-f357b922-7248-11ef-bceb-c7b262605968@osd.0 2024-09-14T03:53:41.653 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:53:41 smithi002 systemd[1]: Stopping Ceph osd.0 for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:53:41.936 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:53:41 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-0[94655]: 2024-09-14T03:53:41.652+0000 7f77dbd59640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-14T03:53:41.937 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:53:41 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-0[94655]: 2024-09-14T03:53:41.652+0000 7f77dbd59640 -1 osd.0 1047 *** Got signal Terminated *** 2024-09-14T03:53:41.937 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:53:41 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-0[94655]: 2024-09-14T03:53:41.652+0000 7f77dbd59640 -1 osd.0 1047 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-14T03:53:47.378 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:53:47 smithi002 podman[129070]: 2024-09-14 03:53:47.091933697 +0000 UTC m=+5.562242811 container died 98de17e6e20cdce572dfcecfcda88d88cc66156e2199ee1c4158a01907f54b00 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-0, RELEASE=main-a278231, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-14T03:53:47.686 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:53:47 smithi002 podman[129070]: 2024-09-14 03:53:47.451896375 +0000 UTC m=+5.922205488 container cleanup 98de17e6e20cdce572dfcecfcda88d88cc66156e2199ee1c4158a01907f54b00 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, RELEASE=main-a278231, org.label-schema.build-date=20240731, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-09-14T03:53:47.687 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:53:47 smithi002 bash[129070]: ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-0 2024-09-14T03:53:48.021 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:53:47 smithi002 podman[129087]: 2024-09-14 03:53:47.686392003 +0000 UTC m=+0.594989231 container remove 98de17e6e20cdce572dfcecfcda88d88cc66156e2199ee1c4158a01907f54b00 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-0, org.label-schema.schema-version=1.0, RELEASE=main-a278231, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-14T03:53:48.349 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:53:48 smithi002 podman[129173]: 2024-09-14 03:53:47.923457087 +0000 UTC m=+0.016856136 image pull 8801d2529e4377d97015e6c85a3b4925ede7ce42c7349a1a37eb88f097b6f3f0 quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802 2024-09-14T03:53:48.349 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:53:48 smithi002 podman[129173]: 2024-09-14 03:53:48.028944298 +0000 UTC m=+0.122343335 container create a911955e76526f2a2a6a64a9d3db52dd50394c84919094475af3b3639bfb770e (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-0-deactivate, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-a278231) 2024-09-14T03:53:48.349 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:53:48 smithi002 podman[129173]: 2024-09-14 03:53:48.264641846 +0000 UTC m=+0.358040882 container init a911955e76526f2a2a6a64a9d3db52dd50394c84919094475af3b3639bfb770e (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-0-deactivate, RELEASE=main-a278231, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-14T03:53:48.349 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:53:48 smithi002 podman[129173]: 2024-09-14 03:53:48.268001488 +0000 UTC m=+0.361400537 container start a911955e76526f2a2a6a64a9d3db52dd50394c84919094475af3b3639bfb770e (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-0-deactivate, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-a278231) 2024-09-14T03:53:48.350 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:53:48 smithi002 podman[129173]: 2024-09-14 03:53:48.348042771 +0000 UTC m=+0.441441818 container attach a911955e76526f2a2a6a64a9d3db52dd50394c84919094475af3b3639bfb770e (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-0-deactivate, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-a278231, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-09-14T03:53:48.687 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 14 03:53:48 smithi002 podman[129173]: 2024-09-14 03:53:48.464012067 +0000 UTC m=+0.557411116 container died a911955e76526f2a2a6a64a9d3db52dd50394c84919094475af3b3639bfb770e (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-0-deactivate, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, RELEASE=main-a278231, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS) 2024-09-14T03:53:49.066 DEBUG:teuthology.orchestra.run.smithi002:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f357b922-7248-11ef-bceb-c7b262605968@osd.0.service' 2024-09-14T03:53:49.112 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-14T03:53:49.112 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-09-14T03:53:49.113 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-09-14T03:53:49.113 DEBUG:teuthology.orchestra.run.smithi002:> sudo systemctl stop ceph-f357b922-7248-11ef-bceb-c7b262605968@osd.1 2024-09-14T03:53:49.573 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:53:49 smithi002 systemd[1]: Stopping Ceph osd.1 for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:53:49.884 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:53:49 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-1[99461]: 2024-09-14T03:53:49.571+0000 7f9ed7504640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-14T03:53:49.885 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:53:49 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-1[99461]: 2024-09-14T03:53:49.571+0000 7f9ed7504640 -1 osd.1 1047 *** Got signal Terminated *** 2024-09-14T03:53:49.885 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:53:49 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-1[99461]: 2024-09-14T03:53:49.571+0000 7f9ed7504640 -1 osd.1 1047 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-14T03:53:55.437 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:53:55 smithi002 podman[129281]: 2024-09-14 03:53:55.154940351 +0000 UTC m=+5.711199983 container died e758e3d25821388ce86690e476aea75a1835e7cd7596c13002e9a7ab004e6cec (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-1, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=main-a278231, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0) 2024-09-14T03:53:55.936 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:53:55 smithi002 podman[129281]: 2024-09-14 03:53:55.6215262 +0000 UTC m=+6.177785833 container cleanup e758e3d25821388ce86690e476aea75a1835e7cd7596c13002e9a7ab004e6cec (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-1, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, RELEASE=main-a278231, org.label-schema.build-date=20240731) 2024-09-14T03:53:55.936 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:53:55 smithi002 bash[129281]: ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-1 2024-09-14T03:53:56.186 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:53:55 smithi002 podman[129298]: 2024-09-14 03:53:55.935137031 +0000 UTC m=+0.774218091 container remove e758e3d25821388ce86690e476aea75a1835e7cd7596c13002e9a7ab004e6cec (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-1, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-a278231, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-09-14T03:53:56.594 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:53:56 smithi002 podman[129388]: 2024-09-14 03:53:56.201147504 +0000 UTC m=+0.016604662 image pull 8801d2529e4377d97015e6c85a3b4925ede7ce42c7349a1a37eb88f097b6f3f0 quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802 2024-09-14T03:53:56.594 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:53:56 smithi002 podman[129388]: 2024-09-14 03:53:56.298458924 +0000 UTC m=+0.113916072 container create 7ab4b2e4fea12c4be786b508f5101b7c5a9ccd1269d10894cad5f4e934475b55 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-1-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=main-a278231, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-09-14T03:53:56.594 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:53:56 smithi002 podman[129388]: 2024-09-14 03:53:56.509690298 +0000 UTC m=+0.325147449 container init 7ab4b2e4fea12c4be786b508f5101b7c5a9ccd1269d10894cad5f4e934475b55 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-1-deactivate, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, ceph=True, RELEASE=main-a278231, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD) 2024-09-14T03:53:56.594 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:53:56 smithi002 podman[129388]: 2024-09-14 03:53:56.513289913 +0000 UTC m=+0.328747055 container start 7ab4b2e4fea12c4be786b508f5101b7c5a9ccd1269d10894cad5f4e934475b55 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-1-deactivate, RELEASE=main-a278231, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True) 2024-09-14T03:53:56.594 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:53:56 smithi002 podman[129388]: 2024-09-14 03:53:56.592803683 +0000 UTC m=+0.408260836 container attach 7ab4b2e4fea12c4be786b508f5101b7c5a9ccd1269d10894cad5f4e934475b55 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-1-deactivate, ceph=True, RELEASE=main-a278231, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-14T03:53:56.937 INFO:journalctl@ceph.osd.1.smithi002.stdout:Sep 14 03:53:56 smithi002 podman[129388]: 2024-09-14 03:53:56.701926199 +0000 UTC m=+0.517383348 container died 7ab4b2e4fea12c4be786b508f5101b7c5a9ccd1269d10894cad5f4e934475b55 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-1-deactivate, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=main-a278231, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2) 2024-09-14T03:53:57.406 DEBUG:teuthology.orchestra.run.smithi002:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f357b922-7248-11ef-bceb-c7b262605968@osd.1.service' 2024-09-14T03:53:57.448 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-14T03:53:57.448 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-09-14T03:53:57.448 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-09-14T03:53:57.449 DEBUG:teuthology.orchestra.run.smithi002:> sudo systemctl stop ceph-f357b922-7248-11ef-bceb-c7b262605968@osd.2 2024-09-14T03:53:57.686 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:53:57 smithi002 systemd[1]: Stopping Ceph osd.2 for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:53:58.187 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:53:57 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-2[103834]: 2024-09-14T03:53:57.774+0000 7fa520dfa640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-14T03:53:58.187 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:53:57 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-2[103834]: 2024-09-14T03:53:57.774+0000 7fa520dfa640 -1 osd.2 1047 *** Got signal Terminated *** 2024-09-14T03:53:58.187 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:53:57 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-2[103834]: 2024-09-14T03:53:57.774+0000 7fa520dfa640 -1 osd.2 1047 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-14T03:54:03.493 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:54:03 smithi002 podman[129490]: 2024-09-14 03:54:03.228311876 +0000 UTC m=+5.544499703 container died 6fd97586f77098bccadd56d90061d4d1ae5bee430fd6251bfad7eeb46cd91a33 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-2, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=main-a278231, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2) 2024-09-14T03:54:03.937 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:54:03 smithi002 podman[129490]: 2024-09-14 03:54:03.691289628 +0000 UTC m=+6.007477455 container cleanup 6fd97586f77098bccadd56d90061d4d1ae5bee430fd6251bfad7eeb46cd91a33 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.build-date=20240731, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=main-a278231, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-09-14T03:54:03.937 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:54:03 smithi002 bash[129490]: ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-2 2024-09-14T03:54:04.437 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:54:04 smithi002 podman[129506]: 2024-09-14 03:54:04.06767631 +0000 UTC m=+0.840655705 container remove 6fd97586f77098bccadd56d90061d4d1ae5bee430fd6251bfad7eeb46cd91a33 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-2, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=main-a278231) 2024-09-14T03:54:04.805 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:54:04 smithi002 podman[129591]: 2024-09-14 03:54:04.385040791 +0000 UTC m=+0.016469017 image pull 8801d2529e4377d97015e6c85a3b4925ede7ce42c7349a1a37eb88f097b6f3f0 quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802 2024-09-14T03:54:04.805 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:54:04 smithi002 podman[129591]: 2024-09-14 03:54:04.493489787 +0000 UTC m=+0.124918046 container create a4d2afed3f2c1a7404cfac657f81ff25f0b9334fbf1d1228c3f8c3df645a3dbd (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-2-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=main-a278231, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731) 2024-09-14T03:54:04.806 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:54:04 smithi002 podman[129591]: 2024-09-14 03:54:04.720984408 +0000 UTC m=+0.352412623 container init a4d2afed3f2c1a7404cfac657f81ff25f0b9334fbf1d1228c3f8c3df645a3dbd (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-2-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , RELEASE=main-a278231, org.label-schema.schema-version=1.0) 2024-09-14T03:54:04.806 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:54:04 smithi002 podman[129591]: 2024-09-14 03:54:04.724484836 +0000 UTC m=+0.355913060 container start a4d2afed3f2c1a7404cfac657f81ff25f0b9334fbf1d1228c3f8c3df645a3dbd (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-2-deactivate, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, RELEASE=main-a278231, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-14T03:54:04.806 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:54:04 smithi002 podman[129591]: 2024-09-14 03:54:04.804107125 +0000 UTC m=+0.435535339 container attach a4d2afed3f2c1a7404cfac657f81ff25f0b9334fbf1d1228c3f8c3df645a3dbd (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-2-deactivate, RELEASE=main-a278231, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731) 2024-09-14T03:54:05.187 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:54:04 smithi002 podman[129591]: 2024-09-14 03:54:04.922558117 +0000 UTC m=+0.553986342 container died a4d2afed3f2c1a7404cfac657f81ff25f0b9334fbf1d1228c3f8c3df645a3dbd (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-2-deactivate, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, RELEASE=main-a278231, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-14T03:54:05.475 INFO:journalctl@ceph.osd.2.smithi002.stdout:Sep 14 03:54:05 smithi002 podman[129614]: 2024-09-14 03:54:05.457597593 +0000 UTC m=+0.528557980 container remove a4d2afed3f2c1a7404cfac657f81ff25f0b9334fbf1d1228c3f8c3df645a3dbd (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-2-deactivate, GIT_CLEAN=True, RELEASE=main-a278231, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-09-14T03:54:05.481 DEBUG:teuthology.orchestra.run.smithi002:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f357b922-7248-11ef-bceb-c7b262605968@osd.2.service' 2024-09-14T03:54:05.522 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-14T03:54:05.522 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-09-14T03:54:05.523 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-09-14T03:54:05.523 DEBUG:teuthology.orchestra.run.smithi002:> sudo systemctl stop ceph-f357b922-7248-11ef-bceb-c7b262605968@osd.3 2024-09-14T03:54:05.845 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:54:05 smithi002 systemd[1]: Stopping Ceph osd.3 for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:54:06.187 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:54:05 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-3[108204]: 2024-09-14T03:54:05.843+0000 7f7264ae4640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-14T03:54:06.187 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:54:05 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-3[108204]: 2024-09-14T03:54:05.843+0000 7f7264ae4640 -1 osd.3 1047 *** Got signal Terminated *** 2024-09-14T03:54:06.187 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:54:05 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-3[108204]: 2024-09-14T03:54:05.843+0000 7f7264ae4640 -1 osd.3 1047 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-14T03:54:08.187 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:54:07 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-3[108204]: 2024-09-14T03:54:07.798+0000 7f72610f9640 -1 osd.3 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:42.663647+0000 front 2024-09-14T03:53:42.663837+0000 (oldest deadline 2024-09-14T03:54:07.363792+0000) 2024-09-14T03:54:08.228 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:54:07 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-4[86410]: 2024-09-14T03:54:07.767+0000 7fde32474640 -1 osd.4 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:41.295777+0000 front 2024-09-14T03:53:41.295839+0000 (oldest deadline 2024-09-14T03:54:07.195559+0000) 2024-09-14T03:54:09.186 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:54:08 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-3[108204]: 2024-09-14T03:54:08.817+0000 7f72610f9640 -1 osd.3 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:42.663647+0000 front 2024-09-14T03:53:42.663837+0000 (oldest deadline 2024-09-14T03:54:07.363792+0000) 2024-09-14T03:54:09.227 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:54:08 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-4[86410]: 2024-09-14T03:54:08.811+0000 7fde32474640 -1 osd.4 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:41.295777+0000 front 2024-09-14T03:53:41.295839+0000 (oldest deadline 2024-09-14T03:54:07.195559+0000) 2024-09-14T03:54:10.186 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:54:09 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-3[108204]: 2024-09-14T03:54:09.835+0000 7f72610f9640 -1 osd.3 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:42.663647+0000 front 2024-09-14T03:53:42.663837+0000 (oldest deadline 2024-09-14T03:54:07.363792+0000) 2024-09-14T03:54:10.227 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:54:09 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-4[86410]: 2024-09-14T03:54:09.802+0000 7fde32474640 -1 osd.4 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:41.295777+0000 front 2024-09-14T03:53:41.295839+0000 (oldest deadline 2024-09-14T03:54:07.195559+0000) 2024-09-14T03:54:10.762 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:54:10 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-5[90819]: 2024-09-14T03:54:10.480+0000 7f18358d0640 -1 osd.5 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:45.813381+0000 front 2024-09-14T03:53:45.813289+0000 (oldest deadline 2024-09-14T03:54:09.913443+0000) 2024-09-14T03:54:11.187 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:54:10 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-3[108204]: 2024-09-14T03:54:10.811+0000 7f72610f9640 -1 osd.3 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:42.663647+0000 front 2024-09-14T03:53:42.663837+0000 (oldest deadline 2024-09-14T03:54:07.363792+0000) 2024-09-14T03:54:11.228 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:54:10 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-4[86410]: 2024-09-14T03:54:10.760+0000 7fde32474640 -1 osd.4 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:41.295777+0000 front 2024-09-14T03:53:41.295839+0000 (oldest deadline 2024-09-14T03:54:07.195559+0000) 2024-09-14T03:54:11.562 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:54:11 smithi002 podman[129693]: 2024-09-14 03:54:11.303062005 +0000 UTC m=+5.545575954 container died aead1115e85e96c9d6c19379af7200dd30b48a6c92e524a382b87a64fbacfe50 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-3, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, RELEASE=main-a278231, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-14T03:54:11.804 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:54:11 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-5[90819]: 2024-09-14T03:54:11.526+0000 7f18358d0640 -1 osd.5 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:45.813381+0000 front 2024-09-14T03:53:45.813289+0000 (oldest deadline 2024-09-14T03:54:09.913443+0000) 2024-09-14T03:54:11.805 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:54:11 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6[95236]: 2024-09-14T03:54:11.602+0000 7fefbceea640 -1 osd.6 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:45.504446+0000 front 2024-09-14T03:53:45.504592+0000 (oldest deadline 2024-09-14T03:54:10.804333+0000) 2024-09-14T03:54:11.805 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:11 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:11.625+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:43.422832+0000 front 2024-09-14T03:53:43.422949+0000 (oldest deadline 2024-09-14T03:54:11.023265+0000) 2024-09-14T03:54:11.936 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:54:11 smithi002 podman[129693]: 2024-09-14 03:54:11.651872004 +0000 UTC m=+5.894385954 container cleanup aead1115e85e96c9d6c19379af7200dd30b48a6c92e524a382b87a64fbacfe50 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-3, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_CLEAN=True, RELEASE=main-a278231, org.label-schema.vendor=CentOS) 2024-09-14T03:54:11.937 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:54:11 smithi002 bash[129693]: ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-3 2024-09-14T03:54:11.937 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:54:11 smithi002 podman[129719]: 2024-09-14 03:54:11.811513241 +0000 UTC m=+0.502923250 container remove aead1115e85e96c9d6c19379af7200dd30b48a6c92e524a382b87a64fbacfe50 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-3, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-a278231, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-14T03:54:12.227 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:54:11 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-4[86410]: 2024-09-14T03:54:11.802+0000 7fde32474640 -1 osd.4 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:41.295777+0000 front 2024-09-14T03:53:41.295839+0000 (oldest deadline 2024-09-14T03:54:07.195559+0000) 2024-09-14T03:54:12.540 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:54:12 smithi002 podman[129810]: 2024-09-14 03:54:12.228967957 +0000 UTC m=+0.111903036 container create 10f30b60a5f39087e02faf750baa7f773928b99cdc80145863490bd6ce7c85fe (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-3-deactivate, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-a278231, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-14T03:54:12.540 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:54:12 smithi002 podman[129810]: 2024-09-14 03:54:12.133735176 +0000 UTC m=+0.016670183 image pull 8801d2529e4377d97015e6c85a3b4925ede7ce42c7349a1a37eb88f097b6f3f0 quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802 2024-09-14T03:54:12.540 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:54:12 smithi002 podman[129810]: 2024-09-14 03:54:12.456294852 +0000 UTC m=+0.339229861 container init 10f30b60a5f39087e02faf750baa7f773928b99cdc80145863490bd6ce7c85fe (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-3-deactivate, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, RELEASE=main-a278231, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD) 2024-09-14T03:54:12.540 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:54:12 smithi002 podman[129810]: 2024-09-14 03:54:12.459798811 +0000 UTC m=+0.342733818 container start 10f30b60a5f39087e02faf750baa7f773928b99cdc80145863490bd6ce7c85fe (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-3-deactivate, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-a278231, CEPH_POINT_RELEASE=) 2024-09-14T03:54:12.541 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:54:12 smithi002 podman[129810]: 2024-09-14 03:54:12.5394439 +0000 UTC m=+0.422378917 container attach 10f30b60a5f39087e02faf750baa7f773928b99cdc80145863490bd6ce7c85fe (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-3-deactivate, GIT_BRANCH=HEAD, ceph=True, RELEASE=main-a278231, GIT_CLEAN=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2) 2024-09-14T03:54:12.817 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:54:12 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-5[90819]: 2024-09-14T03:54:12.523+0000 7f18358d0640 -1 osd.5 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:45.813381+0000 front 2024-09-14T03:53:45.813289+0000 (oldest deadline 2024-09-14T03:54:09.913443+0000) 2024-09-14T03:54:12.817 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:54:12 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6[95236]: 2024-09-14T03:54:12.574+0000 7fefbceea640 -1 osd.6 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:45.504446+0000 front 2024-09-14T03:53:45.504592+0000 (oldest deadline 2024-09-14T03:54:10.804333+0000) 2024-09-14T03:54:12.818 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:12 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:12.623+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:43.422832+0000 front 2024-09-14T03:53:43.422949+0000 (oldest deadline 2024-09-14T03:54:11.023265+0000) 2024-09-14T03:54:12.937 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 14 03:54:12 smithi002 podman[129810]: 2024-09-14 03:54:12.658410224 +0000 UTC m=+0.541345233 container died 10f30b60a5f39087e02faf750baa7f773928b99cdc80145863490bd6ce7c85fe (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-3-deactivate, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, RELEASE=main-a278231, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, ceph=True) 2024-09-14T03:54:13.227 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:54:12 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-4[86410]: 2024-09-14T03:54:12.815+0000 7fde32474640 -1 osd.4 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:41.295777+0000 front 2024-09-14T03:53:41.295839+0000 (oldest deadline 2024-09-14T03:54:07.195559+0000) 2024-09-14T03:54:13.228 DEBUG:teuthology.orchestra.run.smithi002:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f357b922-7248-11ef-bceb-c7b262605968@osd.3.service' 2024-09-14T03:54:13.269 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-14T03:54:13.270 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-09-14T03:54:13.270 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-09-14T03:54:13.270 DEBUG:teuthology.orchestra.run.smithi154:> sudo systemctl stop ceph-f357b922-7248-11ef-bceb-c7b262605968@osd.4 2024-09-14T03:54:13.608 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:54:13 smithi154 systemd[1]: Stopping Ceph osd.4 for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:54:13.609 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:54:13 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-5[90819]: 2024-09-14T03:54:13.516+0000 7f18358d0640 -1 osd.5 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:45.813381+0000 front 2024-09-14T03:53:45.813289+0000 (oldest deadline 2024-09-14T03:54:09.913443+0000) 2024-09-14T03:54:13.977 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:13 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:13.668+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:43.422832+0000 front 2024-09-14T03:53:43.422949+0000 (oldest deadline 2024-09-14T03:54:11.023265+0000) 2024-09-14T03:54:13.978 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:54:13 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6[95236]: 2024-09-14T03:54:13.606+0000 7fefbceea640 -1 osd.6 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:45.504446+0000 front 2024-09-14T03:53:45.504592+0000 (oldest deadline 2024-09-14T03:54:10.804333+0000) 2024-09-14T03:54:13.978 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:54:13 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-4[86410]: 2024-09-14T03:54:13.671+0000 7fde35e5f640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-14T03:54:13.978 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:54:13 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-4[86410]: 2024-09-14T03:54:13.671+0000 7fde35e5f640 -1 osd.4 1047 *** Got signal Terminated *** 2024-09-14T03:54:13.978 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:54:13 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-4[86410]: 2024-09-14T03:54:13.671+0000 7fde35e5f640 -1 osd.4 1047 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-14T03:54:13.978 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:54:13 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-4[86410]: 2024-09-14T03:54:13.789+0000 7fde32474640 -1 osd.4 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:41.295777+0000 front 2024-09-14T03:53:41.295839+0000 (oldest deadline 2024-09-14T03:54:07.195559+0000) 2024-09-14T03:54:14.977 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:54:14 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-4[86410]: 2024-09-14T03:54:14.757+0000 7fde32474640 -1 osd.4 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:41.295777+0000 front 2024-09-14T03:53:41.295839+0000 (oldest deadline 2024-09-14T03:54:07.195559+0000) 2024-09-14T03:54:14.978 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:54:14 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6[95236]: 2024-09-14T03:54:14.654+0000 7fefbceea640 -1 osd.6 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:45.504446+0000 front 2024-09-14T03:53:45.504592+0000 (oldest deadline 2024-09-14T03:54:10.804333+0000) 2024-09-14T03:54:14.978 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:54:14 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-5[90819]: 2024-09-14T03:54:14.552+0000 7f18358d0640 -1 osd.5 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:45.813381+0000 front 2024-09-14T03:53:45.813289+0000 (oldest deadline 2024-09-14T03:54:09.913443+0000) 2024-09-14T03:54:14.979 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:14 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:14.685+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:43.422832+0000 front 2024-09-14T03:53:43.422949+0000 (oldest deadline 2024-09-14T03:54:11.023265+0000) 2024-09-14T03:54:15.977 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:54:15 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-5[90819]: 2024-09-14T03:54:15.543+0000 7f18358d0640 -1 osd.5 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:45.813381+0000 front 2024-09-14T03:53:45.813289+0000 (oldest deadline 2024-09-14T03:54:09.913443+0000) 2024-09-14T03:54:15.978 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:54:15 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6[95236]: 2024-09-14T03:54:15.626+0000 7fefbceea640 -1 osd.6 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:45.504446+0000 front 2024-09-14T03:53:45.504592+0000 (oldest deadline 2024-09-14T03:54:10.804333+0000) 2024-09-14T03:54:15.978 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:15 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:15.682+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:43.422832+0000 front 2024-09-14T03:53:43.422949+0000 (oldest deadline 2024-09-14T03:54:11.023265+0000) 2024-09-14T03:54:15.978 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:54:15 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-4[86410]: 2024-09-14T03:54:15.711+0000 7fde32474640 -1 osd.4 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:41.295777+0000 front 2024-09-14T03:53:41.295839+0000 (oldest deadline 2024-09-14T03:54:07.195559+0000) 2024-09-14T03:54:16.977 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:54:16 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-5[90819]: 2024-09-14T03:54:16.539+0000 7f18358d0640 -1 osd.5 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:45.813381+0000 front 2024-09-14T03:53:45.813289+0000 (oldest deadline 2024-09-14T03:54:09.913443+0000) 2024-09-14T03:54:16.978 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:54:16 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6[95236]: 2024-09-14T03:54:16.646+0000 7fefbceea640 -1 osd.6 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:45.504446+0000 front 2024-09-14T03:53:45.504592+0000 (oldest deadline 2024-09-14T03:54:10.804333+0000) 2024-09-14T03:54:16.978 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:54:16 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-4[86410]: 2024-09-14T03:54:16.737+0000 7fde32474640 -1 osd.4 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:41.295777+0000 front 2024-09-14T03:53:41.295839+0000 (oldest deadline 2024-09-14T03:54:07.195559+0000) 2024-09-14T03:54:16.978 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:16 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:16.658+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:43.422832+0000 front 2024-09-14T03:53:43.422949+0000 (oldest deadline 2024-09-14T03:54:11.023265+0000) 2024-09-14T03:54:16.979 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:16 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:16.658+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2024-09-14T03:53:51.023909+0000 front 2024-09-14T03:53:51.023922+0000 (oldest deadline 2024-09-14T03:54:15.723776+0000) 2024-09-14T03:54:17.674 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:54:17 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-5[90819]: 2024-09-14T03:54:17.526+0000 7f18358d0640 -1 osd.5 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:45.813381+0000 front 2024-09-14T03:53:45.813289+0000 (oldest deadline 2024-09-14T03:54:09.913443+0000) 2024-09-14T03:54:17.675 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:54:17 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[111022]: ts=2024-09-14T03:54:17.421Z caller=refresh.go:90 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.2:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.2:8765: connect: connection refused" 2024-09-14T03:54:17.675 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:54:17 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[111022]: ts=2024-09-14T03:54:17.423Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.2:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.2:8765: connect: connection refused" 2024-09-14T03:54:17.675 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:54:17 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[111022]: ts=2024-09-14T03:54:17.424Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=nfs msg="Unable to refresh target groups" err="Get \"http://172.21.15.2:8765/sd/prometheus/sd-config?service=nfs\": dial tcp 172.21.15.2:8765: connect: connection refused" 2024-09-14T03:54:17.675 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:54:17 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[111022]: ts=2024-09-14T03:54:17.424Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.2:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.2:8765: connect: connection refused" 2024-09-14T03:54:17.676 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:54:17 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[111022]: ts=2024-09-14T03:54:17.426Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.2:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.2:8765: connect: connection refused" 2024-09-14T03:54:17.676 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:54:17 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[111022]: ts=2024-09-14T03:54:17.430Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=smb msg="Unable to refresh target groups" err="Get \"http://172.21.15.2:8765/sd/prometheus/sd-config?service=smb\": dial tcp 172.21.15.2:8765: connect: connection refused" 2024-09-14T03:54:17.676 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:54:17 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[111022]: ts=2024-09-14T03:54:17.431Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.2:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.2:8765: connect: connection refused" 2024-09-14T03:54:17.977 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:17 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:17.699+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:43.422832+0000 front 2024-09-14T03:53:43.422949+0000 (oldest deadline 2024-09-14T03:54:11.023265+0000) 2024-09-14T03:54:17.977 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:17 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:17.699+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2024-09-14T03:53:51.023909+0000 front 2024-09-14T03:53:51.023922+0000 (oldest deadline 2024-09-14T03:54:15.723776+0000) 2024-09-14T03:54:17.978 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:54:17 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-4[86410]: 2024-09-14T03:54:17.770+0000 7fde32474640 -1 osd.4 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:41.295777+0000 front 2024-09-14T03:53:41.295839+0000 (oldest deadline 2024-09-14T03:54:07.195559+0000) 2024-09-14T03:54:17.978 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:54:17 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6[95236]: 2024-09-14T03:54:17.673+0000 7fefbceea640 -1 osd.6 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:45.504446+0000 front 2024-09-14T03:53:45.504592+0000 (oldest deadline 2024-09-14T03:54:10.804333+0000) 2024-09-14T03:54:17.978 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:54:17 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6[95236]: 2024-09-14T03:54:17.673+0000 7fefbceea640 -1 osd.6 1047 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2024-09-14T03:53:51.305457+0000 front 2024-09-14T03:53:51.305438+0000 (oldest deadline 2024-09-14T03:54:17.205412+0000) 2024-09-14T03:54:18.975 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:54:18 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-5[90819]: 2024-09-14T03:54:18.569+0000 7f18358d0640 -1 osd.5 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:45.813381+0000 front 2024-09-14T03:53:45.813289+0000 (oldest deadline 2024-09-14T03:54:09.913443+0000) 2024-09-14T03:54:18.975 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:54:18 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6[95236]: 2024-09-14T03:54:18.678+0000 7fefbceea640 -1 osd.6 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:45.504446+0000 front 2024-09-14T03:53:45.504592+0000 (oldest deadline 2024-09-14T03:54:10.804333+0000) 2024-09-14T03:54:18.976 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:54:18 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6[95236]: 2024-09-14T03:54:18.678+0000 7fefbceea640 -1 osd.6 1047 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2024-09-14T03:53:51.305457+0000 front 2024-09-14T03:53:51.305438+0000 (oldest deadline 2024-09-14T03:54:17.205412+0000) 2024-09-14T03:54:18.976 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:18 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:18.725+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:43.422832+0000 front 2024-09-14T03:53:43.422949+0000 (oldest deadline 2024-09-14T03:54:11.023265+0000) 2024-09-14T03:54:18.976 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:18 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:18.726+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2024-09-14T03:53:51.023909+0000 front 2024-09-14T03:53:51.023922+0000 (oldest deadline 2024-09-14T03:54:15.723776+0000) 2024-09-14T03:54:19.227 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:54:19 smithi154 podman[119069]: 2024-09-14 03:54:19.219696914 +0000 UTC m=+5.753094288 container died be01dd01164848206c4daad97c42f00f128dcbb004bb5a4fdc54445523d50078 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-4, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-a278231, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, ceph=True, org.label-schema.license=GPLv2) 2024-09-14T03:54:19.727 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:54:19 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-5[90819]: 2024-09-14T03:54:19.561+0000 7f18358d0640 -1 osd.5 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:45.813381+0000 front 2024-09-14T03:53:45.813289+0000 (oldest deadline 2024-09-14T03:54:09.913443+0000) 2024-09-14T03:54:19.728 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:54:19 smithi154 podman[119069]: 2024-09-14 03:54:19.52219522 +0000 UTC m=+6.055592582 container cleanup be01dd01164848206c4daad97c42f00f128dcbb004bb5a4fdc54445523d50078 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-4, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, RELEASE=main-a278231, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-14T03:54:19.728 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:54:19 smithi154 bash[119069]: ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-4 2024-09-14T03:54:19.728 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:54:19 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6[95236]: 2024-09-14T03:54:19.677+0000 7fefbceea640 -1 osd.6 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:45.504446+0000 front 2024-09-14T03:53:45.504592+0000 (oldest deadline 2024-09-14T03:54:10.804333+0000) 2024-09-14T03:54:19.729 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:54:19 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6[95236]: 2024-09-14T03:54:19.677+0000 7fefbceea640 -1 osd.6 1047 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2024-09-14T03:53:51.305457+0000 front 2024-09-14T03:53:51.305438+0000 (oldest deadline 2024-09-14T03:54:17.205412+0000) 2024-09-14T03:54:20.076 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:54:19 smithi154 podman[119085]: 2024-09-14 03:54:19.765840436 +0000 UTC m=+0.547609023 container remove be01dd01164848206c4daad97c42f00f128dcbb004bb5a4fdc54445523d50078 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-4, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, RELEASE=main-a278231, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731) 2024-09-14T03:54:20.076 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:19 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:19.741+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:43.422832+0000 front 2024-09-14T03:53:43.422949+0000 (oldest deadline 2024-09-14T03:54:11.023265+0000) 2024-09-14T03:54:20.077 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:19 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:19.741+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2024-09-14T03:53:51.023909+0000 front 2024-09-14T03:53:51.023922+0000 (oldest deadline 2024-09-14T03:54:15.723776+0000) 2024-09-14T03:54:20.378 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:54:20 smithi154 podman[119173]: 2024-09-14 03:54:20.075148481 +0000 UTC m=+0.105120442 container create e3f9e33007ef2657364deb58ad548fbd0b9b4c89c0ebc2901b44303d85860f8b (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-4-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=main-a278231, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731) 2024-09-14T03:54:20.379 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:54:20 smithi154 podman[119173]: 2024-09-14 03:54:19.986068309 +0000 UTC m=+0.016040236 image pull 8801d2529e4377d97015e6c85a3b4925ede7ce42c7349a1a37eb88f097b6f3f0 quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802 2024-09-14T03:54:20.379 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:54:20 smithi154 podman[119173]: 2024-09-14 03:54:20.294134387 +0000 UTC m=+0.324106312 container init e3f9e33007ef2657364deb58ad548fbd0b9b4c89c0ebc2901b44303d85860f8b (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-4-deactivate, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-a278231, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-09-14T03:54:20.379 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:54:20 smithi154 podman[119173]: 2024-09-14 03:54:20.297403213 +0000 UTC m=+0.327375132 container start e3f9e33007ef2657364deb58ad548fbd0b9b4c89c0ebc2901b44303d85860f8b (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-4-deactivate, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=main-a278231, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True) 2024-09-14T03:54:20.693 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:54:20 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-5[90819]: 2024-09-14T03:54:20.549+0000 7f18358d0640 -1 osd.5 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:45.813381+0000 front 2024-09-14T03:53:45.813289+0000 (oldest deadline 2024-09-14T03:54:09.913443+0000) 2024-09-14T03:54:20.693 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:54:20 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-5[90819]: 2024-09-14T03:54:20.549+0000 7f18358d0640 -1 osd.5 1047 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2024-09-14T03:53:54.514831+0000 front 2024-09-14T03:53:54.514872+0000 (oldest deadline 2024-09-14T03:54:19.814702+0000) 2024-09-14T03:54:20.693 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:54:20 smithi154 podman[119173]: 2024-09-14 03:54:20.37748233 +0000 UTC m=+0.407454257 container attach e3f9e33007ef2657364deb58ad548fbd0b9b4c89c0ebc2901b44303d85860f8b (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-4-deactivate, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, ceph=True, org.label-schema.vendor=CentOS, RELEASE=main-a278231, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-14T03:54:20.694 INFO:journalctl@ceph.osd.4.smithi154.stdout:Sep 14 03:54:20 smithi154 podman[119173]: 2024-09-14 03:54:20.483923568 +0000 UTC m=+0.513895495 container died e3f9e33007ef2657364deb58ad548fbd0b9b4c89c0ebc2901b44303d85860f8b (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-4-deactivate, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-a278231, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-09-14T03:54:20.977 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:54:20 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6[95236]: 2024-09-14T03:54:20.691+0000 7fefbceea640 -1 osd.6 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:45.504446+0000 front 2024-09-14T03:53:45.504592+0000 (oldest deadline 2024-09-14T03:54:10.804333+0000) 2024-09-14T03:54:20.977 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:54:20 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6[95236]: 2024-09-14T03:54:20.691+0000 7fefbceea640 -1 osd.6 1047 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2024-09-14T03:53:51.305457+0000 front 2024-09-14T03:53:51.305438+0000 (oldest deadline 2024-09-14T03:54:17.205412+0000) 2024-09-14T03:54:20.978 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:20 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:20.739+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:43.422832+0000 front 2024-09-14T03:53:43.422949+0000 (oldest deadline 2024-09-14T03:54:11.023265+0000) 2024-09-14T03:54:20.978 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:20 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:20.739+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2024-09-14T03:53:51.023909+0000 front 2024-09-14T03:53:51.023922+0000 (oldest deadline 2024-09-14T03:54:15.723776+0000) 2024-09-14T03:54:21.048 DEBUG:teuthology.orchestra.run.smithi154:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f357b922-7248-11ef-bceb-c7b262605968@osd.4.service' 2024-09-14T03:54:21.090 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-14T03:54:21.090 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-09-14T03:54:21.090 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-09-14T03:54:21.090 DEBUG:teuthology.orchestra.run.smithi154:> sudo systemctl stop ceph-f357b922-7248-11ef-bceb-c7b262605968@osd.5 2024-09-14T03:54:21.316 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:54:21 smithi154 systemd[1]: Stopping Ceph osd.5 for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:54:21.700 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:54:21 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-5[90819]: 2024-09-14T03:54:21.434+0000 7f183d2c3640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-14T03:54:21.700 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:54:21 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-5[90819]: 2024-09-14T03:54:21.434+0000 7f183d2c3640 -1 osd.5 1047 *** Got signal Terminated *** 2024-09-14T03:54:21.701 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:54:21 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-5[90819]: 2024-09-14T03:54:21.434+0000 7f183d2c3640 -1 osd.5 1047 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-14T03:54:21.701 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:54:21 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-5[90819]: 2024-09-14T03:54:21.524+0000 7f18358d0640 -1 osd.5 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:45.813381+0000 front 2024-09-14T03:53:45.813289+0000 (oldest deadline 2024-09-14T03:54:09.913443+0000) 2024-09-14T03:54:21.701 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:54:21 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-5[90819]: 2024-09-14T03:54:21.524+0000 7f18358d0640 -1 osd.5 1047 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2024-09-14T03:53:54.514831+0000 front 2024-09-14T03:53:54.514872+0000 (oldest deadline 2024-09-14T03:54:19.814702+0000) 2024-09-14T03:54:21.977 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:21 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:21.765+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:43.422832+0000 front 2024-09-14T03:53:43.422949+0000 (oldest deadline 2024-09-14T03:54:11.023265+0000) 2024-09-14T03:54:21.977 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:21 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:21.765+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2024-09-14T03:53:51.023909+0000 front 2024-09-14T03:53:51.023922+0000 (oldest deadline 2024-09-14T03:54:15.723776+0000) 2024-09-14T03:54:21.978 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:54:21 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6[95236]: 2024-09-14T03:54:21.698+0000 7fefbceea640 -1 osd.6 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:45.504446+0000 front 2024-09-14T03:53:45.504592+0000 (oldest deadline 2024-09-14T03:54:10.804333+0000) 2024-09-14T03:54:21.978 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:54:21 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6[95236]: 2024-09-14T03:54:21.698+0000 7fefbceea640 -1 osd.6 1047 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2024-09-14T03:53:51.305457+0000 front 2024-09-14T03:53:51.305438+0000 (oldest deadline 2024-09-14T03:54:17.205412+0000) 2024-09-14T03:54:22.728 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:54:22 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-5[90819]: 2024-09-14T03:54:22.533+0000 7f18358d0640 -1 osd.5 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:45.813381+0000 front 2024-09-14T03:53:45.813289+0000 (oldest deadline 2024-09-14T03:54:09.913443+0000) 2024-09-14T03:54:22.728 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:54:22 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-5[90819]: 2024-09-14T03:54:22.533+0000 7f18358d0640 -1 osd.5 1047 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2024-09-14T03:53:54.514831+0000 front 2024-09-14T03:53:54.514872+0000 (oldest deadline 2024-09-14T03:54:19.814702+0000) 2024-09-14T03:54:23.227 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:54:22 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6[95236]: 2024-09-14T03:54:22.732+0000 7fefbceea640 -1 osd.6 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:45.504446+0000 front 2024-09-14T03:53:45.504592+0000 (oldest deadline 2024-09-14T03:54:10.804333+0000) 2024-09-14T03:54:23.228 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:54:22 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6[95236]: 2024-09-14T03:54:22.732+0000 7fefbceea640 -1 osd.6 1047 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2024-09-14T03:53:51.305457+0000 front 2024-09-14T03:53:51.305438+0000 (oldest deadline 2024-09-14T03:54:17.205412+0000) 2024-09-14T03:54:23.228 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:22 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:22.775+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:43.422832+0000 front 2024-09-14T03:53:43.422949+0000 (oldest deadline 2024-09-14T03:54:11.023265+0000) 2024-09-14T03:54:23.228 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:22 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:22.775+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2024-09-14T03:53:51.023909+0000 front 2024-09-14T03:53:51.023922+0000 (oldest deadline 2024-09-14T03:54:15.723776+0000) 2024-09-14T03:54:23.769 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:54:23 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-5[90819]: 2024-09-14T03:54:23.505+0000 7f18358d0640 -1 osd.5 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:45.813381+0000 front 2024-09-14T03:53:45.813289+0000 (oldest deadline 2024-09-14T03:54:09.913443+0000) 2024-09-14T03:54:23.769 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:54:23 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-5[90819]: 2024-09-14T03:54:23.505+0000 7f18358d0640 -1 osd.5 1047 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2024-09-14T03:53:54.514831+0000 front 2024-09-14T03:53:54.514872+0000 (oldest deadline 2024-09-14T03:54:19.814702+0000) 2024-09-14T03:54:23.769 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:23 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:23.728+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:43.422832+0000 front 2024-09-14T03:53:43.422949+0000 (oldest deadline 2024-09-14T03:54:11.023265+0000) 2024-09-14T03:54:23.769 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:23 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:23.728+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2024-09-14T03:53:51.023909+0000 front 2024-09-14T03:53:51.023922+0000 (oldest deadline 2024-09-14T03:54:15.723776+0000) 2024-09-14T03:54:23.770 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:23 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:23.728+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6822 osd.2 since back 2024-09-14T03:54:01.425889+0000 front 2024-09-14T03:54:01.425945+0000 (oldest deadline 2024-09-14T03:54:23.725736+0000) 2024-09-14T03:54:24.227 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:54:23 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6[95236]: 2024-09-14T03:54:23.767+0000 7fefbceea640 -1 osd.6 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:45.504446+0000 front 2024-09-14T03:53:45.504592+0000 (oldest deadline 2024-09-14T03:54:10.804333+0000) 2024-09-14T03:54:24.228 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:54:23 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6[95236]: 2024-09-14T03:54:23.767+0000 7fefbceea640 -1 osd.6 1047 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2024-09-14T03:53:51.305457+0000 front 2024-09-14T03:53:51.305438+0000 (oldest deadline 2024-09-14T03:54:17.205412+0000) 2024-09-14T03:54:24.977 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:54:24 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6[95236]: 2024-09-14T03:54:24.735+0000 7fefbceea640 -1 osd.6 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:45.504446+0000 front 2024-09-14T03:53:45.504592+0000 (oldest deadline 2024-09-14T03:54:10.804333+0000) 2024-09-14T03:54:24.978 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:54:24 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6[95236]: 2024-09-14T03:54:24.735+0000 7fefbceea640 -1 osd.6 1047 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2024-09-14T03:53:51.305457+0000 front 2024-09-14T03:53:51.305438+0000 (oldest deadline 2024-09-14T03:54:17.205412+0000) 2024-09-14T03:54:24.978 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:54:24 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6[95236]: 2024-09-14T03:54:24.735+0000 7fefbceea640 -1 osd.6 1047 heartbeat_check: no reply from 172.21.15.2:6822 osd.2 since back 2024-09-14T03:53:59.506414+0000 front 2024-09-14T03:53:59.506375+0000 (oldest deadline 2024-09-14T03:54:24.206263+0000) 2024-09-14T03:54:24.978 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:24 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:24.702+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:43.422832+0000 front 2024-09-14T03:53:43.422949+0000 (oldest deadline 2024-09-14T03:54:11.023265+0000) 2024-09-14T03:54:24.978 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:24 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:24.702+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2024-09-14T03:53:51.023909+0000 front 2024-09-14T03:53:51.023922+0000 (oldest deadline 2024-09-14T03:54:15.723776+0000) 2024-09-14T03:54:24.979 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:24 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:24.702+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6822 osd.2 since back 2024-09-14T03:54:01.425889+0000 front 2024-09-14T03:54:01.425945+0000 (oldest deadline 2024-09-14T03:54:23.725736+0000) 2024-09-14T03:54:24.979 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:54:24 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-5[90819]: 2024-09-14T03:54:24.523+0000 7f18358d0640 -1 osd.5 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:45.813381+0000 front 2024-09-14T03:53:45.813289+0000 (oldest deadline 2024-09-14T03:54:09.913443+0000) 2024-09-14T03:54:24.979 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:54:24 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-5[90819]: 2024-09-14T03:54:24.523+0000 7f18358d0640 -1 osd.5 1047 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2024-09-14T03:53:54.514831+0000 front 2024-09-14T03:53:54.514872+0000 (oldest deadline 2024-09-14T03:54:19.814702+0000) 2024-09-14T03:54:24.979 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:54:24 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-5[90819]: 2024-09-14T03:54:24.523+0000 7f18358d0640 -1 osd.5 1047 heartbeat_check: no reply from 172.21.15.2:6822 osd.2 since back 2024-09-14T03:54:02.616111+0000 front 2024-09-14T03:54:02.616170+0000 (oldest deadline 2024-09-14T03:54:23.716011+0000) 2024-09-14T03:54:25.977 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:54:25 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-5[90819]: 2024-09-14T03:54:25.567+0000 7f18358d0640 -1 osd.5 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:45.813381+0000 front 2024-09-14T03:53:45.813289+0000 (oldest deadline 2024-09-14T03:54:09.913443+0000) 2024-09-14T03:54:25.977 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:54:25 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-5[90819]: 2024-09-14T03:54:25.567+0000 7f18358d0640 -1 osd.5 1047 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2024-09-14T03:53:54.514831+0000 front 2024-09-14T03:53:54.514872+0000 (oldest deadline 2024-09-14T03:54:19.814702+0000) 2024-09-14T03:54:25.978 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:54:25 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-5[90819]: 2024-09-14T03:54:25.568+0000 7f18358d0640 -1 osd.5 1047 heartbeat_check: no reply from 172.21.15.2:6822 osd.2 since back 2024-09-14T03:54:02.616111+0000 front 2024-09-14T03:54:02.616170+0000 (oldest deadline 2024-09-14T03:54:23.716011+0000) 2024-09-14T03:54:25.978 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:54:25 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6[95236]: 2024-09-14T03:54:25.762+0000 7fefbceea640 -1 osd.6 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:45.504446+0000 front 2024-09-14T03:53:45.504592+0000 (oldest deadline 2024-09-14T03:54:10.804333+0000) 2024-09-14T03:54:25.978 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:54:25 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6[95236]: 2024-09-14T03:54:25.762+0000 7fefbceea640 -1 osd.6 1047 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2024-09-14T03:53:51.305457+0000 front 2024-09-14T03:53:51.305438+0000 (oldest deadline 2024-09-14T03:54:17.205412+0000) 2024-09-14T03:54:25.978 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:54:25 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6[95236]: 2024-09-14T03:54:25.762+0000 7fefbceea640 -1 osd.6 1047 heartbeat_check: no reply from 172.21.15.2:6822 osd.2 since back 2024-09-14T03:53:59.506414+0000 front 2024-09-14T03:53:59.506375+0000 (oldest deadline 2024-09-14T03:54:24.206263+0000) 2024-09-14T03:54:25.978 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:25 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:25.709+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:43.422832+0000 front 2024-09-14T03:53:43.422949+0000 (oldest deadline 2024-09-14T03:54:11.023265+0000) 2024-09-14T03:54:25.979 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:25 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:25.709+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2024-09-14T03:53:51.023909+0000 front 2024-09-14T03:53:51.023922+0000 (oldest deadline 2024-09-14T03:54:15.723776+0000) 2024-09-14T03:54:25.979 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:25 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:25.709+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6822 osd.2 since back 2024-09-14T03:54:01.425889+0000 front 2024-09-14T03:54:01.425945+0000 (oldest deadline 2024-09-14T03:54:23.725736+0000) 2024-09-14T03:54:27.103 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:54:26 smithi154 podman[119275]: 2024-09-14 03:54:26.809719616 +0000 UTC m=+5.497524927 container died 2df8ad771157cb68d08b56e990bf3cdb1bda5e6a0d470a442bb340dad167afef (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-5, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, ceph=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=main-a278231, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2024-09-14T03:54:27.104 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:54:26 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6[95236]: 2024-09-14T03:54:26.739+0000 7fefbceea640 -1 osd.6 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:45.504446+0000 front 2024-09-14T03:53:45.504592+0000 (oldest deadline 2024-09-14T03:54:10.804333+0000) 2024-09-14T03:54:27.104 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:54:26 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6[95236]: 2024-09-14T03:54:26.739+0000 7fefbceea640 -1 osd.6 1047 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2024-09-14T03:53:51.305457+0000 front 2024-09-14T03:53:51.305438+0000 (oldest deadline 2024-09-14T03:54:17.205412+0000) 2024-09-14T03:54:27.104 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:54:26 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6[95236]: 2024-09-14T03:54:26.739+0000 7fefbceea640 -1 osd.6 1047 heartbeat_check: no reply from 172.21.15.2:6822 osd.2 since back 2024-09-14T03:53:59.506414+0000 front 2024-09-14T03:53:59.506375+0000 (oldest deadline 2024-09-14T03:54:24.206263+0000) 2024-09-14T03:54:27.104 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:26 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:26.759+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:43.422832+0000 front 2024-09-14T03:53:43.422949+0000 (oldest deadline 2024-09-14T03:54:11.023265+0000) 2024-09-14T03:54:27.104 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:26 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:26.759+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2024-09-14T03:53:51.023909+0000 front 2024-09-14T03:53:51.023922+0000 (oldest deadline 2024-09-14T03:54:15.723776+0000) 2024-09-14T03:54:27.105 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:26 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:26.759+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6822 osd.2 since back 2024-09-14T03:54:01.425889+0000 front 2024-09-14T03:54:01.425945+0000 (oldest deadline 2024-09-14T03:54:23.725736+0000) 2024-09-14T03:54:27.469 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:54:27 smithi154 podman[119275]: 2024-09-14 03:54:27.184146746 +0000 UTC m=+5.871952058 container cleanup 2df8ad771157cb68d08b56e990bf3cdb1bda5e6a0d470a442bb340dad167afef (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-5, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=main-a278231, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True) 2024-09-14T03:54:27.470 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:54:27 smithi154 bash[119275]: ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-5 2024-09-14T03:54:27.724 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:54:27 smithi154 podman[119304]: 2024-09-14 03:54:27.468923865 +0000 UTC m=+0.652048214 container remove 2df8ad771157cb68d08b56e990bf3cdb1bda5e6a0d470a442bb340dad167afef (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-5, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-a278231, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-14T03:54:27.977 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:54:27 smithi154 podman[119392]: 2024-09-14 03:54:27.680206016 +0000 UTC m=+0.016328024 image pull 8801d2529e4377d97015e6c85a3b4925ede7ce42c7349a1a37eb88f097b6f3f0 quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802 2024-09-14T03:54:27.978 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:54:27 smithi154 podman[119392]: 2024-09-14 03:54:27.77821046 +0000 UTC m=+0.114332468 container create 088a7d4398cfff00ec41c4dcbb2b9611f11cb53fa5d423b1789b06298cea0870 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-5-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, RELEASE=main-a278231) 2024-09-14T03:54:27.978 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:54:27 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6[95236]: 2024-09-14T03:54:27.778+0000 7fefbceea640 -1 osd.6 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:45.504446+0000 front 2024-09-14T03:53:45.504592+0000 (oldest deadline 2024-09-14T03:54:10.804333+0000) 2024-09-14T03:54:27.978 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:54:27 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6[95236]: 2024-09-14T03:54:27.778+0000 7fefbceea640 -1 osd.6 1047 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2024-09-14T03:53:51.305457+0000 front 2024-09-14T03:53:51.305438+0000 (oldest deadline 2024-09-14T03:54:17.205412+0000) 2024-09-14T03:54:27.978 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:54:27 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6[95236]: 2024-09-14T03:54:27.778+0000 7fefbceea640 -1 osd.6 1047 heartbeat_check: no reply from 172.21.15.2:6822 osd.2 since back 2024-09-14T03:53:59.506414+0000 front 2024-09-14T03:53:59.506375+0000 (oldest deadline 2024-09-14T03:54:24.206263+0000) 2024-09-14T03:54:27.979 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:27 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:27.723+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:43.422832+0000 front 2024-09-14T03:53:43.422949+0000 (oldest deadline 2024-09-14T03:54:11.023265+0000) 2024-09-14T03:54:27.979 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:27 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:27.723+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2024-09-14T03:53:51.023909+0000 front 2024-09-14T03:53:51.023922+0000 (oldest deadline 2024-09-14T03:54:15.723776+0000) 2024-09-14T03:54:27.979 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:27 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:27.723+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6822 osd.2 since back 2024-09-14T03:54:01.425889+0000 front 2024-09-14T03:54:01.425945+0000 (oldest deadline 2024-09-14T03:54:23.725736+0000) 2024-09-14T03:54:28.478 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:54:28 smithi154 podman[119392]: 2024-09-14 03:54:28.007191153 +0000 UTC m=+0.343313169 container init 088a7d4398cfff00ec41c4dcbb2b9611f11cb53fa5d423b1789b06298cea0870 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-5-deactivate, ceph=True, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, RELEASE=main-a278231, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731) 2024-09-14T03:54:28.478 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:54:28 smithi154 podman[119392]: 2024-09-14 03:54:28.010436633 +0000 UTC m=+0.346558642 container start 088a7d4398cfff00ec41c4dcbb2b9611f11cb53fa5d423b1789b06298cea0870 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-5-deactivate, org.label-schema.schema-version=1.0, RELEASE=main-a278231, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2) 2024-09-14T03:54:28.478 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:54:28 smithi154 podman[119392]: 2024-09-14 03:54:28.11423911 +0000 UTC m=+0.450361130 container attach 088a7d4398cfff00ec41c4dcbb2b9611f11cb53fa5d423b1789b06298cea0870 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-5-deactivate, RELEASE=main-a278231, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-14T03:54:28.478 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 14 03:54:28 smithi154 podman[119392]: 2024-09-14 03:54:28.194868149 +0000 UTC m=+0.530990161 container died 088a7d4398cfff00ec41c4dcbb2b9611f11cb53fa5d423b1789b06298cea0870 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-5-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, RELEASE=main-a278231, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-14T03:54:28.785 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:54:28 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6[95236]: 2024-09-14T03:54:28.747+0000 7fefbceea640 -1 osd.6 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:45.504446+0000 front 2024-09-14T03:53:45.504592+0000 (oldest deadline 2024-09-14T03:54:10.804333+0000) 2024-09-14T03:54:28.785 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:54:28 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6[95236]: 2024-09-14T03:54:28.747+0000 7fefbceea640 -1 osd.6 1047 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2024-09-14T03:53:51.305457+0000 front 2024-09-14T03:53:51.305438+0000 (oldest deadline 2024-09-14T03:54:17.205412+0000) 2024-09-14T03:54:28.786 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:54:28 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6[95236]: 2024-09-14T03:54:28.747+0000 7fefbceea640 -1 osd.6 1047 heartbeat_check: no reply from 172.21.15.2:6822 osd.2 since back 2024-09-14T03:53:59.506414+0000 front 2024-09-14T03:53:59.506375+0000 (oldest deadline 2024-09-14T03:54:24.206263+0000) 2024-09-14T03:54:28.786 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:28 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:28.698+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:43.422832+0000 front 2024-09-14T03:53:43.422949+0000 (oldest deadline 2024-09-14T03:54:11.023265+0000) 2024-09-14T03:54:28.786 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:28 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:28.698+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2024-09-14T03:53:51.023909+0000 front 2024-09-14T03:53:51.023922+0000 (oldest deadline 2024-09-14T03:54:15.723776+0000) 2024-09-14T03:54:28.786 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:28 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:28.698+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6822 osd.2 since back 2024-09-14T03:54:01.425889+0000 front 2024-09-14T03:54:01.425945+0000 (oldest deadline 2024-09-14T03:54:23.725736+0000) 2024-09-14T03:54:28.811 DEBUG:teuthology.orchestra.run.smithi154:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f357b922-7248-11ef-bceb-c7b262605968@osd.5.service' 2024-09-14T03:54:28.849 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-14T03:54:28.850 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-09-14T03:54:28.850 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-09-14T03:54:28.850 DEBUG:teuthology.orchestra.run.smithi154:> sudo systemctl stop ceph-f357b922-7248-11ef-bceb-c7b262605968@osd.6 2024-09-14T03:54:29.163 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:54:28 smithi154 systemd[1]: Stopping Ceph osd.6 for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:54:29.477 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:54:29 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6[95236]: 2024-09-14T03:54:29.162+0000 7fefc48dd640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-14T03:54:29.477 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:54:29 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6[95236]: 2024-09-14T03:54:29.162+0000 7fefc48dd640 -1 osd.6 1047 *** Got signal Terminated *** 2024-09-14T03:54:29.477 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:54:29 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6[95236]: 2024-09-14T03:54:29.162+0000 7fefc48dd640 -1 osd.6 1047 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-14T03:54:29.977 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:29 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:29.676+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:43.422832+0000 front 2024-09-14T03:53:43.422949+0000 (oldest deadline 2024-09-14T03:54:11.023265+0000) 2024-09-14T03:54:29.977 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:29 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:29.676+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2024-09-14T03:53:51.023909+0000 front 2024-09-14T03:53:51.023922+0000 (oldest deadline 2024-09-14T03:54:15.723776+0000) 2024-09-14T03:54:29.978 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:29 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:29.676+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6822 osd.2 since back 2024-09-14T03:54:01.425889+0000 front 2024-09-14T03:54:01.425945+0000 (oldest deadline 2024-09-14T03:54:23.725736+0000) 2024-09-14T03:54:29.978 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:54:29 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6[95236]: 2024-09-14T03:54:29.719+0000 7fefbceea640 -1 osd.6 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:45.504446+0000 front 2024-09-14T03:53:45.504592+0000 (oldest deadline 2024-09-14T03:54:10.804333+0000) 2024-09-14T03:54:29.978 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:54:29 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6[95236]: 2024-09-14T03:54:29.719+0000 7fefbceea640 -1 osd.6 1047 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2024-09-14T03:53:51.305457+0000 front 2024-09-14T03:53:51.305438+0000 (oldest deadline 2024-09-14T03:54:17.205412+0000) 2024-09-14T03:54:29.978 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:54:29 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6[95236]: 2024-09-14T03:54:29.719+0000 7fefbceea640 -1 osd.6 1047 heartbeat_check: no reply from 172.21.15.2:6822 osd.2 since back 2024-09-14T03:53:59.506414+0000 front 2024-09-14T03:53:59.506375+0000 (oldest deadline 2024-09-14T03:54:24.206263+0000) 2024-09-14T03:54:30.977 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:54:30 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6[95236]: 2024-09-14T03:54:30.740+0000 7fefbceea640 -1 osd.6 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:45.504446+0000 front 2024-09-14T03:53:45.504592+0000 (oldest deadline 2024-09-14T03:54:10.804333+0000) 2024-09-14T03:54:30.978 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:54:30 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6[95236]: 2024-09-14T03:54:30.740+0000 7fefbceea640 -1 osd.6 1047 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2024-09-14T03:53:51.305457+0000 front 2024-09-14T03:53:51.305438+0000 (oldest deadline 2024-09-14T03:54:17.205412+0000) 2024-09-14T03:54:30.978 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:54:30 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6[95236]: 2024-09-14T03:54:30.740+0000 7fefbceea640 -1 osd.6 1047 heartbeat_check: no reply from 172.21.15.2:6822 osd.2 since back 2024-09-14T03:53:59.506414+0000 front 2024-09-14T03:53:59.506375+0000 (oldest deadline 2024-09-14T03:54:24.206263+0000) 2024-09-14T03:54:30.978 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:30 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:30.639+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:43.422832+0000 front 2024-09-14T03:53:43.422949+0000 (oldest deadline 2024-09-14T03:54:11.023265+0000) 2024-09-14T03:54:30.978 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:30 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:30.639+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2024-09-14T03:53:51.023909+0000 front 2024-09-14T03:53:51.023922+0000 (oldest deadline 2024-09-14T03:54:15.723776+0000) 2024-09-14T03:54:30.978 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:30 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:30.639+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6822 osd.2 since back 2024-09-14T03:54:01.425889+0000 front 2024-09-14T03:54:01.425945+0000 (oldest deadline 2024-09-14T03:54:23.725736+0000) 2024-09-14T03:54:31.977 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:54:31 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6[95236]: 2024-09-14T03:54:31.721+0000 7fefbceea640 -1 osd.6 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:45.504446+0000 front 2024-09-14T03:53:45.504592+0000 (oldest deadline 2024-09-14T03:54:10.804333+0000) 2024-09-14T03:54:31.978 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:54:31 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6[95236]: 2024-09-14T03:54:31.721+0000 7fefbceea640 -1 osd.6 1047 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2024-09-14T03:53:51.305457+0000 front 2024-09-14T03:53:51.305438+0000 (oldest deadline 2024-09-14T03:54:17.205412+0000) 2024-09-14T03:54:31.978 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:54:31 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6[95236]: 2024-09-14T03:54:31.721+0000 7fefbceea640 -1 osd.6 1047 heartbeat_check: no reply from 172.21.15.2:6822 osd.2 since back 2024-09-14T03:53:59.506414+0000 front 2024-09-14T03:53:59.506375+0000 (oldest deadline 2024-09-14T03:54:24.206263+0000) 2024-09-14T03:54:31.978 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:31 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:31.637+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:43.422832+0000 front 2024-09-14T03:53:43.422949+0000 (oldest deadline 2024-09-14T03:54:11.023265+0000) 2024-09-14T03:54:31.978 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:31 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:31.637+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2024-09-14T03:53:51.023909+0000 front 2024-09-14T03:53:51.023922+0000 (oldest deadline 2024-09-14T03:54:15.723776+0000) 2024-09-14T03:54:31.978 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:31 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:31.637+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6822 osd.2 since back 2024-09-14T03:54:01.425889+0000 front 2024-09-14T03:54:01.425945+0000 (oldest deadline 2024-09-14T03:54:23.725736+0000) 2024-09-14T03:54:32.727 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:32 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:32.592+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:43.422832+0000 front 2024-09-14T03:53:43.422949+0000 (oldest deadline 2024-09-14T03:54:11.023265+0000) 2024-09-14T03:54:32.728 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:32 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:32.592+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2024-09-14T03:53:51.023909+0000 front 2024-09-14T03:53:51.023922+0000 (oldest deadline 2024-09-14T03:54:15.723776+0000) 2024-09-14T03:54:32.728 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:32 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:32.592+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6822 osd.2 since back 2024-09-14T03:54:01.425889+0000 front 2024-09-14T03:54:01.425945+0000 (oldest deadline 2024-09-14T03:54:23.725736+0000) 2024-09-14T03:54:32.728 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:32 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:32.592+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6830 osd.3 since back 2024-09-14T03:54:09.026529+0000 front 2024-09-14T03:54:09.026547+0000 (oldest deadline 2024-09-14T03:54:31.926516+0000) 2024-09-14T03:54:33.227 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:54:32 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6[95236]: 2024-09-14T03:54:32.736+0000 7fefbceea640 -1 osd.6 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:45.504446+0000 front 2024-09-14T03:53:45.504592+0000 (oldest deadline 2024-09-14T03:54:10.804333+0000) 2024-09-14T03:54:33.228 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:54:32 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6[95236]: 2024-09-14T03:54:32.736+0000 7fefbceea640 -1 osd.6 1047 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2024-09-14T03:53:51.305457+0000 front 2024-09-14T03:53:51.305438+0000 (oldest deadline 2024-09-14T03:54:17.205412+0000) 2024-09-14T03:54:33.228 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:54:32 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6[95236]: 2024-09-14T03:54:32.736+0000 7fefbceea640 -1 osd.6 1047 heartbeat_check: no reply from 172.21.15.2:6822 osd.2 since back 2024-09-14T03:53:59.506414+0000 front 2024-09-14T03:53:59.506375+0000 (oldest deadline 2024-09-14T03:54:24.206263+0000) 2024-09-14T03:54:33.977 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:33 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:33.636+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:43.422832+0000 front 2024-09-14T03:53:43.422949+0000 (oldest deadline 2024-09-14T03:54:11.023265+0000) 2024-09-14T03:54:33.978 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:33 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:33.636+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2024-09-14T03:53:51.023909+0000 front 2024-09-14T03:53:51.023922+0000 (oldest deadline 2024-09-14T03:54:15.723776+0000) 2024-09-14T03:54:33.978 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:33 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:33.636+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6822 osd.2 since back 2024-09-14T03:54:01.425889+0000 front 2024-09-14T03:54:01.425945+0000 (oldest deadline 2024-09-14T03:54:23.725736+0000) 2024-09-14T03:54:33.978 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:33 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:33.636+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6830 osd.3 since back 2024-09-14T03:54:09.026529+0000 front 2024-09-14T03:54:09.026547+0000 (oldest deadline 2024-09-14T03:54:31.926516+0000) 2024-09-14T03:54:33.978 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:54:33 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6[95236]: 2024-09-14T03:54:33.767+0000 7fefbceea640 -1 osd.6 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:45.504446+0000 front 2024-09-14T03:53:45.504592+0000 (oldest deadline 2024-09-14T03:54:10.804333+0000) 2024-09-14T03:54:33.978 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:54:33 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6[95236]: 2024-09-14T03:54:33.767+0000 7fefbceea640 -1 osd.6 1047 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2024-09-14T03:53:51.305457+0000 front 2024-09-14T03:53:51.305438+0000 (oldest deadline 2024-09-14T03:54:17.205412+0000) 2024-09-14T03:54:33.978 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:54:33 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6[95236]: 2024-09-14T03:54:33.767+0000 7fefbceea640 -1 osd.6 1047 heartbeat_check: no reply from 172.21.15.2:6822 osd.2 since back 2024-09-14T03:53:59.506414+0000 front 2024-09-14T03:53:59.506375+0000 (oldest deadline 2024-09-14T03:54:24.206263+0000) 2024-09-14T03:54:34.847 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:54:34 smithi154 podman[119495]: 2024-09-14 03:54:34.594067409 +0000 UTC m=+5.523634212 container died 7d3a82627dc467d75cf5b513614471feef8ac82ed2f6c406ed708497b0ed3560 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-a278231, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-09-14T03:54:34.848 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:34 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:34.621+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:43.422832+0000 front 2024-09-14T03:53:43.422949+0000 (oldest deadline 2024-09-14T03:54:11.023265+0000) 2024-09-14T03:54:34.848 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:34 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:34.621+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2024-09-14T03:53:51.023909+0000 front 2024-09-14T03:53:51.023922+0000 (oldest deadline 2024-09-14T03:54:15.723776+0000) 2024-09-14T03:54:34.848 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:34 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:34.621+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6822 osd.2 since back 2024-09-14T03:54:01.425889+0000 front 2024-09-14T03:54:01.425945+0000 (oldest deadline 2024-09-14T03:54:23.725736+0000) 2024-09-14T03:54:34.848 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:34 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:34.621+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6830 osd.3 since back 2024-09-14T03:54:09.026529+0000 front 2024-09-14T03:54:09.026547+0000 (oldest deadline 2024-09-14T03:54:31.926516+0000) 2024-09-14T03:54:35.216 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:54:34 smithi154 podman[119495]: 2024-09-14 03:54:34.953646617 +0000 UTC m=+5.883213419 container cleanup 7d3a82627dc467d75cf5b513614471feef8ac82ed2f6c406ed708497b0ed3560 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6, ceph=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-a278231, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-09-14T03:54:35.216 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:54:34 smithi154 bash[119495]: ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6 2024-09-14T03:54:35.477 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:54:35 smithi154 podman[119511]: 2024-09-14 03:54:35.215510846 +0000 UTC m=+0.622033394 container remove 7d3a82627dc467d75cf5b513614471feef8ac82ed2f6c406ed708497b0ed3560 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=main-a278231, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-14T03:54:35.869 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:35 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:35.576+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:43.422832+0000 front 2024-09-14T03:53:43.422949+0000 (oldest deadline 2024-09-14T03:54:11.023265+0000) 2024-09-14T03:54:35.869 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:35 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:35.576+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2024-09-14T03:53:51.023909+0000 front 2024-09-14T03:53:51.023922+0000 (oldest deadline 2024-09-14T03:54:15.723776+0000) 2024-09-14T03:54:35.869 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:35 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:35.576+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6822 osd.2 since back 2024-09-14T03:54:01.425889+0000 front 2024-09-14T03:54:01.425945+0000 (oldest deadline 2024-09-14T03:54:23.725736+0000) 2024-09-14T03:54:35.870 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:35 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:35.576+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6830 osd.3 since back 2024-09-14T03:54:09.026529+0000 front 2024-09-14T03:54:09.026547+0000 (oldest deadline 2024-09-14T03:54:31.926516+0000) 2024-09-14T03:54:35.870 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:54:35 smithi154 podman[119604]: 2024-09-14 03:54:35.56632741 +0000 UTC m=+0.108567156 container create 77bdfca075ea0d89ed6fe1604765833084495d03c3a1f3685eb93c7d4773234b (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-a278231, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS) 2024-09-14T03:54:35.870 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:54:35 smithi154 podman[119604]: 2024-09-14 03:54:35.473628682 +0000 UTC m=+0.015868390 image pull 8801d2529e4377d97015e6c85a3b4925ede7ce42c7349a1a37eb88f097b6f3f0 quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802 2024-09-14T03:54:35.870 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:54:35 smithi154 podman[119604]: 2024-09-14 03:54:35.793541036 +0000 UTC m=+0.335780736 container init 77bdfca075ea0d89ed6fe1604765833084495d03c3a1f3685eb93c7d4773234b (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6-deactivate, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, RELEASE=main-a278231, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-09-14T03:54:35.870 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:54:35 smithi154 podman[119604]: 2024-09-14 03:54:35.796780061 +0000 UTC m=+0.339019769 container start 77bdfca075ea0d89ed6fe1604765833084495d03c3a1f3685eb93c7d4773234b (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6-deactivate, RELEASE=main-a278231, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, ceph=True) 2024-09-14T03:54:35.870 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:54:35 smithi154 podman[119604]: 2024-09-14 03:54:35.86851031 +0000 UTC m=+0.410750019 container attach 77bdfca075ea0d89ed6fe1604765833084495d03c3a1f3685eb93c7d4773234b (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=main-a278231) 2024-09-14T03:54:36.227 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 14 03:54:36 smithi154 podman[119627]: 2024-09-14 03:54:36.0126725 +0000 UTC m=+0.016549781 container died 77bdfca075ea0d89ed6fe1604765833084495d03c3a1f3685eb93c7d4773234b (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-6-deactivate, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-a278231, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-09-14T03:54:36.586 DEBUG:teuthology.orchestra.run.smithi154:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f357b922-7248-11ef-bceb-c7b262605968@osd.6.service' 2024-09-14T03:54:36.623 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-14T03:54:36.624 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-09-14T03:54:36.624 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-09-14T03:54:36.624 DEBUG:teuthology.orchestra.run.smithi154:> sudo systemctl stop ceph-f357b922-7248-11ef-bceb-c7b262605968@osd.7 2024-09-14T03:54:36.968 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:36 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:36.569+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:43.422832+0000 front 2024-09-14T03:53:43.422949+0000 (oldest deadline 2024-09-14T03:54:11.023265+0000) 2024-09-14T03:54:36.968 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:36 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:36.569+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2024-09-14T03:53:51.023909+0000 front 2024-09-14T03:53:51.023922+0000 (oldest deadline 2024-09-14T03:54:15.723776+0000) 2024-09-14T03:54:36.968 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:36 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:36.569+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6822 osd.2 since back 2024-09-14T03:54:01.425889+0000 front 2024-09-14T03:54:01.425945+0000 (oldest deadline 2024-09-14T03:54:23.725736+0000) 2024-09-14T03:54:36.969 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:36 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:36.569+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6830 osd.3 since back 2024-09-14T03:54:09.026529+0000 front 2024-09-14T03:54:09.026547+0000 (oldest deadline 2024-09-14T03:54:31.926516+0000) 2024-09-14T03:54:36.969 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:36 smithi154 systemd[1]: Stopping Ceph osd.7 for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:54:37.227 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:36 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:36.966+0000 7f31d22fd640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-14T03:54:37.227 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:36 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:36.966+0000 7f31d22fd640 -1 osd.7 1047 *** Got signal Terminated *** 2024-09-14T03:54:37.227 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:36 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:36.966+0000 7f31d22fd640 -1 osd.7 1047 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-14T03:54:37.977 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:37 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:37.524+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:43.422832+0000 front 2024-09-14T03:53:43.422949+0000 (oldest deadline 2024-09-14T03:54:11.023265+0000) 2024-09-14T03:54:37.977 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:37 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:37.524+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2024-09-14T03:53:51.023909+0000 front 2024-09-14T03:53:51.023922+0000 (oldest deadline 2024-09-14T03:54:15.723776+0000) 2024-09-14T03:54:37.978 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:37 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:37.524+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6822 osd.2 since back 2024-09-14T03:54:01.425889+0000 front 2024-09-14T03:54:01.425945+0000 (oldest deadline 2024-09-14T03:54:23.725736+0000) 2024-09-14T03:54:37.978 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:37 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:37.524+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6830 osd.3 since back 2024-09-14T03:54:09.026529+0000 front 2024-09-14T03:54:09.026547+0000 (oldest deadline 2024-09-14T03:54:31.926516+0000) 2024-09-14T03:54:38.879 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:38 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:38.558+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:43.422832+0000 front 2024-09-14T03:53:43.422949+0000 (oldest deadline 2024-09-14T03:54:11.023265+0000) 2024-09-14T03:54:38.880 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:38 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:38.558+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2024-09-14T03:53:51.023909+0000 front 2024-09-14T03:53:51.023922+0000 (oldest deadline 2024-09-14T03:54:15.723776+0000) 2024-09-14T03:54:38.880 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:38 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:38.558+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6822 osd.2 since back 2024-09-14T03:54:01.425889+0000 front 2024-09-14T03:54:01.425945+0000 (oldest deadline 2024-09-14T03:54:23.725736+0000) 2024-09-14T03:54:38.880 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:38 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:38.558+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6830 osd.3 since back 2024-09-14T03:54:09.026529+0000 front 2024-09-14T03:54:09.026547+0000 (oldest deadline 2024-09-14T03:54:31.926516+0000) 2024-09-14T03:54:39.977 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:39 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:39.559+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:43.422832+0000 front 2024-09-14T03:53:43.422949+0000 (oldest deadline 2024-09-14T03:54:11.023265+0000) 2024-09-14T03:54:39.977 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:39 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:39.559+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2024-09-14T03:53:51.023909+0000 front 2024-09-14T03:53:51.023922+0000 (oldest deadline 2024-09-14T03:54:15.723776+0000) 2024-09-14T03:54:39.978 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:39 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:39.559+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6822 osd.2 since back 2024-09-14T03:54:01.425889+0000 front 2024-09-14T03:54:01.425945+0000 (oldest deadline 2024-09-14T03:54:23.725736+0000) 2024-09-14T03:54:39.978 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:39 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:39.559+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6830 osd.3 since back 2024-09-14T03:54:09.026529+0000 front 2024-09-14T03:54:09.026547+0000 (oldest deadline 2024-09-14T03:54:31.926516+0000) 2024-09-14T03:54:40.977 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:40 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:40.526+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:43.422832+0000 front 2024-09-14T03:53:43.422949+0000 (oldest deadline 2024-09-14T03:54:11.023265+0000) 2024-09-14T03:54:40.978 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:40 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:40.526+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2024-09-14T03:53:51.023909+0000 front 2024-09-14T03:53:51.023922+0000 (oldest deadline 2024-09-14T03:54:15.723776+0000) 2024-09-14T03:54:40.978 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:40 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:40.526+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6822 osd.2 since back 2024-09-14T03:54:01.425889+0000 front 2024-09-14T03:54:01.425945+0000 (oldest deadline 2024-09-14T03:54:23.725736+0000) 2024-09-14T03:54:40.978 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:40 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:40.526+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6830 osd.3 since back 2024-09-14T03:54:09.026529+0000 front 2024-09-14T03:54:09.026547+0000 (oldest deadline 2024-09-14T03:54:31.926516+0000) 2024-09-14T03:54:41.977 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:41 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:41.504+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-14T03:53:43.422832+0000 front 2024-09-14T03:53:43.422949+0000 (oldest deadline 2024-09-14T03:54:11.023265+0000) 2024-09-14T03:54:41.977 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:41 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:41.504+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2024-09-14T03:53:51.023909+0000 front 2024-09-14T03:53:51.023922+0000 (oldest deadline 2024-09-14T03:54:15.723776+0000) 2024-09-14T03:54:41.977 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:41 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:41.504+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6822 osd.2 since back 2024-09-14T03:54:01.425889+0000 front 2024-09-14T03:54:01.425945+0000 (oldest deadline 2024-09-14T03:54:23.725736+0000) 2024-09-14T03:54:41.978 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:41 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7[99683]: 2024-09-14T03:54:41.504+0000 7f31ca90a640 -1 osd.7 1047 heartbeat_check: no reply from 172.21.15.2:6830 osd.3 since back 2024-09-14T03:54:09.026529+0000 front 2024-09-14T03:54:09.026547+0000 (oldest deadline 2024-09-14T03:54:31.926516+0000) 2024-09-14T03:54:42.817 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:42 smithi154 podman[119706]: 2024-09-14 03:54:42.542956763 +0000 UTC m=+5.699722421 container died 3fd2a8db6e2c465a0c5bd01a9692fd454367a70c3e0ea785dbcbb5aa069a4d6c (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7, RELEASE=main-a278231, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-14T03:54:43.159 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:42 smithi154 podman[119706]: 2024-09-14 03:54:42.915917718 +0000 UTC m=+6.072683378 container cleanup 3fd2a8db6e2c465a0c5bd01a9692fd454367a70c3e0ea785dbcbb5aa069a4d6c (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, RELEASE=main-a278231, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2) 2024-09-14T03:54:43.159 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:42 smithi154 bash[119706]: ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7 2024-09-14T03:54:43.477 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:43 smithi154 podman[119733]: 2024-09-14 03:54:43.158630239 +0000 UTC m=+0.609348128 container remove 3fd2a8db6e2c465a0c5bd01a9692fd454367a70c3e0ea785dbcbb5aa069a4d6c (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-a278231, CEPH_POINT_RELEASE=) 2024-09-14T03:54:43.795 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:43 smithi154 podman[119822]: 2024-09-14 03:54:43.484615109 +0000 UTC m=+0.111889969 container create 39d02a351caf1b81ddf458cedce5d34d448e820abf8049a92a191abbdbe09906 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7-deactivate, GIT_BRANCH=HEAD, RELEASE=main-a278231, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.build-date=20240731) 2024-09-14T03:54:43.796 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:43 smithi154 podman[119822]: 2024-09-14 03:54:43.388570757 +0000 UTC m=+0.015845631 image pull 8801d2529e4377d97015e6c85a3b4925ede7ce42c7349a1a37eb88f097b6f3f0 quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802 2024-09-14T03:54:43.796 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:43 smithi154 podman[119822]: 2024-09-14 03:54:43.711714251 +0000 UTC m=+0.338989116 container init 39d02a351caf1b81ddf458cedce5d34d448e820abf8049a92a191abbdbe09906 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=main-a278231, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-09-14T03:54:43.796 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:43 smithi154 podman[119822]: 2024-09-14 03:54:43.71492591 +0000 UTC m=+0.342200775 container start 39d02a351caf1b81ddf458cedce5d34d448e820abf8049a92a191abbdbe09906 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7-deactivate, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-a278231, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-09-14T03:54:43.796 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:43 smithi154 podman[119822]: 2024-09-14 03:54:43.795021294 +0000 UTC m=+0.422296157 container attach 39d02a351caf1b81ddf458cedce5d34d448e820abf8049a92a191abbdbe09906 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7-deactivate, RELEASE=main-a278231, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731) 2024-09-14T03:54:44.199 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 14 03:54:43 smithi154 podman[119822]: 2024-09-14 03:54:43.90339063 +0000 UTC m=+0.530665502 container died 39d02a351caf1b81ddf458cedce5d34d448e820abf8049a92a191abbdbe09906 (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-osd-7-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, RELEASE=main-a278231, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-14T03:54:44.481 DEBUG:teuthology.orchestra.run.smithi154:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f357b922-7248-11ef-bceb-c7b262605968@osd.7.service' 2024-09-14T03:54:44.519 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-14T03:54:44.520 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-09-14T03:54:44.520 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-09-14T03:54:44.520 DEBUG:teuthology.orchestra.run.smithi002:> sudo systemctl stop ceph-f357b922-7248-11ef-bceb-c7b262605968@mds.a 2024-09-14T03:54:44.826 INFO:journalctl@ceph.mds.a.smithi002.stdout:Sep 14 03:54:44 smithi002 systemd[1]: Stopping Ceph mds.a for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:54:45.186 INFO:journalctl@ceph.mds.a.smithi002.stdout:Sep 14 03:54:44 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mds-a[112794]: 2024-09-14T03:54:44.825+0000 7f7d55c87640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-14T03:54:45.187 INFO:journalctl@ceph.mds.a.smithi002.stdout:Sep 14 03:54:44 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-mds-a[112794]: 2024-09-14T03:54:44.825+0000 7f7d55c87640 -1 mds.a *** got signal Terminated *** 2024-09-14T03:54:48.460 INFO:journalctl@ceph.mds.a.smithi002.stdout:Sep 14 03:54:48 smithi002 podman[129912]: 2024-09-14 03:54:48.187739512 +0000 UTC m=+3.462142396 container died 65e250421c44f08667161de0b9799d48d08a456ba7319bb5c9a2275bc0c61a1e (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mds-a, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=main-a278231, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-14T03:54:48.793 INFO:journalctl@ceph.mds.a.smithi002.stdout:Sep 14 03:54:48 smithi002 podman[129912]: 2024-09-14 03:54:48.533333439 +0000 UTC m=+3.807736325 container cleanup 65e250421c44f08667161de0b9799d48d08a456ba7319bb5c9a2275bc0c61a1e (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mds-a, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, RELEASE=main-a278231, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-14T03:54:48.793 INFO:journalctl@ceph.mds.a.smithi002.stdout:Sep 14 03:54:48 smithi002 bash[129912]: ceph-f357b922-7248-11ef-bceb-c7b262605968-mds-a 2024-09-14T03:54:48.981 DEBUG:teuthology.orchestra.run.smithi002:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f357b922-7248-11ef-bceb-c7b262605968@mds.a.service' 2024-09-14T03:54:49.019 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-14T03:54:49.019 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-09-14T03:54:49.019 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-09-14T03:54:49.020 DEBUG:teuthology.orchestra.run.smithi154:> sudo systemctl stop ceph-f357b922-7248-11ef-bceb-c7b262605968@mds.b 2024-09-14T03:54:49.327 INFO:journalctl@ceph.mds.b.smithi154.stdout:Sep 14 03:54:49 smithi154 systemd[1]: Stopping Ceph mds.b for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:54:49.615 INFO:journalctl@ceph.mds.b.smithi154.stdout:Sep 14 03:54:49 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mds-b[103758]: 2024-09-14T03:54:49.324+0000 7f6ecbe52640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-14T03:54:49.616 INFO:journalctl@ceph.mds.b.smithi154.stdout:Sep 14 03:54:49 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-mds-b[103758]: 2024-09-14T03:54:49.324+0000 7f6ecbe52640 -1 mds.b *** got signal Terminated *** 2024-09-14T03:54:53.125 INFO:journalctl@ceph.mds.b.smithi154.stdout:Sep 14 03:54:52 smithi154 podman[119924]: 2024-09-14 03:54:52.793875669 +0000 UTC m=+3.580236727 container died d91ecd716157341f5ffd316d3d1ae88529e33c1babeec2a111f5dddf0b844e8c (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mds-b, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, RELEASE=main-a278231) 2024-09-14T03:54:53.126 INFO:journalctl@ceph.mds.b.smithi154.stdout:Sep 14 03:54:53 smithi154 podman[119924]: 2024-09-14 03:54:53.124757728 +0000 UTC m=+3.911118780 container cleanup d91ecd716157341f5ffd316d3d1ae88529e33c1babeec2a111f5dddf0b844e8c (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mds-b, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, RELEASE=main-a278231, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-09-14T03:54:53.477 INFO:journalctl@ceph.mds.b.smithi154.stdout:Sep 14 03:54:53 smithi154 bash[119924]: ceph-f357b922-7248-11ef-bceb-c7b262605968-mds-b 2024-09-14T03:54:53.477 INFO:journalctl@ceph.mds.b.smithi154.stdout:Sep 14 03:54:53 smithi154 podman[119937]: 2024-09-14 03:54:53.317573698 +0000 UTC m=+0.522330305 container remove d91ecd716157341f5ffd316d3d1ae88529e33c1babeec2a111f5dddf0b844e8c (image=quay.ceph.io/ceph-ci/ceph@sha256:862445896ef1df9aa3acdb9cfb761812e8e943c37f87d60be1b51d2242056802, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-mds-b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-a278231, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-09-14T03:54:53.555 DEBUG:teuthology.orchestra.run.smithi154:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f357b922-7248-11ef-bceb-c7b262605968@mds.b.service' 2024-09-14T03:54:53.589 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-14T03:54:53.589 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-09-14T03:54:53.590 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2024-09-14T03:54:53.590 DEBUG:teuthology.orchestra.run.smithi154:> sudo systemctl stop ceph-f357b922-7248-11ef-bceb-c7b262605968@prometheus.a 2024-09-14T03:54:53.904 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:54:53 smithi154 systemd[1]: Stopping Ceph prometheus.a for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:54:54.188 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:54:53 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[111022]: ts=2024-09-14T03:54:53.903Z caller=main.go:964 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-14T03:54:54.188 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:54:53 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[111022]: ts=2024-09-14T03:54:53.904Z caller=main.go:988 level=info msg="Stopping scrape discovery manager..." 2024-09-14T03:54:54.188 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:54:53 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[111022]: ts=2024-09-14T03:54:53.904Z caller=main.go:1002 level=info msg="Stopping notify discovery manager..." 2024-09-14T03:54:54.189 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:54:53 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[111022]: ts=2024-09-14T03:54:53.904Z caller=manager.go:177 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-14T03:54:54.189 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:54:53 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[111022]: ts=2024-09-14T03:54:53.904Z caller=main.go:984 level=info msg="Scrape discovery manager stopped" 2024-09-14T03:54:54.189 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:54:53 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[111022]: ts=2024-09-14T03:54:53.904Z caller=main.go:998 level=info msg="Notify discovery manager stopped" 2024-09-14T03:54:54.189 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:54:53 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[111022]: ts=2024-09-14T03:54:53.904Z caller=manager.go:187 level=info component="rule manager" msg="Rule manager stopped" 2024-09-14T03:54:54.189 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:54:53 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[111022]: ts=2024-09-14T03:54:53.904Z caller=main.go:1039 level=info msg="Stopping scrape manager..." 2024-09-14T03:54:54.189 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:54:53 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[111022]: ts=2024-09-14T03:54:53.904Z caller=main.go:1031 level=info msg="Scrape manager stopped" 2024-09-14T03:54:54.189 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:54:53 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[111022]: ts=2024-09-14T03:54:53.907Z caller=notifier.go:618 level=info component=notifier msg="Stopping notification manager..." 2024-09-14T03:54:54.189 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:54:53 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[111022]: ts=2024-09-14T03:54:53.907Z caller=main.go:1261 level=info msg="Notifier manager stopped" 2024-09-14T03:54:54.190 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:54:53 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a[111022]: ts=2024-09-14T03:54:53.907Z caller=main.go:1273 level=info msg="See you next time!" 2024-09-14T03:54:54.190 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:54:53 smithi154 podman[120047]: 2024-09-14 03:54:53.914207962 +0000 UTC m=+0.112658460 container died eb1e4ee489aa556284143e2b13334882f0091ff2d047f357f1464417ba9db1d0 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-14T03:54:54.477 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:54:54 smithi154 podman[120047]: 2024-09-14 03:54:54.286939398 +0000 UTC m=+0.485389897 container cleanup eb1e4ee489aa556284143e2b13334882f0091ff2d047f357f1464417ba9db1d0 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-14T03:54:54.477 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Sep 14 03:54:54 smithi154 bash[120047]: ceph-f357b922-7248-11ef-bceb-c7b262605968-prometheus-a 2024-09-14T03:54:54.861 DEBUG:teuthology.orchestra.run.smithi154:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f357b922-7248-11ef-bceb-c7b262605968@prometheus.a.service' 2024-09-14T03:54:54.893 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-14T03:54:54.893 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2024-09-14T03:54:54.894 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid f357b922-7248-11ef-bceb-c7b262605968 --force --keep-logs 2024-09-14T03:54:55.055 INFO:teuthology.orchestra.run.smithi002.stdout:Deleting cluster with fsid: f357b922-7248-11ef-bceb-c7b262605968 2024-09-14T03:54:56.687 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Sep 14 03:54:56 smithi002 systemd[1]: Stopping Ceph alertmanager.a for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:54:57.131 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Sep 14 03:54:56 smithi002 ceph-f357b922-7248-11ef-bceb-c7b262605968-alertmanager-a[120730]: ts=2024-09-14T03:54:56.846Z caller=main.go:542 level=info msg="Received SIGTERM, exiting gracefully..." 2024-09-14T03:54:57.132 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Sep 14 03:54:56 smithi002 podman[130364]: 2024-09-14 03:54:56.887341868 +0000 UTC m=+0.146537893 container died 1e906511d854ddcec04d45a91ddd241a5da5a6b24827eba034c04e61421f4052 (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-14T03:54:57.436 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Sep 14 03:54:57 smithi002 podman[130364]: 2024-09-14 03:54:57.238184023 +0000 UTC m=+0.497380044 container cleanup 1e906511d854ddcec04d45a91ddd241a5da5a6b24827eba034c04e61421f4052 (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-14T03:54:57.437 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Sep 14 03:54:57 smithi002 bash[130364]: ceph-f357b922-7248-11ef-bceb-c7b262605968-alertmanager-a 2024-09-14T03:54:57.915 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Sep 14 03:54:57 smithi002 podman[130377]: 2024-09-14 03:54:57.514277693 +0000 UTC m=+0.629831883 container remove 1e906511d854ddcec04d45a91ddd241a5da5a6b24827eba034c04e61421f4052 (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-14T03:54:57.916 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Sep 14 03:54:57 smithi002 podman[130377]: 2024-09-14 03:54:57.581387307 +0000 UTC m=+0.696941496 volume remove f06787e191b7a28e6e764044c3038d2eb30928a73f7988389138f201f5b89b51 2024-09-14T03:54:57.916 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Sep 14 03:54:57 smithi002 systemd[1]: ceph-f357b922-7248-11ef-bceb-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-09-14T03:54:57.916 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Sep 14 03:54:57 smithi002 systemd[1]: Stopped Ceph alertmanager.a for f357b922-7248-11ef-bceb-c7b262605968. 2024-09-14T03:54:57.916 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Sep 14 03:54:57 smithi002 systemd[1]: ceph-f357b922-7248-11ef-bceb-c7b262605968@alertmanager.a.service: Consumed 1.268s CPU time. 2024-09-14T03:54:58.170 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:54:57 smithi002 systemd[1]: Stopping Ceph node-exporter.a for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:54:58.428 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:54:58 smithi002 podman[130484]: 2024-09-14 03:54:58.170088557 +0000 UTC m=+0.111647630 container died 3b7bacb3fdf8ea2022b48823d19e233af0eab7f9748328c806102d35f2eaea5a (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-14T03:54:58.687 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:54:58 smithi002 podman[130484]: 2024-09-14 03:54:58.525912498 +0000 UTC m=+0.467471565 container cleanup 3b7bacb3fdf8ea2022b48823d19e233af0eab7f9748328c806102d35f2eaea5a (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-14T03:54:58.687 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:54:58 smithi002 bash[130484]: ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a 2024-09-14T03:54:59.107 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:54:58 smithi002 podman[130495]: 2024-09-14 03:54:58.793591886 +0000 UTC m=+0.627058617 container remove 3b7bacb3fdf8ea2022b48823d19e233af0eab7f9748328c806102d35f2eaea5a (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-14T03:54:59.108 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:54:58 smithi002 systemd[1]: ceph-f357b922-7248-11ef-bceb-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-09-14T03:54:59.108 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:54:58 smithi002 systemd[1]: ceph-f357b922-7248-11ef-bceb-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-09-14T03:54:59.108 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:54:58 smithi002 systemd[1]: Stopped Ceph node-exporter.a for f357b922-7248-11ef-bceb-c7b262605968. 2024-09-14T03:54:59.108 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Sep 14 03:54:58 smithi002 systemd[1]: ceph-f357b922-7248-11ef-bceb-c7b262605968@node-exporter.a.service: Consumed 2.901s CPU time. 2024-09-14T03:54:59.665 DEBUG:teuthology.orchestra.run.smithi154:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid f357b922-7248-11ef-bceb-c7b262605968 --force --keep-logs 2024-09-14T03:54:59.691 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:54:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=cleanup t=2024-09-14T03:54:59.367867885Z level=info msg="Completed cleanup jobs" duration=3.060618ms 2024-09-14T03:54:59.691 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:54:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=grafana.update.checker t=2024-09-14T03:54:59.500571579Z level=info msg="Update check succeeded" duration=58.682638ms 2024-09-14T03:54:59.691 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:54:59 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=plugins.update.checker t=2024-09-14T03:54:59.511079615Z level=info msg="Update check succeeded" duration=67.380589ms 2024-09-14T03:54:59.813 INFO:teuthology.orchestra.run.smithi154.stdout:Deleting cluster with fsid: f357b922-7248-11ef-bceb-c7b262605968 2024-09-14T03:55:01.477 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:55:01 smithi154 systemd[1]: Stopping Ceph grafana.a for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:55:01.760 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:55:01 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=server t=2024-09-14T03:55:01.492276631Z level=info msg="Shutdown started" reason="System signal: terminated" 2024-09-14T03:55:01.760 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:55:01 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=tracing t=2024-09-14T03:55:01.492594001Z level=info msg="Closing tracing" 2024-09-14T03:55:01.761 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:55:01 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=ticker t=2024-09-14T03:55:01.492607103Z level=info msg=stopped last_tick=2024-09-14T03:55:00Z 2024-09-14T03:55:01.761 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:55:01 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=grafana-apiserver t=2024-09-14T03:55:01.49262291Z level=info msg="StorageObjectCountTracker pruner is exiting" 2024-09-14T03:55:01.761 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:55:01 smithi154 ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a[114686]: logger=sqlstore.transactions t=2024-09-14T03:55:01.504020756Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-09-14T03:55:01.761 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:55:01 smithi154 podman[120488]: 2024-09-14 03:55:01.513005582 +0000 UTC m=+0.099384447 container died 5a9ec71643807601fb814519ac0699859604e462f2bcd053b7eda9396c61787f (image=quay.io/ceph/grafana:10.4.0, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-09-14T03:55:02.043 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:55:01 smithi154 podman[120488]: 2024-09-14 03:55:01.850255563 +0000 UTC m=+0.436634471 container cleanup 5a9ec71643807601fb814519ac0699859604e462f2bcd053b7eda9396c61787f (image=quay.io/ceph/grafana:10.4.0, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-09-14T03:55:02.044 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:55:01 smithi154 bash[120488]: ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a 2024-09-14T03:55:02.449 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:55:02 smithi154 podman[120502]: 2024-09-14 03:55:02.043046329 +0000 UTC m=+0.526333050 container remove 5a9ec71643807601fb814519ac0699859604e462f2bcd053b7eda9396c61787f (image=quay.io/ceph/grafana:10.4.0, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-09-14T03:55:02.449 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:55:02 smithi154 systemd[1]: ceph-f357b922-7248-11ef-bceb-c7b262605968@grafana.a.service: Deactivated successfully. 2024-09-14T03:55:02.450 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:55:02 smithi154 systemd[1]: Stopped Ceph grafana.a for f357b922-7248-11ef-bceb-c7b262605968. 2024-09-14T03:55:02.450 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Sep 14 03:55:02 smithi154 systemd[1]: ceph-f357b922-7248-11ef-bceb-c7b262605968@grafana.a.service: Consumed 6.728s CPU time. 2024-09-14T03:55:02.727 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:55:02 smithi154 systemd[1]: Stopping Ceph node-exporter.b for f357b922-7248-11ef-bceb-c7b262605968... 2024-09-14T03:55:02.727 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:55:02 smithi154 podman[120607]: 2024-09-14 03:55:02.698317061 +0000 UTC m=+0.112890696 container died ed8e375f5cb9b57ef4fb38c61693c448a90607193fa153154e8fef4177266fe9 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-14T03:55:03.206 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:55:03 smithi154 podman[120607]: 2024-09-14 03:55:03.012807789 +0000 UTC m=+0.427381413 container cleanup ed8e375f5cb9b57ef4fb38c61693c448a90607193fa153154e8fef4177266fe9 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-14T03:55:03.206 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:55:03 smithi154 bash[120607]: ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b 2024-09-14T03:55:03.478 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:55:03 smithi154 podman[120619]: 2024-09-14 03:55:03.205626407 +0000 UTC m=+0.509315042 container remove ed8e375f5cb9b57ef4fb38c61693c448a90607193fa153154e8fef4177266fe9 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-f357b922-7248-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-14T03:55:03.478 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:55:03 smithi154 systemd[1]: ceph-f357b922-7248-11ef-bceb-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-09-14T03:55:03.479 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:55:03 smithi154 systemd[1]: ceph-f357b922-7248-11ef-bceb-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-09-14T03:55:03.479 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:55:03 smithi154 systemd[1]: Stopped Ceph node-exporter.b for f357b922-7248-11ef-bceb-c7b262605968. 2024-09-14T03:55:03.479 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Sep 14 03:55:03 smithi154 systemd[1]: ceph-f357b922-7248-11ef-bceb-c7b262605968@node-exporter.b.service: Consumed 2.744s CPU time. 2024-09-14T03:55:04.127 DEBUG:teuthology.orchestra.run.smithi002:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-14T03:55:04.163 DEBUG:teuthology.orchestra.run.smithi154:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-14T03:55:04.194 INFO:tasks.cephadm:Archiving crash dumps... 2024-09-14T03:55:04.197 DEBUG:teuthology.misc:Transferring archived files from smithi002:/var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-09-14_03:08:15-upgrade-main-distro-default-smithi/7904518/remote/smithi002/crash 2024-09-14T03:55:04.198 DEBUG:teuthology.orchestra.run.smithi002:> sudo tar c -f - -C /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/crash -- . 2024-09-14T03:55:04.248 INFO:teuthology.orchestra.run.smithi002.stderr:tar: /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/crash: Cannot open: No such file or directory 2024-09-14T03:55:04.249 INFO:teuthology.orchestra.run.smithi002.stderr:tar: Error is not recoverable: exiting now 2024-09-14T03:55:04.250 DEBUG:teuthology.misc:Transferring archived files from smithi154:/var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-09-14_03:08:15-upgrade-main-distro-default-smithi/7904518/remote/smithi154/crash 2024-09-14T03:55:04.251 DEBUG:teuthology.orchestra.run.smithi154:> sudo tar c -f - -C /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/crash -- . 2024-09-14T03:55:04.286 INFO:teuthology.orchestra.run.smithi154.stderr:tar: /var/lib/ceph/f357b922-7248-11ef-bceb-c7b262605968/crash: Cannot open: No such file or directory 2024-09-14T03:55:04.286 INFO:teuthology.orchestra.run.smithi154.stderr:tar: Error is not recoverable: exiting now 2024-09-14T03:55:04.287 INFO:tasks.cephadm:Checking cluster log for badness... 2024-09-14T03:55:04.287 DEBUG:teuthology.orchestra.run.smithi002:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/f357b922-7248-11ef-bceb-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v 'mons down' | egrep -v 'mon down' | egrep -v MON_DOWN | egrep -v 'out of quorum' | egrep -v PG_AVAILABILITY | head -n 1 2024-09-14T03:55:04.320 INFO:teuthology.orchestra.run.smithi002.stdout:2024-09-14T03:31:39.266940+0000 mon.a (mon.0) 663 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-14T03:55:04.321 WARNING:tasks.cephadm:Found errors (ERR|WRN|SEC) in cluster log 2024-09-14T03:55:04.321 INFO:tasks.cephadm:Compressing logs... 2024-09-14T03:55:04.321 DEBUG:teuthology.orchestra.run.smithi002:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-14T03:55:04.364 DEBUG:teuthology.orchestra.run.smithi154:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-14T03:55:04.388 INFO:teuthology.orchestra.run.smithi154.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/f357b922-7248-11ef-bceb-c7b262605968/ceph-osd.7.log 2024-09-14T03:55:04.389 INFO:teuthology.orchestra.run.smithi154.stderr:: No such file or directory 2024-09-14T03:55:04.389 INFO:teuthology.orchestra.run.smithi154.stderr:gzip -5 --verbose -- /var/log/ceph/f357b922-7248-11ef-bceb-c7b262605968/ceph-volume.log 2024-09-14T03:55:04.394 INFO:teuthology.orchestra.run.smithi002.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/f357b922-7248-11ef-bceb-c7b262605968/ceph-osd.0.log 2024-09-14T03:55:04.394 INFO:teuthology.orchestra.run.smithi002.stderr:: No such file or directory 2024-09-14T03:55:04.394 INFO:teuthology.orchestra.run.smithi002.stderr:gzip -5 --verbose -- /var/log/ceph/f357b922-7248-11ef-bceb-c7b262605968/ceph-osd.1.log 2024-09-14T03:55:04.395 INFO:teuthology.orchestra.run.smithi002.stderr:/var/log/ceph/f357b922-7248-11ef-bceb-c7b262605968/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/f357b922-7248-11ef-bceb-c7b262605968/ceph-volume.log 2024-09-14T03:55:04.395 INFO:teuthology.orchestra.run.smithi002.stderr:/var/log/ceph/f357b922-7248-11ef-bceb-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/f357b922-7248-11ef-bceb-c7b262605968/ceph.audit.log 2024-09-14T03:55:04.395 INFO:teuthology.orchestra.run.smithi002.stderr:/var/log/ceph/f357b922-7248-11ef-bceb-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/f357b922-7248-11ef-bceb-c7b262605968/ceph-mon.c.log 2024-09-14T03:55:04.395 INFO:teuthology.orchestra.run.smithi002.stderr:gzip -5 --verbose -- /var/log/ceph/f357b922-7248-11ef-bceb-c7b262605968/ceph-mds.a.log 2024-09-14T03:55:04.395 INFO:teuthology.orchestra.run.smithi002.stderr:/var/log/ceph/f357b922-7248-11ef-bceb-c7b262605968/ceph.audit.log: /var/log/ceph/f357b922-7248-11ef-bceb-c7b262605968/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/f357b922-7248-11ef-bceb-c7b262605968/ceph.cephadm.log 2024-09-14T03:55:04.395 INFO:teuthology.orchestra.run.smithi002.stderr:/var/log/ceph/f357b922-7248-11ef-bceb-c7b262605968/ceph-mds.a.log: gzip -5 --verbose -- /var/log/ceph/f357b922-7248-11ef-bceb-c7b262605968/ceph-mon.a.log 2024-09-14T03:55:04.395 INFO:teuthology.orchestra.run.smithi002.stderr:/var/log/ceph/f357b922-7248-11ef-bceb-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/f357b922-7248-11ef-bceb-c7b262605968/ceph-osd.2.log 2024-09-14T03:55:04.395 INFO:teuthology.orchestra.run.smithi002.stderr:/var/log/ceph/f357b922-7248-11ef-bceb-c7b262605968/ceph-mon.a.log: 91.5% -- replaced with /var/log/ceph/f357b922-7248-11ef-bceb-c7b262605968/ceph.cephadm.log.gz 2024-09-14T03:55:04.396 INFO:teuthology.orchestra.run.smithi002.stderr:gzip -5 --verbose -- /var/log/ceph/f357b922-7248-11ef-bceb-c7b262605968/ceph-mgr.y.log 2024-09-14T03:55:04.397 INFO:teuthology.orchestra.run.smithi154.stderr:/var/log/ceph/f357b922-7248-11ef-bceb-c7b262605968/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/f357b922-7248-11ef-bceb-c7b262605968/ceph-mds.b.log 2024-09-14T03:55:04.397 INFO:teuthology.orchestra.run.smithi154.stderr:/var/log/ceph/f357b922-7248-11ef-bceb-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/f357b922-7248-11ef-bceb-c7b262605968/ceph-osd.4.log 2024-09-14T03:55:04.397 INFO:teuthology.orchestra.run.smithi154.stderr:/var/log/ceph/f357b922-7248-11ef-bceb-c7b262605968/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/f357b922-7248-11ef-bceb-c7b262605968/ceph.audit.log 2024-09-14T03:55:04.397 INFO:teuthology.orchestra.run.smithi154.stderr: 83.6% -- replaced with /var/log/ceph/f357b922-7248-11ef-bceb-c7b262605968/ceph-mds.b.log.gz 2024-09-14T03:55:04.398 INFO:teuthology.orchestra.run.smithi154.stderr:gzip -5 --verbose -- /var/log/ceph/f357b922-7248-11ef-bceb-c7b262605968/ceph.cephadm.log 2024-09-14T03:55:04.398 INFO:teuthology.orchestra.run.smithi154.stderr:/var/log/ceph/f357b922-7248-11ef-bceb-c7b262605968/ceph-osd.4.log: /var/log/ceph/f357b922-7248-11ef-bceb-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/f357b922-7248-11ef-bceb-c7b262605968/ceph-osd.6.log 2024-09-14T03:55:04.398 INFO:teuthology.orchestra.run.smithi154.stderr:/var/log/ceph/f357b922-7248-11ef-bceb-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/f357b922-7248-11ef-bceb-c7b262605968/ceph-osd.5.log 2024-09-14T03:55:04.398 INFO:teuthology.orchestra.run.smithi154.stderr:/var/log/ceph/f357b922-7248-11ef-bceb-c7b262605968/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/f357b922-7248-11ef-bceb-c7b262605968/ceph.log 84.8% -- replaced with /var/log/ceph/f357b922-7248-11ef-bceb-c7b262605968/ceph.cephadm.log.gz 2024-09-14T03:55:04.398 INFO:teuthology.orchestra.run.smithi154.stderr: 2024-09-14T03:55:04.398 INFO:teuthology.orchestra.run.smithi154.stderr:/var/log/ceph/f357b922-7248-11ef-bceb-c7b262605968/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/f357b922-7248-11ef-bceb-c7b262605968/ceph-mgr.x.log 2024-09-14T03:55:04.398 INFO:teuthology.orchestra.run.smithi154.stderr:/var/log/ceph/f357b922-7248-11ef-bceb-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/f357b922-7248-11ef-bceb-c7b262605968/ceph-mon.b.log 2024-09-14T03:55:04.398 INFO:teuthology.orchestra.run.smithi154.stderr:/var/log/ceph/f357b922-7248-11ef-bceb-c7b262605968/ceph-mgr.x.log: 91.0% -- replaced with /var/log/ceph/f357b922-7248-11ef-bceb-c7b262605968/ceph.audit.log.gz 2024-09-14T03:55:04.399 INFO:teuthology.orchestra.run.smithi154.stderr: 86.3% -- replaced with /var/log/ceph/f357b922-7248-11ef-bceb-c7b262605968/ceph.log.gz 2024-09-14T03:55:04.399 INFO:teuthology.orchestra.run.smithi154.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-09-14T03:55:04.402 INFO:teuthology.orchestra.run.smithi002.stderr:/var/log/ceph/f357b922-7248-11ef-bceb-c7b262605968/ceph-osd.2.log: 94.5% -- replaced with /var/log/ceph/f357b922-7248-11ef-bceb-c7b262605968/ceph.audit.log.gz 2024-09-14T03:55:04.402 INFO:teuthology.orchestra.run.smithi002.stderr: 91.8% -- replaced with /var/log/ceph/f357b922-7248-11ef-bceb-c7b262605968/ceph-mds.a.log.gz 2024-09-14T03:55:04.402 INFO:teuthology.orchestra.run.smithi002.stderr:gzip -5 --verbose -- /var/log/ceph/f357b922-7248-11ef-bceb-c7b262605968/ceph.log 2024-09-14T03:55:04.402 INFO:teuthology.orchestra.run.smithi002.stderr:/var/log/ceph/f357b922-7248-11ef-bceb-c7b262605968/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/f357b922-7248-11ef-bceb-c7b262605968/ceph-osd.3.log 2024-09-14T03:55:04.412 INFO:teuthology.orchestra.run.smithi002.stderr:/var/log/ceph/f357b922-7248-11ef-bceb-c7b262605968/ceph.log: 92.4% -- replaced with /var/log/ceph/f357b922-7248-11ef-bceb-c7b262605968/ceph.log.gz 2024-09-14T03:55:04.412 INFO:teuthology.orchestra.run.smithi002.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-09-14T03:55:04.415 INFO:teuthology.orchestra.run.smithi154.stderr:/var/log/ceph/f357b922-7248-11ef-bceb-c7b262605968/ceph-mon.b.log: /var/log/ceph/cephadm.log: 91.2% -- replaced with /var/log/ceph/f357b922-7248-11ef-bceb-c7b262605968/ceph-volume.log.gz 2024-09-14T03:55:04.415 INFO:teuthology.orchestra.run.smithi002.stderr:/var/log/ceph/f357b922-7248-11ef-bceb-c7b262605968/ceph-osd.3.log: 91.1% -- replaced with /var/log/ceph/f357b922-7248-11ef-bceb-c7b262605968/ceph-volume.log.gz 2024-09-14T03:55:04.417 INFO:teuthology.orchestra.run.smithi154.stderr: 89.4% -- replaced with /var/log/ceph/cephadm.log.gz 2024-09-14T03:55:04.430 INFO:teuthology.orchestra.run.smithi002.stderr:/var/log/ceph/cephadm.log: 91.9% -- replaced with /var/log/ceph/cephadm.log.gz 2024-09-14T03:55:04.441 INFO:teuthology.orchestra.run.smithi154.stderr: 89.2% -- replaced with /var/log/ceph/f357b922-7248-11ef-bceb-c7b262605968/ceph-mgr.x.log.gz 2024-09-14T03:55:04.887 INFO:teuthology.orchestra.run.smithi002.stderr: 89.2% -- replaced with /var/log/ceph/f357b922-7248-11ef-bceb-c7b262605968/ceph-mgr.y.log.gz 2024-09-14T03:55:04.911 INFO:teuthology.orchestra.run.smithi154.stderr: 92.1% -- replaced with /var/log/ceph/f357b922-7248-11ef-bceb-c7b262605968/ceph-mon.b.log.gz 2024-09-14T03:55:05.191 INFO:teuthology.orchestra.run.smithi002.stderr: 91.9% -- replaced with /var/log/ceph/f357b922-7248-11ef-bceb-c7b262605968/ceph-mon.c.log.gz 2024-09-14T03:55:05.820 INFO:teuthology.orchestra.run.smithi002.stderr: 90.8% -- replaced with /var/log/ceph/f357b922-7248-11ef-bceb-c7b262605968/ceph-mon.a.log.gz 2024-09-14T03:55:09.427 INFO:teuthology.orchestra.run.smithi154.stderr: 94.3% -- replaced with /var/log/ceph/f357b922-7248-11ef-bceb-c7b262605968/ceph-osd.6.log.gz 2024-09-14T03:55:09.639 INFO:teuthology.orchestra.run.smithi154.stderr: 94.4% -- replaced with /var/log/ceph/f357b922-7248-11ef-bceb-c7b262605968/ceph-osd.7.log.gz 2024-09-14T03:55:09.852 INFO:teuthology.orchestra.run.smithi154.stderr: 94.1% -- replaced with /var/log/ceph/f357b922-7248-11ef-bceb-c7b262605968/ceph-osd.4.log.gz 2024-09-14T03:55:10.198 INFO:teuthology.orchestra.run.smithi154.stderr: 94.1% -- replaced with /var/log/ceph/f357b922-7248-11ef-bceb-c7b262605968/ceph-osd.5.log.gz 2024-09-14T03:55:10.200 INFO:teuthology.orchestra.run.smithi154.stderr: 2024-09-14T03:55:10.200 INFO:teuthology.orchestra.run.smithi154.stderr:real 0m5.821s 2024-09-14T03:55:10.200 INFO:teuthology.orchestra.run.smithi154.stderr:user 0m21.296s 2024-09-14T03:55:10.201 INFO:teuthology.orchestra.run.smithi154.stderr:sys 0m0.819s 2024-09-14T03:55:10.727 INFO:teuthology.orchestra.run.smithi002.stderr: 94.0% -- replaced with /var/log/ceph/f357b922-7248-11ef-bceb-c7b262605968/ceph-osd.0.log.gz 2024-09-14T03:55:11.789 INFO:teuthology.orchestra.run.smithi002.stderr: 93.9% -- replaced with /var/log/ceph/f357b922-7248-11ef-bceb-c7b262605968/ceph-osd.2.log.gz 2024-09-14T03:55:12.445 INFO:teuthology.orchestra.run.smithi002.stderr: 94.5% -- replaced with /var/log/ceph/f357b922-7248-11ef-bceb-c7b262605968/ceph-osd.3.log.gz 2024-09-14T03:55:13.637 INFO:teuthology.orchestra.run.smithi002.stderr: 94.3% -- replaced with /var/log/ceph/f357b922-7248-11ef-bceb-c7b262605968/ceph-osd.1.log.gz 2024-09-14T03:55:13.639 INFO:teuthology.orchestra.run.smithi002.stderr: 2024-09-14T03:55:13.639 INFO:teuthology.orchestra.run.smithi002.stderr:real 0m9.261s 2024-09-14T03:55:13.639 INFO:teuthology.orchestra.run.smithi002.stderr:user 0m32.654s 2024-09-14T03:55:13.640 INFO:teuthology.orchestra.run.smithi002.stderr:sys 0m1.093s 2024-09-14T03:55:13.640 INFO:tasks.cephadm:Archiving logs... 2024-09-14T03:55:13.640 DEBUG:teuthology.misc:Transferring archived files from smithi002:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-14_03:08:15-upgrade-main-distro-default-smithi/7904518/remote/smithi002/log 2024-09-14T03:55:13.641 DEBUG:teuthology.orchestra.run.smithi002:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-14T03:55:18.102 DEBUG:teuthology.misc:Transferring archived files from smithi154:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-14_03:08:15-upgrade-main-distro-default-smithi/7904518/remote/smithi154/log 2024-09-14T03:55:18.103 DEBUG:teuthology.orchestra.run.smithi154:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-14T03:55:21.348 INFO:tasks.cephadm:Removing cluster... 2024-09-14T03:55:21.349 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid f357b922-7248-11ef-bceb-c7b262605968 --force 2024-09-14T03:55:21.506 INFO:teuthology.orchestra.run.smithi002.stdout:Deleting cluster with fsid: f357b922-7248-11ef-bceb-c7b262605968 2024-09-14T03:55:21.830 DEBUG:teuthology.orchestra.run.smithi154:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid f357b922-7248-11ef-bceb-c7b262605968 --force 2024-09-14T03:55:21.972 INFO:teuthology.orchestra.run.smithi154.stdout:Deleting cluster with fsid: f357b922-7248-11ef-bceb-c7b262605968 2024-09-14T03:55:22.264 INFO:tasks.cephadm:Removing cephadm ... 2024-09-14T03:55:22.265 DEBUG:teuthology.orchestra.run.smithi002:> rm -rf /home/ubuntu/cephtest/cephadm 2024-09-14T03:55:22.282 DEBUG:teuthology.orchestra.run.smithi154:> rm -rf /home/ubuntu/cephtest/cephadm 2024-09-14T03:55:22.297 INFO:tasks.cephadm:Teardown complete 2024-09-14T03:55:22.297 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-14T03:55:22.308 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-14T03:55:22.308 DEBUG:teuthology.orchestra.run.smithi002:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-14T03:55:22.325 DEBUG:teuthology.orchestra.run.smithi154:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-14T03:55:22.413 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-14T03:55:22.423 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-14T03:55:22.423 DEBUG:teuthology.orchestra.run.smithi002:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-14T03:55:22.425 DEBUG:teuthology.orchestra.run.smithi154:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-14T03:55:22.439 INFO:teuthology.orchestra.run.smithi154.stderr:bash: line 1: ntpq: command not found 2024-09-14T03:55:22.440 INFO:teuthology.orchestra.run.smithi002.stderr:bash: line 1: ntpq: command not found 2024-09-14T03:55:22.443 INFO:teuthology.orchestra.run.smithi154.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-14T03:55:22.444 INFO:teuthology.orchestra.run.smithi154.stdout:=============================================================================== 2024-09-14T03:55:22.444 INFO:teuthology.orchestra.run.smithi154.stdout:^* hv01.front.sepia.ceph.com 3 6 377 24 +85us[ +87us] +/- 52ms 2024-09-14T03:55:22.444 INFO:teuthology.orchestra.run.smithi154.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 23 -481us[ -481us] +/- 71ms 2024-09-14T03:55:22.444 INFO:teuthology.orchestra.run.smithi154.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 23 +386us[ +386us] +/- 70ms 2024-09-14T03:55:22.444 INFO:teuthology.orchestra.run.smithi154.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-09-14T03:55:22.446 INFO:teuthology.orchestra.run.smithi002.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-14T03:55:22.446 INFO:teuthology.orchestra.run.smithi002.stdout:=============================================================================== 2024-09-14T03:55:22.446 INFO:teuthology.orchestra.run.smithi002.stdout:^* hv01.front.sepia.ceph.com 3 6 377 21 +69us[ +71us] +/- 52ms 2024-09-14T03:55:22.446 INFO:teuthology.orchestra.run.smithi002.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 21 -484us[ -484us] +/- 71ms 2024-09-14T03:55:22.446 INFO:teuthology.orchestra.run.smithi002.stdout:^+ hv03.front.sepia.ceph.com 3 7 377 18 +386us[ +386us] +/- 71ms 2024-09-14T03:55:22.446 INFO:teuthology.orchestra.run.smithi002.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-09-14T03:55:22.447 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-14T03:55:22.456 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-14T03:55:22.457 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-14T03:55:22.498 DEBUG:teuthology.orchestra.run.smithi002:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-14T03:55:22.584 DEBUG:teuthology.orchestra.run.smithi154:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-14T03:55:22.656 DEBUG:teuthology.orchestra.run.smithi002:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-14T03:55:22.687 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-14T03:55:22.687 DEBUG:teuthology.orchestra.run.smithi154:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-14T03:55:22.715 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-14T03:55:22.716 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-14T03:55:22.726 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-14T03:55:22.755 INFO:teuthology.task.internal:Duration was 2128.734548 seconds 2024-09-14T03:55:22.756 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-14T03:55:22.808 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-14T03:55:22.809 DEBUG:teuthology.orchestra.run.smithi002:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-14T03:55:22.811 DEBUG:teuthology.orchestra.run.smithi154:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-14T03:55:22.850 INFO:teuthology.orchestra.run.smithi154.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-14T03:55:22.851 INFO:teuthology.orchestra.run.smithi002.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-14T03:55:23.012 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-14T03:55:23.012 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi002.front.sepia.ceph.com 2024-09-14T03:55:23.012 DEBUG:teuthology.orchestra.run.smithi002:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-14T03:55:23.042 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi154.front.sepia.ceph.com 2024-09-14T03:55:23.042 DEBUG:teuthology.orchestra.run.smithi154:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-14T03:55:23.080 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-14T03:55:23.080 DEBUG:teuthology.orchestra.run.smithi002:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-14T03:55:23.085 DEBUG:teuthology.orchestra.run.smithi154:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-14T03:55:23.146 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-14T03:55:23.147 DEBUG:teuthology.orchestra.run.smithi002:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-14T03:55:23.155 DEBUG:teuthology.orchestra.run.smithi154:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-14T03:55:23.627 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-14T03:55:23.637 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-14T03:55:23.638 DEBUG:teuthology.orchestra.run.smithi002:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-14T03:55:23.663 DEBUG:teuthology.orchestra.run.smithi154:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-14T03:55:23.689 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-14T03:55:23.700 DEBUG:teuthology.orchestra.run.smithi002:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-14T03:55:23.706 DEBUG:teuthology.orchestra.run.smithi154:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-14T03:55:23.727 INFO:teuthology.orchestra.run.smithi002.stdout:kernel.core_pattern = core 2024-09-14T03:55:23.752 INFO:teuthology.orchestra.run.smithi154.stdout:kernel.core_pattern = core 2024-09-14T03:55:23.786 DEBUG:teuthology.orchestra.run.smithi002:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-14T03:55:23.801 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-14T03:55:23.802 DEBUG:teuthology.orchestra.run.smithi154:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-14T03:55:23.840 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-14T03:55:23.841 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-14T03:55:23.852 INFO:teuthology.task.internal:Transferring archived files... 2024-09-14T03:55:23.853 DEBUG:teuthology.misc:Transferring archived files from smithi002:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-14_03:08:15-upgrade-main-distro-default-smithi/7904518/remote/smithi002 2024-09-14T03:55:23.853 DEBUG:teuthology.orchestra.run.smithi002:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-14T03:55:23.898 DEBUG:teuthology.misc:Transferring archived files from smithi154:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-14_03:08:15-upgrade-main-distro-default-smithi/7904518/remote/smithi154 2024-09-14T03:55:23.899 DEBUG:teuthology.orchestra.run.smithi154:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-14T03:55:23.937 INFO:teuthology.task.internal:Removing archive directory... 2024-09-14T03:55:23.937 DEBUG:teuthology.orchestra.run.smithi002:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-14T03:55:23.940 DEBUG:teuthology.orchestra.run.smithi154:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-14T03:55:23.986 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-14T03:55:23.998 INFO:teuthology.task.internal:Not uploading archives. 2024-09-14T03:55:23.999 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-14T03:55:24.024 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-14T03:55:24.024 DEBUG:teuthology.orchestra.run.smithi002:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-14T03:55:24.027 DEBUG:teuthology.orchestra.run.smithi154:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-14T03:55:24.040 INFO:teuthology.orchestra.run.smithi002.stdout: 262169 4 drwxr-xr-x 3 ubuntu ubuntu 4096 Sep 14 03:55 /home/ubuntu/cephtest 2024-09-14T03:55:24.040 INFO:teuthology.orchestra.run.smithi002.stdout: 548917 4 drwxr-xr-x 3 ubuntu ubuntu 4096 Sep 14 03:49 /home/ubuntu/cephtest/mnt.0 2024-09-14T03:55:24.040 INFO:teuthology.orchestra.run.smithi002.stdout: 548918 4 drwxr-xr-x 3 ubuntu ubuntu 4096 Sep 14 03:53 /home/ubuntu/cephtest/mnt.0/client.0 2024-09-14T03:55:24.040 INFO:teuthology.orchestra.run.smithi002.stdout: 660803 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 14 03:53 /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-14T03:55:24.041 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-14T03:55:24.042 INFO:teuthology.orchestra.run.smithi002.stderr:rmdir: failed to remove '/home/ubuntu/cephtest': Directory not empty 2024-09-14T03:55:24.042 ERROR:teuthology.run_tasks:Manager failed: internal.base Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 160, in run_tasks suppress = manager.__exit__(*exc_info) File "/usr/lib/python3.10/contextlib.py", line 142, in __exit__ next(self.gen) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/task/internal/__init__.py", line 53, in base run.wait( File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 479, in wait proc.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi002 with status 1: 'find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest' 2024-09-14T03:55:24.049 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-14T03:55:24.074 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-14T03:55:24.133 DEBUG:teuthology.run_tasks:Exception was not quenched, exiting: CommandFailedError: Command failed on smithi002 with status 1: 'find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest' 2024-09-14T03:55:24.137 INFO:teuthology.run:Summary data: description: upgrade/reef-x/parallel/{0-random-distro$/{centos_9.stream} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} duration: 2128.7345476150513 failure_reason: 'Command failed (workunit test cls/test_cls_rbd.sh) on smithi002 with status 1: ''mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh''' flavor: default owner: scheduled_teuthology@teuthology sentry_event: https://sentry.ceph.com/organizations/ceph/?query=24e671b633e1446aa685e803b95192bb status: fail success: false 2024-09-14T03:55:24.137 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-14T03:55:24.145 INFO:teuthology.orchestra.run.smithi154.stdout: 262169 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 14 03:55 /home/ubuntu/cephtest 2024-09-14T03:55:24.235 INFO:teuthology.run:FAIL